-- Logs begin at Wed 2021-07-07 21:29:36 UTC, end at Wed 2021-07-07 23:48:29 UTC. -- Jul 07 22:02:01.452551 n-d-694802-13 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 22:02:04.160487 n-d-694802-13 neutron-server[93824]: INFO neutron.common.config [-] Logging enabled! Jul 07 22:02:04.161004 n-d-694802-13 neutron-server[93824]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 22:02:04.161207 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93824) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 22:02:04.164913 n-d-694802-13 neutron-server[93824]: INFO neutron.common.config [-] Logging enabled! Jul 07 22:02:04.165176 n-d-694802-13 neutron-server[93824]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 22:02:04.165496 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93824) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 22:02:04.166432 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 22:02:04.166702 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 22:02:04.167082 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 22:02:04.167340 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 22:02:04.167576 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 22:02:04.167906 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.168215 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.168519 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.168758 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.169060 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.169359 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.169648 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.169945 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.170251 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.170544 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.170853 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.171146 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.171385 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.171675 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.171972 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.172267 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.172499 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] debug = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.172790 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.173222 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.173654 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.173944 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.174254 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.174538 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.174846 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.175137 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.175434 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.175773 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] host = n-d-694802-13 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.176060 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.176359 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.176668 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.176956 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.177783 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.178072 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.178368 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.178672 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.178960 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.179245 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.179544 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.179845 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.180143 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.180378 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.180610 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.180909 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.181205 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.181489 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.181771 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.182056 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.182340 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.182635 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.182927 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.183223 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.183524 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.183819 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.184106 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.184390 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.184673 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.184953 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.185247 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.185530 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.185812 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.186095 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.186390 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.186690 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.186974 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.187281 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.187577 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.187868 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.188161 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.188443 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.188733 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.189016 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.189299 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.189582 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] use_json = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.189863 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.190144 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.190436 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.190748 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.191033 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.191314 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.191596 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.191888 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:04.192196 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.192505 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.192842 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.193139 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.193452 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.193743 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.194057 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.194332 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.194667 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.194957 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.195256 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.195547 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.195847 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.196137 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.196443 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.196762 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.197067 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.197369 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.197656 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.197941 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.198225 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.198514 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.198843 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.199143 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.199443 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.199730 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.200019 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.200321 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.200609 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.200893 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.201183 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.201483 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.201772 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.202053 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.202345 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.202661 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.202945 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.203228 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.203520 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.203820 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.204107 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.204390 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.204671 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.204959 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.205242 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.205537 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.205823 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.206106 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.206390 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.206707 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.206993 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.207276 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.207565 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.207850 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.208139 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.208445 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.208728 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.209010 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.209292 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.209573 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.209854 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.210134 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.210420 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.210727 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.211008 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.211290 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.211569 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.211850 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.212147 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.212454 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.212741 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.213028 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.213320 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.213607 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.213896 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.214184 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.214471 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.214791 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.215075 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.215378 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.215672 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.215970 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.216265 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.216552 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.216856 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.217145 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.217438 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.217725 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.218014 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.218313 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.218608 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.218936 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.219241 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.219549 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.219855 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.220158 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.220452 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.220771 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.221061 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:04.221290 n-d-694802-13 neutron-server[93824]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 22:02:04.221537 n-d-694802-13 neutron-server[93824]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93824) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 22:02:04.574900 n-d-694802-13 neutron-server[93824]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 22:02:04.575114 n-d-694802-13 neutron-server[93824]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 22:02:04.575410 n-d-694802-13 neutron-server[93824]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 22:02:04.575749 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 22:02:04.965259 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:04.965567 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:04.965850 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:04.967178 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:04.967464 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:04.967749 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.001507 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.001793 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.002077 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.015848 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.016135 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.016410 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.046465 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.046775 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.047055 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.082705 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.082995 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.083293 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.315668 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.316276 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.316276 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.316442 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.317133 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.436407 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.436736 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.437027 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.437307 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.437583 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.437901 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.438168 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.438433 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.438718 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.439010 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.439290 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.439576 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.439843 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.440115 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.440379 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.440657 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.440935 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.441203 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.441479 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.441739 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.442036 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.442389 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.442747 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.443051 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.443309 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.443563 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.443977 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:05.444230 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:05.444476 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:05.444722 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:05.444965 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:05.445207 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:05.445573 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 22:02:05.449582 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 22:02:05.453562 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 22:02:05.457240 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 07 22:02:05.459406 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 22:02:05.459864 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 22:02:05.460208 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 22:02:05.460602 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 22:02:05.463441 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 22:02:05.463702 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 22:02:05.464059 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 22:02:05.492263 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 22:02:05.492712 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.493016 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93824) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 22:02:05.493382 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.494770 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93824) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 22:02:05.495062 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 22:02:05.495316 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 22:02:05.498464 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.498787 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:05.563735 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 22:02:05.563981 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 22:02:05.564232 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 22:02:05.564607 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 22:02:05.587461 n-d-694802-13 neutron-server[93824]: DEBUG oslo_db.sqlalchemy.engines [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93824) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 22:02:06.113108 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing driver for type 'gre' Jul 07 22:02:06.113717 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] gre ID ranges: [(1, 1000)] Jul 07 22:02:06.167242 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing driver for type 'local' Jul 07 22:02:06.167676 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing driver for type 'vlan' Jul 07 22:02:06.180835 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] VlanTypeDriver initialization complete Jul 07 22:02:06.181171 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing driver for type 'vxlan' Jul 07 22:02:06.181659 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] vxlan ID ranges: [(1, 1000)] Jul 07 22:02:06.231199 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing extension driver 'port_security' Jul 07 22:02:06.231541 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.extensions.port_security [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] PortSecurityExtensionDriver initialization complete Jul 07 22:02:06.231876 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing mechanism driver 'openvswitch' Jul 07 22:02:06.232239 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing mechanism driver 'hyperv' Jul 07 22:02:06.238618 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:06.239347 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.240263 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.240621 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.241142 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93824) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 22:02:06.241576 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.241935 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.242285 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.242709 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93824) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 22:02:06.243121 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.243476 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.243832 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.244225 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93824) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 22:02:06.244630 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > security_group after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.244987 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > security_group after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.245334 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.245869 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93824) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 22:02:06.246278 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.246645 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.247010 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.247407 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93824) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 22:02:06.247814 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > address_group after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.248168 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > address_group after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.248513 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.248906 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93824) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 22:02:06.249285 n-d-694802-13 neutron-server[93824]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] ML2 OVO RPC backend initialized. {{(pid=93824) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 22:02:06.249991 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.250349 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.250795 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.251150 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > networks before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.251502 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.251850 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > ports before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.252199 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.252547 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnets before_response 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.252899 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.253244 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.253589 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.253931 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.254273 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.254616 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.254981 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.255346 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.255685 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.256266 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Modular L2 Plugin initialization complete Jul 07 22:02:06.256599 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading services supported by the core plugin {{(pid=93824) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 22:02:06.256929 n-d-694802-13 neutron-server[93824]: INFO neutron.plugins.ml2.managers [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Got port-security extension from driver 'port_security' Jul 07 22:02:06.257393 n-d-694802-13 neutron-server[93824]: INFO neutron.extensions.vlantransparent [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Disabled vlantransparent extension. Jul 07 22:02:06.257875 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93824) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 22:02:06.258192 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: router Jul 07 22:02:06.293321 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.293723 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_create 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.294097 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router before_create 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.294465 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.294865 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.295230 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_delete 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.295596 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.295968 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_create 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.296322 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_update 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.296680 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_update 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.297036 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.297400 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_update 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.297814 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_update 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.298187 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.298533 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.298899 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: subnet after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.299246 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.299598 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.299949 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_create 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.300298 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.300645 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.301007 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router after_update 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.301354 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.301709 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_create 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.302754 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.303115 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_update 55549900 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.303485 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > agent after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.303839 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > agent after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.304193 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > network after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.305055 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Tracking information for resource: router configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:06.305395 n-d-694802-13 neutron-server[93824]: DEBUG neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Tracking information for resource: floatingip configured {{(pid=93824) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 22:02:06.310306 n-d-694802-13 neutron-server[93824]: INFO neutron.db.l3_agentschedulers_db [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 22:02:06.310921 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.311289 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.311645 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.312007 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.312792 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router before_create 55550100 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.313164 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.313550 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_create 55550100 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.313893 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > router precommit_update 55550100 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.318389 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.provider_configuration [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service providers = [] {{(pid=93824) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 22:02:06.318961 n-d-694802-13 neutron-server[93824]: DEBUG neutron.db.servicetype_db [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93824) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 22:02:06.321695 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.service_base [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 22:02:06.322056 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.service_base [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 22:02:06.322406 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.service_base [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 22:02:06.323340 n-d-694802-13 neutron-server[93824]: DEBUG neutron.services.service_base [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93824) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 22:02:06.323719 n-d-694802-13 neutron-server[93824]: INFO neutron.services.service_base [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 22:02:06.324091 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.324412 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 22:02:06.334950 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.335292 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: auto_allocate Jul 07 22:02:06.340988 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: network precommit_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.341365 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: network precommit_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.341893 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.342220 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: tag Jul 07 22:02:06.348676 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.349523 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: timestamp Jul 07 22:02:06.354784 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.355128 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: network_ip_availability Jul 07 22:02:06.360524 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.360900 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.361259 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.361979 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.362301 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: flavors Jul 07 22:02:06.367601 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.367887 n-d-694802-13 neutron-server[93824]: INFO neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading Plugin: revisions Jul 07 22:02:06.372187 n-d-694802-13 neutron-server[93824]: DEBUG neutron.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93824) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 22:02:06.372580 n-d-694802-13 neutron-server[93824]: DEBUG oslo_concurrency.lockutils [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=93824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 22:02:06.373321 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93824) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 22:02:06.373661 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Initializing extension manager. Jul 07 22:02:06.374171 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: __init__.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.374516 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: __pycache__ {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.374887 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.375225 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: address_group.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.375977 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.376539 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: address-group Jul 07 22:02:06.376866 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: address_scope.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.377580 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.378087 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: address-scope Jul 07 22:02:06.378415 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.379365 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.379873 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: router-admin-state-down-before-update Jul 07 22:02:06.380227 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: agent.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.380929 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.381625 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: agent Jul 07 22:02:06.381954 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: agent_resources_synced.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.382910 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.383421 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: agent-resources-synced Jul 07 22:02:06.383750 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: allowedaddresspairs.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.385521 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.386040 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: allowed-address-pairs Jul 07 22:02:06.386368 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: auto_allocated_topology.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.387469 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.387982 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: auto-allocated-topology Jul 07 22:02:06.388309 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: availability_zone.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.389008 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.389512 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: availability_zone Jul 07 22:02:06.389835 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: availability_zone_filter.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.390776 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.391284 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: availability_zone_filter Jul 07 22:02:06.391609 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: data_plane_status.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.392510 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.393014 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 22:02:06.393337 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: default_subnetpools.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.394251 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.394792 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: default-subnetpools Jul 07 22:02:06.395117 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.395952 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.396455 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: dhcp_agent_scheduler Jul 07 22:02:06.396779 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: dns.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.397687 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.398185 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension dns-integration not supported by any of loaded plugins Jul 07 22:02:06.398509 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: dns_domain_ports.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.399453 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.399955 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 22:02:06.400278 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.401189 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.401955 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 22:02:06.402278 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: dvr.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.402976 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.403479 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: dvr Jul 07 22:02:06.403803 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: empty_string_filtering.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.404706 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.405208 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: empty-string-filtering Jul 07 22:02:06.405534 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.406438 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.406959 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 22:02:06.407290 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.408193 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.408694 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 22:02:06.409021 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: external_net.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.409920 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.410420 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: external-net Jul 07 22:02:06.410780 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.412211 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.412713 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: extra_dhcp_opt Jul 07 22:02:06.413039 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: extraroute.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.413947 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.414445 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: extraroute Jul 07 22:02:06.414798 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: extraroute_atomic.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.415811 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.416320 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: extraroute-atomic Jul 07 22:02:06.416650 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: filter_validation.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.417317 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.417817 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: filter-validation Jul 07 22:02:06.418143 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: fip_pf_description.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.419073 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.419575 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 22:02:06.419900 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: fip_port_details.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.420812 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.421315 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: fip-port-details Jul 07 22:02:06.421642 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: flavors.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.422879 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.423399 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: flavors Jul 07 22:02:06.423733 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.425378 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.425896 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 22:02:06.426230 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: floatingip_pools.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.427005 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.428011 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: floatingip-pools Jul 07 22:02:06.428337 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: ip_allocation.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.429254 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.429754 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 22:02:06.430080 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.431029 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.431538 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: ip-substring-filtering Jul 07 22:02:06.431870 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l2_adjacency.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.432792 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.433291 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 22:02:06.433613 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.434566 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.435101 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: router Jul 07 22:02:06.435427 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.437759 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.438279 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 22:02:06.438614 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.439567 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.440079 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: ext-gw-mode Jul 07 22:02:06.440410 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.441331 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.441842 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: l3-ha Jul 07 22:02:06.442172 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3_flavors.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.443156 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.443660 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: l3-flavors Jul 07 22:02:06.443988 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.444896 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.445399 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 22:02:06.445724 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: l3agentscheduler.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.446787 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.447299 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: l3_agent_scheduler Jul 07 22:02:06.447630 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: logging.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.449099 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.449614 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension logging not supported by any of loaded plugins Jul 07 22:02:06.449946 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: metering.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.450719 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.451292 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: metering Jul 07 22:02:06.451619 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.452721 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.453231 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: metering_source_and_destination_fields Jul 07 22:02:06.453551 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: multiprovidernet.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.454470 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.455006 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: multi-provider Jul 07 22:02:06.455333 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: netmtu.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.456240 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.456750 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: net-mtu Jul 07 22:02:06.457075 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: netmtu_writable.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.457993 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.458524 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: net-mtu-writable Jul 07 22:02:06.458880 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: network_availability_zone.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.459552 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.460057 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: network_availability_zone Jul 07 22:02:06.460380 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: network_ip_availability.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.461460 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.461976 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: network-ip-availability Jul 07 22:02:06.462303 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: network_segment_range.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.463113 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.463618 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 22:02:06.463940 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: pagination.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.464926 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.465258 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: pagination Jul 07 22:02:06.465580 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: port_device_profile.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.466483 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.467028 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: port-device-profile Jul 07 22:02:06.467352 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.468261 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.468770 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: port-mac-address-regenerate Jul 07 22:02:06.469098 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.470003 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.470509 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: port-numa-affinity-policy Jul 07 22:02:06.470858 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: port_resource_request.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.471773 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.472273 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 22:02:06.472597 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: portbindings.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.473521 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.474538 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: binding Jul 07 22:02:06.474887 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: portbindings_extended.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.476271 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.476790 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: binding-extended Jul 07 22:02:06.477124 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: portsecurity.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.478041 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.478557 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: port-security Jul 07 22:02:06.478910 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: project_id.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.479883 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.480220 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: project-id Jul 07 22:02:06.480547 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: providernet.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.481465 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.481980 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: provider Jul 07 22:02:06.482305 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.485794 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.486318 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos not supported by any of loaded plugins Jul 07 22:02:06.486681 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.487928 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.488440 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 22:02:06.488771 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.490218 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.490759 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 22:02:06.491088 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_default.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.492003 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.492514 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-default not supported by any of loaded plugins Jul 07 22:02:06.492842 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_fip.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.493497 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.494002 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-fip not supported by any of loaded plugins Jul 07 22:02:06.494330 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_gateway_ip.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.495340 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.495853 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 22:02:06.496179 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_port_network_policy.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.497088 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.497593 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 22:02:06.497920 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_rule_type_details.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.498864 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.499370 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 22:02:06.499694 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: qos_rules_alias.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.500735 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.501242 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 22:02:06.501566 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: quotasv2.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.502468 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.502826 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: quotas Jul 07 22:02:06.503150 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: quotasv2_detail.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.506123 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.506470 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: quota_details Jul 07 22:02:06.506841 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: rbac.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.507897 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.508420 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: rbac-policies Jul 07 22:02:06.508755 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: rbac_address_group.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.509861 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.510384 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: rbac-address-group Jul 07 22:02:06.510751 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: rbac_address_scope.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.511697 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.512211 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: rbac-address-scope Jul 07 22:02:06.512540 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: rbac_security_groups.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.513454 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.513967 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: rbac-security-groups Jul 07 22:02:06.514298 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: rbac_subnetpool.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.515239 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.515752 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: rbac-subnetpool Jul 07 22:02:06.516083 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: revisionifmatch.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.517005 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.517519 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: revision-if-match Jul 07 22:02:06.517849 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: revisions.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.519007 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.519520 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: standard-attr-revisions Jul 07 22:02:06.519853 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: router_availability_zone.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.520528 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.521065 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: router_availability_zone Jul 07 22:02:06.521393 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: routerservicetype.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.522315 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.522844 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension router-service-type not supported by any of loaded plugins Jul 07 22:02:06.523173 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.524093 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.524601 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: security-groups-normalized-cidr Jul 07 22:02:06.524929 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.525842 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.526639 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: port-security-groups-filtering Jul 07 22:02:06.526976 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.527890 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.528408 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: security-groups-remote-address-group Jul 07 22:02:06.528737 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: securitygroup.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.538836 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.539364 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: security-group Jul 07 22:02:06.539704 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: segment.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.540490 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.540999 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension segment not supported by any of loaded plugins Jul 07 22:02:06.541337 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.542270 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.542816 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 22:02:06.543148 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: servicetype.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.544255 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.544771 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: service-type Jul 07 22:02:06.545100 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: sorting.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.546075 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.546408 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: sorting Jul 07 22:02:06.546766 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: standard_attr_segment.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.547740 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.548252 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 22:02:06.548581 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: standardattrdescription.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.549233 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.549740 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: standard-attr-description Jul 07 22:02:06.550071 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: stateful_security_group.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.551017 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.551532 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: stateful-security-group Jul 07 22:02:06.551859 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: stdattrs_common.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.552997 n-d-694802-13 neutron-server[93824]: WARNING neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 22:02:06.553322 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.554257 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.554807 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 22:02:06.555141 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: subnet_onboard.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.556205 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.556721 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: subnet_onboard Jul 07 22:02:06.557051 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.557984 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.558493 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 22:02:06.558854 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: subnet_service_types.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.559782 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.560294 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: subnet-service-types Jul 07 22:02:06.560625 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: subnetallocation.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.561714 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.562229 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: subnet_allocation Jul 07 22:02:06.562566 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.563255 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.563761 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: subnetpool-prefix-ops Jul 07 22:02:06.564087 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.565024 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.565533 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 22:02:06.565861 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: tagging.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.566943 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.567461 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: standard-attr-tag Jul 07 22:02:06.567816 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: timestamp.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.569044 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.569558 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loaded extension: standard-attr-timestamp Jul 07 22:02:06.569887 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: trunk.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.570942 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.571459 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension trunk not supported by any of loaded plugins Jul 07 22:02:06.571790 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: trunk_details.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.572718 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.573230 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension trunk-details not supported by any of loaded plugins Jul 07 22:02:06.573560 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: uplink_status_propagation.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.574482 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.575030 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 22:02:06.575360 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Loading extension file: vlantransparent.py {{(pid=93824) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 22:02:06.576029 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93824) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 22:02:06.576535 n-d-694802-13 neutron-server[93824]: INFO neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 22:02:06.578984 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:network Jul 07 22:02:06.579519 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:subnet Jul 07 22:02:06.579924 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 22:02:06.580329 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:port Jul 07 22:02:06.581549 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.581992 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service FLAVORS assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.582609 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.583059 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.583906 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:router Jul 07 22:02:06.584347 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:floatingip Jul 07 22:02:06.584845 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service METERING assigned prefix: /metering {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.586247 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.586618 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.586997 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:02:06.587949 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 22:02:06.588403 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:security_group Jul 07 22:02:06.588840 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 22:02:06.589447 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service CORE assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.589783 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 22:02:06.590132 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] subnetpool is already registered Jul 07 22:02:06.590562 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service CORE assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.590923 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 22:02:06.591257 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] subnetpool is already registered Jul 07 22:02:06.593525 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.593957 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service FLAVORS assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.594548 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.594994 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.595333 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:router Jul 07 22:02:06.595673 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] router is already registered Jul 07 22:02:06.596084 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:floatingip Jul 07 22:02:06.596424 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] floatingip is already registered Jul 07 22:02:06.596875 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service METERING assigned prefix: /metering {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.597532 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 22:02:06.597860 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] rbac_policy is already registered Jul 07 22:02:06.598273 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:security_group Jul 07 22:02:06.598609 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] security_group is already registered Jul 07 22:02:06.599654 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 22:02:06.604184 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] security_group_rule is already registered Jul 07 22:02:06.604881 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service CORE assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.605228 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 22:02:06.605645 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] subnetpool is already registered Jul 07 22:02:06.606120 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.v2.resource_helper [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Service CORE assigned prefix: {{(pid=93824) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 22:02:06.606497 n-d-694802-13 neutron-server[93824]: INFO neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 22:02:06.606859 n-d-694802-13 neutron-server[93824]: WARNING neutron.quota.resource_registry [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] subnetpool is already registered Jul 07 22:02:06.607363 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: extensions {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.608843 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: address-groups {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.610333 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: address-scopes {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.611701 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: agents {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.612881 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: auto-allocated-topology {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.614133 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: availability_zones {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.615418 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: dhcp-networks {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.618028 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: dhcp-agents {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.619475 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: routers {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.621207 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: flavors {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.622483 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: service_profiles {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.623740 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: next_providers {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.625194 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: service_profiles {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.626790 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: floatingip-pools {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.628025 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: routers {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.629743 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: floatingips {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.631081 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: l3-routers {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.632496 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: l3-agents {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.633928 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: metering-labels {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.635227 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: metering-label-rules {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.636618 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: network-ip-availabilities {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.637895 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: bindings {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.639523 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: quotas {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.641112 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: quotas {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.642519 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: rbac-policies {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.643749 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: security-groups {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.645062 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: security-group-rules {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.646957 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: service-providers {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.648205 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: subnetpools {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.649577 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: subnetpools {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.651158 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.653115 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.654987 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.656798 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.658493 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.660506 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.662778 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.664598 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.666455 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.668260 n-d-694802-13 neutron-server[93824]: DEBUG neutron.api.extensions [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Extended resource: tags {{(pid=93824) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 22:02:06.674275 n-d-694802-13 neutron-server[93824]: WARNING keystonemiddleware.auth_token [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 22:02:06.678885 n-d-694802-13 neutron-server[93824]: WARNING keystonemiddleware.auth_token [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 22:02:06.688051 n-d-694802-13 neutron-server[93824]: DEBUG oslo_concurrency.lockutils [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Acquired lock "singleton_lock" {{(pid=93824) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 22:02:06.688530 n-d-694802-13 neutron-server[93824]: DEBUG oslo_concurrency.lockutils [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Releasing lock "singleton_lock" {{(pid=93824) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 22:02:06.689177 n-d-694802-13 neutron-server[93824]: INFO oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Starting 2 workers Jul 07 22:02:06.694019 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Started child 93931 {{(pid=93824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 22:02:06.698409 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Started child 93932 {{(pid=93824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 22:02:06.699513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:06.700218 n-d-694802-13 neutron-server[93824]: INFO neutron.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 22:02:06.700679 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Notify callbacks [] for process, before_spawn {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:06.700985 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [-] (93931) wsgi starting up on http://0.0.0.0:9696 Jul 07 22:02:06.703126 n-d-694802-13 neutron-server[93824]: INFO oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Starting 1 workers Jul 07 22:02:06.703291 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:06.704509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [-] (93932) wsgi starting up on http://0.0.0.0:9696 Jul 07 22:02:06.708803 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Started child 93933 {{(pid=93824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 22:02:06.709346 n-d-694802-13 neutron-server[93824]: INFO oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Starting 1 workers Jul 07 22:02:06.712245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] calling RpcWorker wait() {{(pid=93933) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 22:02:06.713009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] returning from RpcWorker wait() {{(pid=93933) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 22:02:06.713766 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Started child 93934 {{(pid=93824) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 22:02:06.714027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:06.714506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:06.714698 n-d-694802-13 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f034c482-999a-4f20-a623-e4d848ec2a7d None None] Notify callbacks [] for process, after_spawn {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:06.716494 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93824) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 22:02:06.716721 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 22:02:06.716913 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 22:02:06.717121 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 22:02:06.717455 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 22:02:06.717621 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 22:02:06.718136 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.718399 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.718696 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.718855 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:06.719361 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.719361 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.719825 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.719974 n-d-694802-13 neutron-server[93934]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:06.720115 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.720327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.720614 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.720874 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.721047 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.721198 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.721461 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.721708 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.722005 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.722288 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.722533 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.722826 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.722999 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.723239 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.723491 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.723782 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.724582 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] debug = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.724825 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.725308 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.725560 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.725831 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.726047 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.726321 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.726547 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.726842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.727086 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.727322 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.727575 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.727827 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.728130 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.728307 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.728527 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.728803 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.729025 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.729501 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] host = n-d-694802-13 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.729754 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.729920 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.730147 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.730393 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.730664 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.730900 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.731255 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.731433 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.731665 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.731919 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.732175 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.732434 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.732669 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.732911 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.733062 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_options = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.733305 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.733568 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.733831 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.734021 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.734177 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.734434 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.734611 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.734793 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.735048 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.735262 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.735518 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.735663 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.735898 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.736110 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.736358 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.736605 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.736819 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.737058 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.737324 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.737579 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.737822 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.738069 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.738318 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.738660 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.738808 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.738951 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.739152 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.739410 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.739659 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.739936 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.740148 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.740402 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.740650 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.740903 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.741147 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.741371 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.741580 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.741838 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.742070 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.742327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.742571 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.742831 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.743074 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.743319 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.743544 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.743749 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_json = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.743964 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.744177 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.744427 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.744644 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.744864 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.745079 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.745297 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.745544 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.746749 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.746749 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.746935 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.747043 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.747279 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.747523 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.748015 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.748278 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.748535 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.749268 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.749623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.749853 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.750160 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.750408 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.750755 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.751033 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.751289 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.751561 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.751813 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.752067 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.753954 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.756030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.757857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.760155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.766400 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.767682 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.769872 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.772157 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.773078 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775088 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775605 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775605 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775605 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775605 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775605 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775891 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.775965 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.776209 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.776715 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.776967 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.777217 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.777468 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.777698 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.777910 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.778206 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.778450 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.778703 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.778925 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.779176 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.779500 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.779733 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.779949 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.780185 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.780460 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.780687 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.780931 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.781201 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.781458 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.781692 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.781939 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.782175 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.782394 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.782647 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.782896 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.783112 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.783362 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.783610 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.783848 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.784066 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.784280 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.784530 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.784746 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.784967 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.785216 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.785435 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.785654 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.785918 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.786134 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.786419 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.787172 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.787401 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.787621 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.787841 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.788079 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.788334 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.788576 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.788857 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.789118 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.789335 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.789585 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.789833 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.790098 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.790315 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.790560 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.790802 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.791018 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.791236 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.791456 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.791673 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.791909 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.792140 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.792357 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.792596 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.792864 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.793180 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.793442 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.793715 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.794176 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.794404 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.794674 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.794902 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.795124 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.795342 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.795584 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.796038 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.796506 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.796794 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.797082 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.797377 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.797659 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.797958 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.798238 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.798538 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.798910 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.799208 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.799516 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.799811 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.800111 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.800437 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.800724 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.800995 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.801279 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.801564 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.801842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.802145 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.802425 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.802725 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.803001 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.803303 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.803573 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.804028 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.804475 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.804764 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.805040 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.805351 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.805665 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.805939 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.806219 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.806538 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.806831 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.807122 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.807402 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.807695 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.808054 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.808362 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.808648 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.808999 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.809304 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.809628 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.809951 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.810296 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.810734 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.810975 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.811220 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.811463 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.811686 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.811966 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.812290 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.812577 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.812832 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.813099 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.813360 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.813659 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.813953 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.814190 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.814477 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.814850 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.815121 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.815391 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.815644 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.815922 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.816180 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.816414 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.816661 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.816899 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.817117 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.817356 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.817619 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.817865 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.818073 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.818325 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.818555 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.818803 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.819047 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.819291 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.819507 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.819664 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 22:02:06.820182 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93824) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 22:02:06.820346 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 22:02:06.820501 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 22:02:06.820669 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 22:02:06.820837 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 22:02:06.820991 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 22:02:06.821197 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.821359 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.821519 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.821679 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.821837 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822017 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822178 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822336 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822494 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822673 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822837 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.822996 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.823155 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.823312 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.823471 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.823631 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.823790 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.823950 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.824114 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.824273 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.824584 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.825160 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.825318 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] debug = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.825469 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.825652 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.825828 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.825968 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.826105 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.826241 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.826405 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.826550 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.826739 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.826982 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.827122 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.827260 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.827397 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.827532 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.827669 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.830465 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.830670 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.830853 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] host = n-d-694802-13 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831031 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831196 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831368 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831515 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831667 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831833 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.831977 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.832154 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.832300 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.832447 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.832587 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.832723 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.832891 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.833050 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.833741 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_options = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.833902 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.834049 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.834208 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.834395 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.834559 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.834744 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.834891 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835054 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835213 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835371 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835519 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835676 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835837 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.835983 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.836142 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.836302 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.836440 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.836878 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.836878 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.836878 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.837206 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.837206 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.837368 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.837492 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.837655 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.837812 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.838129 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.838275 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.838434 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.838582 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.838760 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.838925 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.839086 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.839394 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.839539 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.839700 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.839859 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.840022 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.840182 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.840342 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.840500 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.840663 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.840820 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.841116 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.841449 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.841612 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_json = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.841800 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.841890 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.842061 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.842417 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.842417 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.842711 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.842711 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.842863 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 22:02:06.843530 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.843530 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.843530 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.843530 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.843836 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.843836 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.843980 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.844057 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.844238 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.844755 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.844755 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.844755 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.845623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.845623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.845623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.845623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.845623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.845623 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.846052 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.846052 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.846195 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.846283 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847103 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847103 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847103 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847103 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847103 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847477 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847477 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847477 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847720 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847801 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.847947 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.848113 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.848278 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.848435 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.848599 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.849373 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.849559 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.849726 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.849891 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.850047 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.850205 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.850373 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.850543 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.850720 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.850961 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.851103 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.851257 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.851397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:06.851552 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.851552 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.851815 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.851815 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852091 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852091 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852361 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852498 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852634 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852769 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.852905 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853040 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853178 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853314 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853449 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853594 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853762 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.853917 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.854075 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.854241 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.854406 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.854571 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.854774 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.854915 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.855065 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.855205 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.855342 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856327 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856747 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856747 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856747 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.856953 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857030 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857183 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857345 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857506 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857668 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857829 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.857992 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.858153 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.858314 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.858477 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.858671 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.858825 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.858987 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.859148 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.859309 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.859474 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.859636 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.859797 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.859960 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.860121 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.860282 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.860444 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.860603 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.860763 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.860941 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.861084 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.861246 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.861412 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.861576 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.861745 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.861917 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.862080 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.862244 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.862405 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.862567 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.862760 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.862922 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.863085 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.863326 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.863715 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.863842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.863926 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.864072 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.864238 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.864579 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.864744 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.864931 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.865090 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.865407 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.865569 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.865728 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.865868 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.866062 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.866490 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.866688 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.866835 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.866976 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.867102 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.867225 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.867407 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.867543 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.867667 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.867836 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868000 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868210 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868356 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868517 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868641 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868765 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.868923 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.869074 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.869235 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.869541 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.869541 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.869822 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.869822 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.870060 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.870144 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.870289 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.870450 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.870612 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871084 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871084 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871084 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871411 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871411 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871557 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871716 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.871878 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.872041 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.872206 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.872368 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.872758 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.872923 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.873085 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.873248 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.873411 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874196 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874196 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874196 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874196 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874196 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874551 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874551 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874756 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874836 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.874964 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.875126 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.875319 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.875445 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.875588 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.875749 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876302 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876302 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876302 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.876842 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.877272 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.877272 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.877272 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.877604 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.877604 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.877846 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.878091 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.878265 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.878427 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.878588 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880077 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.880888 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.881380 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.881380 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.881380 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.881600 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882148 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882148 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882148 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882148 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882430 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882430 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882595 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882783 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.882946 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.883342 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.883342 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.883725 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.883889 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.884052 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.884214 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.884379 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.884544 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.884716 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.884886 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.885051 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.885221 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.885392 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.885564 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.885728 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.885897 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.886074 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.886236 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.886401 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.886564 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.886747 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.886909 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.887072 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.887233 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.887394 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.887556 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.887717 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.887878 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.888039 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.888201 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.888362 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.888524 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.888686 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.888848 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.889011 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.889172 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 22:02:06.889329 n-d-694802-13 neutron-server[93824]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93824) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 22:02:07.126500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56728) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:07.135473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067656 Jul 07 22:02:18.386205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da2e83-ef64-44cf-92b9-713d106ea3ae None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:02:18.460846 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f72ee274-bc38-4067-92fe-ca06e8ab47e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:18.531184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53da2e83-ef64-44cf-92b9-713d106ea3ae None None] No non-hosted networks {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 22:02:20.849999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78e689c2-c865-4fe1-babe-4b34e1e1e9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:20.900303 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-21be9691-2d6d-497d-a495-65466cca6c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:21.310183 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:21.311306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.311934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.312486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.313224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.313772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.314300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.314941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.315946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.316561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.317579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.319164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.319751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:21.320753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-694802-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:21.332906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-694802-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:22.005758 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:23.519039 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:24.290799 n-d-694802-13 neutron-server[93933]: INFO neutron.db.l3_hamode_db [None req-99d0817d-bfdb-4545-88da-af9802445966 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 22:02:24.369999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0817d-bfdb-4545-88da-af9802445966 None None] Routers set() bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:02:24.370392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0817d-bfdb-4545-88da-af9802445966 None None] Router IDs set() for agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 22:02:24.585862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56820) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:25.070410 n-d-694802-13 neutron-server[93932]: WARNING oslo_policy.policy [None req-65e637ac-6d75-4390-b28c-5ea0ef48ad0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:02:25.071078 n-d-694802-13 neutron-server[93932]: WARNING oslo_policy.policy [None req-65e637ac-6d75-4390-b28c-5ea0ef48ad0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:02:25.288005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-65e637ac-6d75-4390-b28c-5ea0ef48ad0c admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:02:25.288989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-65e637ac-6d75-4390-b28c-5ea0ef48ad0c admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7022078 Jul 07 22:02:27.635597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56834) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:27.939676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:28.035592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.policy [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93932) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 22:02:28.080037 n-d-694802-13 neutron-server[93932]: WARNING oslo_policy.policy [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:02:28.080416 n-d-694802-13 neutron-server[93932]: WARNING oslo_policy.policy [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:02:28.088720 n-d-694802-13 neutron-server[93932]: INFO neutron.quota [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] Loaded quota_driver: . Jul 07 22:02:28.180341 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749835932394', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749835931455', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749835936615', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749832148257', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749832155307', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749832161592', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3919813', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3927846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658715'] for rbac-policy, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:28.242563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:28.243776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82672013-1fa2-41b0-9357-2e164ac14624 admin admin] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6071985 Jul 07 22:02:30.854042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:31.145563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Request body: {'network': {'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'name': 'private', 'admin_state_up': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:31.173647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Made reservation on behalf of c396f8f6c8f84d228c6362f64d7c3905 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:02:31.176951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.193054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.311472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.314777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.333975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:02:31.361813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749835851861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.362400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Unsubscribe: segment precommit_create {{(pid=93932) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 22:02:31.362962 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Added segment c2a48a69-f7bf-4c03-9731-f941207a1501 of type vlan for network 8760cd71-5a0b-461a-a73d-0b455f09896d Jul 07 22:02:31.379575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87e4384-6578-4828-9f3f-f9c17b493e88,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:31.429114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.429459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.429798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.430131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.430463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.430823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.431152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.431480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.431802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.432122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.432441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.432759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Tracked resource versions report: Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: pushed versions: Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: { 'AddressGroup': {'1.2'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'ConntrackHelper': {'1.0'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Log': {'1.0'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Network': {'1.1'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Port': {'1.7'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'PortForwarding': {'1.2'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'QosPolicy': {'1.8'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'SecurityGroup': {'1.4'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'SubPort': {'1.0'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Subnet': {'1.1'}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Trunk': {'1.1'}} Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: consumer versions: Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: L3 agent@n-d-694802-13: {}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: Metadata agent@n-d-694802-13: {}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: Metering agent@n-d-694802-13: {}, Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'ConntrackHelper': '1.0', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Log': '1.0', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Network': '1.1', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Port': '1.7', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'PortForwarding': '1.2', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'QosPolicy': '1.8', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'SecurityGroup': '1.4', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'SecurityGroupRule': '1.2', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'SubPort': '1.0', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Subnet': '1.1', Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: 'Trunk': '1.1'}} Jul 07 22:02:31.433832 n-d-694802-13 neutron-server[93932]: {{(pid=93932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:02:31.481165 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.529078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.530144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:31.530823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:31.613048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7578714 Jul 07 22:02:31.626644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb525-c77f-46a1-92aa-ee46f75d3d5f admin admin] Pushing event updated for resources: {'Network': ['ID=8760cd71-5a0b-461a-a73d-0b455f09896d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:31.648549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8760cd71-5a0b-461a-a73d-0b455f09896d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:02:34.215208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56860) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:34.593278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48f4f7-1319-4a59-ac05-26b0edca1a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:34.594665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-de48f4f7-1319-4a59-ac05-26b0edca1a1b admin admin] 10.222.0.95 "GET /v2.0/networks/8760cd71-5a0b-461a-a73d-0b455f09896d HTTP/1.1" status: 200 len: 825 time: 0.3784561 Jul 07 22:02:34.618246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-376264ee-d357-4119-aba5-53bfc2db721d admin admin] 10.222.0.95 "GET /v2.0/subnetpools/b2bbb293-89b6-4cbe-97c4-c2e920d60720 HTTP/1.1" status: 200 len: 734 time: 0.0176907 Jul 07 22:02:34.626337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gateway_ip': '172.20.0.1', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'name': 'private-subnet', 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:34.647570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Made reservation on behalf of c396f8f6c8f84d228c6362f64d7c3905 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:02:34.650027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:34.942401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:35.011371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Checking segment: {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:02:35.011755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Network hostable DHCP agents. Network: 8760cd71-5a0b-461a-a73d-0b455f09896d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:02:35.016085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01f50f0-b955-4cab-a89d-857474aa86df,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:35.035877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Network 8760cd71-5a0b-461a-a73d-0b455f09896d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:02:35.047176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8760cd71-5a0b-461a-a73d-0b455f09896d) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:02:35.051673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:35.052792 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:35.057882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd83a1-dbe6-4275-a64d-e1b3b80a813f None None] Network 8760cd71-5a0b-461a-a73d-0b455f09896d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:02:35.066298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8b7ed469-9c9f-4533-879b-27c7f673dacd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431782 Jul 07 22:02:35.371244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8760cd71-5a0b-461a-a73d-0b455f09896d', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:02:35.372588 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:35.636725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Allocated IP 172.20.0.2 (8760cd71-5a0b-461a-a73d-0b455f09896d/b01f50f0-b955-4cab-a89d-857474aa86df/f0842a10-f4fb-4f58-9868-3767ea804089) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:02:35.836683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:35.878645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Transition to ACTIVE for port object f0842a10-f4fb-4f58-9868-3767ea804089 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:02:35.899295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Transition to ACTIVE for port object f0842a10-f4fb-4f58-9868-3767ea804089 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:02:35.908028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:35.970191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Network 8760cd71-5a0b-461a-a73d-0b455f09896d is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:02:35.975786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:02:35.979447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:02:36.014955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Pushing event updated for resources: {'Port': ['ID=f0842a10-f4fb-4f58-9868-3767ea804089,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:36.042149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.042504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.042873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.043217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.043555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.043889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.044221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.044553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.044880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.045207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.045535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.045860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Tracked resource versions report: Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: pushed versions: Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: { 'AddressGroup': {'1.2'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'ConntrackHelper': {'1.0'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Log': {'1.0'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Network': {'1.1'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Port': {'1.7'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'PortForwarding': {'1.2'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'QosPolicy': {'1.8'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'SecurityGroup': {'1.4'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'SubPort': {'1.0'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Subnet': {'1.1'}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Trunk': {'1.1'}} Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: consumer versions: Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: L3 agent@n-d-694802-13: {}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: Metadata agent@n-d-694802-13: {}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: Metering agent@n-d-694802-13: {}, Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'ConntrackHelper': '1.0', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Log': '1.0', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Network': '1.1', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Port': '1.7', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'PortForwarding': '1.2', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'QosPolicy': '1.8', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'SecurityGroup': '1.4', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'SecurityGroupRule': '1.2', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'SubPort': '1.0', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Subnet': '1.1', Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: 'Trunk': '1.1'}} Jul 07 22:02:36.046953 n-d-694802-13 neutron-server[93933]: {{(pid=93933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:02:36.078040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Attempting to bind port f0842a10-f4fb-4f58-9868-3767ea804089 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:02:36.078575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Attempting to bind port f0842a10-f4fb-4f58-9868-3767ea804089 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:02:36.078876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Attempting to bind port f0842a10-f4fb-4f58-9868-3767ea804089 on network 8760cd71-5a0b-461a-a73d-0b455f09896d {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:02:36.083598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:02:36.084007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Checking segment: {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:02:36.084495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:36.084897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Bound using segment: {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:02:36.085384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Bound port: f0842a10-f4fb-4f58-9868-3767ea804089, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:02:36.085799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:36.148224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] For port f0842a10-f4fb-4f58-9868-3767ea804089, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:02:36.152810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] For port f0842a10-f4fb-4f58-9868-3767ea804089, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f0842a10-f4fb-4f58-9868-3767ea804089,segment=NetworkSegment(c2a48a69-f7bf-4c03-9731-f941207a1501),segment_id=c2a48a69-f7bf-4c03-9731-f941207a1501)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:02:36.157085 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:36.225663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4943a-3956-4f86-becf-389fee7aece6 None None] Pushing event updated for resources: {'Port': ['ID=f0842a10-f4fb-4f58-9868-3767ea804089,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:37.451474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56868) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:37.759571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-cc9a68ea-2a25-47a6-bb7b-27513aad0946 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:02:37.760565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cc9a68ea-2a25-47a6-bb7b-27513aad0946 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3081369 Jul 07 22:02:40.125553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56876) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:40.443316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-998aab34-5063-4a22-b195-2011c76265bb admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:02:40.444324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-998aab34-5063-4a22-b195-2011c76265bb admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177559 Jul 07 22:02:42.243787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eca597-3687-4804-8b26-b1a4359314de None None] Network 8760cd71-5a0b-461a-a73d-0b455f09896d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:02:42.304171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-34c08e86-f043-446d-bc4e-4ae833845475 None None] Provisioning for port f0842a10-f4fb-4f58-9868-3767ea804089 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:02:43.045888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56890) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:43.127422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f0842a10-f4fb-4f58-9868-3767ea804089 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:02:43.206670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f0842a10-f4fb-4f58-9868-3767ea804089 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:02:43.210853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f0842a10-f4fb-4f58-9868-3767ea804089 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:02:43.211259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.314818 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.347658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f0842a10-f4fb-4f58-9868-3767ea804089, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f0842a10-f4fb-4f58-9868-3767ea804089,segment=NetworkSegment(c2a48a69-f7bf-4c03-9731-f941207a1501),segment_id=c2a48a69-f7bf-4c03-9731-f941207a1501)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:02:43.351492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.356298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:43.379064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.380669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.397281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f0842a10-f4fb-4f58-9868-3767ea804089,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:43.519566 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.524758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.537177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:43.538366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bb6240ba-eb70-4643-9b27-9f76d6449628 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4915125 Jul 07 22:02:45.109220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f0842a10-f4fb-4f58-9868-3767ea804089 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:02:45.157276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f0842a10-f4fb-4f58-9868-3767ea804089 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:02:45.157655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:45.915144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56898) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:46.222056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-71faab7f-b38a-4337-b668-3d19adfcb5a8 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:02:46.223094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-71faab7f-b38a-4337-b668-3d19adfcb5a8 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069754 Jul 07 22:02:46.775262 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:02:48.267310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14c2439f-d131-435a-8405-b26d73e96816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:48.574200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56906) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:48.878036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:48.900584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Made reservation on behalf of 1e7ba17b87ff41d0890186c01c5c18c2 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:02:48.902949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:48.910463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:48.994848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:48.998105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:49.012789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93932) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 22:02:49.032812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bd4aa2-7c34-488f-9966-e10a9db83269,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:49.035776 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:49.036120 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Added segment 427e6cf4-191b-4ce5-b7ca-bbacdd164d12 of type flat for network 51086f85-fe57-4331-b13d-7d114d061a57 Jul 07 22:02:49.081163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:49.115937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:49.116799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:49.117378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:49.170610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5953510 Jul 07 22:02:49.177791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5faa7-e6c3-4906-a841-31b68d331cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=51086f85-fe57-4331-b13d-7d114d061a57,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:49.188543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 51086f85-fe57-4331-b13d-7d114d061a57 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:02:50.845500 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb975-e594-4682-bea0-9250bac24234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:51.305296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:51.513697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56914) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:51.874954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e26d09-159f-47e0-91b1-e09aefbdfa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:51.876330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93e26d09-159f-47e0-91b1-e09aefbdfa72 admin admin] 10.222.0.95 "GET /v2.0/subnets/b01f50f0-b955-4cab-a89d-857474aa86df HTTP/1.1" status: 200 len: 849 time: 0.3616033 Jul 07 22:02:51.957220 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:51.990700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ef42fc3d-353c-4ac1-9c8b-4eed9e274605 admin admin] 10.222.0.95 "GET /v2.0/routers/479afe7f-652c-41f6-a52f-d0edf22858ba HTTP/1.1" status: 200 len: 704 time: 0.1091230 Jul 07 22:02:52.248852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:52.533270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Allocated IP 172.20.0.1 (8760cd71-5a0b-461a-a73d-0b455f09896d/b01f50f0-b955-4cab-a89d-857474aa86df/dce1daa0-2714-4b07-8e1f-98caecf32015) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:02:52.721662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:52.742446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Transition to ACTIVE for port object dce1daa0-2714-4b07-8e1f-98caecf32015 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:02:52.821853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:52.884712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Network 8760cd71-5a0b-461a-a73d-0b455f09896d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:02:52.890332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:02:52.898350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:02:52.899011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:52.963703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Pushing event updated for resources: {'Port': ['ID=dce1daa0-2714-4b07-8e1f-98caecf32015,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:53.105595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-afe4f511-1d6d-440b-97f4-dc421adc5407 None None] Provisioning for port dce1daa0-2714-4b07-8e1f-98caecf32015 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:02:53.109739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-afe4f511-1d6d-440b-97f4-dc421adc5407 None None] Provisioning complete for port dce1daa0-2714-4b07-8e1f-98caecf32015 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:02:53.109891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.110105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afe4f511-1d6d-440b-97f4-dc421adc5407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.143329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-afe4f511-1d6d-440b-97f4-dc421adc5407 None None] Port dce1daa0-2714-4b07-8e1f-98caecf32015 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:02:53.284613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.288691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.289457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.363472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Pushing event updated for resources: {'Port': ['ID=dce1daa0-2714-4b07-8e1f-98caecf32015,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:53.407653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Network 8760cd71-5a0b-461a-a73d-0b455f09896d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:02:53.408906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:02:53.463562 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.563036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-74cbe273-2dda-4fef-9037-57cec936ec83 None None] Provisioning complete for port dce1daa0-2714-4b07-8e1f-98caecf32015 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:02:53.563415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbe273-2dda-4fef-9037-57cec936ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:53.568028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Router 479afe7f-652c-41f6-a52f-d0edf22858ba is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:02:53.595641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-74cbe273-2dda-4fef-9037-57cec936ec83 None None] Port dce1daa0-2714-4b07-8e1f-98caecf32015 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:02:53.657258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:02:53.665192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-21c099c5-4b1c-4e61-8c01-ad08a7c11867 admin admin] 10.222.0.95 "PUT /v2.0/routers/479afe7f-652c-41f6-a52f-d0edf22858ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6679866 Jul 07 22:02:53.682522 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Sync routers for ids ['479afe7f-652c-41f6-a52f-d0edf22858ba'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:02:53.698372 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Routers {'479afe7f-652c-41f6-a52f-d0edf22858ba'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:02:53.699685 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:02:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['479afe7f-652c-41f6-a52f-d0edf22858ba'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:53.913081 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Set router 479afe7f-652c-41f6-a52f-d0edf22858ba gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:02:54.359084 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'name': 'router1', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:02:43Z', 'updated_at': '2021-07-07T22:02:53Z', 'revision_number': 2, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gw_port_host': None, '_interfaces': [{'id': 'dce1daa0-2714-4b07-8e1f-98caecf32015', 'name': '', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'mac_address': 'fa:16:3e:d6:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:52Z', 'updated_at': '2021-07-07T22:02:53Z', 'revision_number': 2, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'subnets': [{'id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:54.412582 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Checking router: 479afe7f-652c-41f6-a52f-d0edf22858ba for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:02:54.412959 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Updating router 479afe7f-652c-41f6-a52f-d0edf22858ba port dce1daa0-2714-4b07-8e1f-98caecf32015 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:02:54.476915 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:54.959673 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:54.980891 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Transition to ACTIVE for port object dce1daa0-2714-4b07-8e1f-98caecf32015 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:02:54.986829 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:55.144885 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Pushing event updated for resources: {'Port': ['ID=dce1daa0-2714-4b07-8e1f-98caecf32015,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:55.153987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Attempting to bind port dce1daa0-2714-4b07-8e1f-98caecf32015 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:02:55.154414 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Attempting to bind port dce1daa0-2714-4b07-8e1f-98caecf32015 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:02:55.154878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Attempting to bind port dce1daa0-2714-4b07-8e1f-98caecf32015 on network 8760cd71-5a0b-461a-a73d-0b455f09896d {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:02:55.157511 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.157866 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.158384 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.158649 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.158896 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.159236 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.159570 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.159904 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.160767 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.161059 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.161388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.161705 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Tracked resource versions report: Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: pushed versions: Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: { 'AddressGroup': {'1.2'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'ConntrackHelper': {'1.0'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Log': {'1.0'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Network': {'1.1'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Port': {'1.7'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'PortForwarding': {'1.2'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'QosPolicy': {'1.8'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'SecurityGroup': {'1.4'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'SubPort': {'1.0'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Subnet': {'1.1'}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Trunk': {'1.1'}} Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: consumer versions: Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: L3 agent@n-d-694802-13: {}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: Metadata agent@n-d-694802-13: {}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: Metering agent@n-d-694802-13: {}, Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'ConntrackHelper': '1.0', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Log': '1.0', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Network': '1.1', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Port': '1.7', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'PortForwarding': '1.2', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'QosPolicy': '1.8', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'SecurityGroup': '1.4', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'SecurityGroupRule': '1.2', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'SubPort': '1.0', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Subnet': '1.1', Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: 'Trunk': '1.1'}} Jul 07 22:02:55.162808 n-d-694802-13 neutron-server[93934]: {{(pid=93934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:02:55.168816 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:02:55.169236 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Checking segment: {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:02:55.169728 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:55.170116 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Bound using segment: {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:02:55.170654 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Bound port: dce1daa0-2714-4b07-8e1f-98caecf32015, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a48a69-f7bf-4c03-9731-f941207a1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:02:55.171081 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:55.241735 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] For port dce1daa0-2714-4b07-8e1f-98caecf32015, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:02:55.262278 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] For port dce1daa0-2714-4b07-8e1f-98caecf32015, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=dce1daa0-2714-4b07-8e1f-98caecf32015,segment=NetworkSegment(c2a48a69-f7bf-4c03-9731-f941207a1501),segment_id=c2a48a69-f7bf-4c03-9731-f941207a1501)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:02:55.266460 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:55.325141 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85722e-f03b-4512-943e-9933b56ed9e8 None None] Pushing event updated for resources: {'Port': ['ID=dce1daa0-2714-4b07-8e1f-98caecf32015,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:55.329391 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Routers {'479afe7f-652c-41f6-a52f-d0edf22858ba'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:02:55.330033 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:02:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['479afe7f-652c-41f6-a52f-d0edf22858ba'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:55.420623 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] Set router 479afe7f-652c-41f6-a52f-d0edf22858ba gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:02:55.639524 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'name': 'router1', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:02:43Z', 'updated_at': '2021-07-07T22:02:53Z', 'revision_number': 2, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gw_port_host': None, '_interfaces': [{'id': 'dce1daa0-2714-4b07-8e1f-98caecf32015', 'name': '', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'mac_address': 'fa:16:3e:d6:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:52Z', 'updated_at': '2021-07-07T22:02:55Z', 'revision_number': 4, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'subnets': [{'id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:02:55.668831 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adcb0bb-ceb6-4eca-a695-f4cedb400701 None None] The sync data for ids ['479afe7f-652c-41f6-a52f-d0edf22858ba'] in n-d-694802-13 is: [{'id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'name': 'router1', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:02:43Z', 'updated_at': '2021-07-07T22:02:53Z', 'revision_number': 2, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gw_port_host': None, '_interfaces': [{'id': 'dce1daa0-2714-4b07-8e1f-98caecf32015', 'name': '', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'mac_address': 'fa:16:3e:d6:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:52Z', 'updated_at': '2021-07-07T22:02:55Z', 'revision_number': 4, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'subnets': [{'id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:02:55.980659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56934) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:56.155124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc2e06-ea6c-4a6a-9b43-a85ba13ee783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:56.156525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e6dc2e06-ea6c-4a6a-9b43-a85ba13ee783 admin admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 842 time: 0.1749520 Jul 07 22:02:56.166603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'name': 'public-subnet'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:56.187834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Made reservation on behalf of 1e7ba17b87ff41d0890186c01c5c18c2 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:02:56.190409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:56.532844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:02:56.533189 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:56.590735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=740b6e12-3682-4bb3-9a02-2cd7b3291abd,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:56.597574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:02:56.598487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Network hostable DHCP agents. Network: 51086f85-fe57-4331-b13d-7d114d061a57, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:02:56.615159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:02:56.623000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 51086f85-fe57-4331-b13d-7d114d061a57) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:02:56.626974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:56.627568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:56.633499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693673a-7166-4b5e-9cc5-8b8d9a98545f None None] Network 51086f85-fe57-4331-b13d-7d114d061a57 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:02:56.655656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-74a07894-e0ed-4bad-a1fc-6dd740609d4d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4795516 Jul 07 22:02:56.767063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc2210-9f1e-4a78-8f67-cabd2e202506 None None] Network 51086f85-fe57-4331-b13d-7d114d061a57 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:02:58.968864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:02:59.094782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ad4a97e1-7bf2-42d5-8f00-43f6e782218b admin admin] 10.222.0.95 "GET /v2.0/routers/479afe7f-652c-41f6-a52f-d0edf22858ba HTTP/1.1" status: 200 len: 710 time: 0.1248147 Jul 07 22:02:59.136408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device dce1daa0-2714-4b07-8e1f-98caecf32015 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:02:59.178265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efdcc8-50c8-4c2e-8964-118cff50adc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:02:59.179681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-46efdcc8-50c8-4c2e-8964-118cff50adc5 admin admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 886 time: 0.0792825 Jul 07 22:02:59.184334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port dce1daa0-2714-4b07-8e1f-98caecf32015 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:02:59.188514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port dce1daa0-2714-4b07-8e1f-98caecf32015 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:02:59.188898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.189564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:02:59.271605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.303544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port dce1daa0-2714-4b07-8e1f-98caecf32015, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=dce1daa0-2714-4b07-8e1f-98caecf32015,segment=NetworkSegment(c2a48a69-f7bf-4c03-9731-f941207a1501),segment_id=c2a48a69-f7bf-4c03-9731-f941207a1501)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:02:59.308264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.355994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=dce1daa0-2714-4b07-8e1f-98caecf32015,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:02:59.437307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.668715 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.740954 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.845497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Allocated IP 172.25.5.175 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/704f2dd2-8282-4f02-8355-1ac8d1f0a562) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:02:59.944688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.981538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:00.016757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:03:00.022511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:03:00.026991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:03:00.028723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Pushing event updated for resources: {'Port': ['ID=704f2dd2-8282-4f02-8355-1ac8d1f0a562,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:03:00.347295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:00.531725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:00.534887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:00.634918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Router 479afe7f-652c-41f6-a52f-d0edf22858ba has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:03:00.734427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:03:00.739726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:00.740344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f3b8c3bd-32ef-4b66-b36a-348afc9555a5 admin admin] 10.222.0.95 "PUT /v2.0/routers/479afe7f-652c-41f6-a52f-d0edf22858ba HTTP/1.1" status: 200 len: 890 time: 1.5543120 Jul 07 22:03:00.757816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Sync routers for ids ['479afe7f-652c-41f6-a52f-d0edf22858ba'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:03:00.770220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Routers {'479afe7f-652c-41f6-a52f-d0edf22858ba'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:03:00.770970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:02:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['479afe7f-652c-41f6-a52f-d0edf22858ba'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:03:01.036181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Set router 479afe7f-652c-41f6-a52f-d0edf22858ba gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:03:01.148725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device dce1daa0-2714-4b07-8e1f-98caecf32015 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:03:01.361473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port dce1daa0-2714-4b07-8e1f-98caecf32015 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:03:01.361857 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:01.521824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'name': 'router1', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '704f2dd2-8282-4f02-8355-1ac8d1f0a562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:02:43Z', 'updated_at': '2021-07-07T22:03:00Z', 'revision_number': 4, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gw_port': {'id': '704f2dd2-8282-4f02-8355-1ac8d1f0a562', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:59Z', 'updated_at': '2021-07-07T22:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'dce1daa0-2714-4b07-8e1f-98caecf32015', 'name': '', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'mac_address': 'fa:16:3e:d6:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:52Z', 'updated_at': '2021-07-07T22:02:59Z', 'revision_number': 5, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'subnets': [{'id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:03:01.572761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Checking router: 479afe7f-652c-41f6-a52f-d0edf22858ba for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:03:01.573119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Updating router 479afe7f-652c-41f6-a52f-d0edf22858ba port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:03:01.606168 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:01.924340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:01.934239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Transition to ACTIVE for port object 704f2dd2-8282-4f02-8355-1ac8d1f0a562 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:03:01.939730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:01.992264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Attempting to bind port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:03:01.992644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Attempting to bind port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:03:01.993016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Attempting to bind port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:03:01.994879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a72d2-9a85-4f61-8ff1-4bccda344419 None None] Pushing event updated for resources: {'Port': ['ID=704f2dd2-8282-4f02-8355-1ac8d1f0a562,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:03:02.000127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:03:02.000507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:03:02.000914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:02.001304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:03:02.001777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Bound port: 704f2dd2-8282-4f02-8355-1ac8d1f0a562, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:03:02.002197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:02.050145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] For port 704f2dd2-8282-4f02-8355-1ac8d1f0a562, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:03:02.053702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] For port 704f2dd2-8282-4f02-8355-1ac8d1f0a562, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=704f2dd2-8282-4f02-8355-1ac8d1f0a562,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:03:02.057999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:02.115526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a72d2-9a85-4f61-8ff1-4bccda344419 None None] Pushing event updated for resources: {'Port': ['ID=704f2dd2-8282-4f02-8355-1ac8d1f0a562,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:03:02.119542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Routers {'479afe7f-652c-41f6-a52f-d0edf22858ba'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:03:02.120155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:02:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['479afe7f-652c-41f6-a52f-d0edf22858ba'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:03:02.296211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] Set router 479afe7f-652c-41f6-a52f-d0edf22858ba gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:03:02.499371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'name': 'router1', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '704f2dd2-8282-4f02-8355-1ac8d1f0a562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:02:43Z', 'updated_at': '2021-07-07T22:03:00Z', 'revision_number': 4, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gw_port': {'id': '704f2dd2-8282-4f02-8355-1ac8d1f0a562', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:59Z', 'updated_at': '2021-07-07T22:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'dce1daa0-2714-4b07-8e1f-98caecf32015', 'name': '', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'mac_address': 'fa:16:3e:d6:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:52Z', 'updated_at': '2021-07-07T22:02:59Z', 'revision_number': 5, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'subnets': [{'id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:03:02.527980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47b93-737e-4b05-93d7-475c67ac40ac None None] The sync data for ids ['479afe7f-652c-41f6-a52f-d0edf22858ba'] in n-d-694802-13 is: [{'id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'name': 'router1', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '704f2dd2-8282-4f02-8355-1ac8d1f0a562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:02:43Z', 'updated_at': '2021-07-07T22:03:00Z', 'revision_number': 4, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'gw_port': {'id': '704f2dd2-8282-4f02-8355-1ac8d1f0a562', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:59Z', 'updated_at': '2021-07-07T22:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'dce1daa0-2714-4b07-8e1f-98caecf32015', 'name': '', 'network_id': '8760cd71-5a0b-461a-a73d-0b455f09896d', 'tenant_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'mac_address': 'fa:16:3e:d6:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479afe7f-652c-41f6-a52f-d0edf22858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:02:52Z', 'updated_at': '2021-07-07T22:02:59Z', 'revision_number': 5, 'project_id': 'c396f8f6c8f84d228c6362f64d7c3905', 'subnets': [{'id': 'b01f50f0-b955-4cab-a89d-857474aa86df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2bbb293-89b6-4cbe-97c4-c2e920d60720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:03:03.153939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56964) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:03:03.164964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 704f2dd2-8282-4f02-8355-1ac8d1f0a562 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:03:03.219261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:03:03.223856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:03:03.224242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:03.285811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b72930ae-6de4-4a5c-b810-36c6b798c54d admin admin] 10.222.0.95 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1306796 Jul 07 22:03:03.312575 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:03.335198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 704f2dd2-8282-4f02-8355-1ac8d1f0a562, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=704f2dd2-8282-4f02-8355-1ac8d1f0a562,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:03:03.339482 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:03.389833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=704f2dd2-8282-4f02-8355-1ac8d1f0a562,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:03:05.132230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 704f2dd2-8282-4f02-8355-1ac8d1f0a562 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:03:05.184580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 704f2dd2-8282-4f02-8355-1ac8d1f0a562 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:03:05.185198 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:18.270392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-55ff66c1-c2b7-426c-97ee-904de203fe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:20.847814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-71973fc2-f845-474a-8607-5df26406cd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:21.316922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:21.965812 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:23.483613 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:23.774447 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:03:48.274925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a66cb32b-0a7a-48ac-a226-fb75e84fc256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:50.853103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-08332ab4-b8a4-41fe-afb7-f6dd60448e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:51.309757 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:51.971687 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:53.472589 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:00.773958 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:04:18.276922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15b9b498-3513-4404-a1ed-6adfd11d8b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:20.848181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-014682bf-91fd-49e7-b8ed-251bc40bc029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:21.312367 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:21.963453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:23.479721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:37.772416 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:04:42.628478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57564) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:42.689967 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9079d421-fc39-48d2-ac89-5d471cc33c42 admin admin] GET failed (client error): The resource could not be found. Jul 07 22:04:42.691316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9079d421-fc39-48d2-ac89-5d471cc33c42 admin admin] 10.222.0.95 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616663 Jul 07 22:04:42.843883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a94d4-e616-45e7-a78e-86d36f4ec91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:42.845371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f88a94d4-e616-45e7-a78e-86d36f4ec91e admin admin] 10.222.0.95 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1503510 Jul 07 22:04:45.011588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:45.103617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eee529-bdfb-416a-8c80-a1ee54273f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:45.104999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78eee529-bdfb-416a-8c80-a1ee54273f73 admin admin] 10.222.0.95 "GET /v2.0/subnets/b01f50f0-b955-4cab-a89d-857474aa86df HTTP/1.1" status: 200 len: 849 time: 0.0924509 Jul 07 22:04:45.114179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:04:45.198357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:45.340559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749835756319'] for subnet, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:45.368910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:45.369512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:45.370993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] 10.222.0.95 "PUT /v2.0/subnets/b01f50f0-b955-4cab-a89d-857474aa86df HTTP/1.1" status: 200 len: 868 time: 0.2603083 Jul 07 22:04:45.394253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca59bd-107e-4fa7-9509-6a31e8b60e92 None None] Network 8760cd71-5a0b-461a-a73d-0b455f09896d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:04:45.396540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01f50f0-b955-4cab-a89d-857474aa86df,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:04:45.405202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.405658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.406069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.406481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.407077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.407695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.408038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.408379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.408718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.409053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.409390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.409872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c04cfa-62c0-46a2-ae40-6f252066129e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:04:45.784567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-023dd163-b463-47f1-b3e3-3f1f14e51e54 None None] Provisioning complete for port f0842a10-f4fb-4f58-9868-3767ea804089 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:04:45.784953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-023dd163-b463-47f1-b3e3-3f1f14e51e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:45.867157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-023dd163-b463-47f1-b3e3-3f1f14e51e54 None None] Provisioning complete for port dce1daa0-2714-4b07-8e1f-98caecf32015 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:04:45.867536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-023dd163-b463-47f1-b3e3-3f1f14e51e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:47.557591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:47.747464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374604f5-726d-4a49-b4b2-45eaf1493f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:47.747880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374604f5-726d-4a49-b4b2-45eaf1493f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:47.749397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-374604f5-726d-4a49-b4b2-45eaf1493f38 admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1908557 Jul 07 22:04:48.278099 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-90a0beb2-2399-42b6-aad9-03259e541fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:49.906936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57590) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:50.033656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952e5b4-73be-401f-825e-fdc9f25d537b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:50.034130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952e5b4-73be-401f-825e-fdc9f25d537b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:50.035675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2952e5b4-73be-401f-825e-fdc9f25d537b admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1277778 Jul 07 22:04:50.849044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c33b6d3-8817-4eee-9080-a35518d886b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:51.314804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:51.967553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:52.189801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57598) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:52.312439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06022937-513b-47e7-bbb4-0d44f78e9e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:52.313797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-06022937-513b-47e7-bbb4-0d44f78e9e5c admin admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 886 time: 0.1230478 Jul 07 22:04:53.485658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:54.430355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57606) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:54.651129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f7d04-7e17-40eb-b27c-d8b3123ce76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:54.652431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-016f7d04-7e17-40eb-b27c-d8b3123ce76a admin admin] 10.222.0.95 "GET /v2.0/networks/8760cd71-5a0b-461a-a73d-0b455f09896d HTTP/1.1" status: 200 len: 869 time: 0.2210846 Jul 07 22:04:57.297890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57614) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:57.419231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca37d5e3-0d7b-4786-8e2d-579b73b1e730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:57.419607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca37d5e3-0d7b-4786-8e2d-579b73b1e730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:57.421138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ca37d5e3-0d7b-4786-8e2d-579b73b1e730 admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222901 Jul 07 22:04:59.624239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57622) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:59.712211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8be884-c946-49bc-a818-369706c0aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:59.712671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8be884-c946-49bc-a818-369706c0aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:04:59.714177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2a8be884-c946-49bc-a818-369706c0aadc admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889575 Jul 07 22:05:01.844297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57630) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:05:01.926847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d2260-4d93-4474-9c00-26df92247959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:05:01.928178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-276d2260-4d93-4474-9c00-26df92247959 admin admin] 10.222.0.95 "GET /v2.0/subnets/740b6e12-3682-4bb3-9a02-2cd7b3291abd HTTP/1.1" status: 200 len: 816 time: 0.0829201 Jul 07 22:05:04.072972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57638) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:05:04.166135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7bd46-9d6c-44e0-8c4a-a48466fb7aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:05:04.167498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2bd7bd46-9d6c-44e0-8c4a-a48466fb7aeb admin admin] 10.222.0.95 "GET /v2.0/subnets/b01f50f0-b955-4cab-a89d-857474aa86df HTTP/1.1" status: 200 len: 868 time: 0.0935500 Jul 07 22:05:14.771089 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:05:18.278172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9fb183bc-5980-4389-96f0-a61505388462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:20.850401 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aebd3799-8aac-4439-8cb5-8d07a9546485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:21.315592 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:21.969843 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:23.490638 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:27.702791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57682) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:05:27.748861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-327bdc32-f248-4af3-81c8-7233eb790376 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:05:27.749856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-327bdc32-f248-4af3-81c8-7233eb790376 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460980 Jul 07 22:05:29.980380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57690) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:05:30.037819 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a83add-d11e-4cbd-9574-2efa11dc9b6e admin admin] GET failed (client error): The resource could not be found. Jul 07 22:05:30.039134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-20a83add-d11e-4cbd-9574-2efa11dc9b6e admin admin] 10.222.0.95 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0578220 Jul 07 22:05:30.121676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d570ddb2-1a09-4837-927b-db164ab2b723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:05:30.123192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d570ddb2-1a09-4837-927b-db164ab2b723 admin admin] 10.222.0.95 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802405 Jul 07 22:05:32.325064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57698) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:05:32.369539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:05:32.390410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Made reservation on behalf of 1e7ba17b87ff41d0890186c01c5c18c2 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:05:32.392639 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:32.421164 n-d-694802-13 neutron-server[93932]: WARNING neutron.services.revisions.revision_plugin [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Could not find related network for resource to bump revision. Jul 07 22:05:32.432408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:05:32.442092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:32.442435 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Added segment b5e80b07-c145-4fa2-a776-0b9d81d028e8 of type vlan for network 3d40af76-69d8-4c5a-adc1-91537c2223ae Jul 07 22:05:32.483340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:32.510551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:32.511485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:05:32.512076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:32.561229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2350590 Jul 07 22:05:32.569721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad55226-195c-443a-a254-95a37b254add admin admin] Pushing event updated for resources: {'Network': ['ID=3d40af76-69d8-4c5a-adc1-91537c2223ae,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:05:32.580767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:05:34.737899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57706) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:05:34.796115 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-791a937a-69a1-420e-b6ae-69e5c7a6f86f admin admin] GET failed (client error): The resource could not be found. Jul 07 22:05:34.797442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-791a937a-69a1-420e-b6ae-69e5c7a6f86f admin admin] 10.222.0.95 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585442 Jul 07 22:05:34.867306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b612ac-240d-4ae4-8148-633193c43bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:05:34.868831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-24b612ac-240d-4ae4-8148-633193c43bfb admin admin] 10.222.0.95 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674217 Jul 07 22:05:34.878967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:05:34.899772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Made reservation on behalf of 1e7ba17b87ff41d0890186c01c5c18c2 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:05:34.901967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.059342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.111977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Pushing event updated for resources: {'Subnet': ['ID=495ee99d-346d-4a4b-bcfe-84a3589e83b9,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:05:35.120052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:05:35.120417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Network hostable DHCP agents. Network: 3d40af76-69d8-4c5a-adc1-91537c2223ae, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:05:35.136575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:05:35.145215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 3d40af76-69d8-4c5a-adc1-91537c2223ae) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:05:35.149286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:05:35.149877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.155805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a5839-7354-42d3-a946-e6d9ec9fa5b2 None None] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:05:35.163711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2fdae043-4fa3-4660-9e74-d7d10ef8464d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2881205 Jul 07 22:05:35.307010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-3d40af76-69d8-4c5a-adc1-91537c2223ae', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'tenant_id': '1e7ba17b87ff41d0890186c01c5c18c2', 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:05:35.307919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.537735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Allocated IP 192.168.233.2 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/2ef10101-9dd0-4df9-8380-0ca4352365fd) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:05:35.683619 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.692231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Transition to ACTIVE for port object 2ef10101-9dd0-4df9-8380-0ca4352365fd will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:05:35.707014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Transition to ACTIVE for port object 2ef10101-9dd0-4df9-8380-0ca4352365fd will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:05:35.713104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.750233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:05:35.756627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:05:35.761298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:05:35.763752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Pushing event updated for resources: {'Port': ['ID=2ef10101-9dd0-4df9-8380-0ca4352365fd,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:05:35.772663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.773026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.773379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.773728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.774078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.774417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.774787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.775123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.775463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.775796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.776132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.776462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:05:35.829536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Attempting to bind port 2ef10101-9dd0-4df9-8380-0ca4352365fd on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:05:35.829842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Attempting to bind port 2ef10101-9dd0-4df9-8380-0ca4352365fd by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:05:35.830219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Attempting to bind port 2ef10101-9dd0-4df9-8380-0ca4352365fd on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:05:35.835420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:05:35.835810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:05:35.836222 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.836620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:05:35.837112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Bound port: 2ef10101-9dd0-4df9-8380-0ca4352365fd, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:05:35.837514 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.903275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] For port 2ef10101-9dd0-4df9-8380-0ca4352365fd, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:05:35.906982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] For port 2ef10101-9dd0-4df9-8380-0ca4352365fd, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2ef10101-9dd0-4df9-8380-0ca4352365fd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:05:35.911304 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:35.973204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bc287-9d60-43c9-9371-2e66b468acbf None None] Pushing event updated for resources: {'Port': ['ID=2ef10101-9dd0-4df9-8380-0ca4352365fd,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:05:36.812476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c428b-a536-41a3-8525-e0f44781bc9a None None] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:05:36.870462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-79ef3e1d-0301-4a0a-b1fa-bff45aa0403d None None] Provisioning for port 2ef10101-9dd0-4df9-8380-0ca4352365fd completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:05:37.272482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2ef10101-9dd0-4df9-8380-0ca4352365fd up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:05:37.322423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2ef10101-9dd0-4df9-8380-0ca4352365fd completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:05:37.326011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2ef10101-9dd0-4df9-8380-0ca4352365fd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:05:37.326385 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:37.403627 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:37.435246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2ef10101-9dd0-4df9-8380-0ca4352365fd, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2ef10101-9dd0-4df9-8380-0ca4352365fd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:05:37.439772 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:37.487726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2ef10101-9dd0-4df9-8380-0ca4352365fd,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:05:39.245155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2ef10101-9dd0-4df9-8380-0ca4352365fd up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:05:39.291330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2ef10101-9dd0-4df9-8380-0ca4352365fd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:05:39.291702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:48.278661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06f81104-b489-411b-a278-ad84febdf538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:50.858909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8256-aaa6-4087-8ad2-ff2784f535a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:51.317782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:51.769759 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:05:51.973189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:53.488975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.281757 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-94122620-57d9-456b-8437-327940d46c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.857635 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-10a690f0-1eca-40f2-9b37-e48215298a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:21.318839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:21.977653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.495541 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.768701 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:06:42.683344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:42.689918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-dba66a6e-9587-4631-8fb4-43a3bf2c5460 tempest-verify_tempest_config-1973769781 tempest-verify_tempest_config-1973769781-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:06:42.690933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dba66a6e-9587-4631-8fb4-43a3bf2c5460 tempest-verify_tempest_config-1973769781 tempest-verify_tempest_config-1973769781-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065784 Jul 07 22:06:42.987561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57776) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:43.085525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.173103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.176477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.219400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb82a90d045e41dcbf98e9cfc7b519f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2308130 Jul 07 22:06:43.220431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8c440-5b6a-4e23-890e-d959e471f8f3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:43.222679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57780) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:43.227003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.227350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.227687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.228019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.228346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.228672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.228995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.229314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.229633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.229951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.230268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.230585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921c2e3-7243-403f-b1d9-0342759a1167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.240754 n-d-694802-13 neutron-server[93931]: WARNING oslo_policy.policy [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:06:43.241356 n-d-694802-13 neutron-server[93931]: WARNING oslo_policy.policy [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:06:43.519406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.policy [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93931) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 22:06:43.565385 n-d-694802-13 neutron-server[93931]: WARNING oslo_policy.policy [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:06:43.565777 n-d-694802-13 neutron-server[93931]: WARNING oslo_policy.policy [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 22:06:43.675128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.694799 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.783813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.786655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.788062 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/94f8c440-5b6a-4e23-890e-d959e471f8f3 HTTP/1.1" status: 204 len: 168 time: 0.5632133 Jul 07 22:06:43.796390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8c440-5b6a-4e23-890e-d959e471f8f3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:43.808232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.808581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.808925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.809264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.809610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.809931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.810263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.810591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.810957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.811355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.811600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.811927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e13762-47ec-47a6-a6d1-8851bc5621d5 admin admin] Tracked resource versions report: Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: pushed versions: Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: { 'AddressGroup': {'1.2'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'ConntrackHelper': {'1.0'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Log': {'1.0'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Network': {'1.1'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Port': {'1.7'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'PortForwarding': {'1.2'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'QosPolicy': {'1.8'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'SecurityGroup': {'1.4'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'SubPort': {'1.0'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Subnet': {'1.1'}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Trunk': {'1.1'}} Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: consumer versions: Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: L3 agent@n-d-694802-13: {}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: Metadata agent@n-d-694802-13: {}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: Metering agent@n-d-694802-13: {}, Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'ConntrackHelper': '1.0', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Log': '1.0', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Network': '1.1', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Port': '1.7', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'PortForwarding': '1.2', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'QosPolicy': '1.8', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'SecurityGroup': '1.4', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'SecurityGroupRule': '1.2', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'SubPort': '1.0', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Subnet': '1.1', Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: 'Trunk': '1.1'}} Jul 07 22:06:43.813047 n-d-694802-13 neutron-server[93931]: {{(pid=93931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:06:48.283508 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dadfee1-8356-47e4-8000-0226232728ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.858681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3913c2b5-ee0c-4c12-8981-0c9773838c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.320376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.979588 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.496642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.767501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:07:18.283272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9b94481f-f716-49e3-8e70-5a0878cff9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.858559 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1893ff2c-5627-4b32-b0a8-368a6a933681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.319974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.982865 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.497926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.765917 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:07:48.282790 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d6df-dc98-4ffa-9edf-16f216d49f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.860766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8e70847-0538-463f-aa41-68649d3965c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.321023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.986081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.500817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.281722 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-361ffa56-3cf8-41de-ac9e-f10c7eb2e349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:19.763625 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:08:20.862263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b7386a6e-9c9c-430d-ad2e-e5dee090010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:21.321257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:21.988150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.503332 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:48.282804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1f8d36ac-4a73-4bfd-9432-20587ee8c039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:50.864062 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-875605c0-9bf9-4d58-b5af-f36cc65858f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:51.322478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:51.991573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:53.505925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:56.761139 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:09:18.283862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79aca134-c432-49dd-8c8c-b82e026b8b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.863078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e85d2b90-43a4-44cb-ad58-62575eb38bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.323453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.995370 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:23.508280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:33.760399 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 5 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:09:46.491688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.232445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647898'] for agent, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.282771 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a474941f-ece4-44b0-bca0-03eda1d9fde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.863835 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f9a4dddd-a213-4f56-bbc1-ed1544c34ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:51.325212 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:51.997051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:53.510842 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:10.759716 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:10:16.439470 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:18.208684 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:18.281794 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-183e0b93-d32b-4eb7-b6e6-a5ec9c3bfa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:20.864595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2d9e42a7-ea6d-46df-9806-c44e8cc8d514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.326101 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.000621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.514770 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.977864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57852) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:31.136936 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9a1fc3a2-82ad-46e6-a1cf-537887cb64a2 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1579220 Jul 07 22:10:33.309632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57866) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:33.365443 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6b630228-fb96-4fb6-be01-1e13363f0616 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0546758 Jul 07 22:10:46.438006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.759275 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:10:48.222201 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:48.280658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8ac2-4347-4a7b-8b9e-8d966ef01dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.864688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0dc54951-0fc4-488b-b6a8-2a17e9c5384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.326418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.003902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.516031 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.456683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.240099 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.281594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5063449e-9dd5-434d-9d0b-14cb6b350b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.868359 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf18c1fc-c40b-4ae0-9a09-f1ea8b4541c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.331453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.009917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.519741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:24.758281 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:11:46.540166 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:48.281255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:48.306987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef15b344-d3bc-4b85-9c60-45a3d2b311dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.875434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-35e55dbe-85c2-40ed-bacc-f36dd0b1374f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:51.335240 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.012155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.078337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58058) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:52.491759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc9546ea-c087-4f4b-9f5d-be21a598a315 tempest-AutoAllocateNetworkTest-588595889 tempest-AutoAllocateNetworkTest-588595889-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1779fd043caa4935b60d5c57c9596352&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4114549 Jul 07 22:11:52.494266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58082) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:52.728441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de446d8-4359-4045-80fd-22c880df7f4f tempest-AutoAllocateNetworkTest-588595889 tempest-AutoAllocateNetworkTest-588595889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:52.733232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:52.733784 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2de446d8-4359-4045-80fd-22c880df7f4f tempest-AutoAllocateNetworkTest-588595889 tempest-AutoAllocateNetworkTest-588595889-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2353854 Jul 07 22:11:52.794274 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58100) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:52.794821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fe3d0b40-4b80-4352-8676-7912bd42f1ae tempest-AutoAllocateNetworkTest-588595889 tempest-AutoAllocateNetworkTest-588595889-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592461 Jul 07 22:11:52.831363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6c75f83a-68f6-4089-9cca-b046565a50c7 tempest-AutoAllocateNetworkTest-588595889 tempest-AutoAllocateNetworkTest-588595889-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1779fd043caa4935b60d5c57c9596352 HTTP/1.1" status: 200 len: 208 time: 0.0356870 Jul 07 22:11:53.523506 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.613281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58140) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:53.894955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.903561 n-d-694802-13 neutron-server[93931]: INFO neutron.quota [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Loaded quota_driver: . Jul 07 22:11:54.027636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.034405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.085019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4fc83-fac5-487f-b81d-96268af6b646,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.092435 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1779fd043caa4935b60d5c57c9596352&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4781475 Jul 07 22:11:54.093065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58174) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:54.098310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.098690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.099040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.099381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.099717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.100045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.100546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.101103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.101597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.102088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.102584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.103097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ff9dd-76bc-4818-94e3-b45eb2495aef admin admin] Tracked resource versions report: Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: pushed versions: Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: { 'AddressGroup': {'1.2'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'ConntrackHelper': {'1.0'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Log': {'1.0'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Network': {'1.1'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Port': {'1.7'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'PortForwarding': {'1.2'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'QosPolicy': {'1.8'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'SecurityGroup': {'1.4'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'SubPort': {'1.0'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Subnet': {'1.1'}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Trunk': {'1.1'}} Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: consumer versions: Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: HyperV agent@n-h1-694802-13: {}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: HyperV agent@n-h2-694802-13: {}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: L3 agent@n-d-694802-13: {}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: Metadata agent@n-d-694802-13: {}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: Metering agent@n-d-694802-13: {}, Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'ConntrackHelper': '1.0', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Log': '1.0', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Network': '1.1', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Port': '1.7', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'PortForwarding': '1.2', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'QosPolicy': '1.8', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'SecurityGroup': '1.4', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'SecurityGroupRule': '1.2', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'SubPort': '1.0', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Subnet': '1.1', Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: 'Trunk': '1.1'}} Jul 07 22:11:54.104286 n-d-694802-13 neutron-server[93931]: {{(pid=93931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:11:54.168743 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.189754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.247210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.251139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.255100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a7d4fc83-fac5-487f-b81d-96268af6b646 HTTP/1.1" status: 204 len: 168 time: 0.1590965 Jul 07 22:11:54.263544 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4fc83-fac5-487f-b81d-96268af6b646,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.271825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.272181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.272569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.272852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.273249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.273529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.273824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.274342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.274698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.275189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.275533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.275860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af249e4-522e-499d-b1d2-91aeaa935799 admin admin] Tracked resource versions report: Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: pushed versions: Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: { 'AddressGroup': {'1.2'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'ConntrackHelper': {'1.0'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Log': {'1.0'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Network': {'1.1'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Port': {'1.7'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'PortForwarding': {'1.2'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'QosPolicy': {'1.8'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'SecurityGroup': {'1.4'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'SubPort': {'1.0'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Subnet': {'1.1'}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Trunk': {'1.1'}} Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: consumer versions: Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: HyperV agent@n-h1-694802-13: {}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: HyperV agent@n-h2-694802-13: {}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: L3 agent@n-d-694802-13: {}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: Metadata agent@n-d-694802-13: {}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: Metering agent@n-d-694802-13: {}, Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'ConntrackHelper': '1.0', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Log': '1.0', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Network': '1.1', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Port': '1.7', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'PortForwarding': '1.2', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'QosPolicy': '1.8', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'SecurityGroup': '1.4', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'SecurityGroupRule': '1.2', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'SubPort': '1.0', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Subnet': '1.1', Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: 'Trunk': '1.1'}} Jul 07 22:11:54.276877 n-d-694802-13 neutron-server[93932]: {{(pid=93932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:11:55.668600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58262) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:55.814712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f358986-3dc1-4058-bb6d-24d563d962bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.914246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f358986-3dc1-4058-bb6d-24d563d962bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.919046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f358986-3dc1-4058-bb6d-24d563d962bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.958380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f358986-3dc1-4058-bb6d-24d563d962bc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dc9baa1474aa4378b2713f534740dfac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2885358 Jul 07 22:11:55.959694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f358986-3dc1-4058-bb6d-24d563d962bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd4ab0d-5330-4544-b212-f0b1b5c82804,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:55.961191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58286) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.012349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74413e32-265b-48e7-b489-16144a3750be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.047776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74413e32-265b-48e7-b489-16144a3750be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.114326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74413e32-265b-48e7-b489-16144a3750be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.117292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74413e32-265b-48e7-b489-16144a3750be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.118670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74413e32-265b-48e7-b489-16144a3750be admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7cd4ab0d-5330-4544-b212-f0b1b5c82804 HTTP/1.1" status: 204 len: 168 time: 0.1557848 Jul 07 22:11:56.128956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74413e32-265b-48e7-b489-16144a3750be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd4ab0d-5330-4544-b212-f0b1b5c82804,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:56.198935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58302) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.413224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58322) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.426005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1465671706-network', 'tenant_id': 'dd0045ef8bf04c24af3a3c2239b1a043'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:56.455559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Made reservation on behalf of dd0045ef8bf04c24af3a3c2239b1a043 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:56.458581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.467035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.548472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58334) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.570958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d58e4041-5137-47fe-a274-53aba8cf5793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.594416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.601704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.624581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec529-bd4c-4346-b076-d4df39b92f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.647322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:11:56.693073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749835851861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.693670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Unsubscribe: segment precommit_create {{(pid=93931) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 22:11:56.694195 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Added segment 73398642-37be-43bc-adb5-e981d98ac68b of type vlan for network 7788b445-35a0-461c-9cec-31b179d58fd0 Jul 07 22:11:56.715449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d38319-5c77-473f-80dd-3f4266dfbc66,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:56.779533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.829865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58350) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.875627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.876698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.877324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.894619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d58e4041-5137-47fe-a274-53aba8cf5793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.945338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d58e4041-5137-47fe-a274-53aba8cf5793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.950037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db2db339-9f02-40b7-9419-213771bb5c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.011771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] Pushing event updated for resources: {'Network': ['ID=7788b445-35a0-461c-9cec-31b179d58fd0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.029480 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d58e4041-5137-47fe-a274-53aba8cf5793 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d912574281eb479ebdc7f5741a3f8c84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4800453 Jul 07 22:11:57.033163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58366) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.035534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7788b445-35a0-461c-9cec-31b179d58fd0 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:11:57.049088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4041-5137-47fe-a274-53aba8cf5793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb281ff-e394-47c0-a94b-8f9822e5160d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.112073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec529-bd4c-4346-b076-d4df39b92f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.120437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97a02ea0-b99c-41c7-aab8-9559ff8627af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.121382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec529-bd4c-4346-b076-d4df39b92f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.142681 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5711834b-8203-4266-9893-8234cb6b6387 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9420972 Jul 07 22:11:57.150943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58380) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.156389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Request body: {'subnet': {'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1465671706-subnet', 'tenant_id': 'dd0045ef8bf04c24af3a3c2239b1a043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:57.169019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5c2ec529-bd4c-4346-b076-d4df39b92f48 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3bbf82d8a9314c7590519f5d402bbd5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7522831 Jul 07 22:11:57.169019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ec529-bd4c-4346-b076-d4df39b92f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d0abf-a4fc-45e9-a297-3e02a42a6b39,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.170270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58382) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.202102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97a02ea0-b99c-41c7-aab8-9559ff8627af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.227179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e947b181-62b0-459f-a0cd-a3a466b3ca37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.257281 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e947b181-62b0-459f-a0cd-a3a466b3ca37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.295824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97a02ea0-b99c-41c7-aab8-9559ff8627af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.299894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97a02ea0-b99c-41c7-aab8-9559ff8627af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.302753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97a02ea0-b99c-41c7-aab8-9559ff8627af admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cfb281ff-e394-47c0-a94b-8f9822e5160d HTTP/1.1" status: 204 len: 168 time: 0.2683337 Jul 07 22:11:57.333196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02ea0-b99c-41c7-aab8-9559ff8627af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb281ff-e394-47c0-a94b-8f9822e5160d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.340784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e947b181-62b0-459f-a0cd-a3a466b3ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.354420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e947b181-62b0-459f-a0cd-a3a466b3ca37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.359389 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e947b181-62b0-459f-a0cd-a3a466b3ca37 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f45d0abf-a4fc-45e9-a297-3e02a42a6b39 HTTP/1.1" status: 204 len: 168 time: 0.1855805 Jul 07 22:11:57.367014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b181-62b0-459f-a0cd-a3a466b3ca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d0abf-a4fc-45e9-a297-3e02a42a6b39,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.404698 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db2db339-9f02-40b7-9419-213771bb5c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.414492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db2db339-9f02-40b7-9419-213771bb5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.454581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58406) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.462476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-db2db339-9f02-40b7-9419-213771bb5c3d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ead006de817a4ef79d8bee54e3def837&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6317122 Jul 07 22:11:57.545076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db339-9f02-40b7-9419-213771bb5c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3c32b0-4272-417d-9575-07bda953df41,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.559260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Made reservation on behalf of dd0045ef8bf04c24af3a3c2239b1a043 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:57.565153 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.588185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75f45d43-7387-4f2c-9c7a-999f702967f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.642080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75f45d43-7387-4f2c-9c7a-999f702967f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.733089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75f45d43-7387-4f2c-9c7a-999f702967f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.736464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75f45d43-7387-4f2c-9c7a-999f702967f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.741434 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-75f45d43-7387-4f2c-9c7a-999f702967f5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9f3c32b0-4272-417d-9575-07bda953df41 HTTP/1.1" status: 204 len: 168 time: 0.2833135 Jul 07 22:11:57.765486 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f45d43-7387-4f2c-9c7a-999f702967f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3c32b0-4272-417d-9575-07bda953df41,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.893841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.965591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7afb59cc-714e-4cd6-a889-bf8299387c98,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.974198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.994220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600d01b1-2265-466a-ab34-ade21bda9587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.998728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:57.999071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Network hostable DHCP agents. Network: 7788b445-35a0-461c-9cec-31b179d58fd0, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:11:58.031973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Network 7788b445-35a0-461c-9cec-31b179d58fd0 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:11:58.053992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7788b445-35a0-461c-9cec-31b179d58fd0) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:58.060256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:58.061094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.065853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9c9f3-e8d1-47ee-8e3a-160ca0c374d9 None None] Network 7788b445-35a0-461c-9cec-31b179d58fd0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:58.138671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600d01b1-2265-466a-ab34-ade21bda9587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.145634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600d01b1-2265-466a-ab34-ade21bda9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.164048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b982d614-d634-42c4-b4db-fc485cdc6590 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0114932 Jul 07 22:11:58.191220 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-600d01b1-2265-466a-ab34-ade21bda9587 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9705d2f65fe446a4acd8766b1dc1e45d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2159307 Jul 07 22:11:58.192228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d01b1-2265-466a-ab34-ade21bda9587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2435cd41-8105-44ce-8fc9-778b80a5cb90,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.194220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58468) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.227864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58472) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.283867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b23a631-2124-4cca-bac3-c74b4e994833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.313140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199d130-c87d-4cad-ab83-4332a54c662a None None] Network 7788b445-35a0-461c-9cec-31b179d58fd0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:58.323148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b23a631-2124-4cca-bac3-c74b4e994833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.397733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b23a631-2124-4cca-bac3-c74b4e994833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.400666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b23a631-2124-4cca-bac3-c74b4e994833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.404581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b23a631-2124-4cca-bac3-c74b4e994833 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2435cd41-8105-44ce-8fc9-778b80a5cb90 HTTP/1.1" status: 204 len: 168 time: 0.2070360 Jul 07 22:11:58.410971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23a631-2124-4cca-bac3-c74b4e994833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435cd41-8105-44ce-8fc9-778b80a5cb90,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.516142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58496) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.530011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc183cda-a3f6-4497-8ea5-a838ae27756d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.635431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc183cda-a3f6-4497-8ea5-a838ae27756d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.639381 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc183cda-a3f6-4497-8ea5-a838ae27756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.684630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc183cda-a3f6-4497-8ea5-a838ae27756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277b66fd-c8d8-4e08-8be0-309507987384,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.688571 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d67a3911-c035-4a20-a8ee-71d53a45cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.709705 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc183cda-a3f6-4497-8ea5-a838ae27756d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e63c631512c34ac0b1db9ed7fd3eed6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1923697 Jul 07 22:11:58.712369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58500) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.784898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7b88615d-33f5-4303-8e12-9cfda7ae8752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.809080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7b88615d-33f5-4303-8e12-9cfda7ae8752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.825010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d67a3911-c035-4a20-a8ee-71d53a45cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.836573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d67a3911-c035-4a20-a8ee-71d53a45cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.873887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7b88615d-33f5-4303-8e12-9cfda7ae8752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.877202 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7b88615d-33f5-4303-8e12-9cfda7ae8752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.878820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7b88615d-33f5-4303-8e12-9cfda7ae8752 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/277b66fd-c8d8-4e08-8be0-309507987384 HTTP/1.1" status: 204 len: 168 time: 0.1654181 Jul 07 22:11:58.884028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d67a3911-c035-4a20-a8ee-71d53a45cd3e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ffa30dae7f0942989e6be28a08892eb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6513686 Jul 07 22:11:58.884028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a3911-c035-4a20-a8ee-71d53a45cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b5460-93ca-42ff-b408-0a42c32be282,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.885976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58506) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.916912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88615d-33f5-4303-8e12-9cfda7ae8752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277b66fd-c8d8-4e08-8be0-309507987384,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.946160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a463d-9ac8-4d07-8d96-e3325defb2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.980226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a463d-9ac8-4d07-8d96-e3325defb2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.055835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a463d-9ac8-4d07-8d96-e3325defb2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.058523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a463d-9ac8-4d07-8d96-e3325defb2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.061937 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-664a463d-9ac8-4d07-8d96-e3325defb2e0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fd8b5460-93ca-42ff-b408-0a42c32be282 HTTP/1.1" status: 204 len: 168 time: 0.1727271 Jul 07 22:11:59.067770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a463d-9ac8-4d07-8d96-e3325defb2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b5460-93ca-42ff-b408-0a42c32be282,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:59.698582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58570) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.714929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7a543fc-b67f-4bfe-9d73-2557c5ab2fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.814294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7a543fc-b67f-4bfe-9d73-2557c5ab2fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.818984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7a543fc-b67f-4bfe-9d73-2557c5ab2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.864710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a543fc-b67f-4bfe-9d73-2557c5ab2fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3184d1-9e61-46ea-9830-9f8a6e7f301c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:59.869358 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d7a543fc-b67f-4bfe-9d73-2557c5ab2fb2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6ad078a6c92c49999e50a502f7d4c87f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1697023 Jul 07 22:11:59.872083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58580) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.899292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.925464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-052caba9-8bd5-4c30-9c07-a7e91c55b2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.952392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-052caba9-8bd5-4c30-9c07-a7e91c55b2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.002239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-052caba9-8bd5-4c30-9c07-a7e91c55b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.005353 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-052caba9-8bd5-4c30-9c07-a7e91c55b2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.006604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-052caba9-8bd5-4c30-9c07-a7e91c55b2fc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/aa3184d1-9e61-46ea-9830-9f8a6e7f301c HTTP/1.1" status: 204 len: 168 time: 0.1334965 Jul 07 22:12:00.015411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052caba9-8bd5-4c30-9c07-a7e91c55b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3184d1-9e61-46ea-9830-9f8a6e7f301c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.150454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9642811a-ac60-46ab-bb7a-500700b5bee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.213673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58598) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.219263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-645807897-network', 'tenant_id': '034f407247ed456cb9606da43a21bae7'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:00.249659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9642811a-ac60-46ab-bb7a-500700b5bee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.256663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9642811a-ac60-46ab-bb7a-500700b5bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.277534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Made reservation on behalf of 034f407247ed456cb9606da43a21bae7 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:00.282510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.295295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.296259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9642811a-ac60-46ab-bb7a-500700b5bee9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b39404c1e1944632ab5d93d3252ec0af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3956468 Jul 07 22:12:00.298899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642811a-ac60-46ab-bb7a-500700b5bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b5b94-2d2f-44e7-83d4-7a0b2b86f0b3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.301207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58608) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.364406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00fd90c6-d7f6-472e-a6e0-0a573324e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.391232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00fd90c6-d7f6-472e-a6e0-0a573324e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.432834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.440578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.453900 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00fd90c6-d7f6-472e-a6e0-0a573324e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.457624 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00fd90c6-d7f6-472e-a6e0-0a573324e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.459021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-00fd90c6-d7f6-472e-a6e0-0a573324e3c3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/913b5b94-2d2f-44e7-83d4-7a0b2b86f0b3 HTTP/1.1" status: 204 len: 168 time: 0.1569121 Jul 07 22:12:00.463066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:00.471400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd90c6-d7f6-472e-a6e0-0a573324e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b5b94-2d2f-44e7-83d4-7a0b2b86f0b3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.479938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9ddec-1d1d-4676-b975-940a68b429e8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.483230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.483596 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Added segment c9a346ac-94cb-4cfa-bff3-3fc31600ac8e of type vlan for network 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737 Jul 07 22:12:00.533344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.571732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.572856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.573459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.626138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58628) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.626606 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4115844 Jul 07 22:12:00.633395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Request body: {'subnet': {'network_id': '2ca56c76-fd77-4cd9-ae9d-97dbb84b9737', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-645807897-subnet', 'tenant_id': '034f407247ed456cb9606da43a21bae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:00.648111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62924db8-b73b-40a3-ad94-dfd09d1c2d5f admin admin] Pushing event updated for resources: {'Network': ['ID=2ca56c76-fd77-4cd9-ae9d-97dbb84b9737,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.659301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:00.659777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Made reservation on behalf of 034f407247ed456cb9606da43a21bae7 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:00.663811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.867572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.917249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.930740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Checking segment: {'id': 'c9a346ac-94cb-4cfa-bff3-3fc31600ac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2ca56c76-fd77-4cd9-ae9d-97dbb84b9737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:00.931105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Network hostable DHCP agents. Network: 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:00.935012 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-612afa7c-a6fd-4f89-8704-d27cb70fe6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.939542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc0547d-2ad4-42e1-ae58-ea17101d6976,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.955290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Network 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:00.970837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:00.975190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.975792 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.985804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcfcc6-8d19-4f0a-b940-c03c09ee4eda None None] Network 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:01.003364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58656) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.006341 n-d-694802-13 neutron-server[93932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 22:12:01.041572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-9b1cc5d7-6c3e-4247-b978-3f471a9d873d tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=89afca1c40c8422b931f0cedd685a464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369873 Jul 07 22:12:01.117935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-612afa7c-a6fd-4f89-8704-d27cb70fe6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.124592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-612afa7c-a6fd-4f89-8704-d27cb70fe6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.150649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4112a207-c103-471f-a422-67e3317770c9 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5227146 Jul 07 22:12:01.170303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612afa7c-a6fd-4f89-8704-d27cb70fe6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae382d04-0cba-4801-a331-60b108b647f9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:01.192586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-612afa7c-a6fd-4f89-8704-d27cb70fe6ce admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fa2ad61e2817420c952f2625f8e382a2&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2735851 Jul 07 22:12:01.195003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58666) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.245891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172050aa-0b62-43d2-9aac-b3005a7677f3 None None] Network 2ca56c76-fd77-4cd9-ae9d-97dbb84b9737 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:01.253502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e489f71-817e-4705-a18c-b31175ff9dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.278006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e489f71-817e-4705-a18c-b31175ff9dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.342938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e489f71-817e-4705-a18c-b31175ff9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.345535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e489f71-817e-4705-a18c-b31175ff9dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.347048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e489f71-817e-4705-a18c-b31175ff9dcc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae382d04-0cba-4801-a331-60b108b647f9 HTTP/1.1" status: 204 len: 168 time: 0.1503310 Jul 07 22:12:01.359050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58672) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.359190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e489f71-817e-4705-a18c-b31175ff9dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae382d04-0cba-4801-a331-60b108b647f9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:01.419662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-a7a1c62a-0668-4d0b-953b-1a6b8f7b3af9 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.428858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-a7a1c62a-0668-4d0b-953b-1a6b8f7b3af9 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857892 Jul 07 22:12:01.454082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-761fb241-d80b-429f-8fb0-9fdc98d8cce3 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/quotas/89afca1c40c8422b931f0cedd685a464 HTTP/1.1" status: 200 len: 375 time: 0.0242183 Jul 07 22:12:01.499262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-ac3b0ebb-4081-4e4a-913a-d3180d3be37f tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=89afca1c40c8422b931f0cedd685a464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442128 Jul 07 22:12:01.637391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-network', 'tenant_id': '43b9145bbec3452793d598d720e944b6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:01.667969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Made reservation on behalf of 43b9145bbec3452793d598d720e944b6 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:01.673011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.699666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.762903 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:12:01.772508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c2ec4d1-8bf9-4363-812d-c09b616f275e req-7f2b4401-f7fd-4bf2-a7e9-7b549d88ccb6 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.0839007 Jul 07 22:12:01.861787 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.866730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.896858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:01.908588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20308f46-5abb-4456-ac7b-319294dfd2a2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:01.914774 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.915327 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Added segment d7dd1327-591b-4df7-b70e-cce28d917d1e of type vlan for network 4f2cd267-78fa-41b2-ad8b-015d91612a0c Jul 07 22:12:01.967333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.998135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.999156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.999740 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.058362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.058871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6980865 Jul 07 22:12:02.069606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Request body: {'subnet': {'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-subnet', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:02.074868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987dd6-51f1-4572-900e-f437c25d6833 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2cd267-78fa-41b2-ad8b-015d91612a0c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:02.084810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:02.122520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Made reservation on behalf of 43b9145bbec3452793d598d720e944b6 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:02.126311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.441867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-d2cd2b49-3ad3-4953-a797-220b3fd50750 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.449093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-d2cd2b49-3ad3-4953-a797-220b3fd50750 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.2274816 Jul 07 22:12:02.460992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-4b6c864e-dbbb-4cb7-bc0d-74ffa947c13f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/quotas/dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 375 time: 0.0110419 Jul 07 22:12:02.485671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.507572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-16558931-c738-4be1-901f-b295c86075cb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410604 Jul 07 22:12:02.559537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4932a96-63f6-4e80-843c-7184493f7b8e,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:02.574672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Checking segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:02.575068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Network hostable DHCP agents. Network: 4f2cd267-78fa-41b2-ad8b-015d91612a0c, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:02.607428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:02.626088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4f2cd267-78fa-41b2-ad8b-015d91612a0c) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:02.631616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.633096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.640354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9530b-dbbf-4fa2-aa8e-4f2355ecd876 None None] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:02.659648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-90cd7194-7dc3-496d-9721-78de657c2dd5 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5993669 Jul 07 22:12:02.662215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58762) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.670189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:02.709996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.712454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.907300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163373a-88de-4090-b484-7617161ff94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:12:02.908614 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.918530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.108183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-4163373a-88de-4090-b484-7617161ff94e None None] Allocated IP 172.20.0.2 (4f2cd267-78fa-41b2-ad8b-015d91612a0c/f4932a96-63f6-4e80-843c-7184493f7b8e/b274398b-bd2d-4993-9120-a0860acaf279) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:03.246431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.286484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.294985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4163373a-88de-4090-b484-7617161ff94e None None] Transition to ACTIVE for port object b274398b-bd2d-4993-9120-a0860acaf279 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:03.313962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4163373a-88de-4090-b484-7617161ff94e None None] Transition to ACTIVE for port object b274398b-bd2d-4993-9120-a0860acaf279 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:03.322191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.371868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163373a-88de-4090-b484-7617161ff94e None None] Pushing event updated for resources: {'Port': ['ID=b274398b-bd2d-4993-9120-a0860acaf279,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:03.381223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.381576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.382122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.382661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.383171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.383693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.384225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.384743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.385651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.386170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.386717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.387315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Tracked resource versions report: Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: pushed versions: Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: { 'AddressGroup': {'1.2'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'ConntrackHelper': {'1.0'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Log': {'1.0'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Network': {'1.1'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Port': {'1.7'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'PortForwarding': {'1.2'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'QosPolicy': {'1.8'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'SecurityGroup': {'1.4'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'SubPort': {'1.0'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Subnet': {'1.1'}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Trunk': {'1.1'}} Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: consumer versions: Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: HyperV agent@n-h1-694802-13: {}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: HyperV agent@n-h2-694802-13: {}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: L3 agent@n-d-694802-13: {}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: Metadata agent@n-d-694802-13: {}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: Metering agent@n-d-694802-13: {}, Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'ConntrackHelper': '1.0', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Log': '1.0', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Network': '1.1', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Port': '1.7', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'PortForwarding': '1.2', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'QosPolicy': '1.8', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'SecurityGroup': '1.4', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'SecurityGroupRule': '1.2', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'SubPort': '1.0', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Subnet': '1.1', Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: 'Trunk': '1.1'}} Jul 07 22:12:03.388530 n-d-694802-13 neutron-server[93933]: {{(pid=93933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:12:03.404101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4163373a-88de-4090-b484-7617161ff94e None None] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:03.406803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-4163373a-88de-4090-b484-7617161ff94e None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:03.410422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163373a-88de-4090-b484-7617161ff94e None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:03.473698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58812) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.484019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4163373a-88de-4090-b484-7617161ff94e None None] Attempting to bind port b274398b-bd2d-4993-9120-a0860acaf279 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:03.484951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4163373a-88de-4090-b484-7617161ff94e None None] Attempting to bind port b274398b-bd2d-4993-9120-a0860acaf279 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:03.485498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163373a-88de-4090-b484-7617161ff94e None None] Attempting to bind port b274398b-bd2d-4993-9120-a0860acaf279 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:03.488519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-95e04699-14d8-401d-aa6f-0c5538c7d383 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:12:03.492052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163373a-88de-4090-b484-7617161ff94e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:03.492698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163373a-88de-4090-b484-7617161ff94e None None] Checking segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:03.493489 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.494093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163373a-88de-4090-b484-7617161ff94e None None] Bound using segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:03.494775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4163373a-88de-4090-b484-7617161ff94e None None] Bound port: b274398b-bd2d-4993-9120-a0860acaf279, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:03.495533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.497645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-95e04699-14d8-401d-aa6f-0c5538c7d383 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3235660 Jul 07 22:12:03.619092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4163373a-88de-4090-b484-7617161ff94e None None] For port b274398b-bd2d-4993-9120-a0860acaf279, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:03.623353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4163373a-88de-4090-b484-7617161ff94e None None] For port b274398b-bd2d-4993-9120-a0860acaf279, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b274398b-bd2d-4993-9120-a0860acaf279,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:03.633909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4163373a-88de-4090-b484-7617161ff94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.657283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-16b4208c-6a7f-4496-aa20-df2f2bf3268f service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586318 Jul 07 22:12:03.727445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163373a-88de-4090-b484-7617161ff94e None None] Pushing event updated for resources: {'Port': ['ID=b274398b-bd2d-4993-9120-a0860acaf279,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:03.789254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.824504 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.855271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-add54e0b-789a-48ec-af3a-0e8425cd7edd service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970305 Jul 07 22:12:03.949929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0c2c07d-49a9-4337-a610-450eb5c62c1c req-6b4070e3-e012-42e6-8775-cf71d480ef1e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.4739466 Jul 07 22:12:04.154715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Allocated IP 172.25.5.60 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/50169c11-6c75-40c9-a938-1472afd197b8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:04.278446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adcc7afa-0f8d-446c-ba97-f262c2625fcb req-a5cba411-43d5-4082-ad7b-c1b92ba46ceb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 210 time: 0.0788937 Jul 07 22:12:04.394857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:04.518326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:04.620833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Pushing event updated for resources: {'Port': ['ID=50169c11-6c75-40c9-a938-1472afd197b8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:04.632254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:04.633950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:04.636655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:04.771568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58866) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.954168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.103', 53399) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.995846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-25868f67-a886-4bcb-9578-1e95c0d4a526 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=89afca1c40c8422b931f0cedd685a464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404923 Jul 07 22:12:05.247803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27992eb5-abaa-4cc1-9623-3c769826cb0d req-3273c4de-58ec-490b-a2b1-de44b89838cf tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.1085126 Jul 07 22:12:05.316317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea05b17b-578b-4c37-b434-016fc0191383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.406077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.498085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ffbeee-e058-4601-90f8-fafd37a69cbd None None] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:05.630717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2cd1a1e8-8672-4eac-ba47-d3ed508ebdcb None None] Provisioning for port b274398b-bd2d-4993-9120-a0860acaf279 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:05.738501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea05b17b-578b-4c37-b434-016fc0191383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.739479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b274398b-bd2d-4993-9120-a0860acaf279 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:05.827072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port b274398b-bd2d-4993-9120-a0860acaf279 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:05.829809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.833059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b274398b-bd2d-4993-9120-a0860acaf279 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:05.833814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.841663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcaf5865-8df6-49f7-b67a-981ae0f70048 req-c9130e4c-34ea-405f-a8ba-8c2cd1143730 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 210 time: 0.0826421 Jul 07 22:12:05.848085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea05b17b-578b-4c37-b434-016fc0191383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.933733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ea05b17b-578b-4c37-b434-016fc0191383 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bae2db208ac64df6a330b41aea53460f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610670 Jul 07 22:12:05.938652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05b17b-578b-4c37-b434-016fc0191383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3865df-68a0-4ea2-9405-034a73ad043a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:05.964989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:05.988322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.023325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-a8aa14e6-4c56-4c4e-aa28-46b8ff556a7c tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.024869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-a8aa14e6-4c56-4c4e-aa28-46b8ff556a7c tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0217927 Jul 07 22:12:06.075003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:12:06.096057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Request body: {'port': {'device_id': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '89afca1c40c8422b931f0cedd685a464'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:06.205076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb47-b222-4f40-977a-01611e6a276a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.229011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port b274398b-bd2d-4993-9120-a0860acaf279, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b274398b-bd2d-4993-9120-a0860acaf279,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:06.234890 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb47-b222-4f40-977a-01611e6a276a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.237220 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.284326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:06.296303 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:06.312168 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:06.313456 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:11:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:06.342535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.350548 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-145c1940-7785-43a7-bed9-3290c955950e admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6853082 Jul 07 22:12:06.353012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58940) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:06.382744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58942) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:06.390185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb47-b222-4f40-977a-01611e6a276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.395127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb47-b222-4f40-977a-01611e6a276a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.396593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ac6bcb47-b222-4f40-977a-01611e6a276a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3f3865df-68a0-4ea2-9405-034a73ad043a HTTP/1.1" status: 204 len: 168 time: 0.4284642 Jul 07 22:12:06.433675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c19bf0b-7ac0-4c3f-a0be-522cac9c3561 None None] Provisioning complete for port b274398b-bd2d-4993-9120-a0860acaf279 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:06.434086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c19bf0b-7ac0-4c3f-a0be-522cac9c3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.446927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bcb47-b222-4f40-977a-01611e6a276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3865df-68a0-4ea2-9405-034a73ad043a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:06.480400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=b274398b-bd2d-4993-9120-a0860acaf279,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:06.543967 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:06.767858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0872508b-2946-438c-aecd-03d4c0ccbff8 req-3e3adf4b-d625-478c-a864-654e1c4ba558 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.0555820 Jul 07 22:12:06.786064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Made reservation on behalf of 89afca1c40c8422b931f0cedd685a464 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:06.789836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.806680 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.884392 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:04Z', 'revision_number': 3, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:06.911351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.97', 50661) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:06.990037 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:06.992005 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Updating router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b port 50169c11-6c75-40c9-a938-1472afd197b8 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:12:07.078673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-02d19fab-87b6-4f4a-a970-0f61f6db213c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:07.080476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-02d19fab-87b6-4f4a-a970-0f61f6db213c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.1665685 Jul 07 22:12:07.081227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a78dbb-04e2-4237-859a-065e7ef275cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.092030 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.185360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Request body: {'port': {'device_id': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'admin_state_up': True, 'tenant_id': 'dd0045ef8bf04c24af3a3c2239b1a043'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:07.195992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7abd406-c050-425f-8742-739512ec1532 req-09f184e3-f9a2-47f2-8974-8909fcc12b44 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 210 time: 0.0857091 Jul 07 22:12:07.216694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.569625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.584883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b274398b-bd2d-4993-9120-a0860acaf279 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:07.696233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58972) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:07.703799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a78dbb-04e2-4237-859a-065e7ef275cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.708749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.721929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a78dbb-04e2-4237-859a-065e7ef275cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.766792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b274398b-bd2d-4993-9120-a0860acaf279 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:07.768089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.771772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36a78dbb-04e2-4237-859a-065e7ef275cd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=46e1baea25aa4eaf9e18b26c081da8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3861895 Jul 07 22:12:07.788953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58978) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:07.805125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20ae23c0-1486-4f5d-b2b1-7e7d4f78e24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.945123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Allocated IP 172.20.0.1 (4f2cd267-78fa-41b2-ad8b-015d91612a0c/f4932a96-63f6-4e80-843c-7184493f7b8e/167d7093-a3a0-4c96-9527-258ab6cca3f6) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:07.982300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Made reservation on behalf of dd0045ef8bf04c24af3a3c2239b1a043 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:07.996729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.105494 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.138081 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Transition to ACTIVE for port object 50169c11-6c75-40c9-a938-1472afd197b8 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:08.148649 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.291090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.337241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Pushing event updated for resources: {'Port': ['ID=50169c11-6c75-40c9-a938-1472afd197b8,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:08.340117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Transition to ACTIVE for port object 167d7093-a3a0-4c96-9527-258ab6cca3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:08.358198 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.366067 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.366742 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.367235 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.374488 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.375750 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.376258 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.376752 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.377233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.378371 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.383930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58992) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:08.391409 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.395984 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Tracked resource versions report: Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: pushed versions: Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: { 'AddressGroup': {'1.2'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'ConntrackHelper': {'1.0'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Log': {'1.0'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Network': {'1.1'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Port': {'1.7'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'PortForwarding': {'1.2'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'QosPolicy': {'1.8'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'SecurityGroup': {'1.4'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'SubPort': {'1.0'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Subnet': {'1.1'}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Trunk': {'1.1'}} Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: consumer versions: Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: { DHCP agent@n-d-694802-13: {}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: HyperV agent@n-h1-694802-13: {}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: HyperV agent@n-h2-694802-13: {}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: L3 agent@n-d-694802-13: {}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: Metadata agent@n-d-694802-13: {}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: Metering agent@n-d-694802-13: {}, Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: Open vSwitch agent@n-d-694802-13: { 'AddressGroup': '1.2', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'ConntrackHelper': '1.0', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Log': '1.0', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Network': '1.1', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Port': '1.7', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'PortForwarding': '1.2', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'QosPolicy': '1.8', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'SecurityGroup': '1.4', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'SecurityGroupRule': '1.2', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'SubPort': '1.0', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Subnet': '1.1', Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: 'Trunk': '1.1'}} Jul 07 22:12:08.399440 n-d-694802-13 neutron-server[93934]: {{(pid=93934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:12:08.415590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Allocated IP 172.20.0.11 (7788b445-35a0-461c-9cec-31b179d58fd0/7afb59cc-714e-4cd6-a889-bf8299387c98/52531c35-4f93-4766-b19f-1669848b4e97) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:08.418900 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Attempting to bind port 50169c11-6c75-40c9-a938-1472afd197b8 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:08.427191 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Attempting to bind port 50169c11-6c75-40c9-a938-1472afd197b8 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:08.432149 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Attempting to bind port 50169c11-6c75-40c9-a938-1472afd197b8 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:08.448857 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:08.455942 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:08.456701 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.457342 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:08.458405 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Bound port: 50169c11-6c75-40c9-a938-1472afd197b8, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:08.459280 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.556023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.665584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:08.681138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:08.688078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e2d1ea-dfcc-4248-9fa0-cdb64be48ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.699818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:08.700026 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.720051 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] For port 50169c11-6c75-40c9-a938-1472afd197b8, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:08.739198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20ae23c0-1486-4f5d-b2b1-7e7d4f78e24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.751074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] For port 50169c11-6c75-40c9-a938-1472afd197b8, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=50169c11-6c75-40c9-a938-1472afd197b8,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:08.759757 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.878203 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:08.889892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:11:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:08.910507 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.060980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2b595-4149-44cd-ab44-3a0eee868a66 req-971e4dc8-9962-48b5-a581-d8974364412c tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.9807525 Jul 07 22:12:09.066319 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.235125 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:09.242774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2a4b5a57-e52b-4ba0-a15c-1d1d2fddeeac None None] Provisioning for port 167d7093-a3a0-4c96-9527-258ab6cca3f6 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:09.252952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2a4b5a57-e52b-4ba0-a15c-1d1d2fddeeac None None] Provisioning complete for port 167d7093-a3a0-4c96-9527-258ab6cca3f6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:09.253727 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2a4b5a57-e52b-4ba0-a15c-1d1d2fddeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.329002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Pushing event updated for resources: {'Port': ['ID=167d7093-a3a0-4c96-9527-258ab6cca3f6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.338448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20ae23c0-1486-4f5d-b2b1-7e7d4f78e24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.356435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b5a57-e52b-4ba0-a15c-1d1d2fddeeac None None] Port 167d7093-a3a0-4c96-9527-258ab6cca3f6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:09.359420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Network 7788b445-35a0-461c-9cec-31b179d58fd0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:09.361932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3eb878-0735-459e-955f-f79a66373cc8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.383045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.387830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae23c0-1486-4f5d-b2b1-7e7d4f78e24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc880e-73dc-495e-a62c-59596511ac36,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.388432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:09.391873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:09.400053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:09.400872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.502873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5689da92-628e-43dd-b61f-0dccc8507371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.535820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5689da92-628e-43dd-b61f-0dccc8507371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.553856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-20ae23c0-1486-4f5d-b2b1-7e7d4f78e24c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8f677a08427443138fbdcd6b6e912f13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8564370 Jul 07 22:12:09.571246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59010) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:09.622316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5689da92-628e-43dd-b61f-0dccc8507371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.625614 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5689da92-628e-43dd-b61f-0dccc8507371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.627070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5689da92-628e-43dd-b61f-0dccc8507371 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9201ab04-63dc-4bc4-a73d-9aac5a575dfc HTTP/1.1" status: 204 len: 168 time: 1.8339956 Jul 07 22:12:09.776551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.809026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Allocated IP 192.168.233.146 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/597e3c43-be66-4e8c-8b2e-30b226e017ad) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:09.958456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a78dbb-04e2-4237-859a-065e7ef275cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9201ab04-63dc-4bc4-a73d-9aac5a575dfc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.958784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7e70-e1db-442c-97fd-f54fd89cdef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.992207 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e7249-5902-42be-920f-8c0578e4fadf None None] Pushing event updated for resources: {'Port': ['ID=50169c11-6c75-40c9-a938-1472afd197b8,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:10.151564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f055711-2b13-4c3f-b976-017b31eb5b6b req-34779fe9-f5a2-41c7-959d-9361a47f6237 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:10.153329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f055711-2b13-4c3f-b976-017b31eb5b6b req-34779fe9-f5a2-41c7-959d-9361a47f6237 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 932 time: 0.7844930 Jul 07 22:12:10.154122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59028) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:10.174033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e2d1ea-dfcc-4248-9fa0-cdb64be48ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.209563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689da92-628e-43dd-b61f-0dccc8507371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9201ab04-63dc-4bc4-a73d-9aac5a575dfc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:10.228581 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:04Z', 'revision_number': 3, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:10.256264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7e70-e1db-442c-97fd-f54fd89cdef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.279033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e2d1ea-dfcc-4248-9fa0-cdb64be48ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.294038 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0875b1-fc3e-4dfc-86a3-20ebc7b373b6 None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:04Z', 'revision_number': 3, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:10.359957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-d207be3e-c19f-4d8d-b37d-45530b477ccd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2054307 Jul 07 22:12:10.388344 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-91e2d1ea-dfcc-4248-9fa0-cdb64be48ca0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e6fee242dc494dbb91c90e528e03be5d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0031469 Jul 07 22:12:10.392617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59032) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:10.424879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2d1ea-dfcc-4248-9fa0-cdb64be48ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a70576-6ec5-49d2-95c4-c3e47609deb4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:10.434113 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28b2e11e-484f-48c6-a9bd-91d5e2fdfdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.488649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f055711-2b13-4c3f-b976-017b31eb5b6b req-9c2d1767-cc12-447c-b7be-b91338dd4aee tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135395 Jul 07 22:12:10.513775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-b9dfd92a-2fee-40e2-a6aa-dc7f77d55d78 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:12:10.514823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-b9dfd92a-2fee-40e2-a6aa-dc7f77d55d78 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131438 Jul 07 22:12:10.621358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7e70-e1db-442c-97fd-f54fd89cdef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.631908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7e70-e1db-442c-97fd-f54fd89cdef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.635097 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9fbe7e70-e1db-442c-97fd-f54fd89cdef9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/69fc880e-73dc-495e-a62c-59596511ac36 HTTP/1.1" status: 204 len: 168 time: 1.0323956 Jul 07 22:12:10.705653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe7e70-e1db-442c-97fd-f54fd89cdef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc880e-73dc-495e-a62c-59596511ac36,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:10.757294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.782976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.826040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.831757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.895826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Transition to ACTIVE for port object 597e3c43-be66-4e8c-8b2e-30b226e017ad will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:11.023096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae5bf53-ef3a-40c5-a8b1-ad0ce50e0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.229504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cb3b671-8a1e-4d76-bc98-d7002636003e req-c1b61a61-1739-4b38-b811-e90b6dd6ae2d tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.1978612 Jul 07 22:12:11.237750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.298301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae5bf53-ef3a-40c5-a8b1-ad0ce50e0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.315830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Pushing event updated for resources: {'Port': ['ID=167d7093-a3a0-4c96-9527-258ab6cca3f6,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:11.345114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:11.347563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28b2e11e-484f-48c6-a9bd-91d5e2fdfdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.356054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Pushing event updated for resources: {'Port': ['ID=597e3c43-be66-4e8c-8b2e-30b226e017ad,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:11.360827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:11.364056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:11.370753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.371434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.378509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Request body: {'port': {'device_id': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:11.429786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28b2e11e-484f-48c6-a9bd-91d5e2fdfdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.456043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:11.475763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-28b2e11e-484f-48c6-a9bd-91d5e2fdfdec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba88f32f10ff4e01995cb4e74a92b54a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3025734 Jul 07 22:12:11.478372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:11.493687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59048) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:11.539494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e334861f-0c3e-4a54-9c66-09484fd14d26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4487152 Jul 07 22:12:11.542987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae5bf53-ef3a-40c5-a8b1-ad0ce50e0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.544717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e11e-484f-48c6-a9bd-91d5e2fdfdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b4c700-97df-4e29-bcbc-90701eea2482,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:11.554268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae5bf53-ef3a-40c5-a8b1-ad0ce50e0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.578603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bae5bf53-ef3a-40c5-a8b1-ad0ce50e0b4f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/93a70576-6ec5-49d2-95c4-c3e47609deb4 HTTP/1.1" status: 204 len: 168 time: 1.1827004 Jul 07 22:12:11.578957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-a66d075b-ecb2-4191-87e2-d815cd33030a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:12:11.579815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-a66d075b-ecb2-4191-87e2-d815cd33030a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263817 Jul 07 22:12:11.589107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.701579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5bf53-ef3a-40c5-a8b1-ad0ce50e0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a70576-6ec5-49d2-95c4-c3e47609deb4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:11.758574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50169c11-6c75-40c9-a938-1472afd197b8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:12.010463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 50169c11-6c75-40c9-a938-1472afd197b8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:12.050283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 50169c11-6c75-40c9-a938-1472afd197b8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:12.053077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.154794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-699b59ce-21e3-468e-9e87-eb1cd6c8a764 None None] Provisioning for port 597e3c43-be66-4e8c-8b2e-30b226e017ad completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:12.194168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-165152b7-bcb6-46e6-97ea-544ae045464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.244840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.293906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 50169c11-6c75-40c9-a938-1472afd197b8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=50169c11-6c75-40c9-a938-1472afd197b8,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:12.299912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-699b59ce-21e3-468e-9e87-eb1cd6c8a764 None None] Provisioning complete for port 597e3c43-be66-4e8c-8b2e-30b226e017ad triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:12.300620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699b59ce-21e3-468e-9e87-eb1cd6c8a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.304425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:12.310152 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.311859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-165152b7-bcb6-46e6-97ea-544ae045464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.426332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0d1c-aa63-4c06-b206-ee2ac9c6689e req-2264883f-7d80-400b-b409-b4eb5d6a28d9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.442879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c26c0d1c-aa63-4c06-b206-ee2ac9c6689e req-2264883f-7d80-400b-b409-b4eb5d6a28d9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 932 time: 0.3623595 Jul 07 22:12:12.479809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-699b59ce-21e3-468e-9e87-eb1cd6c8a764 None None] Port 597e3c43-be66-4e8c-8b2e-30b226e017ad cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:12.575478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c26c0d1c-aa63-4c06-b206-ee2ac9c6689e req-2878381e-c47c-4f5e-9b92-4452c0e694e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313515 Jul 07 22:12:12.578017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=50169c11-6c75-40c9-a938-1472afd197b8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:12.582909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59068) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:12.624831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eedf467f-15d1-40ff-be5e-3eded2efb9e6 None None] Provisioning complete for port 167d7093-a3a0-4c96-9527-258ab6cca3f6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:12.627112 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eedf467f-15d1-40ff-be5e-3eded2efb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.649269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab634b37-bb39-49c6-92b3-fc4a79f33b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.713647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-eedf467f-15d1-40ff-be5e-3eded2efb9e6 None None] Port 167d7093-a3a0-4c96-9527-258ab6cca3f6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:12.770303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-165152b7-bcb6-46e6-97ea-544ae045464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.773409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-165152b7-bcb6-46e6-97ea-544ae045464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.787146 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-165152b7-bcb6-46e6-97ea-544ae045464e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80b4c700-97df-4e29-bcbc-90701eea2482 HTTP/1.1" status: 204 len: 168 time: 1.2799833 Jul 07 22:12:12.818409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165152b7-bcb6-46e6-97ea-544ae045464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b4c700-97df-4e29-bcbc-90701eea2482,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:12.886270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:12.917272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-97659c3c-a2a3-49b9-805a-eecff0b9fd1e admin admin] 10.222.0.95 "PUT /v2.0/routers/e2b44007-3d5c-4dc1-a29c-aafd97d74b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5597169 Jul 07 22:12:13.029871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab634b37-bb39-49c6-92b3-fc4a79f33b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.036951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab634b37-bb39-49c6-92b3-fc4a79f33b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.105037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab634b37-bb39-49c6-92b3-fc4a79f33b66 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0b758faec5044f17962d0b6bfd87203b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037007 Jul 07 22:12:13.106220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab634b37-bb39-49c6-92b3-fc4a79f33b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90686019-d2e6-42e9-8835-a41568a2ed1f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:13.110201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59080) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:13.155460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Request body: {'port': {'device_id': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'device_owner': 'compute:tempest-test_az-483212459', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:13.184884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-820777d1-3017-4ed0-80e3-7386273c8bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.221905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-820777d1-3017-4ed0-80e3-7386273c8bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.299220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52531c35-4f93-4766-b19f-1669848b4e97 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:13.312291 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-820777d1-3017-4ed0-80e3-7386273c8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.316247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-820777d1-3017-4ed0-80e3-7386273c8bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.316970 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.318875 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-820777d1-3017-4ed0-80e3-7386273c8bb4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/90686019-d2e6-42e9-8835-a41568a2ed1f HTTP/1.1" status: 204 len: 168 time: 0.2062726 Jul 07 22:12:13.332662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820777d1-3017-4ed0-80e3-7386273c8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90686019-d2e6-42e9-8835-a41568a2ed1f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:13.372493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf81d-3194-45c3-8529-507d564e9162 req-f51f09d6-2ddd-4234-87ec-7955c792cfcd tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.374114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-571bf81d-3194-45c3-8529-507d564e9162 req-f51f09d6-2ddd-4234-87ec-7955c792cfcd tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 936 time: 0.7756159 Jul 07 22:12:13.377770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.409114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Transition to ACTIVE for port object 52531c35-4f93-4766-b19f-1669848b4e97 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:13.425305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.553864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59090) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:13.627979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:13.644958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:13.646097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:11:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:13.809766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-571bf81d-3194-45c3-8529-507d564e9162 req-b69de063-5b95-406c-a92e-0988ccbcd029 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251297 Jul 07 22:12:13.934152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50169c11-6c75-40c9-a938-1472afd197b8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:14.009578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 50169c11-6c75-40c9-a938-1472afd197b8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:14.010310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.012631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:14.044603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:14.357888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:14.358237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:14.358607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:14.392915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:14.393962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:14.433213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:14.433560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:14.436940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:14.437917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Bound port: 52531c35-4f93-4766-b19f-1669848b4e97, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:14.438321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.497497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5143a278-6c17-4cb8-a3cf-07c69f2ac25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.587447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f7a83-0bba-439e-9323-be3929f05172 req-743ff834-b372-4642-a3b9-d8e8b70831b6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.589012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf1f7a83-0bba-439e-9323-be3929f05172 req-743ff834-b372-4642-a3b9-d8e8b70831b6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.7203524 Jul 07 22:12:14.612616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597e3c43-be66-4e8c-8b2e-30b226e017ad {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:14.617155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 2, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:14.644045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.652775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:14.653543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Updating router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b port 167d7093-a3a0-4c96-9527-258ab6cca3f6 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:12:14.687161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Transition to ACTIVE for port object 597e3c43-be66-4e8c-8b2e-30b226e017ad will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:14.695242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.789375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5143a278-6c17-4cb8-a3cf-07c69f2ac25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.797671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5143a278-6c17-4cb8-a3cf-07c69f2ac25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.852759 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.887852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:14.896446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5143a278-6c17-4cb8-a3cf-07c69f2ac25f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e0b587c18f1f4d428b4e219aa72e519f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3380601 Jul 07 22:12:14.898256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59126) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:14.973391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143a278-6c17-4cb8-a3cf-07c69f2ac25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43673566-97df-448f-a444-009d5c02c4ac,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:15.046755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a116455-5fc3-4a15-ab58-37669768a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.099773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:15.101709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a116455-5fc3-4a15-ab58-37669768a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.131668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.184836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf1f7a83-0bba-439e-9323-be3929f05172 req-7b79b6da-28c2-4977-b051-5053f817b280 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745645 Jul 07 22:12:15.211580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59132) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:15.242113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a116455-5fc3-4a15-ab58-37669768a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.247701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:15.253641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a116455-5fc3-4a15-ab58-37669768a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.253859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.259368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] 10.222.0.97 "PUT /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 1093 time: 4.3150840 Jul 07 22:12:15.263590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a116455-5fc3-4a15-ab58-37669768a8a7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/43673566-97df-448f-a444-009d5c02c4ac HTTP/1.1" status: 204 len: 168 time: 0.3617508 Jul 07 22:12:15.287464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a116455-5fc3-4a15-ab58-37669768a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43673566-97df-448f-a444-009d5c02c4ac,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:15.330536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:15.393344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Attempting to bind port 597e3c43-be66-4e8c-8b2e-30b226e017ad on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:15.393636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Attempting to bind port 597e3c43-be66-4e8c-8b2e-30b226e017ad by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:15.394217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Attempting to bind port 597e3c43-be66-4e8c-8b2e-30b226e017ad on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:15.396316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Pushing event updated for resources: {'Port': ['ID=597e3c43-be66-4e8c-8b2e-30b226e017ad,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:15.410277 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.434991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Transition to ACTIVE for port object 167d7093-a3a0-4c96-9527-258ab6cca3f6 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:15.460409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd560c5c-2ee6-43c9-964c-4500bd5545ff service neutron] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:15.461942 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.465599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Port 597e3c43-be66-4e8c-8b2e-30b226e017ad on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:15.465976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Attempting to bind port 597e3c43-be66-4e8c-8b2e-30b226e017ad on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:15.474578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:15.474955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:15.475348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:15.475795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Bound port: 597e3c43-be66-4e8c-8b2e-30b226e017ad, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:15.476160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.553778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] For port 597e3c43-be66-4e8c-8b2e-30b226e017ad, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:15.557327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] For port 597e3c43-be66-4e8c-8b2e-30b226e017ad, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:15.569551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.586862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1263566922-network', 'tenant_id': 'a548775b89f44afb8e88d42d99595495'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:15.623186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb5b08-6b0f-43a5-9b74-edccfbdc731e req-09e9b83b-dedd-45a8-9c7a-b113523b8f26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:15.631618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9dbb5b08-6b0f-43a5-9b74-edccfbdc731e req-09e9b83b-dedd-45a8-9c7a-b113523b8f26 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.4248779 Jul 07 22:12:15.659456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:15.660099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.661745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] 10.222.0.103 "PUT /v2.0/ports/597e3c43-be66-4e8c-8b2e-30b226e017ad HTTP/1.1" status: 200 len: 1118 time: 3.4402463 Jul 07 22:12:15.704555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9dbb5b08-6b0f-43a5-9b74-edccfbdc731e req-845e374a-d6af-423f-bb98-b4b93aeceee7 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Jul 07 22:12:15.722955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ca0f-2358-420a-8d95-d518b660a918 service neutron] Pushing event updated for resources: {'Port': ['ID=597e3c43-be66-4e8c-8b2e-30b226e017ad,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:15.753007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713b12-02b7-4319-943a-356e16897035 None None] Pushing event updated for resources: {'Port': ['ID=167d7093-a3a0-4c96-9527-258ab6cca3f6,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:15.754259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59146) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:15.756541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Made reservation on behalf of a548775b89f44afb8e88d42d99595495 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:15.761575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-network', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:15.778447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.838540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.841979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Made reservation on behalf of 68c1588f2d79498d9f0f14a56a4a6758 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:15.849577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.866325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Attempting to bind port 167d7093-a3a0-4c96-9527-258ab6cca3f6 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:15.866755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Attempting to bind port 167d7093-a3a0-4c96-9527-258ab6cca3f6 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:15.867166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Attempting to bind port 167d7093-a3a0-4c96-9527-258ab6cca3f6 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:15.894678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:15.895147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Checking segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:15.895570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.895976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Bound using segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:15.901736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Bound port: 167d7093-a3a0-4c96-9527-258ab6cca3f6, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:15.906275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.097702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.232671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] For port 167d7093-a3a0-4c96-9527-258ab6cca3f6, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:16.246703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.255011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.263082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] For port 167d7093-a3a0-4c96-9527-258ab6cca3f6, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=167d7093-a3a0-4c96-9527-258ab6cca3f6,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:16.279855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.295054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:16.352796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.353150 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Added segment 52a8cfce-519f-4d81-8fb6-7cb6e9b00923 of type vlan for network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 Jul 07 22:12:16.358419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59160) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:16.401381 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-30fd89dc-c80e-4238-baaf-ae0592e4282e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.442240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f1e837-3a53-4d31-ad66-cb187800cd2f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:16.445423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713b12-02b7-4319-943a-356e16897035 None None] Pushing event updated for resources: {'Port': ['ID=167d7093-a3a0-4c96-9527-258ab6cca3f6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:16.474380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.476802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:16.479176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:11:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:16.495112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.537886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-f1b6885d-ecfd-4aa8-82ad-6f9d74bd0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.540265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-f1b6885d-ecfd-4aa8-82ad-6f9d74bd0156 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=89afca1c40c8422b931f0cedd685a464&device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 1121 time: 0.7113113 Jul 07 22:12:16.549622 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d50c4-cc4b-4744-b715-97aec530fbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "tag": "52531c35-4f93-4766-b19f-1669848b4e97"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:16.579127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77e75a-bab1-400c-be30-bb997b11b7b5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:16.634447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.757749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-d85e4072-02a5-4daa-94da-d2592cee5458 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad HTTP/1.1" status: 200 len: 217 time: 0.1093516 Jul 07 22:12:16.759529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:16.769824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-9dd65912-207e-44c1-bbe8-9a663eee66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.772138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-9dd65912-207e-44c1-bbe8-9a663eee66bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1096 time: 0.9634926 Jul 07 22:12:16.807472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.808441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.809030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.826081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-bfa7e4b6-c679-4fe1-bb0d-948010b5f6b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.0459824 Jul 07 22:12:16.829717 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.830339 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Added segment 0040dc6b-0706-4a97-8633-076c419498ce of type vlan for network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 Jul 07 22:12:16.935908 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.984098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:17.033622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe01f92-1569-4f9f-afc0-e01fb84d8064,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:17.059555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:17.093670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-30fd89dc-c80e-4238-baaf-ae0592e4282e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.104543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-30fd89dc-c80e-4238-baaf-ae0592e4282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.118839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4de2e9fc-bc98-42aa-a670-995a06b4f311 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9060504 Jul 07 22:12:17.128267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59178) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:17.164500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Request body: {'subnet': {'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1263566922-subnet', 'tenant_id': 'a548775b89f44afb8e88d42d99595495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:17.183191 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac62841f-f7de-4787-b595-877de21d3744 x-openstack-request-id: req-ac62841f-f7de-4787-b595-877de21d3744 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:17.183738 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "tag": "52531c35-4f93-4766-b19f-1669848b4e97", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:17.183738 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac62841f-f7de-4787-b595-877de21d3744 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:17.184104 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97', 'status': 'completed', 'code': 200} Jul 07 22:12:17.196350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-eaafa0f7-f071-4313-8d89-0c42379ff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:17.197839 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-eaafa0f7-f071-4313-8d89-0c42379ff48a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3703558 Jul 07 22:12:17.267602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.300700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-30fd89dc-c80e-4238-baaf-ae0592e4282e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a51a131451964ee7975d89a326b356f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9390070 Jul 07 22:12:17.311330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:17.315999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd89dc-c80e-4238-baaf-ae0592e4282e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa8be7-203d-44e2-ab72-e07abb2eb518,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:17.374452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59186) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:17.438548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Made reservation on behalf of a548775b89f44afb8e88d42d99595495 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:17.442755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.631339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91043cb-d0eb-4c64-ad13-653600daa679 req-0205245e-9cac-4898-97be-d9e625f04ea3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:17.646370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f91043cb-d0eb-4c64-ad13-653600daa679 req-0205245e-9cac-4898-97be-d9e625f04ea3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 1.1493573 Jul 07 22:12:17.743240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1898193000-network', 'tenant_id': '9231d812109d4e60aaa2515b588aba0a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:17.750606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.795427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:12:17.903697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128120-1258-4473-82c7-d244967a7c8d req-98468b07-0899-4e36-857d-7efd289de89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:17.905209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-98468b07-0899-4e36-857d-7efd289de89c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.9323263 Jul 07 22:12:18.007316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f91043cb-d0eb-4c64-ad13-653600daa679 req-3ce90416-a215-4d79-b5df-d2307767b851 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550484 Jul 07 22:12:18.022153 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.026199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.029638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.073895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-3c7f0c0e-8da8-45c2-a35a-1216c5b50f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.076083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-3c7f0c0e-8da8-45c2-a35a-1216c5b50f4c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8046136 Jul 07 22:12:18.095827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-072205ad-fbbc-415a-b9ca-b16a205f73c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.134567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:16Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:18.163746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Made reservation on behalf of 9231d812109d4e60aaa2515b588aba0a for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:18.170482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.199319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03445d5e-7b66-46fd-a7eb-8b925f08a650 None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:16Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:18.228002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.238159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4820490 Jul 07 22:12:18.244524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1109974f-628f-489a-b107-16d9f10921ef,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.290413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-072205ad-fbbc-415a-b9ca-b16a205f73c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.298255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59202) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:18.315405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Request body: {'subnet': {'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-subnet', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:18.338140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.353173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8ba2342c-b1ca-4f28-8a6d-fb3ede0acd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.360675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab9c4-b34a-4413-b92f-42dd0703cdba req-f61404e5-3866-469c-9bc8-547e9aae51ef tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.369015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cbab9c4-b34a-4413-b92f-42dd0703cdba req-f61404e5-3866-469c-9bc8-547e9aae51ef tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.8071046 Jul 07 22:12:18.378040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-846f5a68-ebeb-49ea-b3d5-e5f0f2e29026 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853576 Jul 07 22:12:18.453526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:18.453986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Network hostable DHCP agents. Network: 7fe01f92-1569-4f9f-afc0-e01fb84d8064, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:18.489673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Made reservation on behalf of 68c1588f2d79498d9f0f14a56a4a6758 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:18.492089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.511624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd4577-059d-4ae8-ba5e-2f3c8a002703 admin admin] Pushing event updated for resources: {'Network': ['ID=26491318-15bf-4dcb-ac94-2d7cd2a74e33,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.525833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:18.529714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-50e95887-a08e-43d1-9802-e510fbb662c7 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316447 Jul 07 22:12:18.552524 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cbab9c4-b34a-4413-b92f-42dd0703cdba req-813915a6-24e3-472a-bc73-a555c0ba036d tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823287 Jul 07 22:12:18.725115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e3741c57-0cf6-48c8-9fd7-06a79eff9b94 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364456 Jul 07 22:12:18.823387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:18.894510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7fe01f92-1569-4f9f-afc0-e01fb84d8064) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:18.907122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.907733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.911075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdbeb3e-e71d-4d94-9d73-953d74d56074 None None] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:19.001008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8128120-1258-4473-82c7-d244967a7c8d req-00d00d81-43a9-4999-b5a8-6c671edfb56f service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642057 Jul 07 22:12:19.045918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-072205ad-fbbc-415a-b9ca-b16a205f73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.049266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-072205ad-fbbc-415a-b9ca-b16a205f73c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.050574 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-072205ad-fbbc-415a-b9ca-b16a205f73c8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e4aa8be7-203d-44e2-ab72-e07abb2eb518 HTTP/1.1" status: 204 len: 168 time: 1.7060020 Jul 07 22:12:19.133090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.175479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072205ad-fbbc-415a-b9ca-b16a205f73c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa8be7-203d-44e2-ab72-e07abb2eb518,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:19.196236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.227315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:19.264411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.265160 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Added segment 93b95a8e-ad08-4f36-b8e0-5d9ccd9a9c3f of type vlan for network 815e2ecd-8acf-4e8c-96df-98d4420aef02 Jul 07 22:12:19.285474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5065d22d-0e24-4e39-91e6-905b4d68eb12 req-e189ad7b-ad24-4809-9cd8-413738cead32 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375292 Jul 07 22:12:19.286040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'tag': '597e3c43-be66-4e8c-8b2e-30b226e017ad'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:19.296872 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec96578-a058-4d19-8827-51d75dceccd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b", "tag": "597e3c43-be66-4e8c-8b2e-30b226e017ad"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:19.409141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-9e4475a3-7416-42cb-810a-7a3e470d4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:19.414110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-9e4475a3-7416-42cb-810a-7a3e470d4027 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1096 time: 0.3021388 Jul 07 22:12:19.463631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102b20a-5ee7-4dd7-bb32-fdb92d51d74c None None] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:19.642858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44b21e58-45a9-45c6-8de1-bbd11c3f7d4c admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5073097 Jul 07 22:12:19.669080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.725665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 167d7093-a3a0-4c96-9527-258ab6cca3f6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:19.813375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.843955 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e018089-c0ed-44d3-870b-69e36f7bcad9 x-openstack-request-id: req-9e018089-c0ed-44d3-870b-69e36f7bcad9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:19.844329 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b", "tag": "597e3c43-be66-4e8c-8b2e-30b226e017ad", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:19.847643 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e018089-c0ed-44d3-870b-69e36f7bcad9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:19.848487 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'tag': '597e3c43-be66-4e8c-8b2e-30b226e017ad', 'status': 'completed', 'code': 200} Jul 07 22:12:19.853243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48968b99-4e96-4b81-a95f-b1d56f87068d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:19.945492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.946500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:19.947145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.995050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 167d7093-a3a0-4c96-9527-258ab6cca3f6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:20.003985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 167d7093-a3a0-4c96-9527-258ab6cca3f6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:20.005340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.209898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8288703 Jul 07 22:12:20.225222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:20.240635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Request body: {'subnet': {'network_id': '815e2ecd-8acf-4e8c-96df-98d4420aef02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1898193000-subnet', 'tenant_id': '9231d812109d4e60aaa2515b588aba0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:20.245503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a0baef-618e-4ca6-bcca-c4cd84f29ee4,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:20.257418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.263069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4237c-31d7-43f6-9a3f-1c0068ff4477 admin admin] Pushing event updated for resources: {'Network': ['ID=815e2ecd-8acf-4e8c-96df-98d4420aef02,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:20.276243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Checking segment: {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:20.276588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Network hostable DHCP agents. Network: 26491318-15bf-4dcb-ac94-2d7cd2a74e33, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:20.298762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Made reservation on behalf of 9231d812109d4e60aaa2515b588aba0a for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:20.303818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.318274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 815e2ecd-8acf-4e8c-96df-98d4420aef02 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:20.382781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:20.419052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 26491318-15bf-4dcb-ac94-2d7cd2a74e33) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:20.440551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.440551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.486559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed97195-7b82-4a9b-90c8-378f73811709 None None] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:20.516333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44fe9815-2bee-4fa3-b74c-65f997d98255 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2176600 Jul 07 22:12:20.524877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59248) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:20.534260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-96e36ab7-bd04-4ba4-90d8-6556b8b34dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.537628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-96e36ab7-bd04-4ba4-90d8-6556b8b34dd5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 1.1186483 Jul 07 22:12:20.557076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:20.605677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96578-a058-4d19-8827-51d75dceccd4 req-2dba414d-4e24-4887-b381-d666da0f1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.608771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-2dba414d-4e24-4887-b381-d666da0f1a2f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=89afca1c40c8422b931f0cedd685a464&device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 1121 time: 0.7402024 Jul 07 22:12:20.689710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677b712-a0f8-46d7-a000-99801689de1e req-cd0c4113-310b-4318-a29c-c73a0eaf6ce5 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.698599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f677b712-a0f8-46d7-a000-99801689de1e req-cd0c4113-310b-4318-a29c-c73a0eaf6ce5 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.6540012 Jul 07 22:12:20.789419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 167d7093-a3a0-4c96-9527-258ab6cca3f6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=167d7093-a3a0-4c96-9527-258ab6cca3f6,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:20.913521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a6587-44db-4373-be89-937214ecff8a req-23e1e188-3069-4e57-ab6a-3fdc388b8b85 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.923744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-896a6587-44db-4373-be89-937214ecff8a req-23e1e188-3069-4e57-ab6a-3fdc388b8b85 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 1.4795141 Jul 07 22:12:20.944921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.030071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-896a6587-44db-4373-be89-937214ecff8a req-a3684a35-f15c-4388-8a51-290e9e4f964c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040547 Jul 07 22:12:21.047920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f677b712-a0f8-46d7-a000-99801689de1e req-e296a878-0d41-4396-8eef-660e474c5ead tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483262 Jul 07 22:12:21.095681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:21.099880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.117235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96578-a058-4d19-8827-51d75dceccd4 req-c876cd66-aed4-447b-8381-d122f4e6c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:21.122180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-c876cd66-aed4-447b-8381-d122f4e6c697 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.4984534 Jul 07 22:12:21.124773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1607153853-network', 'tenant_id': '0b2ac9d299df4ab18fce015cb4ad566e'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:21.139254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-26491318-15bf-4dcb-ac94-2d7cd2a74e33', 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'fixed_ips': [{'subnet_id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:12:21.140700 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.151672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.153095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.161976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Made reservation on behalf of 0b2ac9d299df4ab18fce015cb4ad566e for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:21.164433 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.169358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca77da75-8125-4c4c-b40d-681264825475,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:21.227185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.257442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-40936ff3-410e-4c00-a14b-f18a4b03de06 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad HTTP/1.1" status: 200 len: 217 time: 0.0759244 Jul 07 22:12:21.388324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Checking segment: {'id': '93b95a8e-ad08-4f36-b8e0-5d9ccd9a9c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '815e2ecd-8acf-4e8c-96df-98d4420aef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:21.388708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Network hostable DHCP agents. Network: 815e2ecd-8acf-4e8c-96df-98d4420aef02, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:21.408809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-e7c7fd4f-c8b8-4c0e-b325-dae8764f535c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.1502955 Jul 07 22:12:21.422117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.429635 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2fceead5-795e-45ae-9215-c99996474fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.455745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.604502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96578-a058-4d19-8827-51d75dceccd4 req-346e277e-5f85-4074-b84d-dd40ad62f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:21.606065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-346e277e-5f85-4074-b84d-dd40ad62f708 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3363576 Jul 07 22:12:21.622067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-60793fd0-ee3f-4f57-8be6-758881d11845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:21.625305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-60793fd0-ee3f-4f57-8be6-758881d11845 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1866751 Jul 07 22:12:21.636821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=167d7093-a3a0-4c96-9527-258ab6cca3f6,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:21.698534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Network 815e2ecd-8acf-4e8c-96df-98d4420aef02 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:21.703945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-e5579e58-7325-4b46-b3ba-993436c216ab service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715806 Jul 07 22:12:21.797182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 815e2ecd-8acf-4e8c-96df-98d4420aef02) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:21.894464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de23ec1-57da-42a9-9f89-0e4d0d6534cc None None] Network 815e2ecd-8acf-4e8c-96df-98d4420aef02 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:21.904364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:21.905476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.931684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.014720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59282) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:22.093455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.118456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Allocated IP 172.20.0.2 (26491318-15bf-4dcb-ac94-2d7cd2a74e33/b0a0baef-618e-4ca6-bcca-c4cd84f29ee4/024764b9-5ef3-4221-b8cc-0485e35d147a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:22.159374 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.175440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.251307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-944f0658-99f5-4d1b-ac38-3656ed6f47fb service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412843 Jul 07 22:12:22.252308 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-457f2883-597c-4778-839f-f64173d83301 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0206287 Jul 07 22:12:22.259197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59609e7-49ac-47e8-a903-a160e7cbbc7f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:22.307373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:22.345195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.345543 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Added segment 26568215-3c94-4b52-9733-d03d8aa1dac9 of type vlan for network 7fe855d3-c2f4-4226-b395-dae462312ffe Jul 07 22:12:22.469529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.481186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96578-a058-4d19-8827-51d75dceccd4 req-52708155-fa75-48fa-b557-aa314ff619cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:22.482336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-52708155-fa75-48fa-b557-aa314ff619cd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5417902 Jul 07 22:12:22.530890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abffd221-739b-4cfe-8a79-365428dacbb6 None None] Network 815e2ecd-8acf-4e8c-96df-98d4420aef02 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:22.536391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.538679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:22.540026 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.631207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe855d3-c2f4-4226-b395-dae462312ffe,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:22.652292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7fe855d3-c2f4-4226-b395-dae462312ffe details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:22.664608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d14148f7-a808-4585-903d-bdbd17e5a049 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5677195 Jul 07 22:12:22.673339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59302) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:22.684535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Request body: {'subnet': {'network_id': '7fe855d3-c2f4-4226-b395-dae462312ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1607153853-subnet', 'tenant_id': '0b2ac9d299df4ab18fce015cb4ad566e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:22.848217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.897512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-4813b1f5-5c5a-4c3a-9f28-6ed11d8768e1 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671849 Jul 07 22:12:22.908199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Transition to ACTIVE for port object 024764b9-5ef3-4221-b8cc-0485e35d147a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:22.908618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71e1eb31-4c95-4af7-ac5d-bf5e4b640732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.918208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Made reservation on behalf of 0b2ac9d299df4ab18fce015cb4ad566e for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:22.922075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.970979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Transition to ACTIVE for port object 024764b9-5ef3-4221-b8cc-0485e35d147a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:22.982511 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.080509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71e1eb31-4c95-4af7-ac5d-bf5e4b640732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.111999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Pushing event updated for resources: {'Port': ['ID=024764b9-5ef3-4221-b8cc-0485e35d147a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:23.117193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71e1eb31-4c95-4af7-ac5d-bf5e4b640732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.140412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:23.145569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:23.152268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:23.160017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-71e1eb31-4c95-4af7-ac5d-bf5e4b640732 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0478d8cbfd5044728485be684fbe93cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1423757 Jul 07 22:12:23.166828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.170336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:23.216986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc563b6-8fa0-4cf6-8f08-7b68ee22d811 req-d02a2e93-53e4-45ce-8e39-76f72faf85c9 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:23.221129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.225569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebc563b6-8fa0-4cf6-8f08-7b68ee22d811 req-d02a2e93-53e4-45ce-8e39-76f72faf85c9 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.7706804 Jul 07 22:12:23.248747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4d50c4-cc4b-4744-b715-97aec530fbf0 req-87974396-39b1-408e-9127-f64e56ac3e95 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9832666 Jul 07 22:12:23.275119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2048b71-0972-465e-af38-2cdb1ca3222d req-f5d5592c-18bf-4576-b790-f9f77b331241 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:23.279772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2048b71-0972-465e-af38-2cdb1ca3222d req-f5d5592c-18bf-4576-b790-f9f77b331241 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.8262599 Jul 07 22:12:23.283419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Attempting to bind port 024764b9-5ef3-4221-b8cc-0485e35d147a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:23.283908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Attempting to bind port 024764b9-5ef3-4221-b8cc-0485e35d147a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:23.284402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Attempting to bind port 024764b9-5ef3-4221-b8cc-0485e35d147a on network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:23.299691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:23.300500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Checking segment: {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:23.301355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.302066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Bound using segment: {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:23.303165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Bound port: 024764b9-5ef3-4221-b8cc-0485e35d147a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:23.303721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.377590 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d37a20a-1e82-43d5-b9e7-f4052743c9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.397046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1eb31-4c95-4af7-ac5d-bf5e4b640732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23548df4-6fe1-4ca7-8ad6-6583d7497835,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:23.417830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] For port 024764b9-5ef3-4221-b8cc-0485e35d147a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:23.428707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] For port 024764b9-5ef3-4221-b8cc-0485e35d147a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=024764b9-5ef3-4221-b8cc-0485e35d147a,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:23.436023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.569110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebc563b6-8fa0-4cf6-8f08-7b68ee22d811 req-fd166ffb-7a8e-440b-8012-7842a03eead8 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424604 Jul 07 22:12:23.602597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec96578-a058-4d19-8827-51d75dceccd4 req-3e9ec88a-fbdc-4fe3-87e1-db1d2e03df23 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903620 Jul 07 22:12:23.629197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2048b71-0972-465e-af38-2cdb1ca3222d req-6bc3616f-f9ff-4eef-a0e0-c6a575989fae tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859583 Jul 07 22:12:23.684401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 167d7093-a3a0-4c96-9527-258ab6cca3f6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:24.038533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.059939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59328) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:24.076713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1408916685-network', 'tenant_id': '5c6b62641afd4dfcbe9c9218a29d0506'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:24.113769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957d39b-033f-4ad9-80e2-1d7edd353876 None None] Pushing event updated for resources: {'Port': ['ID=024764b9-5ef3-4221-b8cc-0485e35d147a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:24.126998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.145535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Made reservation on behalf of 5c6b62641afd4dfcbe9c9218a29d0506 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:24.154619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.187997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.196042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 167d7093-a3a0-4c96-9527-258ab6cca3f6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:24.196429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.216223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d37a20a-1e82-43d5-b9e7-f4052743c9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.242050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Checking segment: {'id': '26568215-3c94-4b52-9733-d03d8aa1dac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7fe855d3-c2f4-4226-b395-dae462312ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:24.242382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Network hostable DHCP agents. Network: 7fe855d3-c2f4-4226-b395-dae462312ffe, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:24.290729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Allocated IP 172.25.5.71 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/663782d0-93fe-4e08-bac0-d8e2706e9f0c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:24.305911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Network 7fe855d3-c2f4-4226-b395-dae462312ffe is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:24.333282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7fe855d3-c2f4-4226-b395-dae462312ffe) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:24.347245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77cc03-86bb-4211-8e3f-d4c14eb85392 None None] Network 7fe855d3-c2f4-4226-b395-dae462312ffe requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:24.355308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23461a8-28b1-4ce3-a9d5-d978072c7271,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:24.373565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:24.374313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.480495 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d37a20a-1e82-43d5-b9e7-f4052743c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.484430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d37a20a-1e82-43d5-b9e7-f4052743c9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.485747 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5d37a20a-1e82-43d5-b9e7-f4052743c9bc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/23548df4-6fe1-4ca7-8ad6-6583d7497835 HTTP/1.1" status: 204 len: 168 time: 1.3090811 Jul 07 22:12:24.509403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37a20a-1e82-43d5-b9e7-f4052743c9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23548df4-6fe1-4ca7-8ad6-6583d7497835,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:24.560663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.569821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.580833 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.587854 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b8541647-6dc0-4491-93bc-9d07f6c4ebd9 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9096017 Jul 07 22:12:24.646790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:24.695569 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.695569 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Added segment ff68084a-9fd0-40e7-a72b-12b00499ff74 of type vlan for network c5a693c2-d4b2-4270-86fa-fa08c15c4fb1 Jul 07 22:12:24.699855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d2e65-20e8-4662-a015-2d19c6796073,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:24.746517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.781132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330283c9-f79c-4e22-b41b-fc1cd4d6dc07 None None] Network 7fe855d3-c2f4-4226-b395-dae462312ffe requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:24.894297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.924386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:24.934537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:24.946151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:25.121654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f965ea-98f0-4515-b1c3-5da74094dbf8 req-6c9def54-a003-4cd4-9859-78431bb44e35 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.123212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06f965ea-98f0-4515-b1c3-5da74094dbf8 req-6c9def54-a003-4cd4-9859-78431bb44e35 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.2055027 Jul 07 22:12:25.124432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.125480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.126257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.243285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1782920 Jul 07 22:12:25.252604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=663782d0-93fe-4e08-bac0-d8e2706e9f0c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.253138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59348) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:25.268631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Request body: {'subnet': {'network_id': 'c5a693c2-d4b2-4270-86fa-fa08c15c4fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1408916685-subnet', 'tenant_id': '5c6b62641afd4dfcbe9c9218a29d0506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:25.333818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06f965ea-98f0-4515-b1c3-5da74094dbf8 req-8fda3edb-70f2-496b-8adc-0e839c03f419 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991327 Jul 07 22:12:25.336487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896302-43b1-4f26-a797-0cdf77745173 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a693c2-d4b2-4270-86fa-fa08c15c4fb1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.356588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network c5a693c2-d4b2-4270-86fa-fa08c15c4fb1 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:25.404631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Made reservation on behalf of 5c6b62641afd4dfcbe9c9218a29d0506 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:25.418770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.497401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59364) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:25.524900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db363a-004b-418d-a02d-9fb4346bed55 None None] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:25.594087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7e7e-f5fe-40cc-b9d7-3632c3e2b321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.601148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-e23fcdda-7f3f-4411-874b-f87234b97535 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ed596dee746e4dd29791990e2a76d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409963 Jul 07 22:12:25.611440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.727501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ce06691e-e37c-48c6-bd60-5b6cd2b45d28 None None] Provisioning for port 024764b9-5ef3-4221-b8cc-0485e35d147a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:25.730867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 024764b9-5ef3-4221-b8cc-0485e35d147a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:25.965363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db6696-8139-4560-bd17-3a218b92100a req-ff342f31-e5d7-481f-8754-52809eae25f7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.971510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.973020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85db6696-8139-4560-bd17-3a218b92100a req-ff342f31-e5d7-481f-8754-52809eae25f7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.2673404 Jul 07 22:12:25.986372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9491c142-d3b8-4a41-84d2-0786fcab8c74 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.987907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9491c142-d3b8-4a41-84d2-0786fcab8c74 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3734095 Jul 07 22:12:26.008297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.052728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 024764b9-5ef3-4221-b8cc-0485e35d147a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:26.056058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-3778b225-e032-4acb-a588-d05fd1e6eb7e tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/quotas/ed596dee746e4dd29791990e2a76d1ae HTTP/1.1" status: 200 len: 375 time: 0.0455999 Jul 07 22:12:26.061706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 024764b9-5ef3-4221-b8cc-0485e35d147a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:26.062679 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.079837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85db6696-8139-4560-bd17-3a218b92100a req-c9775f5a-642a-41f9-ace1-7af8192ac3ec tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058578 Jul 07 22:12:26.159800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-3897acee-6e85-427e-8d8a-92249913b926 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed596dee746e4dd29791990e2a76d1ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886536 Jul 07 22:12:26.164595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7e7e-f5fe-40cc-b9d7-3632c3e2b321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.175762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac49ca5-8200-4fbb-b24f-beed5e39a056,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:26.198981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7e7e-f5fe-40cc-b9d7-3632c3e2b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.235348 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.241288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:12:26.282297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Checking segment: {'id': 'ff68084a-9fd0-40e7-a72b-12b00499ff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c5a693c2-d4b2-4270-86fa-fa08c15c4fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:26.282732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Network hostable DHCP agents. Network: c5a693c2-d4b2-4270-86fa-fa08c15c4fb1, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:26.291823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8fbe7e7e-f5fe-40cc-b9d7-3632c3e2b321 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e6a5da7492ac4f559d6f21c1db770bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872989 Jul 07 22:12:26.295402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59368) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:26.313922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 024764b9-5ef3-4221-b8cc-0485e35d147a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=024764b9-5ef3-4221-b8cc-0485e35d147a,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:26.323396 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.429187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe7e7e-f5fe-40cc-b9d7-3632c3e2b321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd295e2-8025-44b0-9a99-c7067952b345,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:26.429494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=024764b9-5ef3-4221-b8cc-0485e35d147a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:26.445807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Network c5a693c2-d4b2-4270-86fa-fa08c15c4fb1 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:26.463224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-613300ef-5dee-4b80-82ad-132008f5fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.469656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, c5a693c2-d4b2-4270-86fa-fa08c15c4fb1) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:26.482557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26186f40-e7ac-4cf5-87b3-ce7464e87d1b None None] Network c5a693c2-d4b2-4270-86fa-fa08c15c4fb1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:26.485825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:26.487640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.502188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:26.513803 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Sync routers for ids ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:26.531776 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Routers {'d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:26.532537 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:26.538551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.541690 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05f7c89f-fdf2-4739-834a-64ae09705fe7 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.0118558 Jul 07 22:12:26.544539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:26.626830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-613300ef-5dee-4b80-82ad-132008f5fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.681456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3a9e08f4-8215-4bb4-b0f8-4639c5f9843b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4168658 Jul 07 22:12:26.681662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7129a97a-3469-4d85-95cd-0b11342163cd None None] Provisioning complete for port 024764b9-5ef3-4221-b8cc-0485e35d147a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:26.681662 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7129a97a-3469-4d85-95cd-0b11342163cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.777602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97ee0a-a703-45a6-af86-319a3cad6872 None None] Network c5a693c2-d4b2-4270-86fa-fa08c15c4fb1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:26.792520 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-613300ef-5dee-4b80-82ad-132008f5fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.796659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-613300ef-5dee-4b80-82ad-132008f5fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.801001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-613300ef-5dee-4b80-82ad-132008f5fe05 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/efd295e2-8025-44b0-9a99-c7067952b345 HTTP/1.1" status: 204 len: 168 time: 0.5032039 Jul 07 22:12:26.813016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613300ef-5dee-4b80-82ad-132008f5fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd295e2-8025-44b0-9a99-c7067952b345,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:26.917429 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Set router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:26.982908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:27.086821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45fd68-e0a3-4067-a209-727ac24b18e4 req-199dbc32-5fab-45a6-8ddf-aa9bb4167593 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.088501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb45fd68-e0a3-4067-a209-727ac24b18e4 req-199dbc32-5fab-45a6-8ddf-aa9bb4167593 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.1607616 Jul 07 22:12:27.095738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-06272910-f894-4e6e-baa3-54a77736a215 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.097486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-06272910-f894-4e6e-baa3-54a77736a215 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.2790217 Jul 07 22:12:27.118511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Deleting subnet ca77da75-8125-4c4c-b40d-681264825475 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:27.137607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-dd93e8b6-c44c-47d3-9dc4-2eec39459935 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/quotas/a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 375 time: 0.0327110 Jul 07 22:12:27.143414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.174715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb45fd68-e0a3-4067-a209-727ac24b18e4 req-26ec8e18-c4b5-41a0-9817-f8f08c791751 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761495 Jul 07 22:12:27.192618 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 3, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:27.193308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-b59959f6-6ad9-4512-9e01-e539375c05ac tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450523 Jul 07 22:12:27.225453 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Checking router: d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:27.226050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Updating router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb port 663782d0-93fe-4e08-bac0-d8e2706e9f0c binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:12:27.270013 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.291689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.304833 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.343607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c17686b7-f88e-4c13-a64b-d9253e4f38c4 req-f2ddfcdf-d0c3-43ce-ba3b-c8d78f34070e tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 210 time: 0.0447626 Jul 07 22:12:27.464589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-e175dc60-09da-4d1c-b861-2e822c6e3936 service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610712 Jul 07 22:12:27.484905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.614930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 024764b9-5ef3-4221-b8cc-0485e35d147a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:27.684195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-39615a54-476d-44ad-b4ea-13190b36e3e0 service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184088 Jul 07 22:12:27.710082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca77da75-8125-4c4c-b40d-681264825475,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:27.727852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81315a92-30b4-4141-94da-6ac88573173e req-3d82b9d8-36b7-4ea1-abb9-8fc1c5ea1f22 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.741812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81315a92-30b4-4141-94da-6ac88573173e req-3d82b9d8-36b7-4ea1-abb9-8fc1c5ea1f22 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.1462514 Jul 07 22:12:27.761393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.763386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-833df975-5809-4fff-a9a5-8b74fe11da0f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ca77da75-8125-4c4c-b40d-681264825475 HTTP/1.1" status: 204 len: 168 time: 0.7776062 Jul 07 22:12:27.772892 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.773589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59412) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:27.786380 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Transition to ACTIVE for port object 663782d0-93fe-4e08-bac0-d8e2706e9f0c will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:27.789798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 024764b9-5ef3-4221-b8cc-0485e35d147a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:27.790187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.800874 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.887771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81315a92-30b4-4141-94da-6ac88573173e req-5e65c25d-2b42-488e-aeab-ff1e52e01b59 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449966 Jul 07 22:12:27.899672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc064ee-1d01-47f5-b272-26deb8624622 None None] Pushing event updated for resources: {'Port': ['ID=663782d0-93fe-4e08-bac0-d8e2706e9f0c,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:27.899860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.927767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.952526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Attempting to bind port 663782d0-93fe-4e08-bac0-d8e2706e9f0c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:27.953044 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Attempting to bind port 663782d0-93fe-4e08-bac0-d8e2706e9f0c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:27.953581 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Attempting to bind port 663782d0-93fe-4e08-bac0-d8e2706e9f0c on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:27.959969 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:27.960383 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:27.960733 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.961169 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:27.961651 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Bound port: 663782d0-93fe-4e08-bac0-d8e2706e9f0c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:27.962079 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.088308 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] For port 663782d0-93fe-4e08-bac0-d8e2706e9f0c, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:28.096604 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] For port 663782d0-93fe-4e08-bac0-d8e2706e9f0c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=663782d0-93fe-4e08-bac0-d8e2706e9f0c,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:28.109672 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.120271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa80dc21-75e8-4ca6-a3f4-390180da0340 req-7b413fb0-48ad-44be-b516-6df2d0ba44a9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 210 time: 0.0793540 Jul 07 22:12:28.128179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.149312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.200626 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Routers {'d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:28.201284 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:28.205263 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc064ee-1d01-47f5-b272-26deb8624622 None None] Pushing event updated for resources: {'Port': ['ID=663782d0-93fe-4e08-bac0-d8e2706e9f0c,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:28.243298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Allocated IP 172.20.0.1 (26491318-15bf-4dcb-ac94-2d7cd2a74e33/b0a0baef-618e-4ca6-bcca-c4cd84f29ee4/e49b1290-0359-4531-bdf8-cd50cec349d1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:28.353480 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] Set router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:28.386000 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.388024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.388566 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.388923 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:12:28.392112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e2ecd-8acf-4e8c-96df-98d4420aef02']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:28.446494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b95a8e-ad08-4f36-b8e0-5d9ccd9a9c3f') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:28.447888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b95a8e-ad08-4f36-b8e0-5d9ccd9a9c3f') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:28.473179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.515848 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.520982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.531255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:28.531676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.549226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Transition to ACTIVE for port object e49b1290-0359-4531-bdf8-cd50cec349d1 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:28.639239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: from cryptography.utils import int_from_bytes Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: from cryptography.utils import int_from_bytes Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:28.641174 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:28.692836 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 3, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:28.696621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Pushing event updated for resources: {'Port': ['ID=e49b1290-0359-4531-bdf8-cd50cec349d1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:28.707001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.707952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:28.710447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:28.724095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:28.724940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.751777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d29d5542-0136-47af-a246-394cea41ebde req-b718aae6-d52e-4b03-9208-8d3372b3c5d0 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 210 time: 0.1078010 Jul 07 22:12:28.772502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-4cfe3a46-df35-4871-a651-7ea81b272d3a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=ed596dee746e4dd29791990e2a76d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059525 Jul 07 22:12:28.772857 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdf81f-24cb-45e7-9008-ff716b6aa56c None None] The sync data for ids ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'] in n-d-694802-13 is: [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 3, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:28.791475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.797828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/815e2ecd-8acf-4e8c-96df-98d4420aef02 HTTP/1.1" status: 204 len: 168 time: 1.0231781 Jul 07 22:12:28.817389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59444) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:28.825483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5f465-447c-440b-bbf3-bffbe93875f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=815e2ecd-8acf-4e8c-96df-98d4420aef02,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:28.959990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4ac4b-27cd-4ba9-9e4c-745e351ca595 req-f638da75-a836-46c4-a43a-defbb1a6396a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:28.970692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03d4ac4b-27cd-4ba9-9e4c-745e351ca595 req-f638da75-a836-46c4-a43a-defbb1a6396a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.5657203 Jul 07 22:12:28.984374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Deleting subnet 2ac49ca5-8200-4fbb-b24f-beed5e39a056 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:29.057517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03d4ac4b-27cd-4ba9-9e4c-745e351ca595 req-478265cc-5838-4c0c-89b9-5767c696f32b tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855570 Jul 07 22:12:29.063155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.112016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-0f98cd6b-66a0-483d-b954-83eb25db72c2 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:29.113471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d014cbf7-129b-4a7f-bd63-3e0f65408c20 None None] Provisioning for port e49b1290-0359-4531-bdf8-cd50cec349d1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:29.114058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-0f98cd6b-66a0-483d-b954-83eb25db72c2 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146689 Jul 07 22:12:29.118533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d014cbf7-129b-4a7f-bd63-3e0f65408c20 None None] Provisioning complete for port e49b1290-0359-4531-bdf8-cd50cec349d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:29.119043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d014cbf7-129b-4a7f-bd63-3e0f65408c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.127283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Request body: {'port': {'device_id': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'ed596dee746e4dd29791990e2a76d1ae'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:29.164071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.170933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.207705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d74c-59bd-4d6e-9bed-4d951b5e0aea req-101b05df-1b0f-4c6b-87ed-d4433663a9e5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:29.215747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9575d74c-59bd-4d6e-9bed-4d951b5e0aea req-101b05df-1b0f-4c6b-87ed-d4433663a9e5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.1573110 Jul 07 22:12:29.279161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d014cbf7-129b-4a7f-bd63-3e0f65408c20 None None] Port e49b1290-0359-4531-bdf8-cd50cec349d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:29.301137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9575d74c-59bd-4d6e-9bed-4d951b5e0aea req-2d5bb98c-9696-4a72-8e1c-039f17738112 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Jul 07 22:12:29.340344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.381051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac49ca5-8200-4fbb-b24f-beed5e39a056,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:29.398223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.400468 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-59fb888e-c7d9-457c-abb5-95cbbe25cb8b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2ac49ca5-8200-4fbb-b24f-beed5e39a056 HTTP/1.1" status: 204 len: 168 time: 0.5817430 Jul 07 22:12:29.407370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59460) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:29.443019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.556404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.577604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5aa0223-d528-452e-80a3-367df0204d18 req-39bc52f7-7774-4b8a-99cd-3231f688ceda tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 210 time: 0.1888871 Jul 07 22:12:29.584010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Made reservation on behalf of ed596dee746e4dd29791990e2a76d1ae for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:29.587683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.597680 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.633123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 663782d0-93fe-4e08-bac0-d8e2706e9f0c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:29.693316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 663782d0-93fe-4e08-bac0-d8e2706e9f0c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:29.698084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 663782d0-93fe-4e08-bac0-d8e2706e9f0c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:29.699154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.742471 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.758992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.762887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.764796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.812004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a693c2-d4b2-4270-86fa-fa08c15c4fb1']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:29.829118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff68084a-9fd0-40e7-a72b-12b00499ff74') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:29.829492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff68084a-9fd0-40e7-a72b-12b00499ff74') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:29.834842 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.907812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 663782d0-93fe-4e08-bac0-d8e2706e9f0c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=663782d0-93fe-4e08-bac0-d8e2706e9f0c,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:29.921494 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.978555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:29.983213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:30.006580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Pushing event updated for resources: {'Port': ['ID=e49b1290-0359-4531-bdf8-cd50cec349d1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.037289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=663782d0-93fe-4e08-bac0-d8e2706e9f0c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.186451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:30.316603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59476) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:30.319211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-29aa79e1-1ebc-4f42-a9fb-97427878261f None None] Provisioning complete for port e49b1290-0359-4531-bdf8-cd50cec349d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:30.320162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-29aa79e1-1ebc-4f42-a9fb-97427878261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.362579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-29aa79e1-1ebc-4f42-a9fb-97427878261f None None] Port e49b1290-0359-4531-bdf8-cd50cec349d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:30.377994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:30.391404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1ea06e7-6309-4e38-bde4-ca0ea84ceadb admin admin] 10.222.0.95 "PUT /v2.0/routers/d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8455095 Jul 07 22:12:30.398669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.462232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-265a80cf-1b16-42ea-b045-3beae3acdfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.463295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41b8f8ea-ff58-405e-b1ff-254052ddd3eb req-f32ae933-cf22-4dd4-99a4-d86171411e3a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 210 time: 0.1387925 Jul 07 22:12:30.484859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.513448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:30.513860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:30.516063 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:30.637929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.664641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92afd13-7990-4b8f-af1a-e8bd0f0223af req-d09f634c-d726-4e04-98dc-f00b6bff9d6a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.666124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f92afd13-7990-4b8f-af1a-e8bd0f0223af req-d09f634c-d726-4e04-98dc-f00b6bff9d6a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 969 time: 0.3304212 Jul 07 22:12:30.676651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d42605a8-7bfc-4ce9-a041-2da33596ae95 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.678462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d42605a8-7bfc-4ce9-a041-2da33596ae95 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.3075995 Jul 07 22:12:30.679147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.684691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.687489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c5a693c2-d4b2-4270-86fa-fa08c15c4fb1 HTTP/1.1" status: 204 len: 168 time: 1.2783160 Jul 07 22:12:30.688510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.705459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Request body: {'port': {'device_id': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'admin_state_up': True, 'tenant_id': 'a548775b89f44afb8e88d42d99595495'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:30.746945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-265a80cf-1b16-42ea-b045-3beae3acdfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.752678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-265a80cf-1b16-42ea-b045-3beae3acdfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.758972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52aab-cf57-40ba-a1b0-0be0eac3fc57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a693c2-d4b2-4270-86fa-fa08c15c4fb1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.797708 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-265a80cf-1b16-42ea-b045-3beae3acdfad admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=43634d6cbd4e4a68af02c3fe73ff3670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799230 Jul 07 22:12:30.798848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a80cf-1b16-42ea-b045-3beae3acdfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17450664-aa82-4da9-a7ea-f4c812130c07,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.801157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59490) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:30.862916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59492) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:30.874970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46a0aee2-d7fd-4aa8-9f4e-133c69ad2bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.880365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b38b8-f01d-4777-ad02-25aeefdbcacf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.894430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f92afd13-7990-4b8f-af1a-e8bd0f0223af req-e558855b-a7c4-440b-b622-7b8f16817504 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016079 Jul 07 22:12:30.907100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46a0aee2-d7fd-4aa8-9f4e-133c69ad2bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.976069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40efebbf-3169-4a23-8097-e1b1a300c784 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9231d812109d4e60aaa2515b588aba0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099913 Jul 07 22:12:30.978516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59496) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:30.997429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d31cb-136d-4ddb-8627-2662af6a8a7d req-c1ff25e6-11e4-4296-92db-99990f673a68 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.999932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-056d31cb-136d-4ddb-8627-2662af6a8a7d req-c1ff25e6-11e4-4296-92db-99990f673a68 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.4013357 Jul 07 22:12:31.014779 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46a0aee2-d7fd-4aa8-9f4e-133c69ad2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.018660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46a0aee2-d7fd-4aa8-9f4e-133c69ad2bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.021979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46a0aee2-d7fd-4aa8-9f4e-133c69ad2bf4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17450664-aa82-4da9-a7ea-f4c812130c07 HTTP/1.1" status: 204 len: 168 time: 0.2176421 Jul 07 22:12:31.036784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0aee2-d7fd-4aa8-9f4e-133c69ad2bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17450664-aa82-4da9-a7ea-f4c812130c07,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:31.056169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Allocated IP 192.168.233.122 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/47e26df8-626d-4c66-bfac-2baa4321a9fe) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:31.073294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60dc66a9-e5dd-445d-a18e-e8c2b63e4c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.103764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60dc66a9-e5dd-445d-a18e-e8c2b63e4c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.104167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Sync routers for ids ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:31.117392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Routers {'d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:31.120331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:31.168185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60dc66a9-e5dd-445d-a18e-e8c2b63e4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.171363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Made reservation on behalf of a548775b89f44afb8e88d42d99595495 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:31.172710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60dc66a9-e5dd-445d-a18e-e8c2b63e4c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.176353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-60dc66a9-e5dd-445d-a18e-e8c2b63e4c0e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/48968b99-4e96-4b81-a95f-b1d56f87068d HTTP/1.1" status: 204 len: 168 time: 0.1942539 Jul 07 22:12:31.176511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.191946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc66a9-e5dd-445d-a18e-e8c2b63e4c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48968b99-4e96-4b81-a95f-b1d56f87068d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:31.263882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 597e3c43-be66-4e8c-8b2e-30b226e017ad details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:31.277841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-056d31cb-136d-4ddb-8627-2662af6a8a7d req-3d8e7d53-d7fb-4a98-b25d-b0fbddfb672e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668922 Jul 07 22:12:31.364962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Set router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:31.423522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.457848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Transition to ACTIVE for port object 47e26df8-626d-4c66-bfac-2baa4321a9fe will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:31.466111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Allocated IP 172.20.0.7 (7fe01f92-1569-4f9f-afc0-e01fb84d8064/1109974f-628f-489a-b107-16d9f10921ef/5ab6f789-93f5-428c-ba60-f0c52ec01c89) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:31.570219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 597e3c43-be66-4e8c-8b2e-30b226e017ad, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:31.577844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1368e31-7c51-4912-abbc-c1e39de0ffcf req-19c9de1d-adcd-45a3-aa25-773c37947d23 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 210 time: 0.0692098 Jul 07 22:12:31.588379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '597e3c43-be66-4e8c-8b2e-30b226e017ad', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '597e3c43-be66-4e8c-8b2e-30b226e017ad', 'mac_address': 'fa:16:3e:33:06:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:tempest-test_az-483212459', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:31.599857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.604800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 663782d0-93fe-4e08-bac0-d8e2706e9f0c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:31.618318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59512) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:31.643518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64b9f277-2162-4f2d-83a1-386951fd276e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.748406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.814829 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64b9f277-2162-4f2d-83a1-386951fd276e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.827597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64b9f277-2162-4f2d-83a1-386951fd276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.884889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:31.889815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.897763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:31.901383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:31.910782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597e3c43-be66-4e8c-8b2e-30b226e017ad {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:31.927683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-64b9f277-2162-4f2d-83a1-386951fd276e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a6fa3fd39c9e4bbf9c9ae8ecf0e0a3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082583 Jul 07 22:12:31.928542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9f277-2162-4f2d-83a1-386951fd276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ade52a-705f-4a50-8501-f73f89cf1744,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:31.943002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59514) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:31.943395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59516) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:31.949994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Pushing event updated for resources: {'Port': ['ID=47e26df8-626d-4c66-bfac-2baa4321a9fe,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:31.975964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 597e3c43-be66-4e8c-8b2e-30b226e017ad, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:31.977360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 663782d0-93fe-4e08-bac0-d8e2706e9f0c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:31.977743 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.034954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.036483 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.037650 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.080186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-9afe653a-b3df-4e02-8e3e-d53510f2ee73 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9579451 Jul 07 22:12:32.090051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef130d1b-ebd6-4002-80c8-778a40ebe96c req-7b81c4a6-b2c9-43d1-ae8e-3668ba50990b tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.096094 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ffdb9174-693c-454f-983e-5748250f26fd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5c6b62641afd4dfcbe9c9218a29d0506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515238 Jul 07 22:12:32.097158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef130d1b-ebd6-4002-80c8-778a40ebe96c req-7b81c4a6-b2c9-43d1-ae8e-3668ba50990b tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 936 time: 0.2786641 Jul 07 22:12:32.098711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:32.105898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=597e3c43-be66-4e8c-8b2e-30b226e017ad,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:32.119600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Request body: {'port': {'device_id': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'device_owner': 'compute:tempest-test_az-483212459', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:32.126383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'e49b1290-0359-4531-bdf8-cd50cec349d1', 'name': '', 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'mac_address': 'fa:16:3e:25:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:27Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 2, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'subnets': [{'id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:32.149187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6e77f5c-23ea-4a55-a2f1-ec5c1d792e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.156590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.168076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Checking router: d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:32.168583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Updating router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb port e49b1290-0359-4531-bdf8-cd50cec349d1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:12:32.213301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6e77f5c-23ea-4a55-a2f1-ec5c1d792e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.220663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:32.239864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9586bf6e-b30d-4d14-94e1-baccedf8623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.263186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.276394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9586bf6e-b30d-4d14-94e1-baccedf8623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.306231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:32.311291 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6e77f5c-23ea-4a55-a2f1-ec5c1d792e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.314378 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6e77f5c-23ea-4a55-a2f1-ec5c1d792e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.315460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b6e77f5c-23ea-4a55-a2f1-ec5c1d792e7a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c4ade52a-705f-4a50-8501-f73f89cf1744 HTTP/1.1" status: 204 len: 168 time: 0.3698750 Jul 07 22:12:32.321505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef130d1b-ebd6-4002-80c8-778a40ebe96c req-be6631bf-68b6-4dbe-8ecc-7c4bc2d5442e tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219222 Jul 07 22:12:32.325408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77f5c-23ea-4a55-a2f1-ec5c1d792e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ade52a-705f-4a50-8501-f73f89cf1744,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:32.349117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:32.349325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9586bf6e-b30d-4d14-94e1-baccedf8623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.349325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9586bf6e-b30d-4d14-94e1-baccedf8623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.356840 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9586bf6e-b30d-4d14-94e1-baccedf8623d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/392d2e65-20e8-4662-a015-2d19c6796073 HTTP/1.1" status: 204 len: 168 time: 0.2488911 Jul 07 22:12:32.367933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['597e3c43-be66-4e8c-8b2e-30b226e017ad'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:32.368955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586bf6e-b30d-4d14-94e1-baccedf8623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d2e65-20e8-4662-a015-2d19c6796073,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:32.390077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:32.458207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.470676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c628a8-63a3-423f-9528-65f59055cae6 req-3dd763d7-3be7-4693-86f6-c5d7e0d630dd tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.472231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16c628a8-63a3-423f-9528-65f59055cae6 req-3dd763d7-3be7-4693-86f6-c5d7e0d630dd tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 970 time: 0.2548354 Jul 07 22:12:32.478756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.479397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.569504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-d2cab961-c09f-446c-8c19-2d6307984a3b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8742056 Jul 07 22:12:32.603686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Request body: {'port': {'device_id': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:32.612729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dd1224a3-c8ee-4a30-b407-f9cd828c49a8 None None] Provisioning for port 47e26df8-626d-4c66-bfac-2baa4321a9fe completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:32.619720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16c628a8-63a3-423f-9528-65f59055cae6 req-8f75d2e0-57c9-4e43-b7b4-9944575bf38a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300361 Jul 07 22:12:32.708249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dd1224a3-c8ee-4a30-b407-f9cd828c49a8 None None] Provisioning complete for port 47e26df8-626d-4c66-bfac-2baa4321a9fe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:32.708792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dd1224a3-c8ee-4a30-b407-f9cd828c49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.757404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-dd1224a3-c8ee-4a30-b407-f9cd828c49a8 None None] Port 47e26df8-626d-4c66-bfac-2baa4321a9fe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:32.860669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:32.938522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.970993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abd82-52a9-4ac1-86ec-7f36aecfb4d3 req-e524833f-10cc-4fb6-9aea-527698785ff1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.974424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:32.977644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a3abd82-52a9-4ac1-86ec-7f36aecfb4d3 req-e524833f-10cc-4fb6-9aea-527698785ff1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.4276505 Jul 07 22:12:32.985907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '52531c35-4f93-4766-b19f-1669848b4e97', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'port_id': '52531c35-4f93-4766-b19f-1669848b4e97', 'mac_address': 'fa:16:3e:12:97:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afb59cc-714e-4cd6-a889-bf8299387c98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:33.089594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.109114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.112299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52531c35-4f93-4766-b19f-1669848b4e97 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:33.130349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Transition to ACTIVE for port object e49b1290-0359-4531-bdf8-cd50cec349d1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:33.142523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:33.144372 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.167289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a3abd82-52a9-4ac1-86ec-7f36aecfb4d3 req-c13d2c94-09bf-4e97-8db7-6007ee038f78 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887102 Jul 07 22:12:33.173942 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.242280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ecad6-8bdb-43cc-a375-cba4fc1388e7 None None] Pushing event updated for resources: {'Port': ['ID=e49b1290-0359-4531-bdf8-cd50cec349d1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:33.297477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Attempting to bind port e49b1290-0359-4531-bdf8-cd50cec349d1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:33.297857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Attempting to bind port e49b1290-0359-4531-bdf8-cd50cec349d1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:33.298225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Attempting to bind port e49b1290-0359-4531-bdf8-cd50cec349d1 on network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:33.330493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:33.330926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Checking segment: {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:33.331987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.331987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Bound using segment: {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:33.332374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Bound port: e49b1290-0359-4531-bdf8-cd50cec349d1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0040dc6b-0706-4a97-8633-076c419498ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:33.332763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.415965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:33.485166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] For port e49b1290-0359-4531-bdf8-cd50cec349d1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:33.490572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] For port e49b1290-0359-4531-bdf8-cd50cec349d1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e49b1290-0359-4531-bdf8-cd50cec349d1,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:33.501103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.551610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e160-17a5-4e38-bd5b-096fbd790a27 req-1876b66e-0c82-40e6-8a97-b029f7ee4189 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:33.563120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cca1e160-17a5-4e38-bd5b-096fbd790a27 req-1876b66e-0c82-40e6-8a97-b029f7ee4189 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 931 time: 0.7061877 Jul 07 22:12:33.566831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Routers {'d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:33.567681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:33.584075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['52531c35-4f93-4766-b19f-1669848b4e97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:33.680394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e26df8-626d-4c66-bfac-2baa4321a9fe {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:33.694958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.727592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ecad6-8bdb-43cc-a375-cba4fc1388e7 None None] Pushing event updated for resources: {'Port': ['ID=e49b1290-0359-4531-bdf8-cd50cec349d1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:33.757504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cca1e160-17a5-4e38-bd5b-096fbd790a27 req-73cf5f91-43b1-40dd-b18f-0b4c719d9ab1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929591 Jul 07 22:12:33.758882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Transition to ACTIVE for port object 47e26df8-626d-4c66-bfac-2baa4321a9fe will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:33.778711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.955774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] Set router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:33.960271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Pushing event updated for resources: {'Port': ['ID=47e26df8-626d-4c66-bfac-2baa4321a9fe,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:34.156061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab6f789-93f5-428c-ba60-f0c52ec01c89 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:34.190027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.205219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Attempting to bind port 47e26df8-626d-4c66-bfac-2baa4321a9fe on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:34.205565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Attempting to bind port 47e26df8-626d-4c66-bfac-2baa4321a9fe by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:34.205904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Attempting to bind port 47e26df8-626d-4c66-bfac-2baa4321a9fe on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:34.218061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Port 47e26df8-626d-4c66-bfac-2baa4321a9fe on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:34.218396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Attempting to bind port 47e26df8-626d-4c66-bfac-2baa4321a9fe on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:34.223739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Transition to ACTIVE for port object 5ab6f789-93f5-428c-ba60-f0c52ec01c89 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:34.231716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08abc9-2c7a-40c7-b1f5-0da8530c39d0 req-cb5d166f-d7b8-42a2-baa9-490dd8d5623a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:34.239089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a08abc9-2c7a-40c7-b1f5-0da8530c39d0 req-cb5d166f-d7b8-42a2-baa9-490dd8d5623a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 969 time: 0.2574620 Jul 07 22:12:34.249576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.254888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:34.255234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:34.255628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:34.256160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Bound port: 47e26df8-626d-4c66-bfac-2baa4321a9fe, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:34.256528 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.323408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'e49b1290-0359-4531-bdf8-cd50cec349d1', 'name': '', 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'mac_address': 'fa:16:3e:25:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:27Z', 'updated_at': '2021-07-07T22:12:33Z', 'revision_number': 4, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'subnets': [{'id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:34.355747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a17d-a482-468a-865a-e0acf3df4c84 None None] The sync data for ids ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'] in n-d-694802-13 is: [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'e49b1290-0359-4531-bdf8-cd50cec349d1', 'name': '', 'network_id': '26491318-15bf-4dcb-ac94-2d7cd2a74e33', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'mac_address': 'fa:16:3e:25:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:27Z', 'updated_at': '2021-07-07T22:12:33Z', 'revision_number': 4, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'subnets': [{'id': 'b0a0baef-618e-4ca6-bcca-c4cd84f29ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:34.414157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a08abc9-2c7a-40c7-b1f5-0da8530c39d0 req-96e57671-b112-45c1-bdce-94a52ae0a3a0 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739352 Jul 07 22:12:34.447868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:34.586603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] For port 47e26df8-626d-4c66-bfac-2baa4321a9fe, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:34.591788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] For port 47e26df8-626d-4c66-bfac-2baa4321a9fe, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:34.603015 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.696053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:34.696703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.698121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] 10.222.0.103 "PUT /v2.0/ports/47e26df8-626d-4c66-bfac-2baa4321a9fe HTTP/1.1" status: 200 len: 1118 time: 2.5966761 Jul 07 22:12:34.704326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'tag': '47e26df8-626d-4c66-bfac-2baa4321a9fe'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:34.706757 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca71b2-4e3d-4f15-b97f-137d7421808d" -d '{"events": [{"name": "network-changed", "server_uuid": "83b1e9e5-5b98-43ad-8a6b-15b01e13ac67", "tag": "47e26df8-626d-4c66-bfac-2baa4321a9fe"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:34.751628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:34.757868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303726063', 'description': 'tempest-description--108900202'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:34.758018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:34.758299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:34.758657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:34.836143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:34.838315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:34.838572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:34.854300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.861747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:34.862091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:34.862493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:34.862966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Bound port: 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:34.863335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.887178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d60f-0611-4a52-9ee6-b0e656632d77 service neutron] Pushing event updated for resources: {'Port': ['ID=47e26df8-626d-4c66-bfac-2baa4321a9fe,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.045724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d0b-1f63-4bb5-b686-a745855ff9db req-62f8cac0-4fde-4d7c-810d-751e96a89922 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.052925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-974f2d0b-1f63-4bb5-b686-a745855ff9db req-62f8cac0-4fde-4d7c-810d-751e96a89922 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 970 time: 0.4256449 Jul 07 22:12:35.103927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 52531c35-4f93-4766-b19f-1669848b4e97 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:35.109211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 52531c35-4f93-4766-b19f-1669848b4e97 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:35.109673 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.168531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-43c9fa5a-46f0-419f-abc4-612d1d993f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.170410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-43c9fa5a-46f0-419f-abc4-612d1d993f13 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ed596dee746e4dd29791990e2a76d1ae&device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 1121 time: 0.4162335 Jul 07 22:12:35.192560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.198842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.211996 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.232153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 597e3c43-be66-4e8c-8b2e-30b226e017ad up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:35.232921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-6bbb80fb-00e5-4435-8933-712a47fa1cbe service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe HTTP/1.1" status: 200 len: 217 time: 0.0496607 Jul 07 22:12:35.234988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:35.241176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.242572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4892743 Jul 07 22:12:35.245585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59628) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:35.250727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'security_group_rule': {'security_group_id': '2d85ec17-0b30-4541-b278-cdd2f4fff77d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:35.255430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bcdd9-0f95-4685-b976-ea2dfefa537d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85ec17-0b30-4541-b278-cdd2f4fff77d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.287504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:35.291286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.306098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-3f0e31f2-3fb4-472b-8687-90941f7fab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.307637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-3f0e31f2-3fb4-472b-8687-90941f7fab03 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0681086 Jul 07 22:12:35.362427 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.370096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.374608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:35.386983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:35.392290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509bf957-286a-45a5-9270-2f21d8b106a8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.393939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-974f2d0b-1f63-4bb5-b686-a745855ff9db req-92f62686-eda0-4b1e-a55c-0ccb3480da73 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400905 Jul 07 22:12:35.400846 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.404528 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.412049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 597e3c43-be66-4e8c-8b2e-30b226e017ad completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:35.420473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.422028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fe98d806-870c-499a-8071-a62d08d733c7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753697 Jul 07 22:12:35.424832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59634) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:35.433830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'security_group_rule': {'security_group_id': '2d85ec17-0b30-4541-b278-cdd2f4fff77d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:35.438552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 597e3c43-be66-4e8c-8b2e-30b226e017ad triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:35.439210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.494165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.514566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f6fc7-1e0d-4a83-9594-f12c2b22a816 req-0d07c7ba-ca3d-4b46-8bf4-bc470102aff4 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.528217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe9f6fc7-1e0d-4a83-9594-f12c2b22a816 req-0d07c7ba-ca3d-4b46-8bf4-bc470102aff4 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 945 time: 0.5045371 Jul 07 22:12:35.574157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.585940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.586168 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d23b24-dfc3-4bf8-b446-e08c5c73c245 x-openstack-request-id: req-b7d23b24-dfc3-4bf8-b446-e08c5c73c245 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:35.586282 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b1e9e5-5b98-43ad-8a6b-15b01e13ac67", "tag": "47e26df8-626d-4c66-bfac-2baa4321a9fe", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:35.586542 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b7d23b24-dfc3-4bf8-b446-e08c5c73c245 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:35.609529 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'tag': '47e26df8-626d-4c66-bfac-2baa4321a9fe', 'status': 'completed', 'code': 200} Jul 07 22:12:35.620013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 597e3c43-be66-4e8c-8b2e-30b226e017ad, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:35.627648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.633981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.649328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.649652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.650167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.651655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] 10.222.0.97 "PUT /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 1092 time: 3.0702467 Jul 07 22:12:35.671549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5662-662b-4f83-8933-77180aafcfb6 req-df92c5e9-da53-45f4-bedb-f27555e225ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.673025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-df92c5e9-da53-45f4-bedb-f27555e225ca service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3417404 Jul 07 22:12:35.699532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5197fe27-ae78-41cf-9f9b-f9e4bc0b179f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.708486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.712577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6af26f9f-4ba1-4bc3-9b07-71e2147f9287 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838259 Jul 07 22:12:35.712859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59638) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:35.714793 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993c5352-4f22-4efb-aa34-3cf6717e8704" -d '{"events": [{"server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "name": "network-vif-plugged", "status": "completed", "tag": "52531c35-4f93-4766-b19f-1669848b4e97"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:35.718402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:35.719469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=597e3c43-be66-4e8c-8b2e-30b226e017ad,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.724158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e49b1290-0359-4531-bdf8-cd50cec349d1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:35.753275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.763427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe9f6fc7-1e0d-4a83-9594-f12c2b22a816 req-74fdd18b-e1fd-4bb5-9daf-ab6d72120ef3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312155 Jul 07 22:12:35.799127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e49b1290-0359-4531-bdf8-cd50cec349d1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:35.807511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e49b1290-0359-4531-bdf8-cd50cec349d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:35.807898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.883468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ecc3d-6b63-469d-a638-563c142f846a service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.915144 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.970751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e49b1290-0359-4531-bdf8-cd50cec349d1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e49b1290-0359-4531-bdf8-cd50cec349d1,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:35.978062 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.978435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.010163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c94-cf2d-4588-a940-112283dec33e req-128569d6-0e8b-400d-8605-16b7a40ab19f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.011762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a7f8c94-cf2d-4588-a940-112283dec33e req-128569d6-0e8b-400d-8605-16b7a40ab19f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.3320763 Jul 07 22:12:36.019545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-e4b6a633-f115-4627-b130-f8fca95f9e62 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217702 Jul 07 22:12:36.033154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-440c73bd-3ae1-496b-94f6-9b66f128e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.034559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-440c73bd-3ae1-496b-94f6-9b66f128e99c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1095 time: 0.2815032 Jul 07 22:12:36.045921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e49b1290-0359-4531-bdf8-cd50cec349d1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:36.115161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Allocated IP 172.25.5.113 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/1450af23-1871-47a6-98c2-6b72da16082a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:36.179736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-a3d79072-f20f-474d-8d34-d4a563ed9c7c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 217 time: 0.0557699 Jul 07 22:12:36.225448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.247627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a7f8c94-cf2d-4588-a940-112283dec33e req-955076fc-0bdf-460e-ab68-dc48ab1810b5 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261081 Jul 07 22:12:36.270671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-290b5662-662b-4f83-8933-77180aafcfb6 req-f555d078-0756-4a20-b463-42c01afd037d service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396300 Jul 07 22:12:36.281159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.288597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-85f05a17-db59-4363-bc4b-162d481fbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.290258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-85f05a17-db59-4363-bc4b-162d481fbaee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1024930 Jul 07 22:12:36.328530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:36.336738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:36.343495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-4998e581-1f6d-4b3e-a925-63ada8899188 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417452 Jul 07 22:12:36.343708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:36.353690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.354174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.354668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.355152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.355628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.356100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.356570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.356796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'Port': ['ID=1450af23-1871-47a6-98c2-6b72da16082a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:36.357039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.357493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.370059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d1aa28-e867-493c-80cd-a6f8ce09404d req-4d6d9881-1649-4cc7-a2ff-4b572a25ba7e tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.3562145 Jul 07 22:12:36.451949 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.486372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-d17853c5-106a-45d3-bf3e-df919bf21c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.487921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-d17853c5-106a-45d3-bf3e-df919bf21c70 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ed596dee746e4dd29791990e2a76d1ae&device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 1121 time: 0.1514792 Jul 07 22:12:36.510800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-571a85f1-2252-49d8-a5c8-8b9bbefb74f0 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599159 Jul 07 22:12:36.513573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.583844 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7f2317-df28-4f5a-82df-2c20db4459bc x-openstack-request-id: req-9e7f2317-df28-4f5a-82df-2c20db4459bc {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:36.584225 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "name": "network-vif-plugged", "status": "completed", "tag": "52531c35-4f93-4766-b19f-1669848b4e97", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:36.584602 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e7f2317-df28-4f5a-82df-2c20db4459bc {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:36.585235 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97', 'code': 200} Jul 07 22:12:36.657473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.97', 50669) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:36.730850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.738655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.787149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.814066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897758a-e15b-46af-87d6-8fc91b29dfba req-fc2e96c8-01bd-4255-a039-33a72614525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.815545 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f897758a-e15b-46af-87d6-8fc91b29dfba req-fc2e96c8-01bd-4255-a039-33a72614525b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1098 time: 0.1571281 Jul 07 22:12:36.817225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'Port': ['ID=1450af23-1871-47a6-98c2-6b72da16082a,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:36.820214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.829892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-24744677-3bb1-4dbd-ac6b-892d11e5fdc5 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1077013 Jul 07 22:12:36.840627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f897758a-e15b-46af-87d6-8fc91b29dfba req-c6e52ce6-a126-44cf-8a5f-81c6789075ec service neutron] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.948998 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f897758a-e15b-46af-87d6-8fc91b29dfba req-c6e52ce6-a126-44cf-8a5f-81c6789075ec service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.953864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f897758a-e15b-46af-87d6-8fc91b29dfba req-c6e52ce6-a126-44cf-8a5f-81c6789075ec service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.965643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-df1fc329-9e8b-4428-82f9-7ed6f71de188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.967210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-df1fc329-9e8b-4428-82f9-7ed6f71de188 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.4669936 Jul 07 22:12:36.979735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40049add-cc1f-44f7-8d88-3bc3f43dddac req-0c6982cc-ebdf-4594-bb8b-b37aee47c851 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.981239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40049add-cc1f-44f7-8d88-3bc3f43dddac req-0c6982cc-ebdf-4594-bb8b-b37aee47c851 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 969 time: 0.4910171 Jul 07 22:12:36.989041 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f897758a-e15b-46af-87d6-8fc91b29dfba req-c6e52ce6-a126-44cf-8a5f-81c6789075ec service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657727 Jul 07 22:12:36.993510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e52ce6-a126-44cf-8a5f-81c6789075ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f75c09-cea0-4103-a5ed-e1d4fdc33a85,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:37.001954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35e222ac-4156-4ad2-9f82-8063cd8eb5a6 req-5dcc6f5d-1e81-42b5-8597-5974e609a3b3 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742382 Jul 07 22:12:37.036246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deceb4-0562-4061-a4fb-717c74b4ff6c req-4d952316-7210-4d49-b1d6-6b3c6fc0cc01 tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.037526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8deceb4-0562-4061-a4fb-717c74b4ff6c req-4d952316-7210-4d49-b1d6-6b3c6fc0cc01 tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 886 time: 0.4228134 Jul 07 22:12:37.044312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-5721fa31-7ac1-4493-9f94-d7e1b7006ec5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe HTTP/1.1" status: 200 len: 217 time: 0.0558219 Jul 07 22:12:37.089432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40049add-cc1f-44f7-8d88-3bc3f43dddac req-eac1f9a3-885a-480b-9af7-59ca884f9a2c tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998604 Jul 07 22:12:37.104376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-3d7f72af-6913-4fc3-b4c7-b3e432b1182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.105965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-3d7f72af-6913-4fc3-b4c7-b3e432b1182c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0546701 Jul 07 22:12:37.210929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-3698b4a7-b9e0-443b-b885-f1edceeea9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.212342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-3698b4a7-b9e0-443b-b885-f1edceeea9b3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986805 Jul 07 22:12:37.222922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b244e-50b3-4049-bd6b-f24dd1a974bd req-75acc5c2-977c-4a82-ab05-7a2c4ce17d59 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.224371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-720b244e-50b3-4049-bd6b-f24dd1a974bd req-75acc5c2-977c-4a82-ab05-7a2c4ce17d59 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.0811880 Jul 07 22:12:37.338450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-720b244e-50b3-4049-bd6b-f24dd1a974bd req-fbb06c74-42c5-487f-a3cc-4557f87d8be3 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057765 Jul 07 22:12:37.370194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-7a0d9ef6-528d-40d7-984f-4e167b67473f service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448634 Jul 07 22:12:37.457155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11873458-3da4-4c2f-8712-3e4860220277 req-b2f6351e-6570-44af-80de-77c3189b92ec tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.458641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11873458-3da4-4c2f-8712-3e4860220277 req-b2f6351e-6570-44af-80de-77c3189b92ec tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 946 time: 0.1634390 Jul 07 22:12:37.514730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-3c8f27e8-5d78-4e0b-a4b3-e966766c5302 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1303726063&fields=id&tenant_id=43b9145bbec3452793d598d720e944b6 HTTP/1.1" status: 200 len: 267 time: 0.0865712 Jul 07 22:12:37.551207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e49b1290-0359-4531-bdf8-cd50cec349d1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:37.592912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41ca71b2-4e3d-4f15-b97f-137d7421808d req-e36e2ccd-e72b-4869-94ff-6df72f0210b6 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154031 Jul 07 22:12:37.595689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11873458-3da4-4c2f-8712-3e4860220277 req-812d9244-afe7-4c35-9d1a-f547cec35ac0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311345 Jul 07 22:12:37.601500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e49b1290-0359-4531-bdf8-cd50cec349d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:37.602045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.612026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:37.615022 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:37.726326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-434f4e7a-a86f-4a8b-8078-6bd91800547b tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.727808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-434f4e7a-a86f-4a8b-8078-6bd91800547b tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 824 time: 0.2038252 Jul 07 22:12:37.754817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-a17cd40a-259b-4e4e-9e01-5834df3294cb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/quotas/43b9145bbec3452793d598d720e944b6 HTTP/1.1" status: 200 len: 375 time: 0.0205212 Jul 07 22:12:37.797946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.798429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.798925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.799396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.799875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.800340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.800867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.801271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.801730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.803637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a3d8eac-de1d-4e17-9bc7-a64a3d61672e req-944df436-74cb-42b4-9827-8cb6725478fd tempest-NetworksTest-1899409908 tempest-NetworksTest-1899409908-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1736166 Jul 07 22:12:37.880807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-b9a46ec7-a0e3-4ffb-8f8a-8afeecc83e04 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193964 Jul 07 22:12:38.029238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75333-6f54-4372-8843-a647028cab2c req-b975461a-f842-4fa6-9bf9-aec2886fe406 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.031300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ea75333-6f54-4372-8843-a647028cab2c req-b975461a-f842-4fa6-9bf9-aec2886fe406 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.1348901 Jul 07 22:12:38.033512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-648b614c-283b-4621-b4f1-609d4b31692a service neutron] 10.222.0.95 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358278 Jul 07 22:12:38.053947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:38.117562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ea75333-6f54-4372-8843-a647028cab2c req-dd57bae9-5935-4ba1-a80b-dc3bc9c0339d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Jul 07 22:12:38.159193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-878ec78f-e5d6-4220-885b-242aa015be65 service neutron] 10.222.0.95 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158240 Jul 07 22:12:38.170259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47c0285b-497d-41a0-aeae-9f9c331ee367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.262458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47c0285b-497d-41a0-aeae-9f9c331ee367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.266998 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47c0285b-497d-41a0-aeae-9f9c331ee367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.310396 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b1f9c-d8b7-4f1d-98cd-ffcd31d2a74b x-openstack-request-id: req-aa7b1f9c-d8b7-4f1d-98cd-ffcd31d2a74b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:38.311202 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:38.311202 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aa7b1f9c-d8b7-4f1d-98cd-ffcd31d2a74b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:38.311382 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'status': 'completed', 'code': 200} Jul 07 22:12:38.314761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-47c0285b-497d-41a0-aeae-9f9c331ee367 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=584c75c3964446a7a4092f6ca1a10a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574103 Jul 07 22:12:38.314761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0285b-497d-41a0-aeae-9f9c331ee367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa596c-a341-4fcd-b7d5-6965b66cea67,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:38.315036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59708) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:38.435255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52922031-eef0-43a7-96bf-31b61e92439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.489321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52922031-eef0-43a7-96bf-31b61e92439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.512259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-a36ed87d-de8d-4de1-85e4-4441a22fcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.513790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-a36ed87d-de8d-4de1-85e4-4441a22fcf07 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1095 time: 0.1619883 Jul 07 22:12:38.587048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e3c43-be66-4e8c-8b2e-30b226e017ad'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:38.589050 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f946610-1b5e-492f-afce-0daae1dcc473" -d '{"events": [{"server_uuid": "3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b", "name": "network-vif-plugged", "status": "completed", "tag": "597e3c43-be66-4e8c-8b2e-30b226e017ad"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:38.609684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c262bea6-136a-4dd1-86e4-53f6fe3bae7d req-19e94fa1-e685-445d-9a3b-f92ffad4748e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 210 time: 0.0802655 Jul 07 22:12:38.632417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9f0b3-d54f-403a-bb91-f0ceee162adf req-9c706f29-1915-4e4b-8369-8ca036eb27d7 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.633930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8f9f0b3-d54f-403a-bb91-f0ceee162adf req-9c706f29-1915-4e4b-8369-8ca036eb27d7 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 969 time: 0.2159185 Jul 07 22:12:38.670443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52922031-eef0-43a7-96bf-31b61e92439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.672991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52922031-eef0-43a7-96bf-31b61e92439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.676509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52922031-eef0-43a7-96bf-31b61e92439a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/54fa596c-a341-4fcd-b7d5-6965b66cea67 HTTP/1.1" status: 204 len: 168 time: 0.3581581 Jul 07 22:12:38.698045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922031-eef0-43a7-96bf-31b61e92439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa596c-a341-4fcd-b7d5-6965b66cea67,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:38.706131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-2b087aed-ef0d-4674-98d8-6c6860e50117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.707655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-2b087aed-ef0d-4674-98d8-6c6860e50117 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1801810 Jul 07 22:12:38.725214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8f9f0b3-d54f-403a-bb91-f0ceee162adf req-69c1f1a6-87f6-4078-9a0b-87b957dfa1cd tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739353 Jul 07 22:12:38.762493 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:12:38.795051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-bd15900e-95bd-4edc-a721-2eb017efc464 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 217 time: 0.0687912 Jul 07 22:12:38.886899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-455b7dab-b620-428f-9771-9ecef25cc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.895647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-455b7dab-b620-428f-9771-9ecef25cc857 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0803339 Jul 07 22:12:38.938276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-da1cd343-6e78-4cc2-826a-ebd65f6e570c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360000 Jul 07 22:12:38.943135 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94f8b6-a4d6-4547-80b7-3842a6b8a042 x-openstack-request-id: req-3e94f8b6-a4d6-4547-80b7-3842a6b8a042 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:38.943741 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b", "name": "network-vif-plugged", "status": "completed", "tag": "597e3c43-be66-4e8c-8b2e-30b226e017ad", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:38.944129 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3e94f8b6-a4d6-4547-80b7-3842a6b8a042 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:38.944658 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e3c43-be66-4e8c-8b2e-30b226e017ad', 'code': 200} Jul 07 22:12:38.948452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2106-7713-41b1-92cd-0fb70d398c35 req-b7a00fd5-5e82-4cfe-b910-daf5cfe5c4be tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.950011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04bf2106-7713-41b1-92cd-0fb70d398c35 req-b7a00fd5-5e82-4cfe-b910-daf5cfe5c4be tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.1656621 Jul 07 22:12:39.070717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04bf2106-7713-41b1-92cd-0fb70d398c35 req-c7744f73-cb81-4858-892f-718b01492a9a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105087 Jul 07 22:12:39.139637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:39.170774 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0789efdf-8c50-42d3-85f6-cea1991dc4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.190115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-1cfe6d62-0563-48e7-9d24-13e1ef1942b3 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389731 Jul 07 22:12:39.267009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47e26df8-626d-4c66-bfac-2baa4321a9fe details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:39.398353 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0789efdf-8c50-42d3-85f6-cea1991dc4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.405321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0789efdf-8c50-42d3-85f6-cea1991dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.469366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47e26df8-626d-4c66-bfac-2baa4321a9fe, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:39.489966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0789efdf-8c50-42d3-85f6-cea1991dc4c4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fb119cc1c96f47549b2aa223b2111c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479495 Jul 07 22:12:39.493349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '47e26df8-626d-4c66-bfac-2baa4321a9fe', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '47e26df8-626d-4c66-bfac-2baa4321a9fe', 'mac_address': 'fa:16:3e:ed:af:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:tempest-test_az-483212459', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:39.495066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59746) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:39.526205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789efdf-8c50-42d3-85f6-cea1991dc4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefa090-b7f1-4880-9482-e57cc3d9b016,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:39.551509 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.558245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead7fc-2481-4438-a9af-e2e2acd12996 req-1099d0cd-0508-4134-b932-43b1e9e02ca5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.565460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e26df8-626d-4c66-bfac-2baa4321a9fe {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:39.566349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5ead7fc-2481-4438-a9af-e2e2acd12996 req-1099d0cd-0508-4134-b932-43b1e9e02ca5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 946 time: 0.4804740 Jul 07 22:12:39.568407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f68f5f-c311-49de-9387-4a1e69fab220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.587614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47e26df8-626d-4c66-bfac-2baa4321a9fe, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:39.593079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f68f5f-c311-49de-9387-4a1e69fab220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.597216 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.634434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39915f6d-f42d-4be0-9414-ada03a606e75 req-448740e7-e432-4d3e-a5f0-4d02b0f49261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.635920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39915f6d-f42d-4be0-9414-ada03a606e75 req-448740e7-e432-4d3e-a5f0-4d02b0f49261 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 1123 time: 0.5373228 Jul 07 22:12:39.649819 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f68f5f-c311-49de-9387-4a1e69fab220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.659767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f68f5f-c311-49de-9387-4a1e69fab220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.662348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70f68f5f-c311-49de-9387-4a1e69fab220 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bfefa090-b7f1-4880-9482-e57cc3d9b016 HTTP/1.1" status: 204 len: 168 time: 0.1660671 Jul 07 22:12:39.670581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=47e26df8-626d-4c66-bfac-2baa4321a9fe,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:39.675659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f68f5f-c311-49de-9387-4a1e69fab220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefa090-b7f1-4880-9482-e57cc3d9b016,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:39.678408 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5ead7fc-2481-4438-a9af-e2e2acd12996 req-05272d13-8159-4d20-81c3-03e80de20cd0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111748 Jul 07 22:12:39.691650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f35dba0-61b8-4648-a69f-82a8e03c0ecf req-298291de-c503-4064-8e8d-7d9690ce8283 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900806 Jul 07 22:12:39.725819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39915f6d-f42d-4be0-9414-ada03a606e75 req-b12116a4-9079-4d24-a99d-e2cc2067445f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Jul 07 22:12:39.749536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045baf1-03fe-4305-a0d5-0799a9eb274e req-dab1bb30-3313-4e31-a926-dbc9c8034dd8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.751619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b045baf1-03fe-4305-a0d5-0799a9eb274e req-dab1bb30-3313-4e31-a926-dbc9c8034dd8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.2103910 Jul 07 22:12:39.812074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b045baf1-03fe-4305-a0d5-0799a9eb274e req-43df5f6f-5b93-4c3d-814d-7ddd8cfb06dc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540018 Jul 07 22:12:39.831110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['47e26df8-626d-4c66-bfac-2baa4321a9fe'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:39.887748 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:40.067214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89b112a2-ef39-4793-b6dd-009949dde6f1 req-abdd3dd3-af89-418c-880f-4294c2c95f6e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 210 time: 0.1390781 Jul 07 22:12:40.151117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-950454be-b964-4aaa-952c-6ded15c6261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.222534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f00ac-95db-4f06-bca9-d2d4bf459f0a req-d1077615-57da-476e-bd1b-53841aa2f750 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:40.224216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-883f00ac-95db-4f06-bca9-d2d4bf459f0a req-d1077615-57da-476e-bd1b-53841aa2f750 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 970 time: 0.2626302 Jul 07 22:12:40.234128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7429b6dc-3147-4316-b0e1-5cc41e06a9cd tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:40.235549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7429b6dc-3147-4316-b0e1-5cc41e06a9cd tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.103 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 824 time: 0.2698607 Jul 07 22:12:40.362152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-2d3f1eff-4aff-4d01-860f-22e71ef35d59 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b9145bbec3452793d598d720e944b6 HTTP/1.1" status: 200 len: 380 time: 0.1080346 Jul 07 22:12:40.371113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-883f00ac-95db-4f06-bca9-d2d4bf459f0a req-e5204787-0eb3-4f3f-a2fe-fad141e4a511 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317701 Jul 07 22:12:40.379280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'port': {'device_id': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'admin_state_up': True, 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'security_groups': ['2d85ec17-0b30-4541-b278-cdd2f4fff77d']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:40.451739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-950454be-b964-4aaa-952c-6ded15c6261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.460781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-950454be-b964-4aaa-952c-6ded15c6261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.482132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b66a-6ca8-4ae9-891e-22c42d99dd04 req-0e9844d5-8b84-4a5d-a439-7662215297c9 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:40.484198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f74b66a-6ca8-4ae9-891e-22c42d99dd04 req-0e9844d5-8b84-4a5d-a439-7662215297c9 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.2573833 Jul 07 22:12:40.545826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-950454be-b964-4aaa-952c-6ded15c6261b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dfcf9688b1274de596fe48180be4a1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569993 Jul 07 22:12:40.548467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59784) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:40.550861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950454be-b964-4aaa-952c-6ded15c6261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25080342-911e-47e1-a4c6-85df3704b3b9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:40.582928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f74b66a-6ca8-4ae9-891e-22c42d99dd04 req-7038901f-4f24-4238-a652-7bea805c626a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901124 Jul 07 22:12:40.599892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Made reservation on behalf of 43b9145bbec3452793d598d720e944b6 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:40.604256 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.618454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-643d6ae6-9d76-4a73-b8b9-bfd905e654aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.642747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-643d6ae6-9d76-4a73-b8b9-bfd905e654aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.698138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-643d6ae6-9d76-4a73-b8b9-bfd905e654aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.700785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-643d6ae6-9d76-4a73-b8b9-bfd905e654aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.702302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-643d6ae6-9d76-4a73-b8b9-bfd905e654aa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/25080342-911e-47e1-a4c6-85df3704b3b9 HTTP/1.1" status: 204 len: 168 time: 0.1523223 Jul 07 22:12:40.710796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d6ae6-9d76-4a73-b8b9-bfd905e654aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25080342-911e-47e1-a4c6-85df3704b3b9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:40.752011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Allocated IP 172.20.0.13 (4f2cd267-78fa-41b2-ad8b-015d91612a0c/f4932a96-63f6-4e80-843c-7184493f7b8e/0e9b20e1-a134-4387-ac17-62d2eb61c1a0) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:40.849156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:40.970069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.991642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981090d-54d1-41fc-ac1b-91e675e67e98 req-c257fcd1-7c63-4903-bb81-b91d134a6bb1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:40.996952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4981090d-54d1-41fc-ac1b-91e675e67e98 req-c257fcd1-7c63-4903-bb81-b91d134a6bb1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 946 time: 0.1308868 Jul 07 22:12:41.001037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:41.017868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'port_id': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'mac_address': 'fa:16:3e:4c:b2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1109974f-628f-489a-b107-16d9f10921ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:41.027529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Transition to ACTIVE for port object 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:41.093190 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.109993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab6f789-93f5-428c-ba60-f0c52ec01c89 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:41.117579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4981090d-54d1-41fc-ac1b-91e675e67e98 req-8fdb27c4-edd3-462d-9779-142caaa7e907 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036935 Jul 07 22:12:41.137831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:41.155462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.163356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59808) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:41.230229 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41934e74-557d-42e9-9298-56c23baeaf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.231509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:41.233334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.264903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47e26df8-626d-4c66-bfac-2baa4321a9fe up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:41.325574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 47e26df8-626d-4c66-bfac-2baa4321a9fe completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:41.332338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 47e26df8-626d-4c66-bfac-2baa4321a9fe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:41.332993 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.381799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:41.398511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'Port': ['ID=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:41.401068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:41.435852 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.438053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:41.459582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e26df8-626d-4c66-bfac-2baa4321a9fe'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:41.461943 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b28a9d-f588-4f96-820a-989220e1ed35" -d '{"events": [{"server_uuid": "83b1e9e5-5b98-43ad-8a6b-15b01e13ac67", "name": "network-vif-plugged", "status": "completed", "tag": "47e26df8-626d-4c66-bfac-2baa4321a9fe"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:41.478179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47e26df8-626d-4c66-bfac-2baa4321a9fe, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:41.484420 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.512855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.513480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.534363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c56-52f9-4ee9-b937-f932dab33de3 req-2d29f758-7933-474c-9ed6-a49f5dca049e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.535941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-902d6c56-52f9-4ee9-b937-f932dab33de3 req-2d29f758-7933-474c-9ed6-a49f5dca049e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 944 time: 0.3603663 Jul 07 22:12:41.541458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=47e26df8-626d-4c66-bfac-2baa4321a9fe,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:41.549089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab17f-2d81-448f-820c-af358f836a19 req-05c479d4-dd22-48a0-bf4f-a0fe6874ce51 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.550644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14dab17f-2d81-448f-820c-af358f836a19 req-05c479d4-dd22-48a0-bf4f-a0fe6874ce51 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 932 time: 0.2772999 Jul 07 22:12:41.567287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5ab6f789-93f5-428c-ba60-f0c52ec01c89'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:41.630859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-902d6c56-52f9-4ee9-b937-f932dab33de3 req-aafe6609-d114-42b6-831b-319e0da5c866 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759282 Jul 07 22:12:41.646766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41934e74-557d-42e9-9298-56c23baeaf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.652167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14dab17f-2d81-448f-820c-af358f836a19 req-2cde3ce1-4159-44fe-89de-2bce0f4da6ee tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946074 Jul 07 22:12:41.665844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70518f46-9526-449b-a53b-2a0f14141961 None None] Provisioning for port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:41.668482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41934e74-557d-42e9-9298-56c23baeaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.678204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70518f46-9526-449b-a53b-2a0f14141961 None None] Provisioning complete for port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:41.679630 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70518f46-9526-449b-a53b-2a0f14141961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.708226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-7964c46e-7373-4a99-b918-33326c956fcb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3339319 Jul 07 22:12:41.724979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:41.725598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-41934e74-557d-42e9-9298-56c23baeaf9c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a069c10b73654c8199f329d3831b4fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605283 Jul 07 22:12:41.730688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Request body: {'port': {'device_id': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'device_owner': 'compute:tempest-test_az-483212459', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:41.737457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-70518f46-9526-449b-a53b-2a0f14141961 None None] Port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:41.766567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41934e74-557d-42e9-9298-56c23baeaf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec38e1-bce5-400d-9aae-ef25ec1059eb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:41.810692 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-772240e8-86be-47f6-93b3-721778322e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.831227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.840789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-772240e8-86be-47f6-93b3-721778322e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.913689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-772240e8-86be-47f6-93b3-721778322e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.917139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-772240e8-86be-47f6-93b3-721778322e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.920881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-772240e8-86be-47f6-93b3-721778322e24 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eeec38e1-bce5-400d-9aae-ef25ec1059eb HTTP/1.1" status: 204 len: 168 time: 0.1923385 Jul 07 22:12:41.928405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772240e8-86be-47f6-93b3-721778322e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec38e1-bce5-400d-9aae-ef25ec1059eb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:41.990085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-e342e626-160d-4c76-9461-6d35d3ae106e tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=3f277fc4e59143adbc462e4a708f9233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297716 Jul 07 22:12:42.196901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d49bd5bb-62e4-4c91-8b20-d50ffee89297 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:42.198396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d49bd5bb-62e4-4c91-8b20-d50ffee89297 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002234 Jul 07 22:12:42.242122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dce73-26b3-41cf-b56d-7c2253f6d693 req-8a614b90-705f-445e-aa5c-640c87536e50 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:42.243822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-671dce73-26b3-41cf-b56d-7c2253f6d693 req-8a614b90-705f-445e-aa5c-640c87536e50 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1098 time: 0.1470881 Jul 07 22:12:42.244907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-486bd079-00a3-4907-8c61-5459aaf2d97d tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/quotas/3f277fc4e59143adbc462e4a708f9233 HTTP/1.1" status: 200 len: 375 time: 0.0366275 Jul 07 22:12:42.306338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-afc27eb0-c9a0-48eb-ab78-7e7f35580e5c tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3f277fc4e59143adbc462e4a708f9233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517700 Jul 07 22:12:42.344429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-671dce73-26b3-41cf-b56d-7c2253f6d693 req-213ecabd-0143-487e-b0f8-9affc69b53c9 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909104 Jul 07 22:12:42.348162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:42.357107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.374971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Transition to ACTIVE for port object 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:42.381561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.437924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:42.543846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Attempting to bind port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:42.546187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Attempting to bind port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:42.546888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Attempting to bind port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:42.581761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:42.582431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Attempting to bind port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:42.594851 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954aed5-109f-471f-a4ed-2ee7a70abf53 x-openstack-request-id: req-b954aed5-109f-471f-a4ed-2ee7a70abf53 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:42.595355 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b1e9e5-5b98-43ad-8a6b-15b01e13ac67", "name": "network-vif-plugged", "status": "completed", "tag": "47e26df8-626d-4c66-bfac-2baa4321a9fe", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:42.595437 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b954aed5-109f-471f-a4ed-2ee7a70abf53 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:42.595784 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e26df8-626d-4c66-bfac-2baa4321a9fe', 'code': 200} Jul 07 22:12:42.651198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:42.651542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Checking segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:42.651928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Bound using segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:42.652373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Bound port: 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:42.652736 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.676393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.103', 53412) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:42.785328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4031-879d-455d-a5c6-b1545aad5728 req-6e39f423-6b96-41e3-86fe-62b64edf16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:42.787724 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2fa4031-879d-455d-a5c6-b1545aad5728 req-6e39f423-6b96-41e3-86fe-62b64edf16d2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 1123 time: 0.1099272 Jul 07 22:12:42.811726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cdac5-a903-418e-a0c1-42e11bb52160 req-d6d190b2-fc98-42de-a699-5adb94fc4cde tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:42.813749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf9cdac5-a903-418e-a0c1-42e11bb52160 req-d6d190b2-fc98-42de-a699-5adb94fc4cde tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 971 time: 0.2717662 Jul 07 22:12:42.838619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2fa4031-879d-455d-a5c6-b1545aad5728 req-517ce39c-ddfa-4f31-97a2-c6d9507a2897 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Jul 07 22:12:42.854904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:42.859132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] For port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:42.889367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] For port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:42.899533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.908190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf9cdac5-a903-418e-a0c1-42e11bb52160 req-540d101b-2bcd-4f7b-9ac7-ae73c0dd9ede tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719206 Jul 07 22:12:42.918066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:42.923129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:42.923735 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.979498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:42.980271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.981844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] 10.222.0.103 "PUT /v2.0/ports/0e9b20e1-a134-4387-ac17-62d2eb61c1a0 HTTP/1.1" status: 200 len: 1114 time: 1.2629809 Jul 07 22:12:42.985500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:42.988844 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c954655c-4c81-40ff-883a-49de787d7096" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:43.063729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.079084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dd500-cfdc-4d10-b0ba-94dbcada91b5 req-10d2f613-5dba-415f-9b5a-a5f7219a9e6a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.087150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-721dd500-cfdc-4d10-b0ba-94dbcada91b5 req-10d2f613-5dba-415f-9b5a-a5f7219a9e6a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.3118913 Jul 07 22:12:43.089515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f17b997-81c3-4b03-a5c9-c8f0586dec3d req-9786f7f2-0059-484b-a895-cf0a37b96cd5 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 210 time: 0.0966430 Jul 07 22:12:43.131861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:43.147827 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.163390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2156118-3ad9-40dc-be54-c6ab0d675934 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:43.193992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-721dd500-cfdc-4d10-b0ba-94dbcada91b5 req-918028a7-209d-45fc-9940-b0b7da8c23a2 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032231 Jul 07 22:12:43.242813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-5035f924-47ad-4090-acf6-564c79265f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.244274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-5035f924-47ad-4090-acf6-564c79265f38 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 1117 time: 0.1856797 Jul 07 22:12:43.264694 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:43.328201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-a3ef8d3a-45c6-47ed-88ba-d150351f5ade service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0705550 Jul 07 22:12:43.421568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-887b1e68-79eb-4ae7-ac8a-7cb5c270e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.423124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-887b1e68-79eb-4ae7-ac8a-7cb5c270e71a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.0880044 Jul 07 22:12:43.426708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b4a1-7a74-4145-922b-55979aa6f17d req-1a02ed15-2aaf-4dc7-9f32-fdb007f0fde7 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.428157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f461b4a1-7a74-4145-922b-55979aa6f17d req-1a02ed15-2aaf-4dc7-9f32-fdb007f0fde7 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1098 time: 0.1829898 Jul 07 22:12:43.718647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103bb34-3d50-4dbb-a0da-15371c9344de req-654feeff-74bb-4bea-9b02-f9e9575019e4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.720159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0103bb34-3d50-4dbb-a0da-15371c9344de req-654feeff-74bb-4bea-9b02-f9e9575019e4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.3743591 Jul 07 22:12:43.728829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f461b4a1-7a74-4145-922b-55979aa6f17d req-ab970634-b0b9-4b5a-accf-be3e51627a9a tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891724 Jul 07 22:12:43.768512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-1d15d115-305a-4f79-b73e-fa13a9af3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.769934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-1d15d115-305a-4f79-b73e-fa13a9af3919 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3393629 Jul 07 22:12:43.773481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0103bb34-3d50-4dbb-a0da-15371c9344de req-a71c0b5c-5902-471e-9c2e-eaddba043399 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Jul 07 22:12:43.857002 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa28a28-4473-4f83-91fa-98e3d3b42986 x-openstack-request-id: req-0aa28a28-4473-4f83-91fa-98e3d3b42986 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:43.857370 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:43.858216 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0aa28a28-4473-4f83-91fa-98e3d3b42986 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:43.858702 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'status': 'completed', 'code': 200} Jul 07 22:12:43.882332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-53c373f4-5659-4abc-b045-cc0c3eac55b1 service neutron] 10.222.0.103 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056764 Jul 07 22:12:43.929860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-f211c781-d140-42f6-987d-997c217a0913 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=3f277fc4e59143adbc462e4a708f9233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418711 Jul 07 22:12:44.156916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cfb7017-aa86-4ed0-8d69-42baada6bfd5 req-924c672d-68bd-406c-b524-1efead09fbdf service neutron] 10.222.0.103 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569635 Jul 07 22:12:44.174726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d9b9bafa-6c53-447c-abe0-5f56fab27471 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.176157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d9b9bafa-6c53-447c-abe0-5f56fab27471 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140753 Jul 07 22:12:44.184545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53544878-447f-48cd-900e-6441149a121b req-5c7d3109-ff72-4de5-9b1b-9d0fa0eb2976 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.186032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53544878-447f-48cd-900e-6441149a121b req-5c7d3109-ff72-4de5-9b1b-9d0fa0eb2976 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 965 time: 0.2673180 Jul 07 22:12:44.191687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Request body: {'port': {'device_id': '7842f8fb-da4c-4797-ac72-0c007807a610', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '3f277fc4e59143adbc462e4a708f9233'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:44.214367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58723a-cb98-4222-b5a3-ec12d0744968 req-e01bfda2-8f71-4381-993f-a0034a2c2d71 tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.215864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d58723a-cb98-4222-b5a3-ec12d0744968 req-e01bfda2-8f71-4381-993f-a0034a2c2d71 tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 1123 time: 0.2526567 Jul 07 22:12:44.302292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d58723a-cb98-4222-b5a3-ec12d0744968 req-edc8f193-9d59-4b4b-a1dc-2a0ed1060f9b tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.335525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53544878-447f-48cd-900e-6441149a121b req-94857e92-9989-40bf-9a9e-ef4d5ea093e6 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395214 Jul 07 22:12:44.406084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954655c-4c81-40ff-883a-49de787d7096 req-6b690871-d8c6-478a-8490-5b00383c7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.407626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-6b690871-d8c6-478a-8490-5b00383c7030 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 1117 time: 0.1895337 Jul 07 22:12:44.534427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d58723a-cb98-4222-b5a3-ec12d0744968 req-edc8f193-9d59-4b4b-a1dc-2a0ed1060f9b tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.537702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954655c-4c81-40ff-883a-49de787d7096 req-fa4688a3-9501-4ebc-b7ad-244cfb51e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.539249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-fa4688a3-9501-4ebc-b7ad-244cfb51e0a0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 925 time: 0.1246712 Jul 07 22:12:44.541746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d58723a-cb98-4222-b5a3-ec12d0744968 req-edc8f193-9d59-4b4b-a1dc-2a0ed1060f9b tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.596677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:44.599507 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ae4036-1f89-48c3-8e07-32b8f9b57172" -d '{"events": [{"server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "name": "network-vif-plugged", "status": "completed", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:44.604508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d58723a-cb98-4222-b5a3-ec12d0744968 req-edc8f193-9d59-4b4b-a1dc-2a0ed1060f9b tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621552 Jul 07 22:12:44.610255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-5c52ab3d-59dd-4efb-9cde-be4647c75bee service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0609612 Jul 07 22:12:44.615732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8f193-9d59-4b4b-a1dc-2a0ed1060f9b tempest-AggregatesAdminTestJSON-2047316149 tempest-AggregatesAdminTestJSON-2047316149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e01f4-ac27-4170-ae91-f2e082d66b1f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:44.619470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Made reservation on behalf of 3f277fc4e59143adbc462e4a708f9233 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:44.623453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.664782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.718162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954655c-4c81-40ff-883a-49de787d7096 req-1b5f4ed1-a155-4429-b1ec-569599202c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.719660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-1b5f4ed1-a155-4429-b1ec-569599202c73 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.0936859 Jul 07 22:12:44.769562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a950666-c151-4967-bdf3-a06e8a5ec989 req-8e2964f1-82e5-44ae-88ca-d0ec92e6d5c6 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 210 time: 0.0486233 Jul 07 22:12:44.850889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd0f23-a130-49b7-8bc5-0f9f4d4a7e2b req-4d8c4ee7-e7ae-4757-ab0e-be8e75786390 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.854782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7bd0f23-a130-49b7-8bc5-0f9f4d4a7e2b req-4d8c4ee7-e7ae-4757-ab0e-be8e75786390 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 971 time: 0.1888323 Jul 07 22:12:44.904585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954655c-4c81-40ff-883a-49de787d7096 req-c0b66ca6-e515-46cc-8892-5eaa02246640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.906083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-c0b66ca6-e515-46cc-8892-5eaa02246640 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717205 Jul 07 22:12:44.946856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7bd0f23-a130-49b7-8bc5-0f9f4d4a7e2b req-d35cb86d-e2a3-4849-8749-4c818fff48c5 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785854 Jul 07 22:12:44.988175 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66366b-e339-4cf1-99a6-c73cfe4a132c x-openstack-request-id: req-0b66366b-e339-4cf1-99a6-c73cfe4a132c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:44.988568 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "name": "network-vif-plugged", "status": "completed", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:44.988918 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0b66366b-e339-4cf1-99a6-c73cfe4a132c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:44.989409 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'code': 200} Jul 07 22:12:45.066397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.069796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-f343b267-038c-439f-9f05-25e9b9bfd9f4 service neutron] 10.222.0.103 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544697 Jul 07 22:12:45.073912 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.209069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c41b7-4a00-410f-97d7-6a6be6862e69 req-7d0d41eb-459e-4c2e-a6b9-9719abfdf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:45.210642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-714c41b7-4a00-410f-97d7-6a6be6862e69 req-7d0d41eb-459e-4c2e-a6b9-9719abfdf2ef service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1097 time: 0.1343305 Jul 07 22:12:45.249745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:45.275455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-714c41b7-4a00-410f-97d7-6a6be6862e69 req-112bf1ad-5d9d-468e-9498-9c077c6c6aad service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560498 Jul 07 22:12:45.358866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c954655c-4c81-40ff-883a-49de787d7096 req-38d7fa98-2c6b-4f04-9443-72a06aed44d4 service neutron] 10.222.0.103 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691860 Jul 07 22:12:45.384581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Allocated IP 192.168.233.109 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/9af98f25-e4bf-4023-8af9-029095ac7afc) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:45.433908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e51fc-3d23-45ea-821d-09dfb76dca3e req-5d952d9c-6981-44e0-9abd-b92b88e54c8d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:45.435426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-319e51fc-3d23-45ea-821d-09dfb76dca3e req-5d952d9c-6981-44e0-9abd-b92b88e54c8d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.1170850 Jul 07 22:12:45.523214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-319e51fc-3d23-45ea-821d-09dfb76dca3e req-1de68c82-a98e-4677-9805-1afeaf6884da tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815175 Jul 07 22:12:45.602706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.620383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Transition to ACTIVE for port object 9af98f25-e4bf-4023-8af9-029095ac7afc will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:45.661745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.706917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:45.715663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:45.729419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Pushing event updated for resources: {'Port': ['ID=9af98f25-e4bf-4023-8af9-029095ac7afc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:45.731864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:45.801708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:45.805234 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.828728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-63ccdd26-9606-4c9f-b770-9eccc5868fe9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6415226 Jul 07 22:12:45.843509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Request body: {'port': {'device_id': '7842f8fb-da4c-4797-ac72-0c007807a610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:45.953973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7884766f-5bb0-4675-af26-cc014930dfbf req-08924dcb-2737-4451-ae70-a636483d4114 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=eb9ad6b2ce124977a289c65e44760794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293148 Jul 07 22:12:45.987057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.045496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f309777-afeb-484d-869f-141f969b6853 None None] Provisioning for port 9af98f25-e4bf-4023-8af9-029095ac7afc completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:46.050949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f309777-afeb-484d-869f-141f969b6853 None None] Provisioning complete for port 9af98f25-e4bf-4023-8af9-029095ac7afc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:46.051583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f309777-afeb-484d-869f-141f969b6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.093551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3f309777-afeb-484d-869f-141f969b6853 None None] Port 9af98f25-e4bf-4023-8af9-029095ac7afc cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:46.168184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884766f-5bb0-4675-af26-cc014930dfbf req-1fb6da5b-36a8-48ef-ae14-0cd4ad46ffbd tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:46.170611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7884766f-5bb0-4675-af26-cc014930dfbf req-1fb6da5b-36a8-48ef-ae14-0cd4ad46ffbd tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072406 Jul 07 22:12:46.201683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7884766f-5bb0-4675-af26-cc014930dfbf req-ef026470-ab94-44e8-b515-ba4cc4150801 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/quotas/eb9ad6b2ce124977a289c65e44760794 HTTP/1.1" status: 200 len: 375 time: 0.0205488 Jul 07 22:12:46.276265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7884766f-5bb0-4675-af26-cc014930dfbf req-3d2915de-a0dc-4c28-845c-7bea164a353d tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=eb9ad6b2ce124977a289c65e44760794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341258 Jul 07 22:12:46.377231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af98f25-e4bf-4023-8af9-029095ac7afc {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:46.391637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.406070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Transition to ACTIVE for port object 9af98f25-e4bf-4023-8af9-029095ac7afc will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:46.409763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.471859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9af98f25-e4bf-4023-8af9-029095ac7afc,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:46.473045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.594488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Attempting to bind port 9af98f25-e4bf-4023-8af9-029095ac7afc on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:46.595076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Attempting to bind port 9af98f25-e4bf-4023-8af9-029095ac7afc by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:46.595481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Attempting to bind port 9af98f25-e4bf-4023-8af9-029095ac7afc on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:46.608702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Port 9af98f25-e4bf-4023-8af9-029095ac7afc on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:46.609136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Attempting to bind port 9af98f25-e4bf-4023-8af9-029095ac7afc on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:46.618397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:46.618848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:46.619269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:46.619716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Bound port: 9af98f25-e4bf-4023-8af9-029095ac7afc, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:46.620157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.639731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd7b2-40f9-47d9-900d-b8a1dc918aa3 req-3e1daf16-2cf0-4808-9de7-ca68d972f54d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:46.644097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b62dd7b2-40f9-47d9-900d-b8a1dc918aa3 req-3e1daf16-2cf0-4808-9de7-ca68d972f54d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 965 time: 0.1459060 Jul 07 22:12:46.684589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59992) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:46.786732 n-d-694802-13 neutron-server[93931]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 22:12:46.791601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-11a24f85-f76c-4748-94ad-73941cb911e9 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:12:46.792711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-11a24f85-f76c-4748-94ad-73941cb911e9 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1071277 Jul 07 22:12:46.885191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Request body: {'binding': {'host': 'n-h1-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:46.885721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:12:46.926648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b62dd7b2-40f9-47d9-900d-b8a1dc918aa3 req-25e10f6e-39aa-409c-9ad7-50aa6945f0a1 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783720 Jul 07 22:12:46.937637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] For port 9af98f25-e4bf-4023-8af9-029095ac7afc, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:46.940910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] For port 9af98f25-e4bf-4023-8af9-029095ac7afc, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9af98f25-e4bf-4023-8af9-029095ac7afc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:46.955475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.996528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:46.997350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.999260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] 10.222.0.97 "PUT /v2.0/ports/9af98f25-e4bf-4023-8af9-029095ac7afc HTTP/1.1" status: 200 len: 1097 time: 1.1619503 Jul 07 22:12:46.999915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7842f8fb-da4c-4797-ac72-0c007807a610', 'tag': '9af98f25-e4bf-4023-8af9-029095ac7afc'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:47.002469 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f" -d '{"events": [{"name": "network-changed", "server_uuid": "7842f8fb-da4c-4797-ac72-0c007807a610", "tag": "9af98f25-e4bf-4023-8af9-029095ac7afc"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:47.031633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200617b-05a1-4974-8062-fc759dc41b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9af98f25-e4bf-4023-8af9-029095ac7afc,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:47.148733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on host n-h1-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:47.149021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:47.149366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:47.155729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40278ab-bf7a-4539-a918-aaf20c360e3f req-a5653af5-a626-4cf2-b6f3-5bd9c5ef03e4 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.156161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:47.156679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:47.157846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a40278ab-bf7a-4539-a918-aaf20c360e3f req-a5653af5-a626-4cf2-b6f3-5bd9c5ef03e4 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 948 time: 0.1040359 Jul 07 22:12:47.161558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-a84f01ae-2a7f-4840-ac78-6fa563639dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.162440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:47.162985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:47.163601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-a84f01ae-2a7f-4840-ac78-6fa563639dcf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f277fc4e59143adbc462e4a708f9233&device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 1100 time: 0.1193926 Jul 07 22:12:47.163907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:47.164520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Bound port: 52531c35-4f93-4766-b19f-1669848b4e97, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:47.214587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-b61b5fde-0726-4874-b401-c2e27dfef9db service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9af98f25-e4bf-4023-8af9-029095ac7afc HTTP/1.1" status: 200 len: 217 time: 0.0423038 Jul 07 22:12:47.263336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a40278ab-bf7a-4539-a918-aaf20c360e3f req-12a85b2a-4a8e-4fae-9f80-ad0c894af72d tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985785 Jul 07 22:12:47.266874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:47.274803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.276154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4c8addbc-9b65-46ca-b6e9-38c85b4b31ef service neutron] 10.222.0.95 "POST /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97/bindings HTTP/1.1" status: 201 len: 390 time: 0.4407988 Jul 07 22:12:47.277685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-4b6d1dd8-bc56-489c-ad04-05146fc25ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.279704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-4b6d1dd8-bc56-489c-ad04-05146fc25ee7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0586548 Jul 07 22:12:47.315085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:47.344530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560170e7-56e4-45fb-8763-d84fdff03efb req-855ffef4-86af-49f7-8460-1faca1299ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.348517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-855ffef4-86af-49f7-8460-1faca1299ab1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635049 Jul 07 22:12:47.430716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-c3f3a102-206d-41c2-91d6-70e24b62b122 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ed596dee746e4dd29791990e2a76d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332146 Jul 07 22:12:47.451981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:47.467842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'port_id': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'mac_address': 'fa:16:3e:69:45:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-483212459', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:47.512246 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.527268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:47.555967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:47.561439 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.614893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:47.623083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-972b5f71-43cd-411c-ab04-1b32dc370007 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675910 Jul 07 22:12:47.689925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-7beb5f3e-9433-4185-81a1-c0708b58e6b0 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.691302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-7beb5f3e-9433-4185-81a1-c0708b58e6b0 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528672 Jul 07 22:12:47.752383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-a553441e-f47d-4ee1-a345-b98679682da7 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/quotas/ed596dee746e4dd29791990e2a76d1ae HTTP/1.1" status: 200 len: 375 time: 0.0525780 Jul 07 22:12:47.782197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4f333e69-f7d8-4b57-a0bc-52ada5a919ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.783626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4f333e69-f7d8-4b57-a0bc-52ada5a919ed service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1098 time: 0.2226169 Jul 07 22:12:47.799037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e9b20e1-a134-4387-ac17-62d2eb61c1a0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:47.866499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560170e7-56e4-45fb-8763-d84fdff03efb req-3c2085a0-8191-4b63-a061-7d1a4e865193 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310653 Jul 07 22:12:47.917423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08107a5e-8e2d-43c6-ba45-eade0495d653 req-2c7f49ae-e3de-4873-a6ef-eca645691a84 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.918919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08107a5e-8e2d-43c6-ba45-eade0495d653 req-2c7f49ae-e3de-4873-a6ef-eca645691a84 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.2105284 Jul 07 22:12:47.974550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-3439bd47-1449-4e1a-8206-9a824c606fe4 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed596dee746e4dd29791990e2a76d1ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2076964 Jul 07 22:12:47.975437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-8bdbee1e-3614-4348-8ab3-5f0c80ff6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.976749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-8bdbee1e-3614-4348-8ab3-5f0c80ff6b2f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1810188 Jul 07 22:12:47.988843 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08107a5e-8e2d-43c6-ba45-eade0495d653 req-1b6b5359-30ee-4a36-9e64-e8e38b60c262 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599852 Jul 07 22:12:48.027334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-9ceab117-45f7-4efd-a237-3d03c377820c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.0375464 Jul 07 22:12:48.034879 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649f525-7ff0-4eb7-8168-7cd8f7bf5ebc x-openstack-request-id: req-d649f525-7ff0-4eb7-8168-7cd8f7bf5ebc {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:48.035236 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7842f8fb-da4c-4797-ac72-0c007807a610", "tag": "9af98f25-e4bf-4023-8af9-029095ac7afc", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:48.035551 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d649f525-7ff0-4eb7-8168-7cd8f7bf5ebc {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:48.036008 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7842f8fb-da4c-4797-ac72-0c007807a610', 'tag': '9af98f25-e4bf-4023-8af9-029095ac7afc', 'status': 'completed', 'code': 200} Jul 07 22:12:48.114962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-2c9530f2-8205-4437-80d9-86faf82d167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.116467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-2c9530f2-8205-4437-80d9-86faf82d167b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0794849 Jul 07 22:12:48.182350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-50f8072b-f4b2-4627-b383-54017427c2ff service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540981 Jul 07 22:12:48.216071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-918c6205-eb89-4aa3-9a4b-ed70c803a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.218179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-918c6205-eb89-4aa3-9a4b-ed70c803a2db service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f277fc4e59143adbc462e4a708f9233&device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 1100 time: 0.1536560 Jul 07 22:12:48.295814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.298902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-81b8613c-3dd1-47df-a7df-7ddc09316ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.393366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5ab8e-af86-4dad-8783-a427046770be req-07a4444e-57e4-47a2-83a4-e9c75ea6e2ae tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.394908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b5ab8e-af86-4dad-8783-a427046770be req-07a4444e-57e4-47a2-83a4-e9c75ea6e2ae tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 946 time: 0.2521141 Jul 07 22:12:48.437954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-a79eaf6e-1369-416b-b213-241c139e47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.439475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-a79eaf6e-1369-416b-b213-241c139e47b1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2084796 Jul 07 22:12:48.441189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-40a8cf80-8fc6-4f20-a0a7-bc2e902f8bfb service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368345 Jul 07 22:12:48.554180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b5ab8e-af86-4dad-8783-a427046770be req-0c5fea71-9dc6-425d-aff1-7e6980610aac tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463559 Jul 07 22:12:48.555434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-66cabb8e-0cfc-468d-8bdb-2ef050a17db8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9af98f25-e4bf-4023-8af9-029095ac7afc HTTP/1.1" status: 200 len: 217 time: 0.1080177 Jul 07 22:12:48.659762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-a5d472e1-44a5-4a6b-829e-f05888446f3b service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107432 Jul 07 22:12:48.663113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-bebd87d7-93f4-4d18-abc1-f2dc225a81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.664452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-bebd87d7-93f4-4d18-abc1-f2dc225a81c9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0784981 Jul 07 22:12:48.714567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b80978-3d17-4ebf-b2e4-53e77ce1fe24 req-5c4cca0f-85c0-43a1-8a3d-81d87d830c22 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.716191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69b80978-3d17-4ebf-b2e4-53e77ce1fe24 req-5c4cca0f-85c0-43a1-8a3d-81d87d830c22 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 966 time: 0.2067797 Jul 07 22:12:48.778723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69b80978-3d17-4ebf-b2e4-53e77ce1fe24 req-2e189503-e6d3-4cf3-b067-d441815fc762 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564835 Jul 07 22:12:48.792537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-0a77cb20-d49b-4a2f-98c3-5e02ae20e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.803988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-0a77cb20-d49b-4a2f-98c3-5e02ae20e9bc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292818 Jul 07 22:12:49.014501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-2f9f3865-0d82-428e-b0a4-446fdd9c7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.016243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-2f9f3865-0d82-428e-b0a4-446fdd9c7c21 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1098 time: 0.0874617 Jul 07 22:12:49.171475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00ca485b-d087-45dc-ba56-2893d6179fba req-fb99c0c5-1cc1-45ef-a751-8b7435040f0e tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 210 time: 0.0696177 Jul 07 22:12:49.188947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-1110d85c-e8c5-4c66-812f-bf2f48189b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.190506 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-1110d85c-e8c5-4c66-812f-bf2f48189b76 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1527250 Jul 07 22:12:49.227476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5bec6-ee5a-41ca-b882-2c26a37fe847 req-53ff7f5e-105c-4bac-a2e5-77aa7433ade9 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.229011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50f5bec6-ee5a-41ca-b882-2c26a37fe847 req-53ff7f5e-105c-4bac-a2e5-77aa7433ade9 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1097 time: 0.4234419 Jul 07 22:12:49.234509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-2d160739-7794-419c-851b-948105eee2af service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191744 Jul 07 22:12:49.277469 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-cf8e7a59-f05a-40f7-82b4-92bb48f0e1d0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.0683165 Jul 07 22:12:49.306345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-bf6bb5ac-931e-4d85-86a9-1ecfd41383d9 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.307892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-bf6bb5ac-931e-4d85-86a9-1ecfd41383d9 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1098 time: 0.4591594 Jul 07 22:12:49.316125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:49.325011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-13'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:49.356792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-0579a6f3-14a0-4537-b593-9b4db3da23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.356967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50f5bec6-ee5a-41ca-b882-2c26a37fe847 req-422680b6-c020-4f4a-9b2d-c0dcea0462d8 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213267 Jul 07 22:12:49.359436 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-0579a6f3-14a0-4537-b593-9b4db3da23f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0644820 Jul 07 22:12:49.429771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-049d9cca-9fe0-4aa4-aa64-dc90fa9f318f req-ee57387b-d57c-4898-b052-cffb8033a854 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831291 Jul 07 22:12:49.431567 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-02824061-654d-464e-9f60-148c9c953f10 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633485 Jul 07 22:12:49.436045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:49.442504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:49.443974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.448241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.554057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-5a5cdad5-0bfe-4af4-a606-21d36cab5334 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119428 Jul 07 22:12:49.594429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c301376-931e-4d71-96b5-609189e8795e req-03f9d4a9-98c2-42fb-87ea-fda38be0c1bc tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=eb9ad6b2ce124977a289c65e44760794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346081 Jul 07 22:12:49.603024 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.628979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:49.631800 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99460b8c-8e15-4ab4-8a15-fc527ad132ff" -d '{"events": [{"server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:49.644405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-df4f6912-2ad8-4f11-906a-a9d3c4d6a5f8 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=ed596dee746e4dd29791990e2a76d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266252 Jul 07 22:12:49.645558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:49.664796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.714925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:49.738642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:49.740196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f4212bf-09e4-4ae1-8c89-8fa32639ceb5 req-a3eef6eb-601a-4625-90a5-420ff4281f79 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796112 Jul 07 22:12:49.779404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-12f85f17-13b8-4844-b1a1-5b38b836a6a3 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.781132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-12f85f17-13b8-4844-b1a1-5b38b836a6a3 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309252 Jul 07 22:12:49.793568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Request body: {'port': {'device_id': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'ed596dee746e4dd29791990e2a76d1ae'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:49.837721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae939d-633f-450e-bfb2-e213965e40a7 req-24b6def9-7252-488f-ae24-f350d9a8ef0f tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.839226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6ae939d-633f-450e-bfb2-e213965e40a7 req-24b6def9-7252-488f-ae24-f350d9a8ef0f tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 948 time: 0.3280191 Jul 07 22:12:49.848522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:49.927755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Made reservation on behalf of ed596dee746e4dd29791990e2a76d1ae for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:49.929071 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.931645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.946718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c301376-931e-4d71-96b5-609189e8795e req-7b66dd83-d004-48e0-bc81-b3f94e9a2cd3 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.948182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c301376-931e-4d71-96b5-609189e8795e req-7b66dd83-d004-48e0-bc81-b3f94e9a2cd3 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459134 Jul 07 22:12:49.951824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.957302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6ae939d-633f-450e-bfb2-e213965e40a7 req-4f88ea79-5de2-431d-af3d-4e9ec46d1af0 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012189 Jul 07 22:12:50.004041 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c301376-931e-4d71-96b5-609189e8795e req-b5aa259d-5ead-4900-9906-6db4bd161cfd tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/quotas/eb9ad6b2ce124977a289c65e44760794 HTTP/1.1" status: 200 len: 375 time: 0.0457718 Jul 07 22:12:50.047057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:50.049197 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58644d1-8615-4fbb-aec3-ad3c0e7ba536" -d '{"events": [{"server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "name": "network-vif-unplugged", "status": "completed", "tag": "52531c35-4f93-4766-b19f-1669848b4e97"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:50.052375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.063297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c301376-931e-4d71-96b5-609189e8795e req-ed713435-fa6a-4d78-856d-9fc21d7575ea tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=eb9ad6b2ce124977a289c65e44760794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518839 Jul 07 22:12:50.129573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:50.129811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:50.130147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:50.137296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:50.137296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Attempting to bind port 52531c35-4f93-4766-b19f-1669848b4e97 on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:50.148452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:50.148452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:50.148452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:50.148452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Bound port: 52531c35-4f93-4766-b19f-1669848b4e97, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:50.148452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.186297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Allocated IP 192.168.233.237 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:50.188438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.103', 53418) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:50.208004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705804cb-cbc3-4d11-ba2c-8e5d0779105b req-61467c33-371a-4bfb-a8ae-877f3827d30d tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.209536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-705804cb-cbc3-4d11-ba2c-8e5d0779105b req-61467c33-371a-4bfb-a8ae-877f3827d30d tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1097 time: 0.1234717 Jul 07 22:12:50.253207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:50.272318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:50.274609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-705804cb-cbc3-4d11-ba2c-8e5d0779105b req-71b5b8c0-c843-475e-a237-396b86fcfebe tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583196 Jul 07 22:12:50.277998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.306074 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-bea890ff-9563-47aa-a1f9-9e6b7c106a77 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1164529 Jul 07 22:12:50.366052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=8']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.377591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.378235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.379754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-84745b45-6147-47b1-ad99-2d738e11e36e service neutron] 10.222.0.103 "PUT /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 1124 time: 1.0603795 Jul 07 22:12:50.384853 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7248fc47-e0b0-4a78-8072-828e6cd6bde3 x-openstack-request-id: req-7248fc47-e0b0-4a78-8072-828e6cd6bde3 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:50.385648 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:50.386049 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7248fc47-e0b0-4a78-8072-828e6cd6bde3 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:50.386584 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'code': 200} Jul 07 22:12:50.448914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['52531c35-4f93-4766-b19f-1669848b4e97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:50.512697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.532849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Transition to ACTIVE for port object d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:50.553451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-68993dea-d130-4a2d-9ce8-8c6efbfdd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.555052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-68993dea-d130-4a2d-9ce8-8c6efbfdd65f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=89afca1c40c8422b931f0cedd685a464&device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 1123 time: 0.1754258 Jul 07 22:12:50.617638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6bfe0-1d25-4859-9873-8a54f4ef63aa req-98dfe8d3-2406-499a-a15a-e73a13854b76 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.619157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dc6bfe0-1d25-4859-9873-8a54f4ef63aa req-98dfe8d3-2406-499a-a15a-e73a13854b76 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.1670616 Jul 07 22:12:50.631193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b975f-2bf2-4839-9c4d-63e83f882730 req-9973b282-1b57-4477-8c30-42c90ebb72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.633146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-143b975f-2bf2-4839-9c4d-63e83f882730 req-9973b282-1b57-4477-8c30-42c90ebb72e0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 1119 time: 0.1674414 Jul 07 22:12:50.639782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.651121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['47e26df8-626d-4c66-bfac-2baa4321a9fe'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:50.651937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7022cd5-44ed-4422-a661-98948320c036 req-cd1d1d84-3db1-4ceb-80a2-3d4fd8565e2f tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.653396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7022cd5-44ed-4422-a661-98948320c036 req-cd1d1d84-3db1-4ceb-80a2-3d4fd8565e2f tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 967 time: 0.1380630 Jul 07 22:12:50.720389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dc6bfe0-1d25-4859-9873-8a54f4ef63aa req-602c2950-f9b1-490a-84dd-18a850c1e6fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940244 Jul 07 22:12:50.730445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-143b975f-2bf2-4839-9c4d-63e83f882730 req-abff363f-0f4b-48f6-b809-168752f502e7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878596 Jul 07 22:12:50.738805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7022cd5-44ed-4422-a661-98948320c036 req-31a04d65-cf34-49bf-9e48-52dc7e585b55 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726659 Jul 07 22:12:50.788785 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2978b4-fe47-49d2-8f7e-e9d705baf125 x-openstack-request-id: req-dc2978b4-fe47-49d2-8f7e-e9d705baf125 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:50.789084 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "name": "network-vif-unplugged", "status": "completed", "tag": "52531c35-4f93-4766-b19f-1669848b4e97", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:50.789341 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dc2978b4-fe47-49d2-8f7e-e9d705baf125 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:50.789738 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97', 'code': 200} Jul 07 22:12:50.875538 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dbaba8cf-3f7c-487b-847c-7f8b309c3ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.920495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:50.942763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:50.945051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-f83a329c-97ab-48be-b5e5-e2f6b360c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.946675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-f83a329c-97ab-48be-b5e5-e2f6b360c0a4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.3684494 Jul 07 22:12:50.947492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:50.954266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.955073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.961339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Pushing event updated for resources: {'Port': ['ID=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.977077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1e41-e304-4efb-a269-02d2e0948c88 req-67c2a04a-944a-4fd6-bedd-8a9bf0e1f34a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.979465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-933d1e41-e304-4efb-a269-02d2e0948c88 req-67c2a04a-944a-4fd6-bedd-8a9bf0e1f34a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 936 time: 0.0842371 Jul 07 22:12:50.981777 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-bb0e91a2-237b-4085-aa5e-1ac842352bca tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1922860 Jul 07 22:12:51.032914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-933d1e41-e304-4efb-a269-02d2e0948c88 req-ab3a2205-732d-4b8d-8709-e8a284e47699 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Jul 07 22:12:51.038396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Request body: {'port': {'device_id': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:51.041674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-2b4f0d27-f79a-44e4-bd5a-5ec2e2cd7618 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad HTTP/1.1" status: 200 len: 217 time: 0.0734575 Jul 07 22:12:51.143817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-01f1aa4c-af2c-4624-98f9-e7a065cf9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.145420 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-01f1aa4c-af2c-4624-98f9-e7a065cf9d98 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0818641 Jul 07 22:12:51.191308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.202403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-307f18e1-6a22-43ca-b224-f9c76b51bf4b None None] Provisioning for port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:51.207629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-307f18e1-6a22-43ca-b224-f9c76b51bf4b None None] Provisioning complete for port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:51.208285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-307f18e1-6a22-43ca-b224-f9c76b51bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.257091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-307f18e1-6a22-43ca-b224-f9c76b51bf4b None None] Port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:51.268420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c753f6f-6233-4358-9a94-a999a500eb00 req-0d225561-2875-4bb7-a3eb-be4dbc83677a tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.270046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c753f6f-6233-4358-9a94-a999a500eb00 req-0d225561-2875-4bb7-a3eb-be4dbc83677a tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 948 time: 0.0811365 Jul 07 22:12:51.291047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-f66c01d0-3107-421c-9508-72ced30ae78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.292571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-f66c01d0-3107-421c-9508-72ced30ae78e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326587 Jul 07 22:12:51.316174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c753f6f-6233-4358-9a94-a999a500eb00 req-7a6e7f66-ae32-4808-a852-27f729950ea3 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Jul 07 22:12:51.346288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.549669 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-d105b50f-ce20-437b-9516-633ae98664a7 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382283 Jul 07 22:12:51.688929 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c233047d-e257-4b2e-8a3f-1af069f4c2a7 req-131f80f4-a74f-453b-aeb8-392f4121b276 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309803 Jul 07 22:12:51.722653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:51.734194 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.749999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Transition to ACTIVE for port object d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:51.755976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.787829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c76e915-2b2c-4b58-8574-03dd9aeba762 req-ac0996f7-ebc9-44ba-8981-ff24227aecea tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=eb9ad6b2ce124977a289c65e44760794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231082 Jul 07 22:12:51.812504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:51.872393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Attempting to bind port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:51.873320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Attempting to bind port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:51.873714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Attempting to bind port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:51.880599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:51.880922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Attempting to bind port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:51.889514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:51.889877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:51.890286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:51.890870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Bound port: d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:51.891518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.943265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e915-2b2c-4b58-8574-03dd9aeba762 req-b77c0065-6eb1-4ffa-b249-45ee6d1c5332 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.945308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c76e915-2b2c-4b58-8574-03dd9aeba762 req-b77c0065-6eb1-4ffa-b249-45ee6d1c5332 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432271 Jul 07 22:12:51.961527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c76e915-2b2c-4b58-8574-03dd9aeba762 req-668814f3-b3ce-4e17-bc9a-dbb2a8480054 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/quotas/eb9ad6b2ce124977a289c65e44760794 HTTP/1.1" status: 200 len: 375 time: 0.0105355 Jul 07 22:12:51.970223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] For port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:51.974041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] For port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:51.980481 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.003583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c76e915-2b2c-4b58-8574-03dd9aeba762 req-cc60a718-d439-4597-8af1-87449c344078 tempest-QuotasAdminNegativeTest-1406481200 tempest-QuotasAdminNegativeTest-1406481200-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=eb9ad6b2ce124977a289c65e44760794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357285 Jul 07 22:12:52.021547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.022193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.023763 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] 10.222.0.103 "PUT /v2.0/ports/d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c HTTP/1.1" status: 200 len: 1097 time: 0.9898560 Jul 07 22:12:52.024335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.024833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'tag': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:52.130358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80606858-9511-4a00-b534-9e29bcc413ad service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:52.222389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-b8be5996-cf71-49eb-a3e4-896a28e8329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.224740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-b8be5996-cf71-49eb-a3e4-896a28e8329f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ed596dee746e4dd29791990e2a76d1ae&device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 1100 time: 0.0743370 Jul 07 22:12:52.249677 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62cbf55-aa41-4ad0-bc84-f158c31ef965" -d '{"events": [{"name": "network-changed", "server_uuid": "8663a345-4eda-4fc2-9b84-9ed6cfdd2466", "tag": "d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:52.286340 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-c32673e6-e6c5-4589-9764-d2414383bfab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c HTTP/1.1" status: 200 len: 217 time: 0.0529342 Jul 07 22:12:52.307525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-54b244a6-f1a9-4464-8bf7-ded19731271f tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:12:52.308337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afbd3b-5ba6-40e1-9a19-2378c1d8adb1 req-14491085-bb0b-4454-a18f-32809d034553 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.308723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-54b244a6-f1a9-4464-8bf7-ded19731271f tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124822 Jul 07 22:12:52.309945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8afbd3b-5ba6-40e1-9a19-2378c1d8adb1 req-14491085-bb0b-4454-a18f-32809d034553 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.0718071 Jul 07 22:12:52.339112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Request body: {'binding': {'host': 'n-h1-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:52.339698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:12:52.351767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8afbd3b-5ba6-40e1-9a19-2378c1d8adb1 req-4aa5dc51-c9ef-4710-8b01-88b431624e1b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Jul 07 22:12:52.410006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-9d99bd7c-702c-46e0-a51a-7516fe531f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.411618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-9d99bd7c-702c-46e0-a51a-7516fe531f15 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1172428 Jul 07 22:12:52.537028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83080-86a2-489d-a796-dcba312db335 req-1936ecc4-9e8d-410a-895c-f8af99c6ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.538522 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-1936ecc4-9e8d-410a-895c-f8af99c6ca5c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008885 Jul 07 22:12:52.540190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e55e3-2651-483d-98f5-ec27748ca254 req-2daf3bdd-4987-4e1d-bca4-ff0734cb6245 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.542075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad2e55e3-2651-483d-98f5-ec27748ca254 req-2daf3bdd-4987-4e1d-bca4-ff0734cb6245 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 967 time: 0.0637083 Jul 07 22:12:52.555962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on host n-h1-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:52.556309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:52.556649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:52.582785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad2e55e3-2651-483d-98f5-ec27748ca254 req-9d357581-6607-4dc1-b705-cf7c7c5b45cb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346844 Jul 07 22:12:52.597581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:52.597954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:52.615858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:52.616212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:52.616781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:52.617154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Bound port: 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:52.680758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-4bb54fdb-c920-4330-9cb3-ed96bf7950b1 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345072 Jul 07 22:12:52.736144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:52.746948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.748169 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dc6ed16b-a2bd-4965-95d7-d6387ef112b6 service neutron] 10.222.0.95 "POST /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89/bindings HTTP/1.1" status: 201 len: 390 time: 0.4125657 Jul 07 22:12:52.756362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d59367-19b2-4366-af15-91dcb18718f8 req-cd2b3722-1172-46ff-9237-a9ce97943cc6 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.757828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70d59367-19b2-4366-af15-91dcb18718f8 req-cd2b3722-1172-46ff-9237-a9ce97943cc6 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 948 time: 0.0673509 Jul 07 22:12:52.783357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5cb83080-86a2-489d-a796-dcba312db335 req-b214d5c0-d4bb-4b31-9b2d-cf66766b1f5b service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951838 Jul 07 22:12:52.791164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:52.795075 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97370e0-3013-490b-a634-2ac34d6b6cca" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "tag": "52531c35-4f93-4766-b19f-1669848b4e97"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:52.814088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70d59367-19b2-4366-af15-91dcb18718f8 req-8e0e1485-3116-459a-bcb8-2aa25800098f tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Jul 07 22:12:52.909823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9af98f25-e4bf-4023-8af9-029095ac7afc details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:53.013094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9af98f25-e4bf-4023-8af9-029095ac7afc, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9af98f25-e4bf-4023-8af9-029095ac7afc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:53.026391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '9af98f25-e4bf-4023-8af9-029095ac7afc', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '9af98f25-e4bf-4023-8af9-029095ac7afc', 'mac_address': 'fa:16:3e:34:b9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:53.051963 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f04bef-b340-4c7c-9d47-341c0f536bfb x-openstack-request-id: req-e1f04bef-b340-4c7c-9d47-341c0f536bfb {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:53.052262 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8663a345-4eda-4fc2-9b84-9ed6cfdd2466", "tag": "d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:53.052521 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e1f04bef-b340-4c7c-9d47-341c0f536bfb {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:53.052993 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'tag': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c', 'status': 'completed', 'code': 200} Jul 07 22:12:53.069983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:53.132703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604a72-241e-4e2d-bea6-234c4b83cb5f req-e6d294c0-f1cf-4e3e-96db-62f7e09025ad tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.134346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3604a72-241e-4e2d-bea6-234c4b83cb5f req-e6d294c0-f1cf-4e3e-96db-62f7e09025ad tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 948 time: 0.0765121 Jul 07 22:12:53.155307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-ef79efc6-7d60-450b-bdc5-f4be7337a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.156925 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-ef79efc6-7d60-450b-bdc5-f4be7337a1b4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ed596dee746e4dd29791990e2a76d1ae&device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 1100 time: 0.0734465 Jul 07 22:12:53.193409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af98f25-e4bf-4023-8af9-029095ac7afc {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:53.212850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3604a72-241e-4e2d-bea6-234c4b83cb5f req-5c13f60f-cd74-46de-a682-b60c2f022d5b tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722175 Jul 07 22:12:53.213686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9af98f25-e4bf-4023-8af9-029095ac7afc, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9af98f25-e4bf-4023-8af9-029095ac7afc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:53.220798 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:53.256579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fef820-c0d5-472e-a496-b18c00bdc81d req-e7c5aca8-f7bc-42ce-8008-740719021d25 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.259047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8fef820-c0d5-472e-a496-b18c00bdc81d req-e7c5aca8-f7bc-42ce-8008-740719021d25 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 967 time: 0.1166708 Jul 07 22:12:53.269008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60202) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:53.275426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'floatingip': {'port_id': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:53.286494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-becdb3a3-34c7-43bc-bed7-a60df1eee7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.288811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-becdb3a3-34c7-43bc-bed7-a60df1eee7d6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1212537 Jul 07 22:12:53.289468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9af98f25-e4bf-4023-8af9-029095ac7afc,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:53.315194 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3d95f-1296-472c-af8a-d68d1f626019 x-openstack-request-id: req-c2e3d95f-1296-472c-af8a-d68d1f626019 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:53.315897 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "tag": "52531c35-4f93-4766-b19f-1669848b4e97", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:53.316305 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2e3d95f-1296-472c-af8a-d68d1f626019 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:53.317294 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97', 'status': 'completed', 'code': 200} Jul 07 22:12:53.350685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:53.378650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:53.379035 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-2edf61ef-9fd1-43c7-9868-466f9e281691 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c HTTP/1.1" status: 200 len: 217 time: 0.0798817 Jul 07 22:12:53.503435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:53.547891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 has no active binding in host n-h1-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:12:53.555196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:53.591047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9af98f25-e4bf-4023-8af9-029095ac7afc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:53.691420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6714-7f0e-4a1e-8d62-74b23684e7a5 req-c59fb590-cd90-427b-aaa3-0988296bcc51 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.693740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fab6714-7f0e-4a1e-8d62-74b23684e7a5 req-c59fb590-cd90-427b-aaa3-0988296bcc51 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.1367166 Jul 07 22:12:53.718123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-5cfa2d42-4393-4fac-8ac4-4a10a4b0a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.719859 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-5cfa2d42-4393-4fac-8ac4-4a10a4b0a0f5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0704000 Jul 07 22:12:53.722935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-9bb95e6f-575c-40d0-880f-f1d83086836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.724399 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-9bb95e6f-575c-40d0-880f-f1d83086836c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1127 time: 0.3793516 Jul 07 22:12:53.823225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60222) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:53.881705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-a76044a1-4156-4301-9c57-e8c35f1f5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.883365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-a76044a1-4156-4301-9c57-e8c35f1f5897 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1513896 Jul 07 22:12:53.894027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-fc73c93b-79d7-4db9-b143-b1980eb0a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.895781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-fc73c93b-79d7-4db9-b143-b1980eb0a703 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1384280 Jul 07 22:12:53.946048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-c6049fe8-bcf8-4856-9f21-bf43602d62af service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.0492826 Jul 07 22:12:53.999133 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.035871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fab6714-7f0e-4a1e-8d62-74b23684e7a5 req-496d85a9-b79f-41bb-aff6-0b3e90d88ff1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322821 Jul 07 22:12:54.081178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-7bfac0cc-26d8-41e0-98be-5e764fbdab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:54.082721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-7bfac0cc-26d8-41e0-98be-5e764fbdab08 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1214738 Jul 07 22:12:54.134803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-d092ff09-be28-4114-b2e5-3658da15a788 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451450 Jul 07 22:12:54.140178 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-6292d6df-cce0-4894-8249-73d52447772b service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041423 Jul 07 22:12:54.173463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bf3d1-b9a0-4256-bbfa-4e06f043e2bc req-29c1a3d2-a182-4257-9379-0ade8e01699b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:54.175113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f1bf3d1-b9a0-4256-bbfa-4e06f043e2bc req-29c1a3d2-a182-4257-9379-0ade8e01699b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.2265618 Jul 07 22:12:54.333338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.337490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f1bf3d1-b9a0-4256-bbfa-4e06f043e2bc req-cf4154b1-fb31-4cfd-86e7-96bce0e0c32c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474457 Jul 07 22:12:54.345318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.384365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d62cbf55-aa41-4ad0-bc84-f158c31ef965 req-8aa98bdd-d302-486c-b025-609f8fda02e1 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282732 Jul 07 22:12:54.420961 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-93f6fdad-f83e-4a9f-9b6b-d1d404a5e00a service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659876 Jul 07 22:12:54.430933 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb9ad6b2ce124977a289c65e44760794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017764 Jul 07 22:12:54.431194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60240) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:54.452019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c72cf33-3280-4318-82fb-8010d106bb48,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:54.487377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.487733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.488195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.488541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.488879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.489217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.489549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.489880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.490212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.490545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.490899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.491231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063072a3-52e3-438f-85a8-77d61a47d847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.537827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c360b2-fe44-43f9-9902-ad8233e55f6f req-b80da04d-8321-47e2-9706-5df680a94065 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:54.539345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13c360b2-fe44-43f9-9902-ad8233e55f6f req-b80da04d-8321-47e2-9706-5df680a94065 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 948 time: 0.2248476 Jul 07 22:12:54.562567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c2beab7-9e17-4f62-8a12-2cbb6e1a4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.566056 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.581119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.599408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a97370e0-3013-490b-a634-2ac34d6b6cca req-3cc3d07c-c884-44d6-b239-4e4ee9dd7e72 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440423 Jul 07 22:12:54.601209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c2beab7-9e17-4f62-8a12-2cbb6e1a4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.651984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c2beab7-9e17-4f62-8a12-2cbb6e1a4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.652820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13c360b2-fe44-43f9-9902-ad8233e55f6f req-3ce79cd6-e22a-4c52-bf25-f0f6f9434fcd tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927680 Jul 07 22:12:54.655188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c2beab7-9e17-4f62-8a12-2cbb6e1a4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.656405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0c2beab7-9e17-4f62-8a12-2cbb6e1a4135 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6c72cf33-3280-4318-82fb-8010d106bb48 HTTP/1.1" status: 204 len: 168 time: 0.2241955 Jul 07 22:12:54.670411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2beab7-9e17-4f62-8a12-2cbb6e1a4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c72cf33-3280-4318-82fb-8010d106bb48,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:54.709763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76fcbd-55a6-417c-abb4-55ad1cd77df6 req-407869aa-0add-45e3-9f17-b042fc86b351 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:54.711456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a76fcbd-55a6-417c-abb4-55ad1cd77df6 req-407869aa-0add-45e3-9f17-b042fc86b351 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 949 time: 0.2083480 Jul 07 22:12:54.729601 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c associated. External IP: 172.25.5.113, port: 0e9b20e1-a134-4387-ac17-62d2eb61c1a0. Jul 07 22:12:54.808995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a76fcbd-55a6-417c-abb4-55ad1cd77df6 req-268e16ef-8701-49f8-a1a2-da09462426e0 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913870 Jul 07 22:12:54.925931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9af98f25-e4bf-4023-8af9-029095ac7afc up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:55.002959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 9af98f25-e4bf-4023-8af9-029095ac7afc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:55.007698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 9af98f25-e4bf-4023-8af9-029095ac7afc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:55.008234 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.049880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:55.066666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:55.081876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-202cd407-ba24-4c86-b48b-c28867533b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.101257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.147917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842f8fb-da4c-4797-ac72-0c007807a610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af98f25-e4bf-4023-8af9-029095ac7afc'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:55.150938 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271bd27d-98f4-4eef-b0ee-cf72797d5a21" -d '{"events": [{"server_uuid": "7842f8fb-da4c-4797-ac72-0c007807a610", "name": "network-vif-plugged", "status": "completed", "tag": "9af98f25-e4bf-4023-8af9-029095ac7afc"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:55.168064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9af98f25-e4bf-4023-8af9-029095ac7afc, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9af98f25-e4bf-4023-8af9-029095ac7afc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:55.172462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.213498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:55.218950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.232669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-202cd407-ba24-4c86-b48b-c28867533b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.233690 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:55.249885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-202cd407-ba24-4c86-b48b-c28867533b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.251568 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:55.252649 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:12:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:55.256811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9af98f25-e4bf-4023-8af9-029095ac7afc,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:55.296665 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b2b1d6-c8a8-4fa1-bd80-d1fddc67cab2 x-openstack-request-id: req-c2b2b1d6-c8a8-4fa1-bd80-d1fddc67cab2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:55.296957 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7842f8fb-da4c-4797-ac72-0c007807a610", "name": "network-vif-plugged", "status": "completed", "tag": "9af98f25-e4bf-4023-8af9-029095ac7afc", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:55.297214 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2b2b1d6-c8a8-4fa1-bd80-d1fddc67cab2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:55.297612 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7842f8fb-da4c-4797-ac72-0c007807a610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af98f25-e4bf-4023-8af9-029095ac7afc', 'code': 200} Jul 07 22:12:55.298482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cd407-ba24-4c86-b48b-c28867533b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d30342-649f-4e38-8ec8-cd09d2165a5b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:55.321328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9d1a89fe-1ae8-4cd0-b1e1-52099635660e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "PUT /v2.0/floatingips/7ec0787d-9d16-4d70-9ceb-fca5f126d77c HTTP/1.1" status: 200 len: 1013 time: 2.0481884 Jul 07 22:12:55.321328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:55.323682 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:55.338796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-202cd407-ba24-4c86-b48b-c28867533b48 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9a3804e543164cf489715afe6d087b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688785 Jul 07 22:12:55.339901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60298) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:55.375589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d9797-0408-48b0-ad69-8fce0c0c3c0c req-47ec6ac6-84ea-4b3a-9a60-04c7d02d5deb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:55.377113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-894d9797-0408-48b0-ad69-8fce0c0c3c0c req-47ec6ac6-84ea-4b3a-9a60-04c7d02d5deb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.1098912 Jul 07 22:12:55.400398 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:55.430852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.439960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-894d9797-0408-48b0-ad69-8fce0c0c3c0c req-b91d3737-9368-4fea-86ed-540f6d05337a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558434 Jul 07 22:12:55.441455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a557-6694-4165-bb8d-b4a3cf63187c req-fc52a106-94d9-418e-965e-e288f38d3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:55.443231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b94a557-6694-4165-bb8d-b4a3cf63187c req-fc52a106-94d9-418e-965e-e288f38d3217 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 1102 time: 0.0650003 Jul 07 22:12:55.458352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.499337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b94a557-6694-4165-bb8d-b4a3cf63187c req-cd4eceea-8e5a-4af7-8f3e-7072ca05aa20 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491431 Jul 07 22:12:55.510188 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169cff4f-8657-4bc8-8f8c-150811f3cc68 x-openstack-request-id: req-169cff4f-8657-4bc8-8f8c-150811f3cc68 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:55.510943 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:55.511525 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-169cff4f-8657-4bc8-8f8c-150811f3cc68 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:55.512137 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'status': 'completed', 'code': 200} Jul 07 22:12:55.542675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.546676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.552032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a9d30342-649f-4e38-8ec8-cd09d2165a5b HTTP/1.1" status: 204 len: 168 time: 0.2101836 Jul 07 22:12:55.571714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d30342-649f-4e38-8ec8-cd09d2165a5b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:55.581876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.582238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.582591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.582984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.583326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.583666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.584000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.584334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.584665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.584996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.585746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.585888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8ead-79ad-437b-9b29-d7a9fc403edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.664378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-3d034e36-77ea-4cc5-8986-f094570b8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:55.666235 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-3d034e36-77ea-4cc5-8986-f094570b8ada service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 1119 time: 0.1116972 Jul 07 22:12:55.804286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fecc7a-0073-4aec-bdd8-c3fd0c15eb66 req-6cc20c0b-caed-4aa9-9f6b-6ab6bbc33c16 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:55.805876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54fecc7a-0073-4aec-bdd8-c3fd0c15eb66 req-6cc20c0b-caed-4aa9-9f6b-6ab6bbc33c16 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 944 time: 0.1131067 Jul 07 22:12:55.817238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-ee73a80f-f106-4af7-b5d3-eaae3c8cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:55.818959 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-ee73a80f-f106-4af7-b5d3-eaae3c8cc9f1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 925 time: 0.1456225 Jul 07 22:12:55.874717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54fecc7a-0073-4aec-bdd8-c3fd0c15eb66 req-2b80e6ba-3bd1-4fb5-ba54-763a17f6260e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621719 Jul 07 22:12:56.024050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55288-3446-49cb-9c3b-fa733f1f9265 req-488fcf6a-dc4b-4943-b542-01afc04b4696 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:56.029240 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '7ec0787d-9d16-4d70-9ceb-fca5f126d77c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'port_id': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'mac_address': 'fa:16:3e:69:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'device_owner': 'compute:tempest-test_az-483212459'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:36Z', 'updated_at': '2021-07-07T22:12:54Z', 'revision_number': 1, 'project_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:56.034964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-65ac8ab7-e0fc-45ac-863c-9ba1e09998f7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0 HTTP/1.1" status: 200 len: 1021 time: 0.2054157 Jul 07 22:12:56.037599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b55288-3446-49cb-9c3b-fa733f1f9265 req-488fcf6a-dc4b-4943-b542-01afc04b4696 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 948 time: 0.0953867 Jul 07 22:12:56.076581 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:56.086471 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:56.087136 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:12:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:56.131495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-579d417c-2728-4dd8-b3fb-32a3ec201763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:56.132989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-579d417c-2728-4dd8-b3fb-32a3ec201763 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.0914469 Jul 07 22:12:56.180986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-e2673db8-f772-4cb2-827d-df4e1d491dbe service neutron] 10.222.0.97 "GET /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.0999954 Jul 07 22:12:56.211078 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:56.222460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b55288-3446-49cb-9c3b-fa733f1f9265 req-ff7386ba-f0a7-4a9b-861a-ff5ad00a8b8e tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860054 Jul 07 22:12:56.273398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e875ca1-a54f-457f-9116-d6923f6c1926 req-590447f9-612b-4cee-9f4d-471075a36581 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:56.282903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e875ca1-a54f-457f-9116-d6923f6c1926 req-590447f9-612b-4cee-9f4d-471075a36581 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 950 time: 0.1897416 Jul 07 22:12:56.304493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-5dede849-e70f-4a1d-a318-c531b9c10d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:56.317339 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-5dede849-e70f-4a1d-a318-c531b9c10d7f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739221 Jul 07 22:12:56.339878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e875ca1-a54f-457f-9116-d6923f6c1926 req-874bcfb9-5d1c-43d3-adb4-974fd8e166d9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540178 Jul 07 22:12:56.363075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60336) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:56.604307 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '7ec0787d-9d16-4d70-9ceb-fca5f126d77c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'port_id': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'mac_address': 'fa:16:3e:69:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'device_owner': 'compute:tempest-test_az-483212459'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:36Z', 'updated_at': '2021-07-07T22:12:54Z', 'revision_number': 1, 'project_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:56.636956 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6c010-6145-40d6-8e86-eee7f2f7597c None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '7ec0787d-9d16-4d70-9ceb-fca5f126d77c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'port_id': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'mac_address': 'fa:16:3e:69:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'device_owner': 'compute:tempest-test_az-483212459'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:36Z', 'updated_at': '2021-07-07T22:12:54Z', 'revision_number': 1, 'project_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:56.693403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-3fd88863-f62b-4a38-80d3-cd5f0d2292c4 service neutron] 10.222.0.103 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658512 Jul 07 22:12:56.704799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6e0555e-3ed7-4f5c-ab38-7d218ad4b4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:56.731462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:56.813570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:56.889410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52531c35-4f93-4766-b19f-1669848b4e97 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:56.905560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6e0555e-3ed7-4f5c-ab38-7d218ad4b4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:56.919917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:56.924581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ea9a04c-579d-4da6-aa37-6b0a96b75b29 req-787f95b9-fac9-440a-bf07-bc4165eed9d3 service neutron] 10.222.0.103 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100925 Jul 07 22:12:56.931557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6e0555e-3ed7-4f5c-ab38-7d218ad4b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:56.950180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:56.957883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979cc2b-9165-4a9a-ae0d-38a37bdfa4bd None None] New status for floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:12:56.973992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a6e0555e-3ed7-4f5c-ab38-7d218ad4b4f9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=91087354d19b41c49c6139f7aba3a7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071601 Jul 07 22:12:56.976478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60368) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:56.983374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59d845-7a3c-4088-8821-3b9d58d44c4b req-5e838ec6-c6a5-47d6-aedf-72b86e051a23 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:56.985326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d59d845-7a3c-4088-8821-3b9d58d44c4b req-5e838ec6-c6a5-47d6-aedf-72b86e051a23 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.2714789 Jul 07 22:12:57.014152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0555e-3ed7-4f5c-ab38-7d218ad4b4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51b5df-a114-4e1a-972c-e47eced18c42,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:57.051303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d59d845-7a3c-4088-8821-3b9d58d44c4b req-08122fb7-f539-42a0-a979-48228172b9b8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621777 Jul 07 22:12:57.129463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cadcfa78-e5d1-4fd3-99bc-c28d64f1bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.141143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] Transition to ACTIVE for port object 52531c35-4f93-4766-b19f-1669848b4e97 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:57.158424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.223817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] Pushing event updated for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:57.235355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cadcfa78-e5d1-4fd3-99bc-c28d64f1bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.297474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] No DVR routers for this DVR port 52531c35-4f93-4766-b19f-1669848b4e97 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:57.350831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-890a7580-212f-4694-a790-ac00d8ded22d service neutron] 10.222.0.97 "PUT /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97/bindings/n-h1-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1622934 Jul 07 22:12:57.355094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4174d57-d9b7-46da-b731-f30fc3398d93 req-6405e4ff-8912-4009-b8e6-d9e633a1595a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.366712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4174d57-d9b7-46da-b731-f30fc3398d93 req-6405e4ff-8912-4009-b8e6-d9e633a1595a tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.1339598 Jul 07 22:12:57.375200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cadcfa78-e5d1-4fd3-99bc-c28d64f1bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.379931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:57.381189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cadcfa78-e5d1-4fd3-99bc-c28d64f1bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.382813 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cadcfa78-e5d1-4fd3-99bc-c28d64f1bcb9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ba51b5df-a114-4e1a-972c-e47eced18c42 HTTP/1.1" status: 204 len: 168 time: 0.4022682 Jul 07 22:12:57.397751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcfa78-e5d1-4fd3-99bc-c28d64f1bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51b5df-a114-4e1a-972c-e47eced18c42,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:57.402218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bb386-a18f-4854-ba3d-d870018c7d3d req-92596ea5-3c4d-4ecb-8c31-a3fe5594b525 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.408065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-100bb386-a18f-4854-ba3d-d870018c7d3d req-92596ea5-3c4d-4ecb-8c31-a3fe5594b525 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 945 time: 0.1371198 Jul 07 22:12:57.448453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4174d57-d9b7-46da-b731-f30fc3398d93 req-ced4f206-b553-41bd-b9c8-e6c1338e259b tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797288 Jul 07 22:12:57.481031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-100bb386-a18f-4854-ba3d-d870018c7d3d req-4bf5381c-c24c-4d99-80f0-fe76ebc376b0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Jul 07 22:12:57.578568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:57.595345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c', 'mac_address': 'fa:16:3e:46:07:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:57.646790 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.669108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:57.700092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:57.705766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.806809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:57.844290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986c7f4-0529-4bd1-800f-00dee46aa6e9 req-eaec8873-2577-42b4-a22e-cc1a72fadb1a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.845815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9986c7f4-0529-4bd1-800f-00dee46aa6e9 req-eaec8873-2577-42b4-a22e-cc1a72fadb1a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 949 time: 0.1398280 Jul 07 22:12:57.858580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b84127-486c-4669-b8a4-02753e7eb2df req-95b1f376-d543-4072-b4ea-814ec3b7c60f tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.865301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b84127-486c-4669-b8a4-02753e7eb2df req-95b1f376-d543-4072-b4ea-814ec3b7c60f tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 950 time: 0.1118679 Jul 07 22:12:57.881102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-27e63e6e-d0c9-4bcc-ad6a-0e5f495a4e29 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.883369 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-27e63e6e-d0c9-4bcc-ad6a-0e5f495a4e29 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.4333756 Jul 07 22:12:57.894204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60396) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:57.913241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c249e62-ce9b-4f94-a8be-a7d3af233928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.951642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b84127-486c-4669-b8a4-02753e7eb2df req-7fd75376-2149-45ac-8f07-8aa76c49dcc9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851238 Jul 07 22:12:57.967180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9986c7f4-0529-4bd1-800f-00dee46aa6e9 req-21d3e31d-4852-45fc-8e63-a6a3dc3d75f4 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986912 Jul 07 22:12:58.024181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4844271f-6c68-4c4a-88a3-158b801b0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.025800 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-4844271f-6c68-4c4a-88a3-158b801b0b37 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 1097 time: 0.1275191 Jul 07 22:12:58.039934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:58.178141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-93884d43-f453-419d-9766-784c1cb97236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.180103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-93884d43-f453-419d-9766-784c1cb97236 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1097 time: 0.1113613 Jul 07 22:12:58.312488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c249e62-ce9b-4f94-a8be-a7d3af233928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.315533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-96274e77-dd00-48f0-a9cb-34e27e2ba2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.317410 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-96274e77-dd00-48f0-a9cb-34e27e2ba2eb service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1278691 Jul 07 22:12:58.318011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c249e62-ce9b-4f94-a8be-a7d3af233928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.369903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-c85f22d2-3151-4cf6-849f-0a7df39b9a2e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.0427163 Jul 07 22:12:58.371979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c249e62-ce9b-4f94-a8be-a7d3af233928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9256f5-e550-439a-a964-3a4bace3638c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:58.377439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2c249e62-ce9b-4f94-a8be-a7d3af233928 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=42207e7ea6a9468aac2bafad7402e565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822390 Jul 07 22:12:58.383158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60414) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:58.443163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08724-35ef-4400-bb7d-026961c9678c req-d8310384-b734-47b9-a94f-db1df24b3919 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.444778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39d08724-35ef-4400-bb7d-026961c9678c req-d8310384-b734-47b9-a94f-db1df24b3919 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.0663295 Jul 07 22:12:58.465070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-2d3dfe92-4726-4f19-9cdc-0b828f3c5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.466683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-2d3dfe92-4726-4f19-9cdc-0b828f3c5f4a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0826149 Jul 07 22:12:58.483589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39d08724-35ef-4400-bb7d-026961c9678c req-d8957ce1-8849-4f88-bc30-2e903ad753a0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Jul 07 22:12:58.490377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cae2f1-0a5d-4f5f-96fa-dc5d0c078661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.517026 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-1e3fe1e0-defa-4527-aa43-8393bde932c7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356622 Jul 07 22:12:58.535570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cae2f1-0a5d-4f5f-96fa-dc5d0c078661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.651408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-d5a76191-24c1-496e-a585-5a0ca9ed593f service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180720 Jul 07 22:12:58.668952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cae2f1-0a5d-4f5f-96fa-dc5d0c078661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.671497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cae2f1-0a5d-4f5f-96fa-dc5d0c078661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.672598 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-13cae2f1-0a5d-4f5f-96fa-dc5d0c078661 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eb9256f5-e550-439a-a964-3a4bace3638c HTTP/1.1" status: 204 len: 168 time: 0.2873755 Jul 07 22:12:58.716350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cae2f1-0a5d-4f5f-96fa-dc5d0c078661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9256f5-e550-439a-a964-3a4bace3638c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:58.725151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f50ab-c83c-4c01-81d6-55b63b346578 req-a61ee968-10d1-452e-ba05-d0f78093e352 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.733427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d60f50ab-c83c-4c01-81d6-55b63b346578 req-a61ee968-10d1-452e-ba05-d0f78093e352 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.0896819 Jul 07 22:12:58.769537 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-b3d58ef4-413d-4c91-9e6e-1905f6de504b service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082170 Jul 07 22:12:58.808983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d60f50ab-c83c-4c01-81d6-55b63b346578 req-68932392-74d1-4272-bad4-8d1d049dc92c tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/security-groups?id=6f3eb878-0735-459e-955f-f79a66373cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747468 Jul 07 22:12:58.842983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193d3f-5fc0-4792-9dee-2ecdb0483ba0 req-c4deb9c7-b6da-41c3-9422-f50771d8ea4e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.844520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3193d3f-5fc0-4792-9dee-2ecdb0483ba0 req-c4deb9c7-b6da-41c3-9422-f50771d8ea4e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 945 time: 0.1078548 Jul 07 22:12:58.884941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3193d3f-5fc0-4792-9dee-2ecdb0483ba0 req-875443d8-7ebe-480b-b1d5-ed4d1aeab1ff tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Jul 07 22:12:59.036032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c21d9-ebbc-459d-83a9-574de1fe084a req-d00cc37e-420f-46e0-a8f8-aeb84a00b21f tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:59.036544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-bf9fd8ba-eb1a-480d-9392-7ac2478d7b34 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:59.038165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f8c21d9-ebbc-459d-83a9-574de1fe084a req-d00cc37e-420f-46e0-a8f8-aeb84a00b21f tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 950 time: 0.0926080 Jul 07 22:12:59.038864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-bf9fd8ba-eb1a-480d-9392-7ac2478d7b34 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.103 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 971 time: 0.1651523 Jul 07 22:12:59.089186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f8c21d9-ebbc-459d-83a9-574de1fe084a req-bc2704ef-8077-42d3-a67a-ec9ea9253975 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Jul 07 22:12:59.268631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9575ad-cdcd-463b-bf4d-4079a21be208 req-57e2b234-b8f4-4453-b080-79fcc0d26c27 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:59.273611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-b3e09038-56e9-4e34-b056-e6eaeec667f4 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:59.275342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-b3e09038-56e9-4e34-b056-e6eaeec667f4 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.1830385 Jul 07 22:12:59.276066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b9575ad-cdcd-463b-bf4d-4079a21be208 req-57e2b234-b8f4-4453-b080-79fcc0d26c27 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 949 time: 0.0868807 Jul 07 22:12:59.282614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Deleting port 597e3c43-be66-4e8c-8b2e-30b226e017ad {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:59.283211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.333403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b9575ad-cdcd-463b-bf4d-4079a21be208 req-a0dd93b3-239a-4a44-8592-881d11c0efd8 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560684 Jul 07 22:12:59.389560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:59.452846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:59.461570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:59.462117 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.463173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] For port 597e3c43-be66-4e8c-8b2e-30b226e017ad, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=597e3c43-be66-4e8c-8b2e-30b226e017ad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:59.463546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.485193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Calling delete_port for 597e3c43-be66-4e8c-8b2e-30b226e017ad owned by compute:tempest-test_az-483212459 {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:59.563664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-ee5969eb-00fa-45ed-881e-a6b445bb9323 service neutron] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:59.571149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-ee5969eb-00fa-45ed-881e-a6b445bb9323 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.572330 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.572702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6c76e3e-9ee8-47d4-bbe3-00874f10ee12 req-ee5969eb-00fa-45ed-881e-a6b445bb9323 service neutron] 10.222.0.103 "DELETE /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97/bindings/n-h2-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.2859883 Jul 07 22:12:59.622252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:59.630901 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f56a2-d179-47e5-8ff0-fa7c288ec397" -d '{"events": [{"server_uuid": "8663a345-4eda-4fc2-9b84-9ed6cfdd2466", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:59.650799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:59.655635 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.718711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:59.735313 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cc6dc5-86ee-44f4-aee7-7cda1ce11b25 x-openstack-request-id: req-80cc6dc5-86ee-44f4-aee7-7cda1ce11b25 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:59.738095 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8663a345-4eda-4fc2-9b84-9ed6cfdd2466", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:59.738782 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-80cc6dc5-86ee-44f4-aee7-7cda1ce11b25 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:59.739379 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c', 'code': 200} Jul 07 22:12:59.756718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ccc4f-247a-4e3d-88d5-7bc5a4d2d946 req-4296c790-c413-401f-95b2-2b452399b418 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:59.759594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.763819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c6ccc4f-247a-4e3d-88d5-7bc5a4d2d946 req-4296c790-c413-401f-95b2-2b452399b418 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.1017625 Jul 07 22:12:59.775271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['597e3c43-be66-4e8c-8b2e-30b226e017ad'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:59.798395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Pushing event deleted for resources: {'Port': ['ID=597e3c43-be66-4e8c-8b2e-30b226e017ad,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:59.822456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c6ccc4f-247a-4e3d-88d5-7bc5a4d2d946 req-04a1fb35-eedb-434d-af00-7d497e0b1acb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576077 Jul 07 22:12:59.935482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] No DVR routers for this DVR port 597e3c43-be66-4e8c-8b2e-30b226e017ad on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:59.943652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.947353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6a5e6bdf-683a-489d-b5b1-0135a8aaac33 req-787c7bf8-0187-4d50-b2c4-26567627759e tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.103 "DELETE /v2.0/ports/597e3c43-be66-4e8c-8b2e-30b226e017ad HTTP/1.1" status: 204 len: 173 time: 0.8997848 Jul 07 22:12:59.948268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'name': 'network-vif-deleted', 'tag': '597e3c43-be66-4e8c-8b2e-30b226e017ad'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:59.951888 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472fe2d-e7af-4043-9d47-671d3e0460dd" -d '{"events": [{"server_uuid": "3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b", "name": "network-vif-deleted", "tag": "597e3c43-be66-4e8c-8b2e-30b226e017ad"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:59.997794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faca3d-c59a-4d1b-ab04-a0e057216a13 req-81f0ea09-b86a-4be2-a0b7-c32e219277ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:59.999577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5faca3d-c59a-4d1b-ab04-a0e057216a13 req-81f0ea09-b86a-4be2-a0b7-c32e219277ef service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 1102 time: 0.1557605 Jul 07 22:13:00.066793 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5faca3d-c59a-4d1b-ab04-a0e057216a13 req-1b0fa2a0-d8ca-4377-a71e-5b94c73c6fe0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601714 Jul 07 22:13:00.117212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68d26d8e-d47f-4a55-b310-0b733752f785 req-d828abb9-9e80-408d-a4a9-d3cb124e5eb8 tempest-AggregatesAdminTestJSON-474223100 tempest-AggregatesAdminTestJSON-474223100-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b HTTP/1.1" status: 200 len: 210 time: 0.0597727 Jul 07 22:13:00.192665 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7362b-e1f9-434f-ad57-b051e2580c51 x-openstack-request-id: req-0ec7362b-e1f9-434f-ad57-b051e2580c51 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:00.192858 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b", "name": "network-vif-deleted", "tag": "597e3c43-be66-4e8c-8b2e-30b226e017ad", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:00.193216 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0ec7362b-e1f9-434f-ad57-b051e2580c51 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:00.193921 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaa5ffe-0e0e-4b0e-9862-55ab0b6a6d6b', 'name': 'network-vif-deleted', 'tag': '597e3c43-be66-4e8c-8b2e-30b226e017ad', 'status': 'completed', 'code': 200} Jul 07 22:13:00.201499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9040c5-0124-4f54-8451-8c028ccf6d17 req-339889ef-7784-4a79-aeea-df4c7096c6fe tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:00.207666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60494) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:00.208450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed9040c5-0124-4f54-8451-8c028ccf6d17 req-339889ef-7784-4a79-aeea-df4c7096c6fe tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 945 time: 0.0728629 Jul 07 22:13:00.262135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed9040c5-0124-4f54-8451-8c028ccf6d17 req-af69bd6e-6cd1-4d81-a7c1-0990b283f225 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526829 Jul 07 22:13:00.353342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-098eed9d-f092-4fe8-b67b-808051dd97f9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:00.355393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-098eed9d-f092-4fe8-b67b-808051dd97f9 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.97 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 950 time: 0.1099162 Jul 07 22:13:00.409631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935bcfb-0693-499c-9375-f481e98570d5 req-885a43db-f821-4aed-a6b9-6dd7c34d3694 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:00.411343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2935bcfb-0693-499c-9375-f481e98570d5 req-885a43db-f821-4aed-a6b9-6dd7c34d3694 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 950 time: 0.0738895 Jul 07 22:13:00.444540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e039c6f-bce0-4e6a-9d35-b238d21a593d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.452977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2935bcfb-0693-499c-9375-f481e98570d5 req-f1e34143-59a1-46f2-83f6-e67c98222fbc tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Jul 07 22:13:00.580065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Deleting port 9af98f25-e4bf-4023-8af9-029095ac7afc {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:00.588356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.728455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3a3ea-73b9-4245-a094-36715e6bcf29 req-42cc5c34-14a4-4831-afe1-4cb5321fdaa7 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:00.738735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54d3a3ea-73b9-4245-a094-36715e6bcf29 req-42cc5c34-14a4-4831-afe1-4cb5321fdaa7 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1097 time: 0.1089759 Jul 07 22:13:00.781131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0fdc-914b-4b9f-8497-c5cfa9a363b4 req-ea3c0fd7-462e-48d9-9bca-f7707eb4a967 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:00.783819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-caec0fdc-914b-4b9f-8497-c5cfa9a363b4 req-ea3c0fd7-462e-48d9-9bca-f7707eb4a967 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 950 time: 0.1721358 Jul 07 22:13:00.803906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54d3a3ea-73b9-4245-a094-36715e6bcf29 req-8fcbc72c-fe93-45f2-9d29-bf7a5cef5c8b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 Jul 07 22:13:00.859174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-caec0fdc-914b-4b9f-8497-c5cfa9a363b4 req-6d2d4992-aec7-401d-b0fd-dd6d6141a793 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587914 Jul 07 22:13:00.939067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e039c6f-bce0-4e6a-9d35-b238d21a593d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.955482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e039c6f-bce0-4e6a-9d35-b238d21a593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.973074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:01.018455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] For port 9af98f25-e4bf-4023-8af9-029095ac7afc, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9af98f25-e4bf-4023-8af9-029095ac7afc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:01.023874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.040089 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5e039c6f-bce0-4e6a-9d35-b238d21a593d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=65d064c8aa754e248be8907e3d4de6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304951 Jul 07 22:13:01.042484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60528) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:01.047217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:01.051250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039c6f-bce0-4e6a-9d35-b238d21a593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8939169f-6464-40f9-96c5-b2aba12c6a1d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:01.064678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Calling delete_port for 9af98f25-e4bf-4023-8af9-029095ac7afc owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:01.130947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-63be34a0-896e-46e0-9a21-467155c57f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.132442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-63be34a0-896e-46e0-9a21-467155c57f2f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1097 time: 0.1923659 Jul 07 22:13:01.198769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c412-c3f6-44cb-a4cb-23fb955c6237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.235728 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c412-c3f6-44cb-a4cb-23fb955c6237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.289231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5f857e34-3c33-42a5-a525-4f74f4d25572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.290749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5f857e34-3c33-42a5-a525-4f74f4d25572 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1484647 Jul 07 22:13:01.306280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecafd3-7594-42a2-9389-6366216297d9 req-4be1b82b-4308-41df-8c81-23c511bf103a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.307828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99ecafd3-7594-42a2-9389-6366216297d9 req-4be1b82b-4308-41df-8c81-23c511bf103a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 945 time: 0.1805229 Jul 07 22:13:01.337255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-3f6753ed-413c-4643-ad4b-10ebbfd454d1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 217 time: 0.0392518 Jul 07 22:13:01.342304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.353720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9af98f25-e4bf-4023-8af9-029095ac7afc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:01.381896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99ecafd3-7594-42a2-9389-6366216297d9 req-b4ab068d-34f1-4136-b302-cf114bed4b2a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647969 Jul 07 22:13:01.390129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c412-c3f6-44cb-a4cb-23fb955c6237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.390300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Pushing event deleted for resources: {'Port': ['ID=9af98f25-e4bf-4023-8af9-029095ac7afc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:01.393014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c412-c3f6-44cb-a4cb-23fb955c6237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.394183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1ec7c412-c3f6-44cb-a4cb-23fb955c6237 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8939169f-6464-40f9-96c5-b2aba12c6a1d HTTP/1.1" status: 204 len: 168 time: 0.3505235 Jul 07 22:13:01.411038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-2827fa1f-3175-4467-aab1-a872e05005c6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.412569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-2827fa1f-3175-4467-aab1-a872e05005c6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.1852703 Jul 07 22:13:01.418023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7c412-c3f6-44cb-a4cb-23fb955c6237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8939169f-6464-40f9-96c5-b2aba12c6a1d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:01.456463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-2228ade4-5e11-4578-b4c9-41f646b7691e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/quotas/dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 375 time: 0.0105126 Jul 07 22:13:01.479448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] No DVR routers for this DVR port 9af98f25-e4bf-4023-8af9-029095ac7afc on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:01.481857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.485735 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eff0c656-b3db-48ae-af1b-7a1795d2de5a req-d871af5d-3a45-4e20-848a-6d8579c4e5c1 tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.97 "DELETE /v2.0/ports/9af98f25-e4bf-4023-8af9-029095ac7afc HTTP/1.1" status: 204 len: 173 time: 1.1224318 Jul 07 22:13:01.492529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-e194fb65-2824-42bc-bb05-446b4819160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.494022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-e194fb65-2824-42bc-bb05-446b4819160c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1444666 Jul 07 22:13:01.571872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-6066765c-40eb-4047-9b39-37da1df9f2f9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091893 Jul 07 22:13:01.579285 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-e047650e-e368-41bd-9b75-df120092ad79 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692332 Jul 07 22:13:01.742882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5a1ebaf0-d1ce-48dd-b356-d815f175be70 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562915 Jul 07 22:13:01.852803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d311685e-6834-4359-85d9-595d4131a210 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016819 Jul 07 22:13:01.883350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-915d7921-cbb3-4702-88a7-8a375cadf5c8 req-d660520f-df7c-4e16-b9e2-9826a4fb202a tempest-ServerDiagnosticsNegativeTest-2056429013 tempest-ServerDiagnosticsNegativeTest-2056429013-project] 10.222.0.95 "GET /v2.0/ports?device_id=7842f8fb-da4c-4797-ac72-0c007807a610 HTTP/1.1" status: 200 len: 210 time: 0.0481331 Jul 07 22:13:01.906673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60562) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:01.989599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-34ebd5d1-b813-4644-8ad6-9228ef74dec6 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.991165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-34ebd5d1-b813-4644-8ad6-9228ef74dec6 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.0702574 Jul 07 22:13:02.007236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-13'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:02.063203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-db3625c8-edff-40fe-9ed8-e101f08c031d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:13:02.064239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-db3625c8-edff-40fe-9ed8-e101f08c031d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1944330 Jul 07 22:13:02.066342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60568) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:02.100026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-27e3edab-2141-4f93-a426-d23fed9c4eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.126234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.214563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff6f6-c8a8-4e6e-a450-a0b5e3da6910 req-b7a582ed-0f96-4dfa-a156-c929d8352c15 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:02.216163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00bff6f6-c8a8-4e6e-a450-a0b5e3da6910 req-b7a582ed-0f96-4dfa-a156-c929d8352c15 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 950 time: 0.1918931 Jul 07 22:13:02.223656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842f8fb-da4c-4797-ac72-0c007807a610', 'name': 'network-vif-deleted', 'tag': '9af98f25-e4bf-4023-8af9-029095ac7afc'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:02.236900 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b53585-ba8d-4cf5-9965-521e3bf86408" -d '{"events": [{"server_uuid": "7842f8fb-da4c-4797-ac72-0c007807a610", "name": "network-vif-deleted", "tag": "9af98f25-e4bf-4023-8af9-029095ac7afc"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:02.248252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-326b3ae8-dec4-4d2e-806c-7a39d01ec611 service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706088 Jul 07 22:13:02.295089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:02.333685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:02.367475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00bff6f6-c8a8-4e6e-a450-a0b5e3da6910 req-b23877c1-a0e3-4058-a296-49c64083f8b4 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407516 Jul 07 22:13:02.380648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.401376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.420324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0c019af2-2698-4fc0-848a-23c1286671f1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=89afca1c40c8422b931f0cedd685a464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126517 Jul 07 22:13:02.425293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-27e3edab-2141-4f93-a426-d23fed9c4eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.426192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60578) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:02.441044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-27e3edab-2141-4f93-a426-d23fed9c4eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.468019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-25f1704d-8599-4966-bcfd-555c0c48c3da service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060494 Jul 07 22:13:02.476742 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85d7622-1dfd-48c3-a6ad-3d6c2582c58e x-openstack-request-id: req-f85d7622-1dfd-48c3-a6ad-3d6c2582c58e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:02.477037 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7842f8fb-da4c-4797-ac72-0c007807a610", "name": "network-vif-deleted", "tag": "9af98f25-e4bf-4023-8af9-029095ac7afc", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:02.477292 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f85d7622-1dfd-48c3-a6ad-3d6c2582c58e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:02.477679 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7842f8fb-da4c-4797-ac72-0c007807a610', 'name': 'network-vif-deleted', 'tag': '9af98f25-e4bf-4023-8af9-029095ac7afc', 'status': 'completed', 'code': 200} Jul 07 22:13:02.494837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:02.495178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:02.495510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:02.506948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:02.507271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Attempting to bind port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:02.507892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-27e3edab-2141-4f93-a426-d23fed9c4eef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1519ed12cf0f472da165d990117b59ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403327 Jul 07 22:13:02.510768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60580) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:02.514975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.517912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3edab-2141-4f93-a426-d23fed9c4eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17da6079-f24a-4dd0-b652-d704e18f1b1e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.519263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:02.519610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:02.520431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:02.520871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Bound port: 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:02.521230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.548496 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-615a5def-1e41-4d61-8f63-49bcc9d9acf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.582227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-615a5def-1e41-4d61-8f63-49bcc9d9acf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.592560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:02.596511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:02.601765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.604273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85e28e79-98fc-415b-8185-efc18661bd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.638887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85e28e79-98fc-415b-8185-efc18661bd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.684177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-615a5def-1e41-4d61-8f63-49bcc9d9acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.687553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-615a5def-1e41-4d61-8f63-49bcc9d9acf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.688716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-615a5def-1e41-4d61-8f63-49bcc9d9acf6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6f3eb878-0735-459e-955f-f79a66373cc8 HTTP/1.1" status: 204 len: 168 time: 0.2570739 Jul 07 22:13:02.699598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a5def-1e41-4d61-8f63-49bcc9d9acf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3eb878-0735-459e-955f-f79a66373cc8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.726133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85e28e79-98fc-415b-8185-efc18661bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.729595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85e28e79-98fc-415b-8185-efc18661bd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.734243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85e28e79-98fc-415b-8185-efc18661bd1e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17da6079-f24a-4dd0-b652-d704e18f1b1e HTTP/1.1" status: 204 len: 168 time: 0.2189527 Jul 07 22:13:02.751361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e28e79-98fc-415b-8185-efc18661bd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da6079-f24a-4dd0-b652-d704e18f1b1e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.763505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:02.764034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.769142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] 10.222.0.103 "PUT /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 1123 time: 0.7672520 Jul 07 22:13:02.800554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b21a3a-38d9-4f82-8f9a-07e02e2a8de4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=8']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.841002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5ab6f789-93f5-428c-ba60-f0c52ec01c89'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:02.946290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e52dcb4-6c4b-4211-912f-c8744888ad1b req-f8c655d6-10ff-478a-b684-96720f4599ee tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 210 time: 0.0375063 Jul 07 22:13:02.957947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfe02d-d04d-4705-b25f-0541f81ef3f0 req-c53fe738-6d7d-4f11-a564-5cc8b81a1219 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:02.959516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16dfe02d-d04d-4705-b25f-0541f81ef3f0 req-c53fe738-6d7d-4f11-a564-5cc8b81a1219 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.1731474 Jul 07 22:13:03.023288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16dfe02d-d04d-4705-b25f-0541f81ef3f0 req-27f6a209-ad78-45e7-90c9-9b9a3dfe1250 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Jul 07 22:13:03.277094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60614) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:03.390912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b678b8e-9d50-4a6d-accd-b418c1362468 req-a9a37f22-49a6-4734-9ce6-a9a9b5962269 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:03.392416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b678b8e-9d50-4a6d-accd-b418c1362468 req-a9a37f22-49a6-4734-9ce6-a9a9b5962269 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 1102 time: 0.1871393 Jul 07 22:13:03.397993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 597e3c43-be66-4e8c-8b2e-30b226e017ad no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:03.406263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-45acf6ae-fa1c-4144-bef3-ba9f7c57017a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e1b7fc4e000e43a5b3cfc6d033b3aad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270423 Jul 07 22:13:03.408187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:03.425391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3b678b8e-9d50-4a6d-accd-b418c1362468 req-5f231fa8-74fb-4bb6-8095-cd0488f2db24 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.469213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 597e3c43-be66-4e8c-8b2e-30b226e017ad {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:03.469574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 597e3c43-be66-4e8c-8b2e-30b226e017ad not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:03.537239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68a8afbd-c7f7-407e-88ac-0774fe08d2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.574938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3b678b8e-9d50-4a6d-accd-b418c1362468 req-5f231fa8-74fb-4bb6-8095-cd0488f2db24 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.583323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3b678b8e-9d50-4a6d-accd-b418c1362468 req-5f231fa8-74fb-4bb6-8095-cd0488f2db24 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.601123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68a8afbd-c7f7-407e-88ac-0774fe08d2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.627276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b678b8e-9d50-4a6d-accd-b418c1362468 req-5f231fa8-74fb-4bb6-8095-cd0488f2db24 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106402 Jul 07 22:13:03.673352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68a8afbd-c7f7-407e-88ac-0774fe08d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.678126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68a8afbd-c7f7-407e-88ac-0774fe08d2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.680324 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68a8afbd-c7f7-407e-88ac-0774fe08d2f2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c27e01f4-ac27-4170-ae91-f2e082d66b1f HTTP/1.1" status: 204 len: 168 time: 0.2709086 Jul 07 22:13:03.691507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8afbd-c7f7-407e-88ac-0774fe08d2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e01f4-ac27-4170-ae91-f2e082d66b1f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:03.733645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f231fa8-74fb-4bb6-8095-cd0488f2db24 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af54905d-ea5d-4140-929c-0adde4328be6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:03.790309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:04.084524 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-240981b9-73cf-4fce-abc3-d83efbcbd131 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3f277fc4e59143adbc462e4a708f9233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928448 Jul 07 22:13:04.086765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60672) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:04.119981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d32461d-6e74-4816-97c5-1a25c29429a2 req-b0c785b2-66c7-4119-866b-2832c0692174 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 210 time: 0.0416908 Jul 07 22:13:04.163189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d33452dd-bf38-4159-9125-069287100530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.191527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d33452dd-bf38-4159-9125-069287100530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.253064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d33452dd-bf38-4159-9125-069287100530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.259726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d33452dd-bf38-4159-9125-069287100530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.261067 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d33452dd-bf38-4159-9125-069287100530 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0 HTTP/1.1" status: 204 len: 168 time: 0.1732891 Jul 07 22:13:04.273012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33452dd-bf38-4159-9125-069287100530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d9cc7e-a164-4ae3-8cc0-21da9bf673b0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:04.381184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894187-6f1d-4a2b-a5d7-ca3b449caffa req-7d6204ae-7ed7-43bd-bc93-4acacd47a8ea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.382768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae894187-6f1d-4a2b-a5d7-ca3b449caffa req-7d6204ae-7ed7-43bd-bc93-4acacd47a8ea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.1337821 Jul 07 22:13:04.460721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae894187-6f1d-4a2b-a5d7-ca3b449caffa req-6b6873e9-2e5a-484d-a5d5-3ed199c975cd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628309 Jul 07 22:13:04.478579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89'}, {'name': 'network-changed', 'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:04.480862 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ead83fa-9d53-4b61-b858-b78cabf18c6a" -d '{"events": [{"server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89"}, {"name": "network-changed", "server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:04.580538 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e491ec-04b5-48b8-b051-d9ca1ea6343c x-openstack-request-id: req-82e491ec-04b5-48b8-b051-d9ca1ea6343c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:04.580908 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89", "code": 200}, {"name": "network-changed", "server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:04.581246 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-82e491ec-04b5-48b8-b051-d9ca1ea6343c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:04.581698 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'code': 200} Jul 07 22:13:04.582024 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'status': 'completed', 'code': 200} Jul 07 22:13:04.658143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-bf361ca3-9239-4972-b716-37fd15a94757 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.660933 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-bf361ca3-9239-4972-b716-37fd15a94757 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.3545458 Jul 07 22:13:04.685140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Request body: {'port': {'device_id': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'admin_state_up': True, 'tenant_id': 'dd0045ef8bf04c24af3a3c2239b1a043'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:04.717841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-502a8204-b91c-4bab-bddb-f6ac6ef473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.719931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-502a8204-b91c-4bab-bddb-f6ac6ef473b6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1126 time: 0.1173577 Jul 07 22:13:04.883711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60714) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:04.921440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-5f4222fd-63db-41a5-b050-7b1145efb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.923882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-5f4222fd-63db-41a5-b050-7b1145efb08c service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1966321 Jul 07 22:13:04.926841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03468fbe-6c8d-4b30-981a-565056a08c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.976512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-36778e81-da51-40bf-ba15-e9e542b205e0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 217 time: 0.0458038 Jul 07 22:13:04.983322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Made reservation on behalf of dd0045ef8bf04c24af3a3c2239b1a043 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:04.983601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391c87-d73b-40d6-a03e-5082eb9caffb req-9c36ed9b-be29-43f6-bcf6-376812a0fe68 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.985780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a391c87-d73b-40d6-a03e-5082eb9caffb req-9c36ed9b-be29-43f6-bcf6-376812a0fe68 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 1102 time: 0.1414244 Jul 07 22:13:04.988855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.007446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9af98f25-e4bf-4023-8af9-029095ac7afc no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:05.034368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 9af98f25-e4bf-4023-8af9-029095ac7afc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:05.035169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9af98f25-e4bf-4023-8af9-029095ac7afc not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:05.113136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a391c87-d73b-40d6-a03e-5082eb9caffb req-86ba47ef-1e66-4aa4-bb93-f8d799996d99 tempest-ServersAdminNegativeTestJSON-633962213 tempest-ServersAdminNegativeTestJSON-633962213-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088893 Jul 07 22:13:05.120755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-bd9f2d4b-4147-49e2-ac9c-516c7e1172a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.123628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-bd9f2d4b-4147-49e2-ac9c-516c7e1172a4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1370304 Jul 07 22:13:05.189591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-29272048-9754-46ac-b774-2849dd93daf3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592997 Jul 07 22:13:05.260679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Allocated IP 172.20.0.13 (7788b445-35a0-461c-9cec-31b179d58fd0/7afb59cc-714e-4cd6-a889-bf8299387c98/ae9ff923-f38b-4adc-936c-ea55b30a4aec) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:05.319583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03468fbe-6c8d-4b30-981a-565056a08c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.341965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03468fbe-6c8d-4b30-981a-565056a08c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.398002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bc0e6f9-7209-46a9-827b-721234a937d7 req-def30868-61a2-42e6-a63d-de121b3ee192 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 210 time: 0.0907490 Jul 07 22:13:05.408045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:05.427218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03468fbe-6c8d-4b30-981a-565056a08c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba842942-6750-4250-81c0-f06b97969c8e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:05.453347 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03468fbe-6c8d-4b30-981a-565056a08c60 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d65af7ba70ce4638b35fbc363cabd066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658524 Jul 07 22:13:05.463150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60752) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:05.474468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-4dfca0b2-69fd-4019-b5f1-8101d4bf60d2 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570457 Jul 07 22:13:05.593990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:05.622417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 has no active binding in host n-h1-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:13:05.631745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ead83fa-9d53-4b61-b858-b78cabf18c6a req-6b62fb9e-34d5-40db-a563-58da06ff243b service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488535 Jul 07 22:13:05.683188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.687548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-121e6f33-8b8e-4a97-a594-9e05ebb9d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.720019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-121e6f33-8b8e-4a97-a594-9e05ebb9d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.795383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.819495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6c34-842c-40a5-af53-289609622fb8 req-ea3d1053-5134-4f41-8423-82d7187acdb3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.822425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdff6c34-842c-40a5-af53-289609622fb8 req-ea3d1053-5134-4f41-8423-82d7187acdb3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.0894489 Jul 07 22:13:05.863053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-121e6f33-8b8e-4a97-a594-9e05ebb9d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.865773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-121e6f33-8b8e-4a97-a594-9e05ebb9d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.870011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-121e6f33-8b8e-4a97-a594-9e05ebb9d279 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ba842942-6750-4250-81c0-f06b97969c8e HTTP/1.1" status: 204 len: 168 time: 0.3419042 Jul 07 22:13:05.886787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Network 7788b445-35a0-461c-9cec-31b179d58fd0 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:05.888694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6f33-8b8e-4a97-a594-9e05ebb9d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba842942-6750-4250-81c0-f06b97969c8e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:05.892135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:05.896413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:05.896833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdff6c34-842c-40a5-af53-289609622fb8 req-8005f4a5-0f53-49a7-88f0-3d4f79f9dc6a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593872 Jul 07 22:13:05.898727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:05.906280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.907344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.924224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-858545d6-744d-47a5-9a38-26d96201a3e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2527173 Jul 07 22:13:05.944991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Request body: {'port': {'device_id': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:06.039025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.259081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55b05a-681e-4f07-bad5-3d8aef2f3864 req-23c6c64e-76b8-461e-82b8-1f28b881d90d tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.267481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca55b05a-681e-4f07-bad5-3d8aef2f3864 req-23c6c64e-76b8-461e-82b8-1f28b881d90d tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 950 time: 0.1107566 Jul 07 22:13:06.309504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca55b05a-681e-4f07-bad5-3d8aef2f3864 req-46c03ec7-63b6-465f-9c35-b2e6c702d90a tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Jul 07 22:13:06.359550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9ff923-f38b-4adc-936c-ea55b30a4aec {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:06.369032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.384233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Transition to ACTIVE for port object ae9ff923-f38b-4adc-936c-ea55b30a4aec will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:06.389640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.454668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:06.500393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:06.500861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:06.501206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:06.505653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:06.506099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:06.511214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:06.511559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:06.511959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:06.512397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Bound port: ae9ff923-f38b-4adc-936c-ea55b30a4aec, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:06.513284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.617623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479211-b621-4a62-afd6-5881a2afcccc req-9054e61d-af8b-4e2b-8cd3-949c22ea7df0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.619306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff479211-b621-4a62-afd6-5881a2afcccc req-9054e61d-af8b-4e2b-8cd3-949c22ea7df0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.0773168 Jul 07 22:13:06.679244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff479211-b621-4a62-afd6-5881a2afcccc req-7793e151-93ef-4399-8c25-82aeacec7ecf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500650 Jul 07 22:13:06.812924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:06.816996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:06.827094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.848041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.849226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.853056 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] 10.222.0.97 "PUT /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 1093 time: 0.9162900 Jul 07 22:13:06.853056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:06.877551 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccbcb0e-0520-429a-9c6b-abc6c3570472" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:06.941645 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d509db-1d88-4388-ab7f-7364ee8ed0fe x-openstack-request-id: req-e8d509db-1d88-4388-ab7f-7364ee8ed0fe {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:06.941938 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:06.942786 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e8d509db-1d88-4388-ab7f-7364ee8ed0fe {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:06.942961 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'status': 'completed', 'code': 200} Jul 07 22:13:06.974498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aed1b1-fced-45af-a5f9-5ff6afdf31d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:06.993186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-65fca149-9f01-45fa-9443-37014dd2624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.994730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-65fca149-9f01-45fa-9443-37014dd2624c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1096 time: 0.0848420 Jul 07 22:13:07.046396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-545a756b-3dea-4ac1-9bc2-5053d729672a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 217 time: 0.0434511 Jul 07 22:13:07.115014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60850) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:07.123421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-cd97470e-4377-4526-931c-2df1a9375957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.124999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-cd97470e-4377-4526-931c-2df1a9375957 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0717096 Jul 07 22:13:07.165487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-0670b74d-97d5-47f9-9a8e-6cd5e4ee6e0d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340722 Jul 07 22:13:07.192661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5cab3-2c7a-481c-bb66-f4e90ebbc2e3 req-d1f8134b-744d-4256-89c3-d88cab9f8f99 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.195905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33f5cab3-2c7a-481c-bb66-f4e90ebbc2e3 req-d1f8134b-744d-4256-89c3-d88cab9f8f99 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.1025321 Jul 07 22:13:07.254271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33f5cab3-2c7a-481c-bb66-f4e90ebbc2e3 req-b78c9ee4-a2c1-443f-92aa-fb3e7ec85a26 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Jul 07 22:13:07.287113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5357550d-08b8-4dcc-9e1e-654a7d3ad674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.310585 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-4ed6f605-c591-4702-9dff-f76127c6cbd4 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373708 Jul 07 22:13:07.449524 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0d043807-e8cd-4105-a9a0-5e2883e2d73c req-c2374d81-4856-40c6-91a4-c7c6e1c153a7 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315808 Jul 07 22:13:07.494138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5357550d-08b8-4dcc-9e1e-654a7d3ad674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.509290 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5357550d-08b8-4dcc-9e1e-654a7d3ad674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.519802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b8bce-1b66-420f-9808-b2f74a36ab80 req-dcfbd1a4-69c9-4b30-8643-eb64eb6f1018 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.527274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-134b8bce-1b66-420f-9808-b2f74a36ab80 req-dcfbd1a4-69c9-4b30-8643-eb64eb6f1018 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 950 time: 0.0792484 Jul 07 22:13:07.579873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-134b8bce-1b66-420f-9808-b2f74a36ab80 req-af574857-5718-4117-b4e4-d2e2e09bdeee tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Jul 07 22:13:07.588846 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5357550d-08b8-4dcc-9e1e-654a7d3ad674 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cfa0825c32be43e993b6bef45e2e6039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725580 Jul 07 22:13:07.589418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:07.618914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357550d-08b8-4dcc-9e1e-654a7d3ad674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd44806c-92a8-4e4e-95af-d46f2c20a969,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:07.648246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-19ea7a10-b83e-44c4-a6b6-2e6fdcc54450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.650190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-19ea7a10-b83e-44c4-a6b6-2e6fdcc54450 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1096 time: 0.1080506 Jul 07 22:13:07.672975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3deed8e3-86f3-4dc4-80d0-6f7d2f841464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.703850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3deed8e3-86f3-4dc4-80d0-6f7d2f841464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.761799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3deed8e3-86f3-4dc4-80d0-6f7d2f841464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.767046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3deed8e3-86f3-4dc4-80d0-6f7d2f841464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.768885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3deed8e3-86f3-4dc4-80d0-6f7d2f841464 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd44806c-92a8-4e4e-95af-d46f2c20a969 HTTP/1.1" status: 204 len: 168 time: 0.1775007 Jul 07 22:13:07.779556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deed8e3-86f3-4dc4-80d0-6f7d2f841464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd44806c-92a8-4e4e-95af-d46f2c20a969,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:07.807435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-b826a347-c3fd-4715-882e-dfba80ded310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.808875 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-b826a347-c3fd-4715-882e-dfba80ded310 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1510932 Jul 07 22:13:07.819786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-98548540-ed51-4e27-b9f1-4e39cfacc24b tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.821386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-98548540-ed51-4e27-b9f1-4e39cfacc24b tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 950 time: 0.1096499 Jul 07 22:13:07.872102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-cfa891c4-cb8b-4a9e-b19d-1d4385874b98 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 217 time: 0.0496788 Jul 07 22:13:07.889302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60886) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:07.935745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e935d-814a-49b0-a2e8-63f39ef68961 req-dd8bac44-0cd4-4222-91cb-cd066586ddee tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.944502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f12e935d-814a-49b0-a2e8-63f39ef68961 req-dd8bac44-0cd4-4222-91cb-cd066586ddee tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.0982471 Jul 07 22:13:07.988958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-7e5b1722-0f2b-4bd6-9a78-49a2647f65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.990619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-7e5b1722-0f2b-4bd6-9a78-49a2647f65cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0981429 Jul 07 22:13:07.999294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f12e935d-814a-49b0-a2e8-63f39ef68961 req-3d602bc6-ecc9-470c-b354-21c2b9b6798b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533383 Jul 07 22:13:08.042755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-0ac3d453-3691-4fa3-bb97-d64ae8a660f8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447631 Jul 07 22:13:08.059802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Deleting port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:08.060221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.152372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-e4e1a6d7-16a9-4d2c-957d-16afc5aab0f0 service neutron] 10.222.0.97 "GET /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.0740499 Jul 07 22:13:08.207943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-229d2f2b-04b4-4423-b161-9ae748ac1da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.216907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-be1315ae-2d65-4920-b3b9-4478430e643b service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668668 Jul 07 22:13:08.218668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] For port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:08.219038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.262998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Calling delete_port for d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:08.295372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60904) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:08.323550 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3542195f-aab1-49c8-bb15-87c814f64332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.488985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-229d2f2b-04b4-4423-b161-9ae748ac1da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.538526 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ccbcb0e-0520-429a-9c6b-abc6c3570472 req-2134a3c5-8037-413c-a0dd-83c098354da6 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117776 Jul 07 22:13:08.586711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3542195f-aab1-49c8-bb15-87c814f64332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.587555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-229d2f2b-04b4-4423-b161-9ae748ac1da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.619134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3542195f-aab1-49c8-bb15-87c814f64332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.650278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.666697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['47e26df8-626d-4c66-bfac-2baa4321a9fe', 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:08.684066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Pushing event deleted for resources: {'Port': ['ID=d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:08.714928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:08.728431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2f2b-04b4-4423-b161-9ae748ac1da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ad827-e014-4cac-862c-315eda383b74,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:08.739706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-229d2f2b-04b4-4423-b161-9ae748ac1da8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8b14948120db44d98d37578a10e39867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8490250 Jul 07 22:13:08.749213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:08.755837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3542195f-aab1-49c8-bb15-87c814f64332 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=393c50653d844239b528d4baf32a3c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579291 Jul 07 22:13:08.756035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] No DVR routers for this DVR port d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:08.758495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:08.790473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:08.802029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.804354 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87b993fc-d124-4d4e-a358-bf97f9b33ce2 req-de186d4f-32dc-45fd-b4e8-c72a86c03944 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "DELETE /v2.0/ports/d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c HTTP/1.1" status: 204 len: 173 time: 0.9742966 Jul 07 22:13:08.827465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542195f-aab1-49c8-bb15-87c814f64332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ec860-e2dd-4fec-9013-b0df74fcb681,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:08.868206 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea894c-847c-42a5-970c-9fe97258d0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.879830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab6f789-93f5-428c-ba60-f0c52ec01c89 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:08.896277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea894c-847c-42a5-970c-9fe97258d0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.913753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a8a6-ffa5-4fe3-9db3-5aa7c65ec491 req-21ac80b0-1565-4174-b32e-09c3055c5e88 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:08.915331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e401a8a6-ffa5-4fe3-9db3-5aa7c65ec491 req-21ac80b0-1565-4174-b32e-09c3055c5e88 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 943 time: 0.3049326 Jul 07 22:13:08.929719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b60dd94-d030-4364-92c2-d1ed4d92e488 req-dab09120-d996-41b0-84ed-3a82f153f869 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=8663a345-4eda-4fc2-9b84-9ed6cfdd2466 HTTP/1.1" status: 200 len: 210 time: 0.0778615 Jul 07 22:13:08.947291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:08.947425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'name': 'network-vif-deleted', 'tag': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:08.948388 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01656d8a-197b-46a2-b7c5-1e7fb29e01a2" -d '{"events": [{"server_uuid": "8663a345-4eda-4fc2-9b84-9ed6cfdd2466", "name": "network-vif-deleted", "tag": "d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:08.971885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea894c-847c-42a5-970c-9fe97258d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.975471 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1ea894c-847c-42a5-970c-9fe97258d0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:08.977781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1ea894c-847c-42a5-970c-9fe97258d0a4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/308ec860-e2dd-4fec-9013-b0df74fcb681 HTTP/1.1" status: 204 len: 168 time: 0.2165771 Jul 07 22:13:08.988914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea894c-847c-42a5-970c-9fe97258d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ec860-e2dd-4fec-9013-b0df74fcb681,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:09.011878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.017195 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40df20e7-da5e-459a-a553-cd8214942404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.216536 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b53eeb-8b5a-42ba-9130-6ebb6e834538 x-openstack-request-id: req-15b53eeb-8b5a-42ba-9130-6ebb6e834538 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:09.216961 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8663a345-4eda-4fc2-9b84-9ed6cfdd2466", "name": "network-vif-deleted", "tag": "d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:09.217317 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-15b53eeb-8b5a-42ba-9130-6ebb6e834538 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:09.217817 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8663a345-4eda-4fc2-9b84-9ed6cfdd2466', 'name': 'network-vif-deleted', 'tag': 'd1fb632e-ec1c-4e3e-be4b-bf49ae836d0c', 'status': 'completed', 'code': 200} Jul 07 22:13:09.310561 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e401a8a6-ffa5-4fe3-9db3-5aa7c65ec491 req-c6c7ad21-4479-4459-84d8-2ae5a244b6b7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659770 Jul 07 22:13:09.323807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40df20e7-da5e-459a-a553-cd8214942404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.450670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] Transition to ACTIVE for port object 5ab6f789-93f5-428c-ba60-f0c52ec01c89 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:09.471007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.488884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40df20e7-da5e-459a-a553-cd8214942404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.491620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40df20e7-da5e-459a-a553-cd8214942404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.498668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-40df20e7-da5e-459a-a553-cd8214942404 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/856ad827-e014-4cac-862c-315eda383b74 HTTP/1.1" status: 204 len: 168 time: 0.7429502 Jul 07 22:13:09.590010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df20e7-da5e-459a-a553-cd8214942404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ad827-e014-4cac-862c-315eda383b74,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:09.646988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3355-fbc6-4e90-8ff8-095c8ca0e638 req-0589e420-ee85-4641-bcd3-7dc9c17da9da tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:09.648677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69fd3355-fbc6-4e90-8ff8-095c8ca0e638 req-0589e420-ee85-4641-bcd3-7dc9c17da9da tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.2897642 Jul 07 22:13:09.677569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] No DVR routers for this DVR port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:09.694658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:09.747457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-0ee7e7a1-eda5-4483-a377-41b47780720c service neutron] 10.222.0.97 "PUT /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89/bindings/n-h1-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5856442 Jul 07 22:13:09.766649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69fd3355-fbc6-4e90-8ff8-095c8ca0e638 req-83efea66-019f-4ba1-a616-87e63281d2bf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974851 Jul 07 22:13:09.895334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-49456198-61e0-481e-93e9-a4ed6d9b7d13 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:09.896871 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-49456198-61e0-481e-93e9-a4ed6d9b7d13 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.0748947 Jul 07 22:13:09.926016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60994) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:09.940818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6451258-4954-4c41-b3b2-820cdaa9e9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.973776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d4a56070-58a0-4649-80a0-d6a09d997c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:09.976925 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-d4a56070-58a0-4649-80a0-d6a09d997c23 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12&tenant_id=a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 1096 time: 0.0691659 Jul 07 22:13:10.071337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6451258-4954-4c41-b3b2-820cdaa9e9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.079333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6451258-4954-4c41-b3b2-820cdaa9e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.102535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-53c42f9c-f959-4477-b55f-f88de09469a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:10.104334 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-53c42f9c-f959-4477-b55f-f88de09469a3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1096 time: 0.0827234 Jul 07 22:13:10.129322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f6451258-4954-4c41-b3b2-820cdaa9e9b7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=41fa1d9e9c774aaa9d8c1cae9977a10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998346 Jul 07 22:13:10.129322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6451258-4954-4c41-b3b2-820cdaa9e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef91447d-cc27-4115-a2b5-182b2107b2ee,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:10.131633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32768) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:10.263586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58f35eb8-9623-4fbf-aef7-fe3918f927d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.277346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5430a8a4-6918-4f52-83ac-207df930f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:10.279455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5430a8a4-6918-4f52-83ac-207df930f649 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1656711 Jul 07 22:13:10.300470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58f35eb8-9623-4fbf-aef7-fe3918f927d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.334259 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-b5c6ee86-76d2-4b2b-9401-e3bb0ff77a1c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 217 time: 0.0453653 Jul 07 22:13:10.385041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32782) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:10.414187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5aed616f-0813-46b6-a9af-0e1f40b9b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:10.415789 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-5aed616f-0813-46b6-a9af-0e1f40b9b773 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0717490 Jul 07 22:13:10.432349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58f35eb8-9623-4fbf-aef7-fe3918f927d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.436307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58f35eb8-9623-4fbf-aef7-fe3918f927d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.440580 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-58f35eb8-9623-4fbf-aef7-fe3918f927d8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ef91447d-cc27-4115-a2b5-182b2107b2ee HTTP/1.1" status: 204 len: 168 time: 0.3080106 Jul 07 22:13:10.474725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-ead73ce9-0102-4bb9-beec-4e394ed71ef5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327935 Jul 07 22:13:10.480781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f35eb8-9623-4fbf-aef7-fe3918f927d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef91447d-cc27-4115-a2b5-182b2107b2ee,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:10.562573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254de85-c5e9-4a90-84ce-86b04bf90ed9 req-bccd6c25-185e-42a4-8ddf-ad6e19f2b1e6 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:10.564123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b254de85-c5e9-4a90-84ce-86b04bf90ed9 req-bccd6c25-185e-42a4-8ddf-ad6e19f2b1e6 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 944 time: 0.0870070 Jul 07 22:13:10.598500 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-4aa61a57-b850-4303-8111-358421e7e76f service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147280 Jul 07 22:13:10.612005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b254de85-c5e9-4a90-84ce-86b04bf90ed9 req-e881e17b-1711-4a78-a5d1-cf5cc52fc3cb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Jul 07 22:13:10.677515 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d77e8419-8392-4cbb-8e4d-e98b78521204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.730803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-065a39e3-afa5-4768-a6c8-107b54a853da service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220586 Jul 07 22:13:10.732463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:10.899132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bce49-51f6-4e01-b84d-5761b84d32e3 req-97b18a81-4b50-4e94-87ae-9009ac11db38 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:10.906807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-441bce49-51f6-4e01-b84d-5761b84d32e3 req-97b18a81-4b50-4e94-87ae-9009ac11db38 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 971 time: 0.1325612 Jul 07 22:13:10.929784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d77e8419-8392-4cbb-8e4d-e98b78521204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.946854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d77e8419-8392-4cbb-8e4d-e98b78521204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.987373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-441bce49-51f6-4e01-b84d-5761b84d32e3 req-b33f7629-e201-43a2-a2d4-1e73c1c32ae6 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653431 Jul 07 22:13:11.033539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:11.064736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d77e8419-8392-4cbb-8e4d-e98b78521204 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9f896d6a792e435e816158704e8cebc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779728 Jul 07 22:13:11.066477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c261f7ea-ac1b-489c-8b6a-7ae33be73ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.068041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32812) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:11.078935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e8419-8392-4cbb-8e4d-e98b78521204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde134c-5f3e-435b-9d7f-fd6885fa0dc4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.170888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ad4bc77-81de-4393-8b05-87157f0b99ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.179586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50b7b-00b1-4cf1-b9dd-676f7d00533b req-27434778-669a-4d59-bb66-bf4d94214586 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.186925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7e50b7b-00b1-4cf1-b9dd-676f7d00533b req-27434778-669a-4d59-bb66-bf4d94214586 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.1958392 Jul 07 22:13:11.220572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-92987626-12fa-42eb-b0cb-96aebc7f4160 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.222406 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-92987626-12fa-42eb-b0cb-96aebc7f4160 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.1195991 Jul 07 22:13:11.235058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ad4bc77-81de-4393-8b05-87157f0b99ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.264034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7e50b7b-00b1-4cf1-b9dd-676f7d00533b req-44bcdf8b-5f1e-40a5-9db6-7b81ffc7d01c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719535 Jul 07 22:13:11.274565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:11.287147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'port_id': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'mac_address': 'fa:16:3e:77:d7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afb59cc-714e-4cd6-a889-bf8299387c98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:11.346823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ad4bc77-81de-4393-8b05-87157f0b99ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.347633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.352391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ad4bc77-81de-4393-8b05-87157f0b99ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.354966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5ad4bc77-81de-4393-8b05-87157f0b99ac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3fde134c-5f3e-435b-9d7f-fd6885fa0dc4 HTTP/1.1" status: 204 len: 168 time: 0.2860410 Jul 07 22:13:11.368926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4bc77-81de-4393-8b05-87157f0b99ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde134c-5f3e-435b-9d7f-fd6885fa0dc4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.384640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9ff923-f38b-4adc-936c-ea55b30a4aec {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:11.393571 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c261f7ea-ac1b-489c-8b6a-7ae33be73ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.419864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:11.425768 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.461084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c261f7ea-ac1b-489c-8b6a-7ae33be73ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.463926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:11.494889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:11.495238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1fb632e-ec1c-4e3e-be4b-bf49ae836d0c not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:11.518901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.532427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.533120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.533464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.533803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.534230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.534592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.535268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.535600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.536316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.536807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.537292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.537622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:11.572836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c261f7ea-ac1b-489c-8b6a-7ae33be73ab9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=27a968e52db042338dcf8e4bf847491e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8391173 Jul 07 22:13:11.576088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32852) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:11.578073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261f7ea-ac1b-489c-8b6a-7ae33be73ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092175a6-bd61-4760-8082-4cebe6977442,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.582443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dcc2b77a-ab34-4380-8eb1-1a1f8800819a service neutron] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:11.588903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dcc2b77a-ab34-4380-8eb1-1a1f8800819a service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.590037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-482d2e1c-0932-417b-8ae8-dc1074029ee0 req-dcc2b77a-ab34-4380-8eb1-1a1f8800819a service neutron] 10.222.0.103 "DELETE /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89/bindings/n-h2-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.3594885 Jul 07 22:13:11.661637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4474de-a646-4df3-94d8-31c123da000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.694595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4474de-a646-4df3-94d8-31c123da000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.714076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ae9ff923-f38b-4adc-936c-ea55b30a4aec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:11.784576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4474de-a646-4df3-94d8-31c123da000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.787174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4474de-a646-4df3-94d8-31c123da000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.790516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb4474de-a646-4df3-94d8-31c123da000e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/092175a6-bd61-4760-8082-4cebe6977442 HTTP/1.1" status: 204 len: 168 time: 0.2105722 Jul 07 22:13:11.816435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4474de-a646-4df3-94d8-31c123da000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092175a6-bd61-4760-8082-4cebe6977442,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.885580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9675f3-8b65-4006-a14f-0c2fd94b8f36 req-faf44d81-4ffc-4532-af1d-0ef269d0f5d6 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.888745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f9675f3-8b65-4006-a14f-0c2fd94b8f36 req-faf44d81-4ffc-4532-af1d-0ef269d0f5d6 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 944 time: 0.1197245 Jul 07 22:13:11.982514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32872) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:11.992019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f9675f3-8b65-4006-a14f-0c2fd94b8f36 req-fed6bbee-c6fa-415a-b24b-7ecf6c7121a9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942562 Jul 07 22:13:12.006332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-588953bd-0943-492d-9be2-535240285e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.203615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-588953bd-0943-492d-9be2-535240285e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.213256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-588953bd-0943-492d-9be2-535240285e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.272349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-588953bd-0943-492d-9be2-535240285e01 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5c58f4a0a36646788fc039571881d0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873044 Jul 07 22:13:12.277181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fe50c-2642-453a-b6a5-9be524891b9d req-25ca3a6e-085e-4705-9fef-93dcc82599f0 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.279234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c61fe50c-2642-453a-b6a5-9be524891b9d req-25ca3a6e-085e-4705-9fef-93dcc82599f0 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 971 time: 0.1081915 Jul 07 22:13:12.280937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32882) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:12.286811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-862252e8-3ffe-424b-801e-3330a54d07c7 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.288462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-862252e8-3ffe-424b-801e-3330a54d07c7 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 971 time: 0.1676092 Jul 07 22:13:12.290043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588953bd-0943-492d-9be2-535240285e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d078410f-ac67-4d0b-8429-01541d2f0211,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:12.423803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c61fe50c-2642-453a-b6a5-9be524891b9d req-e2e43056-5075-43e6-808e-e7c997c4ab35 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca5b38b8-f01d-4777-ad02-25aeefdbcacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358016 Jul 07 22:13:12.465209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Deleting port 47e26df8-626d-4c66-bfac-2baa4321a9fe {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:12.466693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.472133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69ddbdc8-a809-4df9-a502-8f5533f10599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.509631 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69ddbdc8-a809-4df9-a502-8f5533f10599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.516636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744e368-c2d5-43a2-8569-0aad54f1b4eb req-a44d7f5e-1cd3-4f7c-a86e-780e0dd7a6aa tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.517819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32890) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:12.524827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b744e368-c2d5-43a2-8569-0aad54f1b4eb req-a44d7f5e-1cd3-4f7c-a86e-780e0dd7a6aa tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1096 time: 0.2033033 Jul 07 22:13:12.581648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b744e368-c2d5-43a2-8569-0aad54f1b4eb req-2b955900-c387-4c1f-904d-91054659a876 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554743 Jul 07 22:13:12.586840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32896) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:12.602965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bf96ec70-e79d-4a2c-970c-8448ab8b0b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.608948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] For port 47e26df8-626d-4c66-bfac-2baa4321a9fe, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47e26df8-626d-4c66-bfac-2baa4321a9fe,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:12.609338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.628029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Calling delete_port for 47e26df8-626d-4c66-bfac-2baa4321a9fe owned by compute:tempest-test_az-483212459 {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:12.635138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69ddbdc8-a809-4df9-a502-8f5533f10599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.640837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69ddbdc8-a809-4df9-a502-8f5533f10599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.644345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-69ddbdc8-a809-4df9-a502-8f5533f10599 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d078410f-ac67-4d0b-8429-01541d2f0211 HTTP/1.1" status: 204 len: 168 time: 0.3599761 Jul 07 22:13:12.661723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddbdc8-a809-4df9-a502-8f5533f10599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d078410f-ac67-4d0b-8429-01541d2f0211,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:12.781844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ec0b6-885d-437b-8905-f4ae0d824bb8 req-690d8d31-9b43-42ee-a4b3-ee8df5d7b3e6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.783488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-361ec0b6-885d-437b-8905-f4ae0d824bb8 req-690d8d31-9b43-42ee-a4b3-ee8df5d7b3e6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 945 time: 0.1116676 Jul 07 22:13:12.812147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bf96ec70-e79d-4a2c-970c-8448ab8b0b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.820398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bf96ec70-e79d-4a2c-970c-8448ab8b0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.856475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-361ec0b6-885d-437b-8905-f4ae0d824bb8 req-1713cfb9-c241-4e03-8de1-ac49f7f62cdb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671799 Jul 07 22:13:12.859733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfe5a-8d4d-4b4f-8583-734295c104ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.877098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96ec70-e79d-4a2c-970c-8448ab8b0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c347eac4-8444-4f13-aaf1-5df03aa05038,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:12.886405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bf96ec70-e79d-4a2c-970c-8448ab8b0b75 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=37e021b093d24979b2641b651283fd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991817 Jul 07 22:13:12.887041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32904) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:12.912948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.933343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['47e26df8-626d-4c66-bfac-2baa4321a9fe'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:12.957928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Pushing event deleted for resources: {'Port': ['ID=47e26df8-626d-4c66-bfac-2baa4321a9fe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:12.986689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf16e9d-5ef8-4061-b926-c995d8a4d148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.040488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf16e9d-5ef8-4061-b926-c995d8a4d148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.050988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:13.055349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] No DVR routers for this DVR port 47e26df8-626d-4c66-bfac-2baa4321a9fe on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:13.112856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.118234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-79522fdb-0c11-4f8c-95b5-18c83829fb7f req-1bb97930-6ea8-4279-b345-d86939b2e408 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.103 "DELETE /v2.0/ports/47e26df8-626d-4c66-bfac-2baa4321a9fe HTTP/1.1" status: 204 len: 173 time: 0.8119190 Jul 07 22:13:13.119016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'name': 'network-vif-deleted', 'tag': '47e26df8-626d-4c66-bfac-2baa4321a9fe'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:13.126965 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2b9d9-cb0d-4c43-8491-6f9e161b1ae2" -d '{"events": [{"server_uuid": "83b1e9e5-5b98-43ad-8a6b-15b01e13ac67", "name": "network-vif-deleted", "tag": "47e26df8-626d-4c66-bfac-2baa4321a9fe"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:13.180428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port ae9ff923-f38b-4adc-936c-ea55b30a4aec completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:13.181944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfe5a-8d4d-4b4f-8583-734295c104ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.188173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port ae9ff923-f38b-4adc-936c-ea55b30a4aec triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:13.188618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.191256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfe5a-8d4d-4b4f-8583-734295c104ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.254088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-abaa4f34-09d9-4f4b-86aa-d9b91f61ac10 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.265721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-abaa4f34-09d9-4f4b-86aa-d9b91f61ac10 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.2462063 Jul 07 22:13:13.270925 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c9dfe5a-8d4d-4b4f-8583-734295c104ed admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6edbbe2faf45413fa9de3613acf7946d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516103 Jul 07 22:13:13.272648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dfe5a-8d4d-4b4f-8583-734295c104ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e6edad-7174-42a1-9454-6316b92685c5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.276029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32924) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:13.307654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf16e9d-5ef8-4061-b926-c995d8a4d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.310733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf16e9d-5ef8-4061-b926-c995d8a4d148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.314567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4cf16e9d-5ef8-4061-b926-c995d8a4d148 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c347eac4-8444-4f13-aaf1-5df03aa05038 HTTP/1.1" status: 204 len: 168 time: 0.4260232 Jul 07 22:13:13.345573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-a9fe9ce1-ab1e-4992-96ad-81616e5869de tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/quotas/a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 375 time: 0.0787265 Jul 07 22:13:13.351372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16e9d-5ef8-4061-b926-c995d8a4d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c347eac4-8444-4f13-aaf1-5df03aa05038,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.400401 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e38d6ff-1b26-4f5d-a717-6ab508785eda x-openstack-request-id: req-1e38d6ff-1b26-4f5d-a717-6ab508785eda {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:13.400708 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b1e9e5-5b98-43ad-8a6b-15b01e13ac67", "name": "network-vif-deleted", "tag": "47e26df8-626d-4c66-bfac-2baa4321a9fe", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:13.400973 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1e38d6ff-1b26-4f5d-a717-6ab508785eda {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:13.401379 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1e9e5-5b98-43ad-8a6b-15b01e13ac67', 'name': 'network-vif-deleted', 'tag': '47e26df8-626d-4c66-bfac-2baa4321a9fe', 'status': 'completed', 'code': 200} Jul 07 22:13:13.416729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.454946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:13.455622 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5de8de9-e227-4d89-8022-797b39de2f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.466891 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f80ff-8a28-413d-b55b-b3eb41ffd404" -d '{"events": [{"server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:13.489560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5de8de9-e227-4d89-8022-797b39de2f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.496607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:13.515943 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.516761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:13.522453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-aba6e7d4-8d61-4cf5-854f-82e53c45e10f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759982 Jul 07 22:13:13.623767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:13.625511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5de8de9-e227-4d89-8022-797b39de2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.628792 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5de8de9-e227-4d89-8022-797b39de2f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.633526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d5de8de9-e227-4d89-8022-797b39de2f00 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b6e6edad-7174-42a1-9454-6316b92685c5 HTTP/1.1" status: 204 len: 168 time: 0.3381667 Jul 07 22:13:13.638051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.682340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e28a5a00-feae-445a-8687-c986ddceba8e req-f0f1252f-9c9c-49f8-bdba-6da0d0e4bf05 tempest-ServersAdminNegativeTestJSON-90223887 tempest-ServersAdminNegativeTestJSON-90223887-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1e9e5-5b98-43ad-8a6b-15b01e13ac67 HTTP/1.1" status: 200 len: 210 time: 0.0589540 Jul 07 22:13:13.683096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de8de9-e227-4d89-8022-797b39de2f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e6edad-7174-42a1-9454-6316b92685c5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.690049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-29882f27-7955-48c3-b986-73e51e680d85 service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564777 Jul 07 22:13:13.746825 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a996bdfa-3523-4798-ba0e-b4ade4c648ed x-openstack-request-id: req-a996bdfa-3523-4798-ba0e-b4ade4c648ed {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:13.747142 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:13.747645 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a996bdfa-3523-4798-ba0e-b4ade4c648ed {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:13.748197 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'code': 200} Jul 07 22:13:13.862433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-958fa11a-ffc3-4a05-b368-52564b2036df service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652236 Jul 07 22:13:13.909330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a4f0-724c-4073-bfd5-628deea355b9 req-41098e83-882f-4ccd-afc6-e4d81caf4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.910912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7053a4f0-724c-4073-bfd5-628deea355b9 req-41098e83-882f-4ccd-afc6-e4d81caf4475 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1098 time: 0.0637677 Jul 07 22:13:13.971788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7053a4f0-724c-4073-bfd5-628deea355b9 req-7678542a-180e-4b5a-be9f-0c24f6a38639 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497479 Jul 07 22:13:14.144283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d63b81e-3d34-470d-b205-0156a2940510 req-251f50d1-8e16-4f3b-b19d-d53049e826b8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 210 time: 0.0393214 Jul 07 22:13:14.185410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f22aef-a22d-43b7-b00e-047bc786a65e req-c22f8284-bb05-42cc-8aeb-10cf2a1f7943 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:14.192431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9f22aef-a22d-43b7-b00e-047bc786a65e req-c22f8284-bb05-42cc-8aeb-10cf2a1f7943 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 946 time: 0.1151683 Jul 07 22:13:14.209585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32964) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:14.236914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9f22aef-a22d-43b7-b00e-047bc786a65e req-ff55877f-10bc-4857-84af-5515eac39471 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Jul 07 22:13:14.465150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a502c83-6b73-486f-8beb-0fbe224c4713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.578201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a502c83-6b73-486f-8beb-0fbe224c4713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.583391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a502c83-6b73-486f-8beb-0fbe224c4713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.623475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a502c83-6b73-486f-8beb-0fbe224c4713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c9e88-bb6b-4912-9ea5-283113917d5d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:14.652111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32996) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:14.652775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7a502c83-6b73-486f-8beb-0fbe224c4713 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e57261ca4b174208967946ff32502c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415178 Jul 07 22:13:14.710544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4580de6-05d9-4e67-b74c-5492c5cbeefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.733961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4580de6-05d9-4e67-b74c-5492c5cbeefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.825129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4580de6-05d9-4e67-b74c-5492c5cbeefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.829103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4580de6-05d9-4e67-b74c-5492c5cbeefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.831346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a4580de6-05d9-4e67-b74c-5492c5cbeefc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6c1c9e88-bb6b-4912-9ea5-283113917d5d HTTP/1.1" status: 204 len: 168 time: 0.1763096 Jul 07 22:13:14.841528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4580de6-05d9-4e67-b74c-5492c5cbeefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c9e88-bb6b-4912-9ea5-283113917d5d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:15.364743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2ff64df-50cf-4b7a-9a3b-9cddf0898b32 req-11d30f8f-901d-4fac-8cfd-ce9518d5ebf4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 210 time: 0.0353742 Jul 07 22:13:15.436786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-52f9fb18-6f93-46fd-949a-19fa2df99507 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.438428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-52f9fb18-6f93-46fd-949a-19fa2df99507 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.1648881 Jul 07 22:13:15.442521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33036) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:15.471366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Request body: {'port': {'device_id': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'admin_state_up': True, 'tenant_id': 'a548775b89f44afb8e88d42d99595495'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:15.604691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33042) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:15.626748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:15.633223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de21cf-56a2-4793-bc06-00fb62d582d5 req-a5989962-1cc8-473b-95f2-468a344f8a4c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.635156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0de21cf-56a2-4793-bc06-00fb62d582d5 req-a5989962-1cc8-473b-95f2-468a344f8a4c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 946 time: 0.1327162 Jul 07 22:13:15.674324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:13:15.674324 n-d-694802-13 neutron-server[93931]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:13:15.674324 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id': '4e96041cb8f944d796caecce70cf2632', 'id': '3f12f870-790a-4f43-8e97-4b338e887aa5', 'expiration': datetime.datetime(2021, 7, 7, 22, 15, 15, 651843)}] Jul 07 22:13:15.674324 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:13:15.675115 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:13:15.676428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Made reservation on behalf of a548775b89f44afb8e88d42d99595495 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:15.680896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:15.714982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0de21cf-56a2-4793-bc06-00fb62d582d5 req-2ef759a2-b311-4960-9b9b-5017a365dc07 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704281 Jul 07 22:13:15.716996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33048) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:15.764255 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:13:15.893636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Allocated IP 172.20.0.4 (7fe01f92-1569-4f9f-afc0-e01fb84d8064/1109974f-628f-489a-b107-16d9f10921ef/a6a16e89-e30f-4810-8391-87cf86142e6d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:15.953426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-network', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:16.021378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53c00049-1a30-4aee-91f3-00b0e6da49c8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ed596dee746e4dd29791990e2a76d1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774670 Jul 07 22:13:16.024097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33068) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:16.024702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Made reservation on behalf of f72a4b5fbccb4726b006e747799a2648 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:16.027004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.054749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.089904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9caaf485-39f1-4122-8d63-8ef53addd58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.115267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9caaf485-39f1-4122-8d63-8ef53addd58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.131648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b43685-489e-4e66-b7fb-b1109f751129 req-f1c675f2-8c0f-4e9c-9b2e-da8e7aa43047 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.133279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b43685-489e-4e66-b7fb-b1109f751129 req-f1c675f2-8c0f-4e9c-9b2e-da8e7aa43047 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1098 time: 0.2354467 Jul 07 22:13:16.199202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.221785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9caaf485-39f1-4122-8d63-8ef53addd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.224833 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9caaf485-39f1-4122-8d63-8ef53addd58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.227337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9caaf485-39f1-4122-8d63-8ef53addd58e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ca5b38b8-f01d-4777-ad02-25aeefdbcacf HTTP/1.1" status: 204 len: 168 time: 0.2007623 Jul 07 22:13:16.241551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b43685-489e-4e66-b7fb-b1109f751129 req-96a7d831-e4ed-4073-a425-47ba9e42f53a tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989935 Jul 07 22:13:16.242888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaf485-39f1-4122-8d63-8ef53addd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b38b8-f01d-4777-ad02-25aeefdbcacf,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.244800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.341915 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.348754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.354486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.478867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.483825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.500884 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.508024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:16.531279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe789d1-d53a-4dc0-aab3-2e05e49241fa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.588344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.591319 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-28b6f263-a9e8-4990-bcfc-804e80590933 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e96041cb8f944d796caecce70cf2632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9839606 Jul 07 22:13:16.591936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33104) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:16.610316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:16.611270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a7c68e-a51f-47c9-89e4-9283ee8153d7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.615510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.615860 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Added segment efa33c34-77a0-4c34-9747-fe562b4eaf29 of type vlan for network b0c2822b-63ff-4c57-9908-63d584f6d0eb Jul 07 22:13:16.626237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:16.630853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:16.693082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6ea4a8f-46af-4ac8-a183-bc2d310c4039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.695734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.723607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6ea4a8f-46af-4ac8-a183-bc2d310c4039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.766870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.767592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.775942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6ea4a8f-46af-4ac8-a183-bc2d310c4039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.779195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6ea4a8f-46af-4ac8-a183-bc2d310c4039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.787266 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e6ea4a8f-46af-4ac8-a183-bc2d310c4039 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5fe789d1-d53a-4dc0-aab3-2e05e49241fa HTTP/1.1" status: 204 len: 168 time: 0.1872249 Jul 07 22:13:16.791505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.792466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.793222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.798659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea4a8f-46af-4ac8-a183-bc2d310c4039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe789d1-d53a-4dc0-aab3-2e05e49241fa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.804746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-b4a941a9-0d91-44a2-a991-b33bd307c257 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3500323 Jul 07 22:13:16.806490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b279ed-85b4-4f5a-9469-3408a30ab473 req-c7be2a31-7791-478e-b87a-800746bcfa8b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.811180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6b279ed-85b4-4f5a-9469-3408a30ab473 req-c7be2a31-7791-478e-b87a-800746bcfa8b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1098 time: 0.2438135 Jul 07 22:13:16.837202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Request body: {'port': {'device_id': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:16.899765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:16.919834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1997390 Jul 07 22:13:16.926319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33116) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:16.938002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Request body: {'subnet': {'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-subnet', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:16.944566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87be1aac-abc4-4b25-9f3f-dc4e09805cfe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e653effb3abc48cebe28bb5adab842c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432742 Jul 07 22:13:16.946933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33118) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:16.961204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a444e-5e16-496d-9407-51436d79a0ad admin admin] Pushing event updated for resources: {'Network': ['ID=b0c2822b-63ff-4c57-9908-63d584f6d0eb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.971320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:17.008890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6b279ed-85b4-4f5a-9469-3408a30ab473 req-79e94f71-d872-42e1-aacb-1459a33fc467 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787672 Jul 07 22:13:17.012530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86dbe084-9842-41ad-b261-699763fe5c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.016539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Made reservation on behalf of f72a4b5fbccb4726b006e747799a2648 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:17.021161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.050435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86dbe084-9842-41ad-b261-699763fe5c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.112332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5673d4-a643-4685-b573-f628df8b56c8 req-b42be641-6a9d-4840-bf1f-8173c2173686 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.113884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa5673d4-a643-4685-b573-f628df8b56c8 req-b42be641-6a9d-4840-bf1f-8173c2173686 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 931 time: 0.3951240 Jul 07 22:13:17.118830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86dbe084-9842-41ad-b261-699763fe5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.122612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86dbe084-9842-41ad-b261-699763fe5c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.124438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-86dbe084-9842-41ad-b261-699763fe5c60 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/af54905d-ea5d-4140-929c-0adde4328be6 HTTP/1.1" status: 204 len: 168 time: 0.1763318 Jul 07 22:13:17.151342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbe084-9842-41ad-b261-699763fe5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54905d-ea5d-4140-929c-0adde4328be6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:17.161952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.239209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbcafab7-7ef5-4579-995e-6403330a3d08 req-cd5ea042-2f5a-47cf-83c1-5f26740577aa tempest-FlavorsV2NegativeTest-1153275358 tempest-FlavorsV2NegativeTest-1153275358-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=689a1f1595224799ae366ad830ed1e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429664 Jul 07 22:13:17.276555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa5673d4-a643-4685-b573-f628df8b56c8 req-243177df-adef-4d10-8e73-b795651764ea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528161 Jul 07 22:13:17.485950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47e26df8-626d-4c66-bfac-2baa4321a9fe no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:17.533651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 47e26df8-626d-4c66-bfac-2baa4321a9fe {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:17.534760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47e26df8-626d-4c66-bfac-2baa4321a9fe not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:17.808435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcafab7-7ef5-4579-995e-6403330a3d08 req-9bcad6e9-42c8-4223-b56e-988880e2ed73 tempest-FlavorsV2NegativeTest-1153275358 tempest-FlavorsV2NegativeTest-1153275358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.812165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbcafab7-7ef5-4579-995e-6403330a3d08 req-9bcad6e9-42c8-4223-b56e-988880e2ed73 tempest-FlavorsV2NegativeTest-1153275358 tempest-FlavorsV2NegativeTest-1153275358-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5700264 Jul 07 22:13:17.817092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.873665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7cacce-eb6d-41dc-854f-faff314d07e3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:17.909667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbcafab7-7ef5-4579-995e-6403330a3d08 req-d5a76569-9a87-4179-a84c-434d4de5df62 tempest-FlavorsV2NegativeTest-1153275358 tempest-FlavorsV2NegativeTest-1153275358-project] 10.222.0.95 "GET /v2.0/quotas/689a1f1595224799ae366ad830ed1e62 HTTP/1.1" status: 200 len: 375 time: 0.0876162 Jul 07 22:13:17.964528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbcafab7-7ef5-4579-995e-6403330a3d08 req-0e3c83ff-14aa-4604-957a-bd9da88194b5 tempest-FlavorsV2NegativeTest-1153275358 tempest-FlavorsV2NegativeTest-1153275358-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=689a1f1595224799ae366ad830ed1e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538759 Jul 07 22:13:18.036627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Checking segment: {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:18.037004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Network hostable DHCP agents. Network: b0c2822b-63ff-4c57-9908-63d584f6d0eb, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:18.104952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:18.177332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b0c2822b-63ff-4c57-9908-63d584f6d0eb) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:18.187504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81205c-17bb-4dea-b201-803cc6591043 None None] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:18.210007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:18.210640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.217327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a16e89-e30f-4810-8391-87cf86142e6d {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:18.231968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.256380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a02a9fd5-3782-4f30-bc0a-44ef93e36c73 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3227370 Jul 07 22:13:18.259361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33208) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:18.261257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Transition to ACTIVE for port object a6a16e89-e30f-4810-8391-87cf86142e6d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:18.266224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ee8c4-15bd-4e76-a22d-9d90a58464a9 req-c61fc331-b306-41ab-b7fb-ecb3e15f8361 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:18.273163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c23ee8c4-15bd-4e76-a22d-9d90a58464a9 req-c61fc331-b306-41ab-b7fb-ecb3e15f8361 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1098 time: 0.1149857 Jul 07 22:13:18.277987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:18.299809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.364625 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c23ee8c4-15bd-4e76-a22d-9d90a58464a9 req-d73db645-faa5-4002-bb53-7ca9ce06ec19 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875511 Jul 07 22:13:18.448740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:18.456474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.457501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.471464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:18.471816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:18.472199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:18.479618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:18.479957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:18.493187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:18.493187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:18.493187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:18.493667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Bound port: a6a16e89-e30f-4810-8391-87cf86142e6d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:18.494048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.533817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc4d8-6221-4b02-aa7d-307d9a105a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.545355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.598317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b0c2822b-63ff-4c57-9908-63d584f6d0eb', 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'fixed_ips': [{'subnet_id': 'ef7cacce-eb6d-41dc-854f-faff314d07e3'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:18.599199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.608693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.802286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Allocated IP 172.20.0.2 (b0c2822b-63ff-4c57-9908-63d584f6d0eb/ef7cacce-eb6d-41dc-854f-faff314d07e3/e62ebacf-fa35-4941-a138-45609d3d76ed) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:18.845474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.859553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:18.864211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:18.874441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.957829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbdf2d-a3c1-45cc-a252-18db353e5f9d req-65694564-87c6-406a-b91d-27b79084034c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:18.959402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2dbdf2d-a3c1-45cc-a252-18db353e5f9d req-65694564-87c6-406a-b91d-27b79084034c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 943 time: 0.3552351 Jul 07 22:13:18.960682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:18.961298 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.962583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] 10.222.0.97 "PUT /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 1092 time: 2.1489413 Jul 07 22:13:18.965525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:18.973771 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d0d49c-c87a-4dcb-ac22-3d554f06943d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:19.038404 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b28d083-c7ab-4041-a3b2-dc57d701f513 x-openstack-request-id: req-0b28d083-c7ab-4041-a3b2-dc57d701f513 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:19.038722 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:19.038971 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0b28d083-c7ab-4041-a3b2-dc57d701f513 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:19.039521 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'status': 'completed', 'code': 200} Jul 07 22:13:19.061007 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.069860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Transition to ACTIVE for port object e62ebacf-fa35-4941-a138-45609d3d76ed will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:19.074929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32f3cb-473c-4a95-a65a-b1722853dc60 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:19.095450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Transition to ACTIVE for port object e62ebacf-fa35-4941-a138-45609d3d76ed will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:19.102562 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.103450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2dbdf2d-a3c1-45cc-a252-18db353e5f9d req-b23f6c01-398c-4df7-887a-489c1a826660 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224782 Jul 07 22:13:19.143045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-7975eaba-d765-48ae-8313-747b0a70f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.144808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-7975eaba-d765-48ae-8313-747b0a70f694 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1095 time: 0.1348236 Jul 07 22:13:19.151752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:19.153924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:19.158407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:19.227031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-c33bdece-f29f-4a36-97c9-5f05d244a763 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 217 time: 0.0745032 Jul 07 22:13:19.229612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Pushing event updated for resources: {'Port': ['ID=e62ebacf-fa35-4941-a138-45609d3d76ed,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:19.248180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Attempting to bind port e62ebacf-fa35-4941-a138-45609d3d76ed on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:19.248687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Attempting to bind port e62ebacf-fa35-4941-a138-45609d3d76ed by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:19.249145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Attempting to bind port e62ebacf-fa35-4941-a138-45609d3d76ed on network b0c2822b-63ff-4c57-9908-63d584f6d0eb {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:19.255941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:19.256526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Checking segment: {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:19.257193 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.258575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Bound using segment: {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:19.259455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Bound port: e62ebacf-fa35-4941-a138-45609d3d76ed, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:19.259975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.329735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-bd6e9d67-b99c-4dfc-bdbb-82f35c952f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.331252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-bd6e9d67-b99c-4dfc-bdbb-82f35c952f9f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0766037 Jul 07 22:13:19.348012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.351113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] For port e62ebacf-fa35-4941-a138-45609d3d76ed, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:19.355626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] For port e62ebacf-fa35-4941-a138-45609d3d76ed, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e62ebacf-fa35-4941-a138-45609d3d76ed,segment=NetworkSegment(efa33c34-77a0-4c34-9747-fe562b4eaf29),segment_id=efa33c34-77a0-4c34-9747-fe562b4eaf29)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:19.362527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.372347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-81aba9c9-3bc1-4fcd-8969-a666c6883088 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325739 Jul 07 22:13:19.391116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:19.399769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.444504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6dd82-6678-40d8-95d5-fc63e987a92a None None] Pushing event updated for resources: {'Port': ['ID=e62ebacf-fa35-4941-a138-45609d3d76ed,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:19.577418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-4ac2a631-869e-4c27-87d2-9c9beb69069e service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853087 Jul 07 22:13:19.607646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:19.607816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Allocated IP 172.25.5.9 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/57ec32fe-7c26-4326-bf9d-3c150043d1fe) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:19.793509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7999b6d2-48c0-4d08-a50b-c2c890d48927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.852172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2db735-2c4f-4e8a-97ba-43922ee90720 req-844818a8-70a8-4964-bc63-0936568a069a service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649467 Jul 07 22:13:19.857219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab07f-88e9-40d2-8236-39268208ff01 req-cac51118-6504-4343-b33c-ae13c7a2f9b4 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.870521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-135ab07f-88e9-40d2-8236-39268208ff01 req-cac51118-6504-4343-b33c-ae13c7a2f9b4 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1098 time: 0.2661529 Jul 07 22:13:20.145286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9aec98b-c995-4a58-ad57-4c13253b320b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.191997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7999b6d2-48c0-4d08-a50b-c2c890d48927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.204688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7999b6d2-48c0-4d08-a50b-c2c890d48927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.217055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.261950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.273951 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7999b6d2-48c0-4d08-a50b-c2c890d48927 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=de30c4a79cdd4b579e4f7369a68cc5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808246 Jul 07 22:13:20.275990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33294) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:20.276934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999b6d2-48c0-4d08-a50b-c2c890d48927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14bbca2-1157-4ec7-93dd-93f59a611948,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.325862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-135ab07f-88e9-40d2-8236-39268208ff01 req-be6fe1de-a7fd-49f3-afc6-66996e8cea4d tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418344 Jul 07 22:13:20.330925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9aec98b-c995-4a58-ad57-4c13253b320b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.336871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9aec98b-c995-4a58-ad57-4c13253b320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.377641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:20.389415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:20.390767 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c9aec98b-c995-4a58-ad57-4c13253b320b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=689a1f1595224799ae366ad830ed1e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7805922 Jul 07 22:13:20.396473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:20.407748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aec98b-c995-4a58-ad57-4c13253b320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83ad313-194e-4071-93ea-38d1d03b181b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.418026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:20.466395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Pushing event updated for resources: {'Port': ['ID=57ec32fe-7c26-4326-bf9d-3c150043d1fe,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.481151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b921ef4c-aeae-480e-804d-4a69cb1b8caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.499365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14ec8ca-fff5-4c29-839b-a67d2dfd5730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.511303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b921ef4c-aeae-480e-804d-4a69cb1b8caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.530345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-c97cb149-fbf1-4b24-882d-abfc06cdebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:20.532299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-c97cb149-fbf1-4b24-882d-abfc06cdebf5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1095 time: 0.3726268 Jul 07 22:13:20.567331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b921ef4c-aeae-480e-804d-4a69cb1b8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.570816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b921ef4c-aeae-480e-804d-4a69cb1b8caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.573505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b921ef4c-aeae-480e-804d-4a69cb1b8caa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a83ad313-194e-4071-93ea-38d1d03b181b HTTP/1.1" status: 204 len: 168 time: 0.1745973 Jul 07 22:13:20.598194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ef4c-aeae-480e-804d-4a69cb1b8caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83ad313-194e-4071-93ea-38d1d03b181b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.659640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14ec8ca-fff5-4c29-839b-a67d2dfd5730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.668559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf154-d990-42f6-a30e-9f8a1c95628d req-4ae310c5-40ca-4372-bf36-c7754b857506 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:20.675372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcdcf154-d990-42f6-a30e-9f8a1c95628d req-4ae310c5-40ca-4372-bf36-c7754b857506 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 943 time: 0.3482335 Jul 07 22:13:20.796936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27950e3c-8d37-4a87-9192-d4425fd8cb35 None None] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:20.842881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcdcf154-d990-42f6-a30e-9f8a1c95628d req-a240c88f-6386-4326-bae8-9e38b02641f5 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665206 Jul 07 22:13:20.906080 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-290f2057-3af6-4f99-b654-6c344213125d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.929862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-69e6fbba-8662-4a63-be88-442f5ba018d3 None None] Provisioning for port e62ebacf-fa35-4941-a138-45609d3d76ed completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:20.980444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-24451d10-1f3e-4c39-af7e-c7f2ca92b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:20.981986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-24451d10-1f3e-4c39-af7e-c7f2ca92b8ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.3864095 Jul 07 22:13:21.078737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14ec8ca-fff5-4c29-839b-a67d2dfd5730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.081465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14ec8ca-fff5-4c29-839b-a67d2dfd5730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.087602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b14ec8ca-fff5-4c29-839b-a67d2dfd5730 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d14bbca2-1157-4ec7-93dd-93f59a611948 HTTP/1.1" status: 204 len: 168 time: 0.7898819 Jul 07 22:13:21.140334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-7130f4df-3402-4f69-bcde-de522b9141a9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 217 time: 0.1178544 Jul 07 22:13:21.182275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ec8ca-fff5-4c29-839b-a67d2dfd5730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14bbca2-1157-4ec7-93dd-93f59a611948,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:21.226963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.318380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-2dd6b0c7-8b1b-4f49-8f02-bf6e4ca356a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:21.319891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-2dd6b0c7-8b1b-4f49-8f02-bf6e4ca356a9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1734183 Jul 07 22:13:21.355616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.363115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-b14fa873-22bd-4797-89f0-b4a84a4b7e08 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369718 Jul 07 22:13:21.559420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-2c628dd0-fb24-4a86-a8de-6ceaf88f6238 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848588 Jul 07 22:13:21.561063 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.660211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33360) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:21.707108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e62ebacf-fa35-4941-a138-45609d3d76ed up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:21.729457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d0d49c-c87a-4dcb-ac22-3d554f06943d req-e58f18d7-299a-40ec-a4f3-4f8f51371082 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242714 Jul 07 22:13:21.747288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33366) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:21.785059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e62ebacf-fa35-4941-a138-45609d3d76ed completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:21.802912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e62ebacf-fa35-4941-a138-45609d3d76ed triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:21.803542 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.804772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:21.823169 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf985acc-2bea-455d-9d43-423bc449f7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.850712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Router c809a41c-d1c1-4d6f-ae14-f3d39391466a is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:13:21.925852 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.969055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e62ebacf-fa35-4941-a138-45609d3d76ed, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e62ebacf-fa35-4941-a138-45609d3d76ed,segment=NetworkSegment(efa33c34-77a0-4c34-9747-fe562b4eaf29),segment_id=efa33c34-77a0-4c34-9747-fe562b4eaf29)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:21.976028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.994019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf985acc-2bea-455d-9d43-423bc449f7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.000789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf985acc-2bea-455d-9d43-423bc449f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.029800 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf985acc-2bea-455d-9d43-423bc449f7e2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c8a647e5130d485a9359dac1da45b866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231495 Jul 07 22:13:22.032241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33380) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:22.077308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf985acc-2bea-455d-9d43-423bc449f7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6c103-63f7-4043-b2c5-09b7d4c7adfd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.133330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e62ebacf-fa35-4941-a138-45609d3d76ed,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.149357 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.164157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad076cbe-d368-4c0b-98bd-30576579b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.165446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:22.176970 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Sync routers for ids ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:22.188255 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Routers {'c809a41c-d1c1-4d6f-ae14-f3d39391466a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:22.189032 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:22.196118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad076cbe-d368-4c0b-98bd-30576579b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.254581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7657249-7f7d-40e4-a12e-52990e9f29ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.268272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.269500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-161be798-0be2-4b71-858f-ebfa0594c175 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0071325 Jul 07 22:13:22.273096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.275980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33386) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:22.287900 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad076cbe-d368-4c0b-98bd-30576579b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.291267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad076cbe-d368-4c0b-98bd-30576579b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.292911 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ad076cbe-d368-4c0b-98bd-30576579b4fc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/22b6c103-63f7-4043-b2c5-09b7d4c7adfd HTTP/1.1" status: 204 len: 168 time: 0.2591894 Jul 07 22:13:22.306902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad076cbe-d368-4c0b-98bd-30576579b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6c103-63f7-4043-b2c5-09b7d4c7adfd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.319212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:13:22.319212 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:13:22.319212 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id_1': '0f9b2d4faad14f26b2e558835c33f7e8', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 13, 22, 311062)}] Jul 07 22:13:22.319212 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:13:22.319876 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:13:22.355374 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Set router c809a41c-d1c1-4d6f-ae14-f3d39391466a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:22.419526 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7657249-7f7d-40e4-a12e-52990e9f29ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.424823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7657249-7f7d-40e4-a12e-52990e9f29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.476019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2031d-a868-47a6-8a08-9340e8357464 req-faf018ff-2037-4b54-ab64-a45ec259e72e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:22.477927 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7657249-7f7d-40e4-a12e-52990e9f29ea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=914fcf3b03a043678c29f5d859b0096c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8162518 Jul 07 22:13:22.480306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0c2031d-a868-47a6-8a08-9340e8357464 req-faf018ff-2037-4b54-ab64-a45ec259e72e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 943 time: 0.3101928 Jul 07 22:13:22.482678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33392) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:22.489840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7657249-7f7d-40e4-a12e-52990e9f29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418dbed8-63e3-4165-b273-20ca703ad6d8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.597095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0c2031d-a868-47a6-8a08-9340e8357464 req-f955cc0c-ddc0-4f2e-a792-96c7242560fa tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736823 Jul 07 22:13:22.610677 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 3, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port': {'id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:19Z', 'updated_at': '2021-07-07T22:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:22.645486 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Checking router: c809a41c-d1c1-4d6f-ae14-f3d39391466a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:22.646258 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Updating router c809a41c-d1c1-4d6f-ae14-f3d39391466a port 57ec32fe-7c26-4326-bf9d-3c150043d1fe binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:22.667943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33400) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:22.710960 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.821438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.875341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-01e2f845-e6bd-4028-a12b-3924432d7700 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:13:22.888679 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-01e2f845-e6bd-4028-a12b-3924432d7700 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2186282 Jul 07 22:13:23.012741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29c9f751-dc28-4d4b-b75b-724f997ecb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.054037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.064686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Request body: {'binding': {'host': 'n-h1-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:23.065473 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29c9f751-dc28-4d4b-b75b-724f997ecb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.066704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:13:23.072910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.084304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:23.140482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.166728 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.167943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29c9f751-dc28-4d4b-b75b-724f997ecb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.171803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29c9f751-dc28-4d4b-b75b-724f997ecb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.173152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-29c9f751-dc28-4d4b-b75b-724f997ecb2a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/418dbed8-63e3-4165-b273-20ca703ad6d8 HTTP/1.1" status: 204 len: 168 time: 0.6895306 Jul 07 22:13:23.185132 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Transition to ACTIVE for port object 57ec32fe-7c26-4326-bf9d-3c150043d1fe will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:23.194818 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.229418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9f751-dc28-4d4b-b75b-724f997ecb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418dbed8-63e3-4165-b273-20ca703ad6d8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.288712 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Pushing event updated for resources: {'Port': ['ID=57ec32fe-7c26-4326-bf9d-3c150043d1fe,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.300651 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.301209 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.301881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.302745 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.303260 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.304537 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.305286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.305920 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.306995 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.307487 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.308126 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.308615 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:23.336803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915a92a9-31c7-46b0-940b-2203162b290e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.346123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-083ebdc9-8d0a-42d1-be65-67710a701997 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0f9b2d4faad14f26b2e558835c33f7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5976052 Jul 07 22:13:23.346835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:23.380850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:23.397730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Attempting to bind port 57ec32fe-7c26-4326-bf9d-3c150043d1fe on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:23.398123 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Attempting to bind port 57ec32fe-7c26-4326-bf9d-3c150043d1fe by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:23.398836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'port_id': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'mac_address': 'fa:16:3e:bc:2c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1109974f-628f-489a-b107-16d9f10921ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:23.400046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Attempting to bind port 57ec32fe-7c26-4326-bf9d-3c150043d1fe on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:23.420344 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:23.422529 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:23.424600 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.425586 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:23.426532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Bound port: 57ec32fe-7c26-4326-bf9d-3c150043d1fe, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:23.428553 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.438184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Allocated IP 172.20.0.1 (b0c2822b-63ff-4c57-9908-63d584f6d0eb/ef7cacce-eb6d-41dc-854f-faff314d07e3/070d9c16-a85f-4f1e-b00f-17f2e5566209) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:23.444784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1404d961-f460-4525-a04d-adfa92d1819a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.467830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.479972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1404d961-f460-4525-a04d-adfa92d1819a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.482157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on host n-h1-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:23.482596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:23.483145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:23.495725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:23.500286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:23.500373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a16e89-e30f-4810-8391-87cf86142e6d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:23.538788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:23.540715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:23.541532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:23.542441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Bound port: ae9ff923-f38b-4adc-936c-ea55b30a4aec, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:23.572455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:23.573997 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.581873 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.605017 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] For port 57ec32fe-7c26-4326-bf9d-3c150043d1fe, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:23.605281 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.613649 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] For port 57ec32fe-7c26-4326-bf9d-3c150043d1fe, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=57ec32fe-7c26-4326-bf9d-3c150043d1fe,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:23.620890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:23.624433 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.629457 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.649517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-980bef4d-8fd3-4c19-8881-83e6cb41ea80 service neutron] 10.222.0.95 "POST /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec/bindings HTTP/1.1" status: 201 len: 390 time: 0.7066877 Jul 07 22:13:23.667663 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1404d961-f460-4525-a04d-adfa92d1819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.667811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Transition to ACTIVE for port object 070d9c16-a85f-4f1e-b00f-17f2e5566209 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:23.674671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1404d961-f460-4525-a04d-adfa92d1819a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.675975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1404d961-f460-4525-a04d-adfa92d1819a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/915a92a9-31c7-46b0-940b-2203162b290e HTTP/1.1" status: 204 len: 168 time: 0.3260424 Jul 07 22:13:23.693683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e62ebacf-fa35-4941-a138-45609d3d76ed up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:23.696098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404d961-f460-4525-a04d-adfa92d1819a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a92a9-31c7-46b0-940b-2203162b290e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.726236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33462) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:23.742527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.806320 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035b6ab-0e60-438b-a824-524021fb8ea1 None None] Pushing event updated for resources: {'Port': ['ID=57ec32fe-7c26-4326-bf9d-3c150043d1fe,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.817163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.870771 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Routers {'c809a41c-d1c1-4d6f-ae14-f3d39391466a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:23.872470 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:23.884738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e62ebacf-fa35-4941-a138-45609d3d76ed triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:23.886925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.903947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:23.912566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:23.920912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:23.939533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a6a16e89-e30f-4810-8391-87cf86142e6d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:23.977849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Pushing event updated for resources: {'Port': ['ID=070d9c16-a85f-4f1e-b00f-17f2e5566209,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:24.069357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.083793 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] Set router c809a41c-d1c1-4d6f-ae14-f3d39391466a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:24.111424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:24.159880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-369d4cb1-3a4c-4121-8aaf-2f0e60b9763d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.198401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadd23-7712-4bad-984e-71fe4f90c50d req-147e70e8-4f89-4e47-afd9-f97fbd4484f1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.205446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81fadd23-7712-4bad-984e-71fe4f90c50d req-147e70e8-4f89-4e47-afd9-f97fbd4484f1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 944 time: 0.4016583 Jul 07 22:13:24.301889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c229639-b346-483b-b907-f59224f9d40a None None] Provisioning for port 070d9c16-a85f-4f1e-b00f-17f2e5566209 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:24.326144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c229639-b346-483b-b907-f59224f9d40a None None] Provisioning complete for port 070d9c16-a85f-4f1e-b00f-17f2e5566209 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:24.326721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c229639-b346-483b-b907-f59224f9d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.381349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5c229639-b346-483b-b907-f59224f9d40a None None] Port 070d9c16-a85f-4f1e-b00f-17f2e5566209 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:24.408239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-369d4cb1-3a4c-4121-8aaf-2f0e60b9763d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.422918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-369d4cb1-3a4c-4121-8aaf-2f0e60b9763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.469257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-80f3ab99-91e6-4c71-b7ea-f0f846441f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.471691 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-80f3ab99-91e6-4c71-b7ea-f0f846441f68 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1098 time: 0.4631588 Jul 07 22:13:24.489903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81fadd23-7712-4bad-984e-71fe4f90c50d req-55f6b60e-ee72-456d-86aa-d3a3eadb1bec tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829132 Jul 07 22:13:24.497883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.522855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59a345a3-0d45-445c-b6e3-cce059741087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.533693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbaec-fff9-4987-a126-6e643c11912a req-6e0867cd-c757-4e56-bdd8-5527ff22b738 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.535425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d10fbaec-fff9-4987-a126-6e643c11912a req-6e0867cd-c757-4e56-bdd8-5527ff22b738 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 946 time: 0.1617777 Jul 07 22:13:24.544243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-369d4cb1-3a4c-4121-8aaf-2f0e60b9763d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bed252eaed48451f86fa920279aaedfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292278 Jul 07 22:13:24.557433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:24.608112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d4cb1-3a4c-4121-8aaf-2f0e60b9763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56aff98-3816-4004-ac93-9703cf13b4a3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:24.635182 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 3, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port': {'id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:19Z', 'updated_at': '2021-07-07T22:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:24.636723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d10fbaec-fff9-4987-a126-6e643c11912a req-fee088b4-7f02-4c20-967f-9296539ed3ed tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Jul 07 22:13:24.681200 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3f73a-24b7-4dcb-b945-975f8debf1c1 None None] The sync data for ids ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'] in n-d-694802-13 is: [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 3, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port': {'id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:19Z', 'updated_at': '2021-07-07T22:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:24.683285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33484) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:24.730895 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9efb0157-3950-4248-b513-3942830e9215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.738274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c768ec1-e0b6-42c0-aa5b-dc0a5596d33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.758919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d6e80f8f-44bd-4cb3-a242-23a2c4584c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.760448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d6e80f8f-44bd-4cb3-a242-23a2c4584c40 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.2738361 Jul 07 22:13:24.784323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.790954 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.832942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c768ec1-e0b6-42c0-aa5b-dc0a5596d33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.859526 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-73dd2d86-d7d9-4c6d-bd83-c491319955c8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 217 time: 0.0857527 Jul 07 22:13:24.867529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Pushing event updated for resources: {'Port': ['ID=070d9c16-a85f-4f1e-b00f-17f2e5566209,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:24.876263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.936258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59a345a3-0d45-445c-b6e3-cce059741087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.949201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59a345a3-0d45-445c-b6e3-cce059741087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.963859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-93df04d5-5164-420d-95ef-dfb3c4fa8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.966010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-93df04d5-5164-420d-95ef-dfb3c4fa8a8b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0982256 Jul 07 22:13:25.032821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c768ec1-e0b6-42c0-aa5b-dc0a5596d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.035367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c768ec1-e0b6-42c0-aa5b-dc0a5596d33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.038679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:25.038816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c768ec1-e0b6-42c0-aa5b-dc0a5596d33c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a56aff98-3816-4004-ac93-9703cf13b4a3 HTTP/1.1" status: 204 len: 168 time: 0.4772074 Jul 07 22:13:25.040909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:25.063473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-59a345a3-0d45-445c-b6e3-cce059741087 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b7a32472aad64d8bb100bb02f3a0ef5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3331318 Jul 07 22:13:25.063473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-e3a1ec99-8246-4d87-a757-026678b57165 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712750 Jul 07 22:13:25.073412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33494) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:25.083497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:25.109502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a345a3-0d45-445c-b6e3-cce059741087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99177b98-740e-4f68-a8cc-7cd93946f6f2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.219690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c768ec1-e0b6-42c0-aa5b-dc0a5596d33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56aff98-3816-4004-ac93-9703cf13b4a3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.271043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a6a16e89-e30f-4810-8391-87cf86142e6d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:25.280602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a6a16e89-e30f-4810-8391-87cf86142e6d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:25.280990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.351316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fecbe72-048c-4ea7-83d4-d709ab525d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.376511 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-3101a8d5-399c-4f24-985f-93037e048a71 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883830 Jul 07 22:13:25.400729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Router c809a41c-d1c1-4d6f-ae14-f3d39391466a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:25.464179 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.526178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:25.535341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:25.541345 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eec6a6-bff1-4612-92b1-d4f412eada58" -d '{"events": [{"server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "name": "network-vif-plugged", "status": "completed", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:25.551793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9efb0157-3950-4248-b513-3942830e9215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.555861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fecbe72-048c-4ea7-83d4-d709ab525d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.571130 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.577797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:25.589400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9efb0157-3950-4248-b513-3942830e9215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.593315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2189f707-bde4-4e38-9019-1bc32d977679 admin admin] 10.222.0.95 "PUT /v2.0/routers/c809a41c-d1c1-4d6f-ae14-f3d39391466a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3159981 Jul 07 22:13:25.629338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a737c0b4-7fd8-444a-9734-2020e72d62fc None None] Provisioning complete for port 070d9c16-a85f-4f1e-b00f-17f2e5566209 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:25.630148 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a737c0b4-7fd8-444a-9734-2020e72d62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.688521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a737c0b4-7fd8-444a-9734-2020e72d62fc None None] Port 070d9c16-a85f-4f1e-b00f-17f2e5566209 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:25.698186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9efb0157-3950-4248-b513-3942830e9215 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=63ddc160006a4e8b969768db5eb7792b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0118589 Jul 07 22:13:25.703278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33512) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:25.728456 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed164699-7163-4136-af70-340e0b68e0f2 x-openstack-request-id: req-ed164699-7163-4136-af70-340e0b68e0f2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:25.728798 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "name": "network-vif-plugged", "status": "completed", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:25.729003 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ed164699-7163-4136-af70-340e0b68e0f2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:25.729401 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'code': 200} Jul 07 22:13:25.734234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57ec32fe-7c26-4326-bf9d-3c150043d1fe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:25.738191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0157-3950-4248-b513-3942830e9215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722247e0-30b1-4933-8adb-daa6b5a59d3e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.767508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-4a39b3be-2210-472b-b719-2ea4d9803c45 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588727 Jul 07 22:13:25.785952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fecbe72-048c-4ea7-83d4-d709ab525d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.789750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fecbe72-048c-4ea7-83d4-d709ab525d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.791279 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0fecbe72-048c-4ea7-83d4-d709ab525d87 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/99177b98-740e-4f68-a8cc-7cd93946f6f2 HTTP/1.1" status: 204 len: 168 time: 0.7146900 Jul 07 22:13:25.810068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecbe72-048c-4ea7-83d4-d709ab525d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99177b98-740e-4f68-a8cc-7cd93946f6f2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.836559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45462a1d-0733-4c65-8cd3-3706752c206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.889452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.899447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 57ec32fe-7c26-4326-bf9d-3c150043d1fe completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:25.904899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 57ec32fe-7c26-4326-bf9d-3c150043d1fe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:25.905283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.007556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-fdfa5601-b156-49f4-aa7b-cbd160322e91 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.011284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-fdfa5601-b156-49f4-aa7b-cbd160322e91 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1098 time: 0.1339540 Jul 07 22:13:26.012484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45462a1d-0733-4c65-8cd3-3706752c206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.023792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-13'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:26.040990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.073184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 57ec32fe-7c26-4326-bf9d-3c150043d1fe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=57ec32fe-7c26-4326-bf9d-3c150043d1fe,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:26.079365 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.156980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=57ec32fe-7c26-4326-bf9d-3c150043d1fe,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.166576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.183582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee8aad-d281-45d4-9c1a-36dd733a2a8f req-d8203697-27d9-480d-9d3e-bacc9672d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.185261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7ee8aad-d281-45d4-9c1a-36dd733a2a8f req-d8203697-27d9-480d-9d3e-bacc9672d85e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1097 time: 0.3119013 Jul 07 22:13:26.212128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc89997-0b31-46cc-8b63-552115b7126c req-66bb889c-d267-4b5d-890d-74f378fcf7f4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.219963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebc89997-0b31-46cc-8b63-552115b7126c req-66bb889c-d267-4b5d-890d-74f378fcf7f4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 945 time: 0.3451886 Jul 07 22:13:26.222403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45462a1d-0733-4c65-8cd3-3706752c206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.225870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45462a1d-0733-4c65-8cd3-3706752c206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.227703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-45462a1d-0733-4c65-8cd3-3706752c206c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/722247e0-30b1-4933-8adb-daa6b5a59d3e HTTP/1.1" status: 204 len: 168 time: 0.5227568 Jul 07 22:13:26.244541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0230f-165c-402c-b481-37b82a0a6418 req-a8db31c0-56c7-4f64-be02-3809dea1f8fb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.251829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7f0230f-165c-402c-b481-37b82a0a6418 req-a8db31c0-56c7-4f64-be02-3809dea1f8fb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 946 time: 0.2493508 Jul 07 22:13:26.292471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45462a1d-0733-4c65-8cd3-3706752c206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722247e0-30b1-4933-8adb-daa6b5a59d3e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.322504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7ee8aad-d281-45d4-9c1a-36dd733a2a8f req-3bc601f3-7628-4c22-b67c-1e12ecb89857 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291609 Jul 07 22:13:26.345721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebc89997-0b31-46cc-8b63-552115b7126c req-47e88db6-a899-4ea5-8abb-bae72baac2ac tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247163 Jul 07 22:13:26.372627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7f0230f-165c-402c-b481-37b82a0a6418 req-595a333e-3c6c-4615-8aa8-53d5b2e229c4 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197593 Jul 07 22:13:26.380144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:26.426909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:26.492450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:26.492450 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc92c3a-db19-4d13-86f3-d2237eb86d42" -d '{"events": [{"server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:26.496190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.502686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.548140 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89bf345-4ff1-45e7-a080-257952723477 x-openstack-request-id: req-b89bf345-4ff1-45e7-a080-257952723477 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:26.548466 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:26.548726 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b89bf345-4ff1-45e7-a080-257952723477 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:26.549129 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'code': 200} Jul 07 22:13:26.607078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:26.607427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:26.607772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:26.613869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.617769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:26.618321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Attempting to bind port ae9ff923-f38b-4adc-936c-ea55b30a4aec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:26.623699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:26.623995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:26.624333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:26.624797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Bound port: ae9ff923-f38b-4adc-936c-ea55b30a4aec, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:26.625306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.704872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:26.708441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:26.716249 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.779854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=8']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.816458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.817352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.819213 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-1f31dee7-60e0-422b-a979-884af5f982de service neutron] 10.222.0.103 "PUT /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 1124 time: 0.7996898 Jul 07 22:13:26.861507 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-af97e9ae-ef69-4600-bf7b-ff5994cb783f req-a8e08d50-7f7b-421f-babf-0a151f10a575 tempest-FloatingIPDetailsNegativeTestJSON-811256437 tempest-FloatingIPDetailsNegativeTestJSON-811256437-project] show failed (client error): The resource could not be found. Jul 07 22:13:26.863019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af97e9ae-ef69-4600-bf7b-ff5994cb783f req-a8e08d50-7f7b-421f-babf-0a151f10a575 tempest-FloatingIPDetailsNegativeTestJSON-811256437 tempest-FloatingIPDetailsNegativeTestJSON-811256437-project] 10.222.0.95 "GET /v2.0/floatingips/5b6141ff-03c6-41f2-ab69-eceec4f51356 HTTP/1.1" status: 404 len: 350 time: 0.0571146 Jul 07 22:13:26.872955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33554) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:26.920422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ae9ff923-f38b-4adc-936c-ea55b30a4aec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:27.134973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Sync routers for ids ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:27.158763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Routers {'c809a41c-d1c1-4d6f-ae14-f3d39391466a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:27.166355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:27.513062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Set router c809a41c-d1c1-4d6f-ae14-f3d39391466a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:27.673261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57ec32fe-7c26-4326-bf9d-3c150043d1fe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:27.694296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:27.787910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9884-831e-4cff-8117-0514d292d009 req-fdb5f380-27c0-4f31-bee9-b2d35e77d635 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:27.795541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1ba9884-831e-4cff-8117-0514d292d009 req-fdb5f380-27c0-4f31-bee9-b2d35e77d635 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 945 time: 0.2229593 Jul 07 22:13:27.831475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e396-867f-4e86-9f38-94d1bc648ea3 req-8147967c-eebb-4913-a362-6e801e915764 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:27.838753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d45e396-867f-4e86-9f38-94d1bc648ea3 req-8147967c-eebb-4913-a362-6e801e915764 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.2061670 Jul 07 22:13:27.899851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1ba9884-831e-4cff-8117-0514d292d009 req-90f0eb65-84d0-44d1-a1c4-34597d2106b6 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032331 Jul 07 22:13:27.931395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d45e396-867f-4e86-9f38-94d1bc648ea3 req-151cf4bd-85ba-471f-8c31-089b9d2702da tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913959 Jul 07 22:13:27.952214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 57ec32fe-7c26-4326-bf9d-3c150043d1fe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:27.957500 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.069255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33612) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:28.075746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33614) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:28.190315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:24Z', 'revision_number': 4, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port': {'id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:19Z', 'updated_at': '2021-07-07T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '070d9c16-a85f-4f1e-b00f-17f2e5566209', 'name': '', 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'mac_address': 'fa:16:3e:85:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ef7cacce-eb6d-41dc-854f-faff314d07e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:24Z', 'revision_number': 2, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'subnets': [{'id': 'ef7cacce-eb6d-41dc-854f-faff314d07e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:28.220710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Checking router: c809a41c-d1c1-4d6f-ae14-f3d39391466a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:28.220710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Updating router c809a41c-d1c1-4d6f-ae14-f3d39391466a port 070d9c16-a85f-4f1e-b00f-17f2e5566209 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:28.265370 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.333796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Deleting port 070d9c16-a85f-4f1e-b00f-17f2e5566209 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:28.334313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.343504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec90e992-0650-400f-8544-a17b6a252190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.374660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-858083157-network', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:28.419929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:13:28.419929 n-d-694802-13 neutron-server[93932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:13:28.419929 n-d-694802-13 neutron-server[93932]: [parameters: {'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'id': '4a113bbf-f97a-4de8-a7d8-5916a4de9a38', 'expiration': datetime.datetime(2021, 7, 7, 22, 15, 28, 411431)}] Jul 07 22:13:28.419929 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:13:28.420323 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:13:28.435533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.451269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Calling delete_port for 070d9c16-a85f-4f1e-b00f-17f2e5566209 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:28.540775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec90e992-0650-400f-8544-a17b6a252190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.550434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec90e992-0650-400f-8544-a17b6a252190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.551163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:28.555054 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7469cf3c-0c3b-403a-9226-a20e56230010" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:28.587747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ec90e992-0650-400f-8544-a17b6a252190 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=04463ca09e30438e8413e81dad637756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174992 Jul 07 22:13:28.590464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:28.638641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90e992-0650-400f-8544-a17b6a252190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0b5739-41d8-4ce6-809e-ef302b298f4b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:28.662086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.670177 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f24f7-f799-406a-a3da-70cb9957a516 x-openstack-request-id: req-3d9f24f7-f799-406a-a3da-70cb9957a516 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:28.670450 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:28.670656 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3d9f24f7-f799-406a-a3da-70cb9957a516 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:28.671059 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'status': 'completed', 'code': 200} Jul 07 22:13:28.681251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Transition to ACTIVE for port object 070d9c16-a85f-4f1e-b00f-17f2e5566209 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:28.689850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.725031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-629c5a1b-be9f-45bc-9df7-25dc734b5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.737825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5605ec-9782-4b94-8a00-03d87a4189ba None None] Pushing event updated for resources: {'Port': ['ID=070d9c16-a85f-4f1e-b00f-17f2e5566209,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:28.769341 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-629c5a1b-be9f-45bc-9df7-25dc734b5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.822851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Attempting to bind port 070d9c16-a85f-4f1e-b00f-17f2e5566209 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:28.823236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Attempting to bind port 070d9c16-a85f-4f1e-b00f-17f2e5566209 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:28.823608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Attempting to bind port 070d9c16-a85f-4f1e-b00f-17f2e5566209 on network b0c2822b-63ff-4c57-9908-63d584f6d0eb {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:28.828607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-bb57b309-0170-4adb-a093-b408595ad13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:28.830753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-bb57b309-0170-4adb-a093-b408595ad13e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1127 time: 0.1554604 Jul 07 22:13:28.836591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:28.836989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Checking segment: {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:28.837426 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.837827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Bound using segment: {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:28.838317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Bound port: 070d9c16-a85f-4f1e-b00f-17f2e5566209, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa33c34-77a0-4c34-9747-fe562b4eaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b0c2822b-63ff-4c57-9908-63d584f6d0eb'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:28.838730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.872949 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.899498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Port 070d9c16-a85f-4f1e-b00f-17f2e5566209 has been deleted concurrently {{(pid=93933) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 22:13:28.911794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Routers {'c809a41c-d1c1-4d6f-ae14-f3d39391466a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:28.912443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:28.926046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Pushing event deleted for resources: {'Port': ['ID=070d9c16-a85f-4f1e-b00f-17f2e5566209,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:29.024172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-629c5a1b-be9f-45bc-9df7-25dc734b5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.028424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-629c5a1b-be9f-45bc-9df7-25dc734b5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.034368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-629c5a1b-be9f-45bc-9df7-25dc734b5e09 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6f0b5739-41d8-4ce6-809e-ef302b298f4b HTTP/1.1" status: 204 len: 168 time: 0.4422605 Jul 07 22:13:29.106551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.146682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-a41f5ca7-fc9d-4e89-affe-7448062f2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:29.148469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-a41f5ca7-fc9d-4e89-affe-7448062f2524 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.3091028 Jul 07 22:13:29.154283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c5a1b-be9f-45bc-9df7-25dc734b5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0b5739-41d8-4ce6-809e-ef302b298f4b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:29.157761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:29.166861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.197399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.222449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4af97d29-c203-4d6b-8482-ac2b253028c7 None None] Could not find standard attr ID for object 070d9c16-a85f-4f1e-b00f-17f2e5566209. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:13:29.287345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] Set router c809a41c-d1c1-4d6f-ae14-f3d39391466a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:29.397815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.460045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.472338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Router c809a41c-d1c1-4d6f-ae14-f3d39391466a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:29.473907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:29.491491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-ce51b7e7-4da2-42a7-a3b7-368ccc98d8fc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 217 time: 0.2965891 Jul 07 22:13:29.494285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.494675 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Added segment c9c96004-edb7-4304-a03d-34feaee940c2 of type vlan for network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c Jul 07 22:13:29.549091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:29.600617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f25131-456d-4017-ade0-c6a773a41a9e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:29.604504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:28Z', 'revision_number': 5, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port': {'id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:19Z', 'updated_at': '2021-07-07T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:29.628971 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.645245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:29.649899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-c23f20ef-daf3-4904-bf9f-0ee94d4f4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:29.651447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-c23f20ef-daf3-4904-bf9f-0ee94d4f4b12 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1457987 Jul 07 22:13:29.654695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cba1d53d-5ff8-4f17-b6a2-69d72f088116 admin admin] 10.222.0.95 "PUT /v2.0/routers/c809a41c-d1c1-4d6f-ae14-f3d39391466a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7803221 Jul 07 22:13:29.657160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33668) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:29.673530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb4d73-ad85-41f2-ab67-15b778ff82e0 req-ddd49dbf-e49f-41fc-86e7-cf93f0d2db23 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:29.677002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65996f1-1404-47dc-9c9e-69fa5a8e880f None None] The sync data for ids ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'] in n-d-694802-13 is: [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:28Z', 'revision_number': 5, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port': {'id': '57ec32fe-7c26-4326-bf9d-3c150043d1fe', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:19Z', 'updated_at': '2021-07-07T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:29.681830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6eb4d73-ad85-41f2-ab67-15b778ff82e0 req-ddd49dbf-e49f-41fc-86e7-cf93f0d2db23 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 945 time: 0.4604862 Jul 07 22:13:29.708874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33670) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:29.730003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:29.743288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec has no active binding in host n-h1-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:13:29.755505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658661-9c94-4214-91ab-b135c8e11641 req-32ef5b0f-969c-4aeb-905b-b581c9276f2c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:29.763030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc658661-9c94-4214-91ab-b135c8e11641 req-32ef5b0f-969c-4aeb-905b-b581c9276f2c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.4879160 Jul 07 22:13:29.766424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-83e17078-bb37-47e1-9a08-26f70f2f2ab6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820060 Jul 07 22:13:29.779421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.793965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4436-aeef-4d1a-84f1-1339ed100016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.854332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.856102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:29.857438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.895149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.938739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6eb4d73-ad85-41f2-ab67-15b778ff82e0 req-aaf2de9f-5bc0-4bf3-a4c6-58c3214d2999 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559848 Jul 07 22:13:29.952875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Deleting port 57ec32fe-7c26-4326-bf9d-3c150043d1fe {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:29.953148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.969224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc658661-9c94-4214-91ab-b135c8e11641 req-080fd517-7fa6-4409-b5f1-e24df288cfe0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021632 Jul 07 22:13:30.055181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] Pushing event updated for resources: {'Network': ['ID=3e7f94c5-524e-4dae-bca5-e69bd30e0e8c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.067405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:30.084961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] For port 57ec32fe-7c26-4326-bf9d-3c150043d1fe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=57ec32fe-7c26-4326-bf9d-3c150043d1fe,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:30.085348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.106998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Calling delete_port for 57ec32fe-7c26-4326-bf9d-3c150043d1fe owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:30.116710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-36435181-1ac1-41b7-b066-5faa90088742 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344541 Jul 07 22:13:30.344554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.374198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Pushing event deleted for resources: {'Port': ['ID=57ec32fe-7c26-4326-bf9d-3c150043d1fe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.397989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7469cf3c-0c3b-403a-9226-a20e56230010 req-cbc83beb-a80d-42c0-9847-2f188d094774 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663682 Jul 07 22:13:30.401220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4436-aeef-4d1a-84f1-1339ed100016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.407391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.422726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4436-aeef-4d1a-84f1-1339ed100016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.435395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2563d48a-80cc-4727-8b2e-0678aa3b7d6b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3583789 Jul 07 22:13:30.445329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33692) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:30.466060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Request body: {'subnet': {'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-858083157-subnet', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:30.490876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ca4c4436-aeef-4d1a-84f1-1339ed100016 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=65f45f47a77b475f9d43f4d7f95677f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763538 Jul 07 22:13:30.491733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33698) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:30.492857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c4436-aeef-4d1a-84f1-1339ed100016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b0f20f-8c79-4cbd-9554-503ba3a0a46e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.507743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f822-96c7-42be-b62e-b593806d04ac req-ebcba36b-39bd-4107-8be2-a67f5f58d0ce tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:30.509405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c505f822-96c7-42be-b62e-b593806d04ac req-ebcba36b-39bd-4107-8be2-a67f5f58d0ce tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1097 time: 0.1719303 Jul 07 22:13:30.514427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:30.521607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.552478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.558325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.608672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Sync routers for ids ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:30.622008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Routers {'c809a41c-d1c1-4d6f-ae14-f3d39391466a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:30.622670 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:30.650285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.650869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c809a41c-d1c1-4d6f-ae14-f3d39391466a {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:13:30.662278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.666376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-efd9515c-1f1e-442e-a49c-6d865877572c admin admin] 10.222.0.95 "DELETE /v2.0/routers/c809a41c-d1c1-4d6f-ae14-f3d39391466a HTTP/1.1" status: 204 len: 168 time: 1.0080326 Jul 07 22:13:30.667316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:30.675877 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04d5fdae-fdfd-491f-8911-c727154b76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.720412 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Set router c809a41c-d1c1-4d6f-ae14-f3d39391466a gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:30.735920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04d5fdae-fdfd-491f-8911-c727154b76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.751321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Deleting subnet ef7cacce-eb6d-41dc-854f-faff314d07e3 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:13:30.756779 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.782152 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a41c-d1c1-4d6f-ae14-f3d39391466a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1421383780-router', 'tenant_id': 'f72a4b5fbccb4726b006e747799a2648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:30Z', 'revision_number': 7, 'project_id': 'f72a4b5fbccb4726b006e747799a2648', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:30.816348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.817020 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Checking router: c809a41c-d1c1-4d6f-ae14-f3d39391466a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:30.828099 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Routers set() bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:30.828847 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Router IDs set() for agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 22:13:30.829839 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_agentschedulers_db [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c809a41c-d1c1-4d6f-ae14-f3d39391466a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent'). {{(pid=93934) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 22:13:30.830486 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28046e08-4018-4a62-8a78-a36e7706ef9f None None] The sync data for ids ['c809a41c-d1c1-4d6f-ae14-f3d39391466a'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:30.884019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04d5fdae-fdfd-491f-8911-c727154b76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.887247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04d5fdae-fdfd-491f-8911-c727154b76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.890943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-04d5fdae-fdfd-491f-8911-c727154b76eb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/53b0f20f-8c79-4cbd-9554-503ba3a0a46e HTTP/1.1" status: 204 len: 168 time: 0.3957548 Jul 07 22:13:30.904842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5fdae-fdfd-491f-8911-c727154b76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b0f20f-8c79-4cbd-9554-503ba3a0a46e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.911477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c505f822-96c7-42be-b62e-b593806d04ac req-286188ba-e83d-448c-9999-5d35798450d8 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868308 Jul 07 22:13:30.946570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-12d3bc28-a734-4437-8f17-3ceef7081de7 service neutron] 10.222.0.97 "GET /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.3815763 Jul 07 22:13:30.951499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.061248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.122813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7cacce-eb6d-41dc-854f-faff314d07e3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:31.136518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.141024 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec0fc9a8-b3ca-4213-a3b7-02cbb6f15588 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ef7cacce-eb6d-41dc-854f-faff314d07e3 HTTP/1.1" status: 204 len: 168 time: 0.4726875 Jul 07 22:13:31.143420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4545e-d2c7-4fec-9a54-adcfed378348 None None] Network b0c2822b-63ff-4c57-9908-63d584f6d0eb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:31.143957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:31.265211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.273899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.375618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:31.393225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b0a81-b47c-46c1-a5e3-07b200ad35ff req-350f0976-3c47-4502-bc43-2a28a8b4a180 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:31.395293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-833b0a81-b47c-46c1-a5e3-07b200ad35ff req-350f0976-3c47-4502-bc43-2a28a8b4a180 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1097 time: 0.1980879 Jul 07 22:13:31.395544 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a11659-7d6a-46ba-b855-b2fc924261cc,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:31.429465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] DHCP port deletion for b0c2822b-63ff-4c57-9908-63d584f6d0eb request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:13:31.459766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:31.497416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Checking segment: {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:31.497787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Network hostable DHCP agents. Network: 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:31.526509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9ff923-f38b-4adc-936c-ea55b30a4aec {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:31.546605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-833b0a81-b47c-46c1-a5e3-07b200ad35ff req-a9f88ccb-5f7c-4689-96ff-c32f90d868f5 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332269 Jul 07 22:13:31.567769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:31.579335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] Deleting port e62ebacf-fa35-4941-a138-45609d3d76ed {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:31.579755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.581594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:31.594985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.610044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:31.615422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:31.616380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.659542 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-658ed83d-c01f-4242-a43c-56f9bdd0e67d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2131395 Jul 07 22:13:31.660484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33754) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:31.670295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:31.672997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5135ce0-2e4a-42ca-8364-19e6970c29d9 None None] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:31.703849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.705297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.767857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.775996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57ec32fe-7c26-4326-bf9d-3c150043d1fe no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:31.845569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 57ec32fe-7c26-4326-bf9d-3c150043d1fe {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:31.846250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57ec32fe-7c26-4326-bf9d-3c150043d1fe not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:31.846866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e62ebacf-fa35-4941-a138-45609d3d76ed no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:31.897838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Deleting port e62ebacf-fa35-4941-a138-45609d3d76ed {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:31.898412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.971929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] For port e62ebacf-fa35-4941-a138-45609d3d76ed, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e62ebacf-fa35-4941-a138-45609d3d76ed,segment=NetworkSegment(efa33c34-77a0-4c34-9747-fe562b4eaf29),segment_id=efa33c34-77a0-4c34-9747-fe562b4eaf29)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:31.972373 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.994758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] For port e62ebacf-fa35-4941-a138-45609d3d76ed, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e62ebacf-fa35-4941-a138-45609d3d76ed,segment=NetworkSegment(efa33c34-77a0-4c34-9747-fe562b4eaf29),segment_id=efa33c34-77a0-4c34-9747-fe562b4eaf29)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:31.995135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.006316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] Transition to ACTIVE for port object ae9ff923-f38b-4adc-936c-ea55b30a4aec will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:32.012586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Calling delete_port for e62ebacf-fa35-4941-a138-45609d3d76ed owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:32.013414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.021448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.088037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] Calling delete_port for e62ebacf-fa35-4941-a138-45609d3d76ed owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:32.130080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.159433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] No DVR routers for this DVR port e62ebacf-fa35-4941-a138-45609d3d76ed on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:32.197660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98058f-6134-498f-89b6-8c49f81439b9 req-86ba305b-8db2-4755-bdc0-d0bde0d034c0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:32.206822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a98058f-6134-498f-89b6-8c49f81439b9 req-86ba305b-8db2-4755-bdc0-d0bde0d034c0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 944 time: 0.3690703 Jul 07 22:13:32.224926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] No DVR routers for this DVR port ae9ff923-f38b-4adc-936c-ea55b30a4aec on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:32.238896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'fixed_ips': [{'subnet_id': '45a11659-7d6a-46ba-b855-b2fc924261cc'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:32.239838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.245298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62ebacf-fa35-4941-a138-45609d3d76ed,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:32.282939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No active binding found for port e62ebacf-fa35-4941-a138-45609d3d76ed {{(pid=93933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:13:32.283287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e62ebacf-fa35-4941-a138-45609d3d76ed not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:32.311848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:32.313077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.317101 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.329760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.330401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.331700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.332287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > port after_create 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.333059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.333508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > port after_update 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.333941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.334375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.335277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.336032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.363714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-d2f379c3-ec38-4c26-9cde-14eef468f3b7 service neutron] 10.222.0.97 "PUT /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec/bindings/n-h1-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4105823 Jul 07 22:13:32.403407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a98058f-6134-498f-89b6-8c49f81439b9 req-189084dd-76c2-4884-81e4-76218145c51b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953247 Jul 07 22:13:32.474267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.476097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.478893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.479422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:13:32.480693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c2822b-63ff-4c57-9908-63d584f6d0eb']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:32.529864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa33c34-77a0-4c34-9747-fe562b4eaf29') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:32.531688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa33c34-77a0-4c34-9747-fe562b4eaf29') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:32.552666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.578508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.588282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:13:32.588816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.597601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.644970 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: from cryptography.utils import int_from_bytes Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: from cryptography.utils import int_from_bytes Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: items = [ Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:13:32.659677 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:13:32.674164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.679902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.685110 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] 10.222.0.95 "DELETE /v2.0/networks/b0c2822b-63ff-4c57-9908-63d584f6d0eb HTTP/1.1" status: 204 len: 168 time: 1.5375125 Jul 07 22:13:32.685254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] Pushing event deleted for resources: {'Port': ['ID=e62ebacf-fa35-4941-a138-45609d3d76ed,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:32.690452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a4f36-091a-4d5f-8ed4-5030fd7ed5b5 None None] No DVR routers for this DVR port e62ebacf-fa35-4941-a138-45609d3d76ed on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:32.743556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bdb1d-c291-44d8-9944-dd55bc5cfc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c2822b-63ff-4c57-9908-63d584f6d0eb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:32.793538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-23edeb15-83cf-4bbd-96c9-39679cf16925 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:32.797740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-23edeb15-83cf-4bbd-96c9-39679cf16925 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.1364493 Jul 07 22:13:32.799236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Allocated IP 172.20.0.2 (3e7f94c5-524e-4dae-bca5-e69bd30e0e8c/45a11659-7d6a-46ba-b855-b2fc924261cc/64c5cace-a0f3-4fa3-b0cf-fba7e770fc29) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:32.841684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Allocated IP 172.25.5.132 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/5c33f921-8195-4a78-bd98-21b185cbb713) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:32.943272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-da47d269-8199-4aba-98d4-e1c76184ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:32.946277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-da47d269-8199-4aba-98d4-e1c76184ea35 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 1097 time: 0.1403258 Jul 07 22:13:32.975481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.057341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33854) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:33.086511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.147889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:33.167012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:33.172443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:33.187540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-796fc146-cf19-4b9b-8efb-b012bfe2ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:33.189083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-796fc146-cf19-4b9b-8efb-b012bfe2ff47 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1097 time: 0.2067153 Jul 07 22:13:33.191855 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-553a6a3b-675b-435c-935b-fe0cc73be1f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f72a4b5fbccb4726b006e747799a2648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318846 Jul 07 22:13:33.203299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33866) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:33.239526 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.244428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33868) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:33.245280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Pushing event updated for resources: {'Port': ['ID=5c33f921-8195-4a78-bd98-21b185cbb713,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:33.249906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cb182-695a-4088-9bd4-e548ea7d2496 req-f39412d8-71bb-4837-ad11-0aa3dbff911c tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:33.252664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc7cb182-695a-4088-9bd4-e548ea7d2496 req-f39412d8-71bb-4837-ad11-0aa3dbff911c tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1097 time: 0.2164111 Jul 07 22:13:33.264221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Transition to ACTIVE for port object 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:33.321283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Transition to ACTIVE for port object 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:33.342591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.360548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c574334-09a7-4ba1-8869-1b09ba27604d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.369093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc7cb182-695a-4088-9bd4-e548ea7d2496 req-a729fcf2-a622-4227-9e9b-505d3bf857c3 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032548 Jul 07 22:13:33.406193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c574334-09a7-4ba1-8869-1b09ba27604d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.414530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-20b5fb5a-f19c-45cb-bccd-287333bf9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:33.416120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-20b5fb5a-f19c-45cb-bccd-287333bf9c03 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.2199903 Jul 07 22:13:33.454747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Pushing event updated for resources: {'Port': ['ID=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:33.463484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:33.466918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:33.469659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:33.505892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-cc835a69-eec5-4dd1-ab5a-3629943fbe57 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 217 time: 0.0778756 Jul 07 22:13:33.543608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c574334-09a7-4ba1-8869-1b09ba27604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.546874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c574334-09a7-4ba1-8869-1b09ba27604d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.548109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4c574334-09a7-4ba1-8869-1b09ba27604d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/14a7c68e-a51f-47c9-89e4-9283ee8153d7 HTTP/1.1" status: 204 len: 168 time: 0.3346832 Jul 07 22:13:33.548819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Attempting to bind port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:33.549889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Attempting to bind port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:33.550021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Attempting to bind port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 on network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:33.555535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f83e5ff-fe44-4978-b958-4cc037f47bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.571555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:33.572400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Checking segment: {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:33.575763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.577330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Bound using segment: {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:33.579289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Bound port: 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:33.579987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.585425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c574334-09a7-4ba1-8869-1b09ba27604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a7c68e-a51f-47c9-89e4-9283ee8153d7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:33.611847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-5e21bd85-edeb-444a-be2e-3c4b7788e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:33.613749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-5e21bd85-edeb-444a-be2e-3c4b7788e226 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0814872 Jul 07 22:13:33.667019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-5547e25a-499a-49f8-af47-ba65f61a5d1a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458341 Jul 07 22:13:33.715222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] For port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:33.719818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] For port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:33.736753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.859625 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-0010009c-88c7-4e64-a7be-686b0dcead43 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858058 Jul 07 22:13:33.882312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.888588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e49a3-2a32-4f86-8764-1189567505db None None] Pushing event updated for resources: {'Port': ['ID=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:34.016436 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-0c1627b3-890f-438b-aab8-d71f290455b5 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418543 Jul 07 22:13:34.259880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f118d74-052d-464d-8480-80589b5064c2 req-2fdf7416-e565-4543-89fa-56f728c3bcf2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:34.267967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f118d74-052d-464d-8480-80589b5064c2 req-2fdf7416-e565-4543-89fa-56f728c3bcf2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 945 time: 0.2573349 Jul 07 22:13:34.273411 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.353913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1660944275', 'description': 'tempest-description-641081894'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:34.360963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f83e5ff-fe44-4978-b958-4cc037f47bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.378060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f83e5ff-fe44-4978-b958-4cc037f47bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.410498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f118d74-052d-464d-8480-80589b5064c2 req-bf90021c-dc30-4b3d-ae0c-1f1a996465ca tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416483 Jul 07 22:13:34.412762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-24b0d3aa-27d9-4135-a40e-e6b9ce007361 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:34.414393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-24b0d3aa-27d9-4135-a40e-e6b9ce007361 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.0695529 Jul 07 22:13:34.499231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5f83e5ff-fe44-4978-b958-4cc037f47bf8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=28e473f569824c78bc8ba319c7b32b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2449055 Jul 07 22:13:34.503029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33930) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:34.507982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.527309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83e5ff-fe44-4978-b958-4cc037f47bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c306738-4200-4e7f-9f5f-1a0881ea6e88,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:34.532397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.599770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-c0274c3a-07be-4d69-b68d-80227336c66f service neutron] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:34.610244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-c0274c3a-07be-4d69-b68d-80227336c66f service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.611496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc83d759-a781-4c0b-9324-b1f9e9615812 req-c0274c3a-07be-4d69-b68d-80227336c66f service neutron] 10.222.0.103 "DELETE /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec/bindings/n-h2-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.1880083 Jul 07 22:13:34.624691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Router 798599ae-6260-4569-9a52-80e52ebcd6fb is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:13:34.633124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29f33d4b-015b-4669-96a0-a7178e67af16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.666834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29f33d4b-015b-4669-96a0-a7178e67af16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.756719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29f33d4b-015b-4669-96a0-a7178e67af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.764516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29f33d4b-015b-4669-96a0-a7178e67af16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.771758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.780126 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29f33d4b-015b-4669-96a0-a7178e67af16 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7c306738-4200-4e7f-9f5f-1a0881ea6e88 HTTP/1.1" status: 204 len: 168 time: 0.2736022 Jul 07 22:13:34.784851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.798266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f33d4b-015b-4669-96a0-a7178e67af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c306738-4200-4e7f-9f5f-1a0881ea6e88,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:34.823565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:34.834263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b7e6ef-840e-41b2-93e0-a6277f2eaf86,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:34.847020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Sync routers for ids ['798599ae-6260-4569-9a52-80e52ebcd6fb'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:34.871321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Routers {'798599ae-6260-4569-9a52-80e52ebcd6fb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:34.872244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['798599ae-6260-4569-9a52-80e52ebcd6fb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:34.965510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.977894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.996650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.000072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bac688fb-2b04-45d7-82bd-0382551ecb4e admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3361664 Jul 07 22:13:35.003227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33974) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:35.026445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Set router 798599ae-6260-4569-9a52-80e52ebcd6fb gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:35.043757 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.053897 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-95a49d42-6fcf-49df-bda4-778fe51fda19 req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7157502 Jul 07 22:13:35.055209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb1057-3eef-4ac2-9212-4d224ec8153a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f10cb-62f7-467e-a9d9-838281286925,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:35.165860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:35.170341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b07163-3454-474e-b24e-0b2c7af6eeff None None] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:35.213411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9a86-3c85-488a-bb93-201c8e39eda3 req-19da1153-9bb9-4e1c-88dd-5b57b9ad0a1f tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:35.223589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d0c9a86-3c85-488a-bb93-201c8e39eda3 req-19da1153-9bb9-4e1c-88dd-5b57b9ad0a1f tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1097 time: 0.0952566 Jul 07 22:13:35.297368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d0c9a86-3c85-488a-bb93-201c8e39eda3 req-72717553-0500-4ca9-aaad-8374be036c31 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727990 Jul 07 22:13:35.446617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:35.450105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d0a5e89f-8b3e-4514-a711-e7ebf93e8e48 None None] Provisioning for port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:35.490148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33990) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:35.537823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a296c85-f0b4-4182-9821-b2b9d196bfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.588150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e8c327a8-746e-4b89-8d6a-26760bb21213 req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Request body: {'security_group': {'name': 'tempest-securitygroup-537039555', 'description': 'tempest-description-607957638'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:35.652683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:13:33Z', 'revision_number': 3, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:35.683903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.692537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:35.722702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a296c85-f0b4-4182-9821-b2b9d196bfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.725649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Checking router: 798599ae-6260-4569-9a52-80e52ebcd6fb for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:35.726081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Updating router 798599ae-6260-4569-9a52-80e52ebcd6fb port 5c33f921-8195-4a78-bd98-21b185cbb713 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:35.745164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a296c85-f0b4-4182-9821-b2b9d196bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.759176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e8c327a8-746e-4b89-8d6a-26760bb21213 req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.783590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.820886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:35.832210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:35.832945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.898652 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e8c327a8-746e-4b89-8d6a-26760bb21213 req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.911464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e8c327a8-746e-4b89-8d6a-26760bb21213 req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.919104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a296c85-f0b4-4182-9821-b2b9d196bfd4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4978623c14e94e2c973b0a588f5df59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277842 Jul 07 22:13:35.922270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Allocated IP 172.20.0.1 (3e7f94c5-524e-4dae-bca5-e69bd30e0e8c/45a11659-7d6a-46ba-b855-b2fc924261cc/21b99d62-1130-4a43-b59d-dc026da9d5b9) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:35.924042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a296c85-f0b4-4182-9821-b2b9d196bfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df58c49-44be-4367-ace9-929a345575e9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:35.924751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34004) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:35.965513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e8c327a8-746e-4b89-8d6a-26760bb21213 req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.967261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8c327a8-746e-4b89-8d6a-26760bb21213 req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3919845 Jul 07 22:13:35.981796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94296a9c-0b0e-4509-9c03-b31a33b8f1bd tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43133658-c486-4298-9aae-d3309364a099,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.093672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c042c90-3118-49de-af03-f335836ef66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.144585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c042c90-3118-49de-af03-f335836ef66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.167014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.173912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824524f5-8112-4129-8ec5-33f4f50bbc19 req-ace13b88-0b15-43b5-adb6-0fd845e65207 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:36.175673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-824524f5-8112-4129-8ec5-33f4f50bbc19 req-ace13b88-0b15-43b5-adb6-0fd845e65207 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 945 time: 0.0866694 Jul 07 22:13:36.183101 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.200349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e04f2a71-b44a-4a15-a62a-ee9986a3ba66 None None] Provisioning complete for port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:36.200721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e04f2a71-b44a-4a15-a62a-ee9986a3ba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.227209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-824524f5-8112-4129-8ec5-33f4f50bbc19 req-124b8166-5e51-48dd-b2ee-935b56868104 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Jul 07 22:13:36.238927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Transition to ACTIVE for port object 21b99d62-1130-4a43-b59d-dc026da9d5b9 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:36.243078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c042c90-3118-49de-af03-f335836ef66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.250884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c042c90-3118-49de-af03-f335836ef66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.252206 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c042c90-3118-49de-af03-f335836ef66e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5df58c49-44be-4367-ace9-929a345575e9 HTTP/1.1" status: 204 len: 168 time: 0.3263721 Jul 07 22:13:36.274609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c042c90-3118-49de-af03-f335836ef66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df58c49-44be-4367-ace9-929a345575e9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.305378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:36.323724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.325522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.394894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:36.401414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:36.404816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:36.454193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.454340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.477677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.494112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Transition to ACTIVE for port object 5c33f921-8195-4a78-bd98-21b185cbb713 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:36.508989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.594339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Pushing event updated for resources: {'Port': ['ID=21b99d62-1130-4a43-b59d-dc026da9d5b9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.594712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Attempting to bind port 5c33f921-8195-4a78-bd98-21b185cbb713 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:36.595223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Attempting to bind port 5c33f921-8195-4a78-bd98-21b185cbb713 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:36.595722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Attempting to bind port 5c33f921-8195-4a78-bd98-21b185cbb713 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:36.601469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911856-75df-447e-87e0-f61a15c9f2df None None] Pushing event updated for resources: {'Port': ['ID=5c33f921-8195-4a78-bd98-21b185cbb713,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.604242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:36.604728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:36.605853 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.606414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:36.607080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Bound port: 5c33f921-8195-4a78-bd98-21b185cbb713, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:36.607558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.645238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.689490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] For port 5c33f921-8195-4a78-bd98-21b185cbb713, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:36.696462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] For port 5c33f921-8195-4a78-bd98-21b185cbb713, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5c33f921-8195-4a78-bd98-21b185cbb713,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:36.707612 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.849998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Routers {'798599ae-6260-4569-9a52-80e52ebcd6fb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:36.851022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['798599ae-6260-4569-9a52-80e52ebcd6fb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:36.861181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911856-75df-447e-87e0-f61a15c9f2df None None] Pushing event updated for resources: {'Port': ['ID=5c33f921-8195-4a78-bd98-21b185cbb713,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.865090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.877668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.933116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ac5018e7-ca26-40e4-b390-f6dcf41f8d4b None None] Provisioning for port 21b99d62-1130-4a43-b59d-dc026da9d5b9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:36.940918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ac5018e7-ca26-40e4-b390-f6dcf41f8d4b None None] Provisioning complete for port 21b99d62-1130-4a43-b59d-dc026da9d5b9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:36.941339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ac5018e7-ca26-40e4-b390-f6dcf41f8d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.991304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.076579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Pushing event updated for resources: {'Port': ['ID=21b99d62-1130-4a43-b59d-dc026da9d5b9,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.141074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:37.142997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:37.147282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ac5018e7-ca26-40e4-b390-f6dcf41f8d4b None None] Port 21b99d62-1130-4a43-b59d-dc026da9d5b9 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:37.158075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] Set router 798599ae-6260-4569-9a52-80e52ebcd6fb gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:37.206147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-fb11399a-2b68-45dc-a411-8ee792d7053d tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:13:37.207211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-fb11399a-2b68-45dc-a411-8ee792d7053d tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101478 Jul 07 22:13:37.230826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Request body: {'binding': {'host': 'n-h1-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:37.231314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:13:37.335153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-878364629', 'description': 'tempest-description-868764346'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:37.366536 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.383838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.402432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Router 798599ae-6260-4569-9a52-80e52ebcd6fb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:37.455883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21b99d62-1130-4a43-b59d-dc026da9d5b9', 'name': '', 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'mac_address': 'fa:16:3e:a2:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:35Z', 'updated_at': '2021-07-07T22:13:35Z', 'revision_number': 1, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'subnets': [{'id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:37.506135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a1dcb-d579-49f5-a758-75a2dbf72d44 None None] The sync data for ids ['798599ae-6260-4569-9a52-80e52ebcd6fb'] in n-d-694802-13 is: [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21b99d62-1130-4a43-b59d-dc026da9d5b9', 'name': '', 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'mac_address': 'fa:16:3e:a2:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:35Z', 'updated_at': '2021-07-07T22:13:35Z', 'revision_number': 1, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'subnets': [{'id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:37.517094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.523234 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.566268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11a1b0-333d-4ad7-bb9c-3959eb7fba38,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.589086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-83b9cb73-5cd3-4f39-80af-f7a6c0d5b235 None None] Provisioning complete for port 21b99d62-1130-4a43-b59d-dc026da9d5b9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:37.589994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-83b9cb73-5cd3-4f39-80af-f7a6c0d5b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.632427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on host n-h1-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:37.632984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:37.633459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:37.653713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:37.654381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:37.654729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.654948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:37.662610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:37.664857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.691141 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6838b13f-ab66-4235-ae74-152e5b7d3c5b admin admin] 10.222.0.95 "PUT /v2.0/routers/798599ae-6260-4569-9a52-80e52ebcd6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856713 Jul 07 22:13:37.694908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:37.695500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:37.696035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:37.697804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Bound port: a6a16e89-e30f-4810-8391-87cf86142e6d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:37.699106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.713052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77eedb2e-3e7b-45f8-b919-4966dd848f2c req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3815069 Jul 07 22:13:37.720316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b4aee-5a38-4709-a366-98a8e1f96054 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b958bc-11d9-4fe4-ba1e-66bd4126fb9a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.748656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-83b9cb73-5cd3-4f39-80af-f7a6c0d5b235 None None] Port 21b99d62-1130-4a43-b59d-dc026da9d5b9 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:37.783480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:37.783866 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.795058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:37.805493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.805493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-3a579ad1-af1c-4ef1-a634-40494d42edf1 service neutron] 10.222.0.95 "POST /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5814679 Jul 07 22:13:37.875455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:38.052388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7d333fb6-cd2d-4be2-8521-32bf2f50a540 req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-579802300', 'description': 'tempest-description-1711164252'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:38.078413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7d333fb6-cd2d-4be2-8521-32bf2f50a540 req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.133663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1677839721'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:38.232397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7d333fb6-cd2d-4be2-8521-32bf2f50a540 req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.233771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-7df613ea-8d3a-4aff-8919-1adf866abfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.235966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-7df613ea-8d3a-4aff-8919-1adf866abfe2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1097 time: 0.0803552 Jul 07 22:13:38.236654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7d333fb6-cd2d-4be2-8521-32bf2f50a540 req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.269345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26765796-9a78-4b4d-8308-39f9871271d5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:38.304861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:38.308804 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7d333fb6-cd2d-4be2-8521-32bf2f50a540 req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.308947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.310251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d333fb6-cd2d-4be2-8521-32bf2f50a540 req-208952be-4f06-4796-980c-4995dbb9d56e tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2629373 Jul 07 22:13:38.389011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:38.410008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-8ca3faac-6a02-4289-85d4-b705cad2def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.412481 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-8ca3faac-6a02-4289-85d4-b705cad2def0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1691177 Jul 07 22:13:38.428455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.429039 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Added segment bb0fadb1-234b-4c23-96d1-fb051f93035f of type vlan for network 52d19736-76b1-4d4c-a317-93681321f7a8 Jul 07 22:13:38.471921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0c5d71d4-6ae4-4ef6-b9b2-3fa9d79c8e1e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 217 time: 0.0532475 Jul 07 22:13:38.518484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3493e5a-6c5e-4508-93a5-62fed2d8a3a1 req-2ec6ad3e-a4a3-424c-8907-3bc69071f0c5 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.530526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3493e5a-6c5e-4508-93a5-62fed2d8a3a1 req-2ec6ad3e-a4a3-424c-8907-3bc69071f0c5 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1097 time: 0.0859160 Jul 07 22:13:38.571541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-302c441c-76e6-4ce3-888f-e92ba5aacc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.573019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-302c441c-76e6-4ce3-888f-e92ba5aacc30 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0738878 Jul 07 22:13:38.578809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.594034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3493e5a-6c5e-4508-93a5-62fed2d8a3a1 req-b82cc7a9-6225-4e2e-80f5-c428b51a5481 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614016 Jul 07 22:13:38.628461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-ae6c6bd0-14fe-4f95-a645-a9c0716a18ac service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454302 Jul 07 22:13:38.756872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.764522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.769250 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.915658 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0383680 Jul 07 22:13:38.917209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34186) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:38.925229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'subnet': {'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:38.961292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904a9dd-e14a-4d1e-9b6b-f171eb86bbe5 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Network': ['ID=52d19736-76b1-4d4c-a317-93681321f7a8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:38.967470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-8129103f-0324-4058-bdd3-d7bb759b7e4b service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212225 Jul 07 22:13:38.973021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 52d19736-76b1-4d4c-a317-93681321f7a8 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:39.070048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce1306-686a-4460-835e-05c14da52c26 req-9ba24de3-ad24-46cd-9b57-5f8a87a81435 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:39.071720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03ce1306-686a-4460-835e-05c14da52c26 req-9ba24de3-ad24-46cd-9b57-5f8a87a81435 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 945 time: 0.2270350 Jul 07 22:13:39.137493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:39.141351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.301907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-65fb31b3-2a11-4f32-addf-2f10826282e4 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148341 Jul 07 22:13:39.404400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03ce1306-686a-4460-835e-05c14da52c26 req-b32aca38-a081-48cc-8c48-007b28d3e63d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206744 Jul 07 22:13:39.436724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-aa2d8362-20ec-4a04-a255-383cc651db99 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:39.438596 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-aa2d8362-20ec-4a04-a255-383cc651db99 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.0806072 Jul 07 22:13:39.451433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-13'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:39.504271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-0e1d7262-f1e4-4057-b72f-06fe32adc2e4 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42316 time: 0.7903605 Jul 07 22:13:39.544556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.601813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-28107d95-a125-40f6-81ad-91be5cde491c tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/20308f46-5abb-4456-ac7b-319294dfd2a2 HTTP/1.1" status: 200 len: 2981 time: 0.0844467 Jul 07 22:13:39.656473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5c33f921-8195-4a78-bd98-21b185cbb713 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:39.708258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 5c33f921-8195-4a78-bd98-21b185cbb713 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:39.712079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5c33f921-8195-4a78-bd98-21b185cbb713 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:39.712644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.730684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:39.773216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:39.781603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-669f2a7c-46bb-4e66-8bc5-ed975273ef76 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/20308f46-5abb-4456-ac7b-319294dfd2a2 HTTP/1.1" status: 200 len: 2981 time: 0.1713307 Jul 07 22:13:39.782613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.799541 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.817663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:39.820064 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a02d0b9-acbc-4019-8b62-e9fb56063290" -d '{"events": [{"server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:39.820976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 5c33f921-8195-4a78-bd98-21b185cbb713, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5c33f921-8195-4a78-bd98-21b185cbb713,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:39.824461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.826418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.839537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.863963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-34c633c3-50d3-4056-aeb1-f64d89ee4b6f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:39.865526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-34c633c3-50d3-4056-aeb1-f64d89ee4b6f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.2266624 Jul 07 22:13:39.884083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Subnet': ['ID=d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:39.902217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=5c33f921-8195-4a78-bd98-21b185cbb713,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:39.921704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:39.922910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-143cf5ca-e5db-42cb-a324-0424ea7176c3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/quotas/dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 375 time: 0.0365765 Jul 07 22:13:39.929475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-cb4d97a2-e105-47a9-b90a-8fe7e6aa6eeb tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/51e9ddec-1d1d-4676-b975-940a68b429e8 HTTP/1.1" status: 200 len: 2977 time: 0.1131723 Jul 07 22:13:39.934394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:39.934827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:39.935165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:39.939990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:39.940319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Attempting to bind port a6a16e89-e30f-4810-8391-87cf86142e6d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:39.945103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Checking segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:39.945475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network hostable DHCP agents. Network: 52d19736-76b1-4d4c-a317-93681321f7a8, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:39.945608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:39.945849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:39.946237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:39.946692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Bound port: a6a16e89-e30f-4810-8391-87cf86142e6d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:39.947097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.012842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:40.016419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:40.018659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 52d19736-76b1-4d4c-a317-93681321f7a8 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:40.020044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.030517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-d9a13b10-baec-45a7-aead-aedf1f19d8f0 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/51e9ddec-1d1d-4676-b975-940a68b429e8 HTTP/1.1" status: 200 len: 2977 time: 0.0866039 Jul 07 22:13:40.038360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 52d19736-76b1-4d4c-a317-93681321f7a8) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:40.047837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f30aba-4aad-43c5-8166-4db6444ca1fe None None] Network 52d19736-76b1-4d4c-a317-93681321f7a8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:40.048375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.048967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.086033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0379865d-9759-4fb3-9cd0-e95257f90ea7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558011 Jul 07 22:13:40.096619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2645525f-7570-477a-90f7-60e5cc800c26 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1755698 Jul 07 22:13:40.099500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34218) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:40.107969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1775788567'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:40.114407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=8']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:40.119990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.120690 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.122670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d08c53a-160e-45a0-98e1-7ef6aef6f676 service neutron] 10.222.0.103 "PUT /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 1123 time: 0.6776218 Jul 07 22:13:40.125749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-3ef634ad-7d87-43a4-9c58-b8b126050337 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/54d38319-5c77-473f-80dd-3f4266dfbc66 HTTP/1.1" status: 200 len: 2977 time: 0.0818610 Jul 07 22:13:40.144341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:40.149512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.199736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:40.209728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.210401 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Added segment 1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97 of type vlan for network 24fcaaab-4629-4af8-8cd0-9519781ceb56 Jul 07 22:13:40.215845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-24b8cacc-78cd-463c-93c7-06c4b6a3a6bb tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/54d38319-5c77-473f-80dd-3f4266dfbc66 HTTP/1.1" status: 200 len: 2977 time: 0.0643799 Jul 07 22:13:40.218833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a6a16e89-e30f-4810-8391-87cf86142e6d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:40.239280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-1383d671-23cd-40c3-bfaf-dcfb42bf7c51 service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376324 Jul 07 22:13:40.264177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.298314 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.304734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.305626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.320851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-6cee25e2-c673-41f0-876f-025904655787 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/5b77e75a-bab1-400c-be30-bb997b11b7b5 HTTP/1.1" status: 200 len: 2981 time: 0.0943089 Jul 07 22:13:40.330883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-52d19736-76b1-4d4c-a317-93681321f7a8', 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'fixed_ips': [{'subnet_id': 'd0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:40.331970 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.371804 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2655714 Jul 07 22:13:40.371804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34220) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:40.378430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'subnet': {'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:40.380564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-e53b2d1f-7fcf-4121-8b00-a0cf90bb0caf service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340585 Jul 07 22:13:40.423605 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Sync routers for ids ['798599ae-6260-4569-9a52-80e52ebcd6fb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:40.424317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-86140725-233e-4076-a7ea-426a268a77f7 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/5b77e75a-bab1-400c-be30-bb997b11b7b5 HTTP/1.1" status: 200 len: 2981 time: 0.0908585 Jul 07 22:13:40.436274 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Routers {'798599ae-6260-4569-9a52-80e52ebcd6fb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:40.436907 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['798599ae-6260-4569-9a52-80e52ebcd6fb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:40.450761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19238387-d3d4-4658-91a4-858085b61799 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Network': ['ID=24fcaaab-4629-4af8-8cd0-9519781ceb56,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:40.482656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-b66877d8-8ac8-4ace-a428-b848ff3774c7 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/75b7e6ef-840e-41b2-93e0-a6277f2eaf86 HTTP/1.1" status: 200 len: 2981 time: 0.0488966 Jul 07 22:13:40.516383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:40.516625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:40.527884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.549574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-f69de51f-c53f-4deb-8d01-384d95a60db2 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/75b7e6ef-840e-41b2-93e0-a6277f2eaf86 HTTP/1.1" status: 200 len: 2981 time: 0.0658612 Jul 07 22:13:40.629827 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Set router 798599ae-6260-4569-9a52-80e52ebcd6fb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:40.644164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-015d08e4-ab99-41dd-83d9-137438884316 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/7c11a1b0-333d-4ad7-bb9c-3959eb7fba38 HTTP/1.1" status: 200 len: 2981 time: 0.0936725 Jul 07 22:13:40.715553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Allocated IP 19.80.0.2 (52d19736-76b1-4d4c-a317-93681321f7a8/d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1/0b832eac-dbe0-42c3-920e-1bffdfdfeaca) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:40.742388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-d175c5a7-5428-4530-87fc-04a2536fcd66 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/7c11a1b0-333d-4ad7-bb9c-3959eb7fba38 HTTP/1.1" status: 200 len: 2981 time: 0.0905802 Jul 07 22:13:40.816983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-4c92bbad-56c7-4177-8dde-fe3c6714a6f5 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/a59609e7-49ac-47e8-a903-a160e7cbbc7f HTTP/1.1" status: 200 len: 2981 time: 0.0735407 Jul 07 22:13:40.906780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.908971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-daa6ebbd-f44d-436d-8e1e-ba3c0ab0d165 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/a59609e7-49ac-47e8-a903-a160e7cbbc7f HTTP/1.1" status: 200 len: 2981 time: 0.0826139 Jul 07 22:13:40.963750 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21b99d62-1130-4a43-b59d-dc026da9d5b9', 'name': '', 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'mac_address': 'fa:16:3e:a2:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:35Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 2, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'subnets': [{'id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:40.992432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Subnet': ['ID=93164956-d9de-4d78-a289-df669b2ea196,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:41.010937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-06b95cda-a92a-4deb-8b76-6f8a0af6a134 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/b0f75c09-cea0-4103-a5ed-e1d4fdc33a85 HTTP/1.1" status: 200 len: 2981 time: 0.0965142 Jul 07 22:13:41.012987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.015947 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Checking router: 798599ae-6260-4569-9a52-80e52ebcd6fb for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:41.016488 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Updating router 798599ae-6260-4569-9a52-80e52ebcd6fb port 21b99d62-1130-4a43-b59d-dc026da9d5b9 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:41.018928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Checking segment: {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:41.021574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network hostable DHCP agents. Network: 24fcaaab-4629-4af8-8cd0-9519781ceb56, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:41.037699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Transition to ACTIVE for port object 0b832eac-dbe0-42c3-920e-1bffdfdfeaca will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:41.063672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:41.065078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Transition to ACTIVE for port object 0b832eac-dbe0-42c3-920e-1bffdfdfeaca will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:41.066032 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.075044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.075580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 24fcaaab-4629-4af8-8cd0-9519781ceb56) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:41.081304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:41.082025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.107263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-f870ae6b-2f89-4884-8c60-0f15f522a0d3 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/b0f75c09-cea0-4103-a5ed-e1d4fdc33a85 HTTP/1.1" status: 200 len: 2981 time: 0.0878162 Jul 07 22:13:41.114414 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8cbaa926-4d4d-464d-91f9-30404044f2dc tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7420805 Jul 07 22:13:41.119977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e785350-f859-4ef2-a9e5-8898dff978e0 None None] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:41.163191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-097314bd-57c1-43ba-b6c5-f0ba4f9538a8 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/e4f1e837-3a53-4d31-ad66-cb187800cd2f HTTP/1.1" status: 200 len: 2981 time: 0.0497384 Jul 07 22:13:41.258994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-a250b86c-590c-43a6-b404-43949d20b785 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/e4f1e837-3a53-4d31-ad66-cb187800cd2f HTTP/1.1" status: 200 len: 2981 time: 0.0896246 Jul 07 22:13:41.260624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Network 52d19736-76b1-4d4c-a317-93681321f7a8 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:41.274776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:41.281675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:41.290167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Pushing event updated for resources: {'Port': ['ID=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:41.356800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-c1dbf15c-3321-4a38-984a-085aacb062bc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/e6bd4aa2-7c34-488f-9966-e10a9db83269 HTTP/1.1" status: 200 len: 2977 time: 0.0748327 Jul 07 22:13:41.392093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Attempting to bind port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:41.392556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Attempting to bind port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:41.392987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Attempting to bind port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca on network 52d19736-76b1-4d4c-a317-93681321f7a8 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:41.400752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:41.401240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Checking segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:41.401766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.402740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Bound using segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:41.403279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Bound port: 0b832eac-dbe0-42c3-920e-1bffdfdfeaca, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:41.403731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.413444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-5528d34a-a873-4af6-b8b1-1e4f580599f2 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/e6bd4aa2-7c34-488f-9966-e10a9db83269 HTTP/1.1" status: 200 len: 2977 time: 0.0506470 Jul 07 22:13:41.463976 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.472400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-e481dc4c-9b04-4688-b3a9-823d16662755 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/f4f25131-456d-4017-ade0-c6a773a41a9e HTTP/1.1" status: 200 len: 2981 time: 0.0576634 Jul 07 22:13:41.476991 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Transition to ACTIVE for port object 21b99d62-1130-4a43-b59d-dc026da9d5b9 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:41.483261 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.511046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-24fcaaab-4629-4af8-8cd0-9519781ceb56', 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'fixed_ips': [{'subnet_id': '93164956-d9de-4d78-a289-df669b2ea196'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:41.512435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.550351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] For port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:41.554347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] For port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:41.563487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-d5dfb97b-80f3-42ec-b3fd-1f15df2856f2 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/f4f25131-456d-4017-ade0-c6a773a41a9e HTTP/1.1" status: 200 len: 2981 time: 0.0734937 Jul 07 22:13:41.601938 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfbb76-fad6-4ba8-be24-838148215a6a None None] Pushing event updated for resources: {'Port': ['ID=21b99d62-1130-4a43-b59d-dc026da9d5b9,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:41.634411 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.658979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-4664cb58-d3a8-4b3f-b160-82cc0c9ee1cf tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/f87e4384-6578-4828-9f3f-f9c17b493e88 HTTP/1.1" status: 200 len: 2973 time: 0.0942059 Jul 07 22:13:41.683065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5c33f921-8195-4a78-bd98-21b185cbb713 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:41.701726 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Attempting to bind port 21b99d62-1130-4a43-b59d-dc026da9d5b9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:41.702440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Attempting to bind port 21b99d62-1130-4a43-b59d-dc026da9d5b9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:41.703460 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Attempting to bind port 21b99d62-1130-4a43-b59d-dc026da9d5b9 on network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:41.710408 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:41.710894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Checking segment: {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:41.711310 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.712590 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Bound using segment: {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:41.713460 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Bound port: 21b99d62-1130-4a43-b59d-dc026da9d5b9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c96004-edb7-4304-a03d-34feaee940c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:41.713918 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.740346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e35e3a52-1ed7-4a79-a7b2-4fc474998faa req-9fcf5289-d551-4856-93b6-1672173a92dd tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/f87e4384-6578-4828-9f3f-f9c17b493e88 HTTP/1.1" status: 200 len: 2973 time: 0.0800569 Jul 07 22:13:41.849052 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] For port 21b99d62-1130-4a43-b59d-dc026da9d5b9, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:41.868598 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] For port 21b99d62-1130-4a43-b59d-dc026da9d5b9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21b99d62-1130-4a43-b59d-dc026da9d5b9,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:41.876603 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.901657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c358-42e0-4981-809e-b8d3452e1561 None None] Pushing event updated for resources: {'Port': ['ID=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:41.921438 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6536dea-2232-490c-ac99-4acb4355be07 x-openstack-request-id: req-f6536dea-2232-490c-ac99-4acb4355be07 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:41.922365 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:41.922870 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f6536dea-2232-490c-ac99-4acb4355be07 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:41.923555 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'code': 200} Jul 07 22:13:41.950089 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Routers {'798599ae-6260-4569-9a52-80e52ebcd6fb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:41.950775 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['798599ae-6260-4569-9a52-80e52ebcd6fb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:41.960659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Allocated IP 19.86.0.2 (24fcaaab-4629-4af8-8cd0-9519781ceb56/93164956-d9de-4d78-a289-df669b2ea196/781819d2-ca9b-46a5-9ffe-7872f50b97c9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:41.963251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5c33f921-8195-4a78-bd98-21b185cbb713 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:41.964057 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.037457 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfbb76-fad6-4ba8-be24-838148215a6a None None] Pushing event updated for resources: {'Port': ['ID=21b99d62-1130-4a43-b59d-dc026da9d5b9,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.206103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8aefe-0121-43ae-a9ef-517102efb323 req-e96b49ac-06d0-4f12-b23f-42ac0d5db079 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:42.230701 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4aa8aefe-0121-43ae-a9ef-517102efb323 req-e96b49ac-06d0-4f12-b23f-42ac0d5db079 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 943 time: 0.1621041 Jul 07 22:13:42.254530 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] Set router 798599ae-6260-4569-9a52-80e52ebcd6fb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:42.309722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4aa8aefe-0121-43ae-a9ef-517102efb323 req-0d6d4ef8-42af-4f80-80ed-2ae09fae39a8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780084 Jul 07 22:13:42.385159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0a699f7-3521-4c2e-a37d-8391c3c2d8ec req-024fefb0-b3c3-47cd-91c2-17e2145c913c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 210 time: 0.0877273 Jul 07 22:13:42.469687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34300) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:42.554577 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.570768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Transition to ACTIVE for port object 781819d2-ca9b-46a5-9ffe-7872f50b97c9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:42.594372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Transition to ACTIVE for port object 781819d2-ca9b-46a5-9ffe-7872f50b97c9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:42.606408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.701126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01dbe82e-2a6c-4273-a95c-7739f06943d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.714242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-2c3ba407-f24d-4a39-ab62-03f7a6e4ebd1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:42.715305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Pushing event updated for resources: {'Port': ['ID=781819d2-ca9b-46a5-9ffe-7872f50b97c9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.715954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-2c3ba407-f24d-4a39-ab62-03f7a6e4ebd1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.3212824 Jul 07 22:13:42.723201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:42.724609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:42.732187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:42.750280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Request body: {'port': {'device_id': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'admin_state_up': True, 'tenant_id': 'dd0045ef8bf04c24af3a3c2239b1a043'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:42.803293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Attempting to bind port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:42.803906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Attempting to bind port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:42.804285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Attempting to bind port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 on network 24fcaaab-4629-4af8-8cd0-9519781ceb56 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:42.810487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:42.811551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Checking segment: {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:42.812451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.813181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Bound using segment: {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:42.813688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Bound port: 781819d2-ca9b-46a5-9ffe-7872f50b97c9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:42.814280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.930049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] For port 781819d2-ca9b-46a5-9ffe-7872f50b97c9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:42.933927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] For port 781819d2-ca9b-46a5-9ffe-7872f50b97c9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=781819d2-ca9b-46a5-9ffe-7872f50b97c9,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:42.939484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.951060 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21b99d62-1130-4a43-b59d-dc026da9d5b9', 'name': '', 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'mac_address': 'fa:16:3e:a2:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:35Z', 'updated_at': '2021-07-07T22:13:41Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'subnets': [{'id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:42.971617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01dbe82e-2a6c-4273-a95c-7739f06943d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.983501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01dbe82e-2a6c-4273-a95c-7739f06943d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.984414 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361a275-39f8-40aa-afb3-69bacc3f891a None None] The sync data for ids ['798599ae-6260-4569-9a52-80e52ebcd6fb'] in n-d-694802-13 is: [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:13:36Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21b99d62-1130-4a43-b59d-dc026da9d5b9', 'name': '', 'network_id': '3e7f94c5-524e-4dae-bca5-e69bd30e0e8c', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'mac_address': 'fa:16:3e:a2:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:35Z', 'updated_at': '2021-07-07T22:13:41Z', 'revision_number': 4, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'subnets': [{'id': '45a11659-7d6a-46ba-b855-b2fc924261cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:43.037431 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-01dbe82e-2a6c-4273-a95c-7739f06943d3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5aa8cca9153943c49d1e4fc94cea6912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666397 Jul 07 22:13:43.044217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:43.054079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Made reservation on behalf of dd0045ef8bf04c24af3a3c2239b1a043 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:43.061290 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.067629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbe82e-2a6c-4273-a95c-7739f06943d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b86c72-f4c5-41df-8abb-149a68150a39,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:43.085068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-441842bf-5988-4cb4-95d7-2ee4ea87f41b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:43.091844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-441842bf-5988-4cb4-95d7-2ee4ea87f41b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:43.099200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-441842bf-5988-4cb4-95d7-2ee4ea87f41b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/networks?id=52d19736-76b1-4d4c-a317-93681321f7a8&id=24fcaaab-4629-4af8-8cd0-9519781ceb56&id=52d19736-76b1-4d4c-a317-93681321f7a8 HTTP/1.1" status: 200 len: 1392 time: 0.5069134 Jul 07 22:13:43.146661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ec160ce-bd0a-45af-babe-ea802c23eba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.147861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-1dfdd98a-9770-4fc8-afd4-177630f1ef2d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/quotas/9aa230ef149d4c02a339b4e376df8a73 HTTP/1.1" status: 200 len: 375 time: 0.0481229 Jul 07 22:13:43.171726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f0c73-a8fe-43a5-a2e0-371bb9cff317 None None] Pushing event updated for resources: {'Port': ['ID=781819d2-ca9b-46a5-9ffe-7872f50b97c9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:43.192375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ec160ce-bd0a-45af-babe-ea802c23eba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.259270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ec160ce-bd0a-45af-babe-ea802c23eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.262957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ec160ce-bd0a-45af-babe-ea802c23eba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.264717 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ec160ce-bd0a-45af-babe-ea802c23eba6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c1b86c72-f4c5-41df-8abb-149a68150a39 HTTP/1.1" status: 204 len: 168 time: 0.2189806 Jul 07 22:13:43.287598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec160ce-bd0a-45af-babe-ea802c23eba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b86c72-f4c5-41df-8abb-149a68150a39,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:43.318960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4bc0dcc-a9c0-41cd-a138-a231292b22c9 req-f1dba096-d06b-458f-998c-3728643cfd34 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=56d582f930be427493458bf5f8ae53c3 HTTP/1.1" status: 200 len: 6101 time: 0.3996184 Jul 07 22:13:43.473627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4bc0dcc-a9c0-41cd-a138-a231292b22c9 req-1f21fa6f-688d-401d-8799-eced0eede83d tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "GET /v2.0/security-groups/75b7e6ef-840e-41b2-93e0-a6277f2eaf86 HTTP/1.1" status: 200 len: 2981 time: 0.1537559 Jul 07 22:13:43.483679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c914156c-7edd-4264-894a-bb37f376a4cb tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3349817 Jul 07 22:13:43.524303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Allocated IP 172.20.0.7 (7788b445-35a0-461c-9cec-31b179d58fd0/7afb59cc-714e-4cd6-a889-bf8299387c98/a3ac673d-70bc-4dff-b8ff-77a74579c4ec) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:43.533831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7d32d-9c27-4ec0-a18b-750d4a32e60e None None] Network 52d19736-76b1-4d4c-a317-93681321f7a8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:43.685177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:43.758151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0f5f6a4c-047d-48cf-a0c8-313595841f11 None None] Provisioning for port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:43.770915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-bbbdcfff-6785-42b5-9cc4-3985ff80740a service neutron] 10.222.0.95 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703974 Jul 07 22:13:43.895721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-5c658232-2215-4221-96a4-612d991fb85e service neutron] 10.222.0.95 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238575 Jul 07 22:13:43.933978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:43.938249 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ccf0c-17d1-4941-909e-8e422d03d677" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:43.967889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:43.973567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21b99d62-1130-4a43-b59d-dc026da9d5b9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:43.982761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-b243e3e9-d683-43d6-ac04-90b72fb0363e service neutron] 10.222.0.97 "GET /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.1291299 Jul 07 22:13:44.001366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d has no active binding in host n-h1-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:13:44.020887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4bc0dcc-a9c0-41cd-a138-a231292b22c9 req-7ab660a9-5745-42fd-98b8-b998f78befdc tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "GET /v2.0/security-groups/75b7e6ef-840e-41b2-93e0-a6277f2eaf86 HTTP/1.1" status: 200 len: 2981 time: 0.5361078 Jul 07 22:13:44.087354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 21b99d62-1130-4a43-b59d-dc026da9d5b9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:44.092299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 21b99d62-1130-4a43-b59d-dc026da9d5b9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:44.092732 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.169880 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.178801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-89fcaa8e-9dc2-4ea6-87e3-365f2bb89ef4 service neutron] 10.222.0.95 "GET /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821870 Jul 07 22:13:44.303095 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.405301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:44.410545 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.424375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 21b99d62-1130-4a43-b59d-dc026da9d5b9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21b99d62-1130-4a43-b59d-dc026da9d5b9,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:44.433343 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.434686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 781819d2-ca9b-46a5-9ffe-7872f50b97c9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:44.450276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:44.492949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.498959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-7ba1741b-ac5e-4174-a6e4-cc64bb1f8ed2 service neutron] 10.222.0.95 "GET /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120854 Jul 07 22:13:44.509097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:44.512881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a16e89-e30f-4810-8391-87cf86142e6d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:44.532172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:44.556129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.583005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Network 7788b445-35a0-461c-9cec-31b179d58fd0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:44.601484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:44.605420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:44.607343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:44.619211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0b832eac-dbe0-42c3-920e-1bffdfdfeaca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:44.666087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=21b99d62-1130-4a43-b59d-dc026da9d5b9,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.712794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:44.713538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1358617773-network', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:44.720504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:44.720896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.726173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] Transition to ACTIVE for port object a6a16e89-e30f-4810-8391-87cf86142e6d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:44.743127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.748929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:44.749598 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.769583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-a402855b-3996-4d89-8af7-04c819012a91 service neutron] 10.222.0.95 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630146 Jul 07 22:13:44.787691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Made reservation on behalf of d9b35825fbe849188a9678f9e91b0959 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:44.789986 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.805143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-0afd611a-8a83-499f-bb97-2aff86352fc7 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0614984 Jul 07 22:13:44.820071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] No DVR routers for this DVR port a6a16e89-e30f-4810-8391-87cf86142e6d on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:44.843275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf9c87-9b2b-4184-a007-ca9a0cff45ce None None] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:44.866495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Request body: {'port': {'device_id': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:44.868772 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.874503 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] 10.222.0.97 "PUT /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d/bindings/n-h1-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8855345 Jul 07 22:13:44.895389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4079fc-0460-4686-bd78-45ba9eac28d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.955081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.976172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] Provisioning for port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:44.998727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] Provisioning complete for port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:44.999278 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.024764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d247a41-5e7c-4754-bbc0-8577ed099098 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.026425 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-0d247a41-5e7c-4754-bbc0-8577ed099098 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.0861695 Jul 07 22:13:45.054349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:45.058111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.086716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.116420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-a5158e39-3cb4-4bdb-b36b-effb86467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.118118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-a5158e39-3cb4-4bdb-b36b-effb86467b42 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90&tenant_id=a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 1096 time: 0.0834928 Jul 07 22:13:45.190378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:45.197338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-644c8bb3-80b2-40a2-90e3-9e5f3c6353dd service neutron] 10.222.0.95 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201326 Jul 07 22:13:45.202572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-4099a79b-4cd0-4ccb-8ca3-5f24a0197d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.204223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-4099a79b-4cd0-4ccb-8ca3-5f24a0197d1a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1096 time: 0.0606937 Jul 07 22:13:45.265185 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.342037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-1b47be4b-bf6c-428c-a70d-376877b4c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.342233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] For port 781819d2-ca9b-46a5-9ffe-7872f50b97c9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=781819d2-ca9b-46a5-9ffe-7872f50b97c9,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:45.346392 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-1b47be4b-bf6c-428c-a70d-376877b4c1bd service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1357157 Jul 07 22:13:45.364547 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.423728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6af0a-e5e2-420b-b3d9-b3356cc255a5 None None] Pushing event updated for resources: {'Port': ['ID=781819d2-ca9b-46a5-9ffe-7872f50b97c9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:45.442600 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-1168713d-280e-4c0e-aea5-38542cd899cd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 217 time: 0.0891416 Jul 07 22:13:45.454451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c7499-b54d-415a-95fa-559f1f4ebe31 req-82c31684-7ace-4640-a3b0-d7264b908de2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.463553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f4c7499-b54d-415a-95fa-559f1f4ebe31 req-82c31684-7ace-4640-a3b0-d7264b908de2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 944 time: 0.3768353 Jul 07 22:13:45.522317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-526a9b25-a31e-48ab-87ba-6a18f131bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.524122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-526a9b25-a31e-48ab-87ba-6a18f131bfad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0767775 Jul 07 22:13:45.570147 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-4d854a14-1ff2-4175-927c-24c79d9cbba5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388992 Jul 07 22:13:45.661252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21b99d62-1130-4a43-b59d-dc026da9d5b9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:45.782303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 21b99d62-1130-4a43-b59d-dc026da9d5b9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:45.783594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.789497 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-2ff615d9-8a85-4072-ac1a-86441ffec717 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088566 Jul 07 22:13:45.848903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2533d709-2b25-48f5-bdec-7e2ac48eeb30 None None] Provisioning complete for port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:45.849353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2533d709-2b25-48f5-bdec-7e2ac48eeb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.957792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-080d33fb-dc63-404f-8b2d-724a2f4820f6 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623795 Jul 07 22:13:45.960094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f4c7499-b54d-415a-95fa-559f1f4ebe31 req-18f990a9-fc5a-4d20-9fe6-fd87b8fb94a7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953542 Jul 07 22:13:45.969344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.984506 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.014860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 781819d2-ca9b-46a5-9ffe-7872f50b97c9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:46.029280 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd31195-1f6c-4a9b-8df9-c3a6c607193a x-openstack-request-id: req-1cd31195-1f6c-4a9b-8df9-c3a6c607193a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:46.030242 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:46.030855 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1cd31195-1f6c-4a9b-8df9-c3a6c607193a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:46.032450 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'status': 'completed', 'code': 200} Jul 07 22:13:46.068998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72ea39-1229-461a-b20a-2ae02909f690 req-99fa128a-f707-4bf0-94cd-44dfa4d78188 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.071249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f72ea39-1229-461a-b20a-2ae02909f690 req-99fa128a-f707-4bf0-94cd-44dfa4d78188 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 931 time: 0.5892093 Jul 07 22:13:46.084686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ba661-418f-47fd-87f1-79975be42536,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:46.092088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:46.092716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:46.093691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.120145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-12adc0bb-84bc-487c-b08d-1c3271a1a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.122277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-12adc0bb-84bc-487c-b08d-1c3271a1a8c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1096 time: 0.0690026 Jul 07 22:13:46.177257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.177609 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Added segment db769ea2-5ea3-4a0e-8369-5e7e0800b115 of type vlan for network bd437a52-88a0-44af-b4e4-c20a06821304 Jul 07 22:13:46.224309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ac673d-70bc-4dff-b8ff-77a74579c4ec {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:46.230127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6ede5c6-5790-4df8-a689-4f00ffb29429 req-8affb58a-77f4-46cb-bd8f-88c563e93a97 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/26765796-9a78-4b4d-8308-39f9871271d5 HTTP/1.1" status: 200 len: 1777 time: 0.1575634 Jul 07 22:13:46.248536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0b832eac-dbe0-42c3-920e-1bffdfdfeaca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:46.254126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-d66f8f30-3fc7-4fb2-b7ad-8ec6758b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.256542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-d66f8f30-3fc7-4fb2-b7ad-8ec6758b6c11 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1269825 Jul 07 22:13:46.263781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.289426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.299733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f72ea39-1229-461a-b20a-2ae02909f690 req-6b93880c-b77d-4f9c-969f-90a5d4ac0706 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093732 Jul 07 22:13:46.310954 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-da932c87-25c3-4df2-89a0-138dcc637259 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 200 len: 217 time: 0.0477157 Jul 07 22:13:46.313850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Transition to ACTIVE for port object a3ac673d-70bc-4dff-b8ff-77a74579c4ec will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:46.325930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.347318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:46.347708 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.379789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-8885cdf4-0b29-46c2-9961-d167478dbfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.381618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-8885cdf4-0b29-46c2-9961-d167478dbfa5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0633192 Jul 07 22:13:46.431702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.432667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.433768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.467943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-df0f91c7-d733-462c-850a-e8580b1ab4c0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729110 Jul 07 22:13:46.511528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.512787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9888182 Jul 07 22:13:46.517895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c6ede5c6-5790-4df8-a689-4f00ffb29429 req-b9775aed-03f0-4573-8104-1d95f743ccbc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.519454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34416) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:46.530150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:46.535583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Request body: {'subnet': {'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1358617773-subnet', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:46.562698 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c6ede5c6-5790-4df8-a689-4f00ffb29429 req-b9775aed-03f0-4573-8104-1d95f743ccbc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.635147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-d4c5caeb-10ac-4615-b3f2-74fc9200bbd3 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.637248 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-d4c5caeb-10ac-4615-b3f2-74fc9200bbd3 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.2014782 Jul 07 22:13:46.654295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f2192-01e2-4881-a334-e9f63cd63626 admin admin] Pushing event updated for resources: {'Network': ['ID=bd437a52-88a0-44af-b4e4-c20a06821304,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:46.674584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Made reservation on behalf of d9b35825fbe849188a9678f9e91b0959 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:46.677358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.685522 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-71528035-8c98-452c-bdc3-76372d2ac3b2 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117653 Jul 07 22:13:46.685707 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c6ede5c6-5790-4df8-a689-4f00ffb29429 req-b9775aed-03f0-4573-8104-1d95f743ccbc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.689377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c6ede5c6-5790-4df8-a689-4f00ffb29429 req-b9775aed-03f0-4573-8104-1d95f743ccbc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.690334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network bd437a52-88a0-44af-b4e4-c20a06821304 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:46.690709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6ede5c6-5790-4df8-a689-4f00ffb29429 req-b9775aed-03f0-4573-8104-1d95f743ccbc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "DELETE /v2.0/security-groups/26765796-9a78-4b4d-8308-39f9871271d5 HTTP/1.1" status: 204 len: 173 time: 0.4240797 Jul 07 22:13:46.741112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:46.741458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:46.741790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:46.744084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9775aed-03f0-4573-8104-1d95f743ccbc tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26765796-9a78-4b4d-8308-39f9871271d5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:46.780144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:46.780480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:46.822830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:46.823220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:46.824192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:46.827087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Bound port: a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:46.827742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.937431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:46.937431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:46.956548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.980982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bf8ccf0c-17d1-4941-909e-8e422d03d677 req-eafc1517-64b4-4a38-af11-a61f4c648958 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703040 Jul 07 22:13:46.997365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-10d6ab2d-edfa-43ec-b4fa-9d0fdf150000 service neutron] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:47.013850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-10d6ab2d-edfa-43ec-b4fa-9d0fdf150000 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.015275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7f4be56d-5afb-421c-b162-fe792c179e5f req-10d6ab2d-edfa-43ec-b4fa-9d0fdf150000 service neutron] 10.222.0.103 "DELETE /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d/bindings/n-h2-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.3706720 Jul 07 22:13:47.049181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca928d44-407a-40dd-8692-2a374d19878f req-d9b5f366-7f8c-48f8-a88c-21e5cd4e2d57 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 210 time: 0.1080236 Jul 07 22:13:47.079044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.079855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.081479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] 10.222.0.97 "PUT /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 1092 time: 2.2213340 Jul 07 22:13:47.082013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:47.084731 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4633657-680e-420a-b31f-558f26f89950" -d '{"events": [{"name": "network-changed", "server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:47.184845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:47.233091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-194c99c4-09ee-4aa2-8cce-df10bcd80b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.235952 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-194c99c4-09ee-4aa2-8cce-df10bcd80b81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1095 time: 0.0857682 Jul 07 22:13:47.238059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8d0b0-8e19-4a34-ba59-502fcce528c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:47.259596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:47.299408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-4f11423b-2310-45ac-bdb5-f38ba8a97863 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 217 time: 0.0483348 Jul 07 22:13:47.308415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-e54385d6-a33f-4d35-bac0-9faa5d418681 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.314341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-e54385d6-a33f-4d35-bac0-9faa5d418681 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.316167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-e54385d6-a33f-4d35-bac0-9faa5d418681 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "GET /v2.0/networks?id=52d19736-76b1-4d4c-a317-93681321f7a8&id=24fcaaab-4629-4af8-8cd0-9519781ceb56&id=52d19736-76b1-4d4c-a317-93681321f7a8 HTTP/1.1" status: 200 len: 1392 time: 0.1675622 Jul 07 22:13:47.319102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4eca2db-db21-4451-8ffa-364733b1f363 req-1e28dfa3-e36a-4645-9c30-6f73d4c7f1e0 tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "GET /v2.0/security-groups/56b958bc-11d9-4fe4-ba1e-66bd4126fb9a HTTP/1.1" status: 200 len: 1776 time: 0.2260983 Jul 07 22:13:47.320003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.367196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'port': {'device_id': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8', 'admin_state_up': True, 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:47.369440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-e756fc58-3f09-4d6b-bf78-4cd2c7e62fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.371592 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-e756fc58-3f09-4d6b-bf78-4cd2c7e62fb3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0638106 Jul 07 22:13:47.407070 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-a27566d6-3717-4db8-83d2-9a62822d80b3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279963 Jul 07 22:13:47.478382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9fe100-3a66-466d-90f5-06fd12db6642,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:47.528702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-f0d5340c-caa7-487f-b46d-c2373314c9be service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146030 Jul 07 22:13:47.530001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Checking segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:47.530449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Network hostable DHCP agents. Network: bd437a52-88a0-44af-b4e4-c20a06821304, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:47.532862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f4eca2db-db21-4451-8ffa-364733b1f363 req-82a3851e-15b0-490b-bc46-909964ede7df tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.581926 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f4eca2db-db21-4451-8ffa-364733b1f363 req-82a3851e-15b0-490b-bc46-909964ede7df tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.615317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Network bd437a52-88a0-44af-b4e4-c20a06821304 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:47.633304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:47.638060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.638282 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46ffe208-1890-4c7e-9129-19d228c3ad93 req-6287943d-1474-4603-b561-b6220164b7fe service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973604 Jul 07 22:13:47.656550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, bd437a52-88a0-44af-b4e4-c20a06821304) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:47.667140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.667667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac70aba-5418-4990-bed3-53bec6b535bb None None] Network bd437a52-88a0-44af-b4e4-c20a06821304 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:47.667943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.692867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f4eca2db-db21-4451-8ffa-364733b1f363 req-82a3851e-15b0-490b-bc46-909964ede7df tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.695722 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f4eca2db-db21-4451-8ffa-364733b1f363 req-82a3851e-15b0-490b-bc46-909964ede7df tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.696946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4eca2db-db21-4451-8ffa-364733b1f363 req-82a3851e-15b0-490b-bc46-909964ede7df tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] 10.222.0.95 "DELETE /v2.0/security-groups/56b958bc-11d9-4fe4-ba1e-66bd4126fb9a HTTP/1.1" status: 204 len: 173 time: 0.3708258 Jul 07 22:13:47.730189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-323983da-4195-40bc-b511-763729e6c96f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2033999 Jul 07 22:13:47.733986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34476) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:47.739616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:47.747111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3851e-15b0-490b-bc46-909964ede7df tempest-SecurityGroupsTestAdminJSON-1778281692 tempest-SecurityGroupsTestAdminJSON-1778281692-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b958bc-11d9-4fe4-ba1e-66bd4126fb9a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:47.762849 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a0cdea-6fba-4091-9cfd-c63f6976ae91 x-openstack-request-id: req-70a0cdea-6fba-4091-9cfd-c63f6976ae91 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:47.763144 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:47.763487 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-70a0cdea-6fba-4091-9cfd-c63f6976ae91 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:47.763799 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'status': 'completed', 'code': 200} Jul 07 22:13:47.819730 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.820800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.895054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.908932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Allocated IP 19.80.0.139 (52d19736-76b1-4d4c-a317-93681321f7a8/d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1/feb03a9c-c0f5-4929-bb80-cffab4cfec62) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:47.960864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5d28f-5dd9-4c91-a10e-090be0ca0763 None None] Network bd437a52-88a0-44af-b4e4-c20a06821304 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:48.138535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.138798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e8727-2d9b-4531-a943-88e1925f38be req-d58c3b57-09d0-4c12-8535-7548dd01e080 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.140585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d7e8727-2d9b-4531-a943-88e1925f38be req-d58c3b57-09d0-4c12-8535-7548dd01e080 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 944 time: 0.2217069 Jul 07 22:13:48.149659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4633657-680e-420a-b31f-558f26f89950 req-ac88b02f-4c31-43c6-b8d3-df673669cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.151224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-ac88b02f-4c31-43c6-b8d3-df673669cb1c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1095 time: 0.3619959 Jul 07 22:13:48.171395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da081fe3-c903-4883-874a-82ac2a384fcc req-5d1dbdb1-618c-4c63-b655-b7d994275fa8 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.172972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da081fe3-c903-4883-874a-82ac2a384fcc req-5d1dbdb1-618c-4c63-b655-b7d994275fa8 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.1990790 Jul 07 22:13:48.244575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.249339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d7e8727-2d9b-4531-a943-88e1925f38be req-eff4c87b-1d66-4e75-b02e-041e2d35433e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990107 Jul 07 22:13:48.272284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da081fe3-c903-4883-874a-82ac2a384fcc req-29a32ede-0c64-4f91-802a-31856f835f5d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857182 Jul 07 22:13:48.273318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Transition to ACTIVE for port object feb03a9c-c0f5-4929-bb80-cffab4cfec62 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:48.296474 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aeeeee7e-1db5-4b4d-890d-0c6522b1806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.300164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.370433 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.403669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c9fe20b-7014-4db0-8221-69fb2bfa5f0b req-27b54456-990a-4909-9afa-29291b12a9b6 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "GET /v2.0/security-groups/43133658-c486-4298-9aae-d3309364a099 HTTP/1.1" status: 200 len: 1776 time: 0.0771265 Jul 07 22:13:48.441463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 52d19736-76b1-4d4c-a317-93681321f7a8 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:48.451982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:48.460416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:48.468835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Port': ['ID=feb03a9c-c0f5-4929-bb80-cffab4cfec62,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:48.518200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4633657-680e-420a-b31f-558f26f89950 req-deeadaa4-07e0-4d69-8780-b3db8e4b3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.519722 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-deeadaa4-07e0-4d69-8780-b3db8e4b3fad service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1397448 Jul 07 22:13:48.535309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.535968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.548245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5c9fe20b-7014-4db0-8221-69fb2bfa5f0b req-44431a3b-4218-481c-9ec0-9b9752ec954a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.582764 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-e39a1d58-8c61-40ee-99b7-5d16eb0451ab service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 217 time: 0.0550630 Jul 07 22:13:48.590731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5c9fe20b-7014-4db0-8221-69fb2bfa5f0b req-44431a3b-4218-481c-9ec0-9b9752ec954a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.644178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-56410162-140c-457b-9de3-1581e332cb1d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3108575 Jul 07 22:13:48.647266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5c9fe20b-7014-4db0-8221-69fb2bfa5f0b req-44431a3b-4218-481c-9ec0-9b9752ec954a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.651338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5c9fe20b-7014-4db0-8221-69fb2bfa5f0b req-44431a3b-4218-481c-9ec0-9b9752ec954a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.655402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c9fe20b-7014-4db0-8221-69fb2bfa5f0b req-44431a3b-4218-481c-9ec0-9b9752ec954a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "DELETE /v2.0/security-groups/43133658-c486-4298-9aae-d3309364a099 HTTP/1.1" status: 204 len: 173 time: 0.2423108 Jul 07 22:13:48.663192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'port': {'device_id': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56', 'admin_state_up': True, 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:48.682276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431a3b-4218-481c-9ec0-9b9752ec954a tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43133658-c486-4298-9aae-d3309364a099,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:48.734914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4633657-680e-420a-b31f-558f26f89950 req-45914963-716d-421d-85a0-0213b6518f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.736405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-45914963-716d-421d-85a0-0213b6518f15 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1474035 Jul 07 22:13:48.793102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-7c173a27-f056-43ab-a1a1-356d50835b88 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386209 Jul 07 22:13:48.808585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-63c53c04-756a-48b3-a287-227736a616f1 None None] Provisioning for port feb03a9c-c0f5-4929-bb80-cffab4cfec62 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:48.810431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:48.812847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-63c53c04-756a-48b3-a287-227736a616f1 None None] Provisioning complete for port feb03a9c-c0f5-4929-bb80-cffab4cfec62 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:48.813228 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-63c53c04-756a-48b3-a287-227736a616f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.814309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.890220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-63c53c04-756a-48b3-a287-227736a616f1 None None] Port feb03a9c-c0f5-4929-bb80-cffab4cfec62 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:48.901815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.943379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.980985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Allocated IP 19.86.0.98 (24fcaaab-4629-4af8-8cd0-9519781ceb56/93164956-d9de-4d78-a289-df669b2ea196/5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:49.060998 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-7d7cbbd0-10ac-4f62-a8fe-d26ab44331c1 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608981 Jul 07 22:13:49.159713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Allocated IP 172.25.5.63 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/9a82cf3f-299a-47e7-b499-87fd85010f74) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:49.207471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5d39344-adff-4275-8ea2-a7217a08c56f req-a9586669-45c6-4d2d-88cd-ccdb0f8ba8c3 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "GET /v2.0/security-groups/a71f10cb-62f7-467e-a9d9-838281286925 HTTP/1.1" status: 200 len: 1777 time: 0.0770397 Jul 07 22:13:49.234862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4633657-680e-420a-b31f-558f26f89950 req-30b8273a-dde3-4a60-9426-79cb76fa745c service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533937 Jul 07 22:13:49.235634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738d3b9-57da-4b7f-a4d6-cc9e2fa5963a req-d76eb9f2-b20b-4991-b7dc-05e19aeeacc7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:49.237110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0738d3b9-57da-4b7f-a4d6-cc9e2fa5963a req-d76eb9f2-b20b-4991-b7dc-05e19aeeacc7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 932 time: 0.1845837 Jul 07 22:13:49.254474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.291904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.299486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Transition to ACTIVE for port object 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:49.331561 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0738d3b9-57da-4b7f-a4d6-cc9e2fa5963a req-6894aa2d-6028-4b4a-8110-463c9fbcb421 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807281 Jul 07 22:13:49.331944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.343271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5d39344-adff-4275-8ea2-a7217a08c56f req-c275ee08-683e-4125-b000-ad4418a02ed0 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.373674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:49.376605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:49.379025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:49.385394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5d39344-adff-4275-8ea2-a7217a08c56f req-c275ee08-683e-4125-b000-ad4418a02ed0 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.407478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.423523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Pushing event updated for resources: {'Port': ['ID=9a82cf3f-299a-47e7-b499-87fd85010f74,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:49.440481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:49.449959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:49.482766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:49.574078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5d39344-adff-4275-8ea2-a7217a08c56f req-c275ee08-683e-4125-b000-ad4418a02ed0 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.582348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5d39344-adff-4275-8ea2-a7217a08c56f req-c275ee08-683e-4125-b000-ad4418a02ed0 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.586419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5d39344-adff-4275-8ea2-a7217a08c56f req-c275ee08-683e-4125-b000-ad4418a02ed0 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] 10.222.0.95 "DELETE /v2.0/security-groups/a71f10cb-62f7-467e-a9d9-838281286925 HTTP/1.1" status: 204 len: 173 time: 0.3695834 Jul 07 22:13:49.630875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Port': ['ID=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:49.641725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275ee08-683e-4125-b000-ad4418a02ed0 tempest-SecurityGroupsTestAdminJSON-1217980835 tempest-SecurityGroupsTestAdminJSON-1217980835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f10cb-62f7-467e-a9d9-838281286925,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:49.668761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:49.669624 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.696474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-c5c66585-77cd-4658-b522-d3b857df0a52 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401382 Jul 07 22:13:49.713390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'port': {'device_id': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8', 'admin_state_up': True, 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:49.792605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.924087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b1be910-187a-40e7-b2d1-1a9e25ac4505 None None] Provisioning for port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:49.929461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b1be910-187a-40e7-b2d1-1a9e25ac4505 None None] Provisioning complete for port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:49.932111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b1be910-187a-40e7-b2d1-1a9e25ac4505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.978879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421ef3b-a34a-4d5c-b983-8508f365e006 req-f2f91d0e-8f9f-484a-ab06-0d97ed40df77 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:49.980465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f421ef3b-a34a-4d5c-b983-8508f365e006 req-f2f91d0e-8f9f-484a-ab06-0d97ed40df77 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 1096 time: 0.2384932 Jul 07 22:13:50.020319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343e604-4468-41b8-97f4-105f5990439a req-d78cdae9-860b-4ce2-8829-657ff5ce6cfc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:50.021772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8b1be910-187a-40e7-b2d1-1a9e25ac4505 None None] Port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:50.027630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a343e604-4468-41b8-97f4-105f5990439a req-d78cdae9-860b-4ce2-8829-657ff5ce6cfc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.2101085 Jul 07 22:13:50.076991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.085823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f421ef3b-a34a-4d5c-b983-8508f365e006 req-3f5af7c1-e58f-4192-bbe0-0b4c1f2c4840 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954685 Jul 07 22:13:50.088733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:50.098823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.187339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a343e604-4468-41b8-97f4-105f5990439a req-4c74b537-86a2-4bc6-937f-d9d60c192640 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586728 Jul 07 22:13:50.207811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34580) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:50.274574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Router a02f1611-7c6e-4823-97a2-4b8e40373d3d is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:13:50.379039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Allocated IP 19.80.0.33 (52d19736-76b1-4d4c-a317-93681321f7a8/d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1/636551b7-bbb1-4714-bf31-7ba8be5b9f25) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:50.534649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:50.549596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Sync routers for ids ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:50.574474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Routers {'a02f1611-7c6e-4823-97a2-4b8e40373d3d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:50.575211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:50.578251 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6914cad2-a98d-4540-96d5-6e6adddeef6c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=56d582f930be427493458bf5f8ae53c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669593 Jul 07 22:13:50.579469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:50.611366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.615234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e109cf16-12fa-4175-9695-fee406262d87 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8775804 Jul 07 22:13:50.617105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34610) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:50.687716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cabddebd-35a8-4eaa-80b0-a71c4422f271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.709581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-8744a3a8-ab00-450f-b810-eaf9a55ad3f1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:50.718885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-8744a3a8-ab00-450f-b810-eaf9a55ad3f1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.2372975 Jul 07 22:13:50.766082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-23aed3e5-83e4-437d-8191-7e0e097b0a08 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/quotas/a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 375 time: 0.0460768 Jul 07 22:13:50.772706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.797852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Set router a02f1611-7c6e-4823-97a2-4b8e40373d3d gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:50.822104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Transition to ACTIVE for port object 636551b7-bbb1-4714-bf31-7ba8be5b9f25 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:50.882189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-98975686-7451-443f-8937-8e18444b172d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151094 Jul 07 22:13:50.989651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:51.011841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cabddebd-35a8-4eaa-80b0-a71c4422f271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.013539 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.139550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-664e64bc-9544-4b7a-8ea2-bbe97667c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.143461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 52d19736-76b1-4d4c-a317-93681321f7a8 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:51.155395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cabddebd-35a8-4eaa-80b0-a71c4422f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.156272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:51.157971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cabddebd-35a8-4eaa-80b0-a71c4422f271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.161710 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cabddebd-35a8-4eaa-80b0-a71c4422f271 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/75b7e6ef-840e-41b2-93e0-a6277f2eaf86 HTTP/1.1" status: 204 len: 168 time: 0.5785964 Jul 07 22:13:51.164074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Port': ['ID=636551b7-bbb1-4714-bf31-7ba8be5b9f25,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:51.169441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:51.177872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabddebd-35a8-4eaa-80b0-a71c4422f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b7e6ef-840e-41b2-93e0-a6277f2eaf86,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:51.187895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-fb715ea7-d658-442e-9d90-0bd532593747 service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989137 Jul 07 22:13:51.228691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a82d6498-686e-40a4-9e02-2f4ec1619e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.239748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:51.348033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f45b6-7a00-4064-909c-121813217ce2 req-bae0308e-2c60-482f-ba11-eec4bc5ac8a1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.350862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:13:49Z', 'revision_number': 3, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:51.356322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f45b6-7a00-4064-909c-121813217ce2 req-bae0308e-2c60-482f-ba11-eec4bc5ac8a1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.369640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f45b6-7a00-4064-909c-121813217ce2 req-bae0308e-2c60-482f-ba11-eec4bc5ac8a1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.383024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a21f45b6-7a00-4064-909c-121813217ce2 req-bae0308e-2c60-482f-ba11-eec4bc5ac8a1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2375 time: 0.3905611 Jul 07 22:13:51.384378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Checking router: a02f1611-7c6e-4823-97a2-4b8e40373d3d for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:51.384818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Updating router a02f1611-7c6e-4823-97a2-4b8e40373d3d port 9a82cf3f-299a-47e7-b499-87fd85010f74 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:51.416116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.416787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.418016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.439388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.453678 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.490932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:51.511146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'port_id': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'mac_address': 'fa:16:3e:86:8c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afb59cc-714e-4cd6-a889-bf8299387c98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:51.579257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a21f45b6-7a00-4064-909c-121813217ce2 req-d58f3835-c6df-4a8c-b6e1-c3be7da195f6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942127 Jul 07 22:13:51.581404 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.591804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-fee96d3a-39c4-44fd-8265-cf195f82245e service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029357 Jul 07 22:13:51.653512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Allocated IP 172.20.0.1 (bd437a52-88a0-44af-b4e4-c20a06821304/eb9fe100-3a66-466d-90f5-06fd12db6642/4b448f3b-f370-4540-87ac-0fccf6cda417) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:51.675078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a82d6498-686e-40a4-9e02-2f4ec1619e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.687129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a82d6498-686e-40a4-9e02-2f4ec1619e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.703813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:51.711251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ac673d-70bc-4dff-b8ff-77a74579c4ec {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:51.725586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-85d686a1-a1ea-4d2a-a7a0-6b4ae44220a6 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0222452 Jul 07 22:13:51.792400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:51.798699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eeb02fb2-59a0-4c58-a25a-fd62f0a3951c None None] Provisioning for port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:51.811482 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.813749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eeb02fb2-59a0-4c58-a25a-fd62f0a3951c None None] Provisioning complete for port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:51.814199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.814756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eeb02fb2-59a0-4c58-a25a-fd62f0a3951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.884510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.935820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Network bd437a52-88a0-44af-b4e4-c20a06821304 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:51.946948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:51.952745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:51.977235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:51.982813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-eeb02fb2-59a0-4c58-a25a-fd62f0a3951c None None] Port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:51.983604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b448f3b-f370-4540-87ac-0fccf6cda417,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.006803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.094017 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.132730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a3ac673d-70bc-4dff-b8ff-77a74579c4ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:52.223488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.270592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Transition to ACTIVE for port object 9a82cf3f-299a-47e7-b499-87fd85010f74 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:52.297291 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.303783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.362658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Request body: {'port': {'device_id': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:52.364934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d6498-686e-40a4-9e02-2f4ec1619e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba4fe1-3342-429b-91bd-bcfc5eec7b9c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.367142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909d23-ec46-47e1-8b99-b8bb1b4ff04d None None] Pushing event updated for resources: {'Port': ['ID=9a82cf3f-299a-47e7-b499-87fd85010f74,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.379391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a82d6498-686e-40a4-9e02-2f4ec1619e55 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e9dd2d4de6e42429788085aed268328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3857872 Jul 07 22:13:52.388535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34646) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:52.412036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Attempting to bind port 9a82cf3f-299a-47e7-b499-87fd85010f74 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:52.412394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Attempting to bind port 9a82cf3f-299a-47e7-b499-87fd85010f74 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:52.412759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Attempting to bind port 9a82cf3f-299a-47e7-b499-87fd85010f74 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:52.420508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:52.420900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:52.421301 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.421710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:52.422587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Bound port: 9a82cf3f-299a-47e7-b499-87fd85010f74, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:52.423010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.471210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bc54f3c-1475-4f05-800c-97b1a47da08f req-df4464cf-788a-4425-9701-f53226a80edd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 210 time: 0.0741012 Jul 07 22:13:52.487632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] For port 9a82cf3f-299a-47e7-b499-87fd85010f74, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:52.492088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] For port 9a82cf3f-299a-47e7-b499-87fd85010f74, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9a82cf3f-299a-47e7-b499-87fd85010f74,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:52.508201 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.546283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13b1582-fcc1-4921-8c7e-3caa09f961f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.573852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13b1582-fcc1-4921-8c7e-3caa09f961f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.576204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Routers {'a02f1611-7c6e-4823-97a2-4b8e40373d3d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:52.577165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:52.665386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909d23-ec46-47e1-8b99-b8bb1b4ff04d None None] Pushing event updated for resources: {'Port': ['ID=9a82cf3f-299a-47e7-b499-87fd85010f74,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.701328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e55b3d0f-4911-4c8e-a232-75e98c4c48fb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=869608a927954190821c47f216bc7a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9923725 Jul 07 22:13:52.704967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:52.734813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.735017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45168a82-9c23-423a-834b-6e5e2a34b9b9 req-9475a911-ab74-4f6f-badc-fd291ef76cba tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:52.743865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45168a82-9c23-423a-834b-6e5e2a34b9b9 req-9475a911-ab74-4f6f-badc-fd291ef76cba tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 944 time: 0.4290814 Jul 07 22:13:52.753985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.763369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13b1582-fcc1-4921-8c7e-3caa09f961f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.766162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13b1582-fcc1-4921-8c7e-3caa09f961f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.768195 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:13:52.777458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f13b1582-fcc1-4921-8c7e-3caa09f961f9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b8ba4fe1-3342-429b-91bd-bcfc5eec7b9c HTTP/1.1" status: 204 len: 168 time: 0.3753979 Jul 07 22:13:52.784683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.812815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] Set router a02f1611-7c6e-4823-97a2-4b8e40373d3d gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:52.913988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b1582-fcc1-4921-8c7e-3caa09f961f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba4fe1-3342-429b-91bd-bcfc5eec7b9c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.947726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b448f3b-f370-4540-87ac-0fccf6cda417,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.958960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.967162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58b8f519-2cde-4e3a-af0a-d272d5577535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.033917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58b8f519-2cde-4e3a-af0a-d272d5577535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.134986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45168a82-9c23-423a-834b-6e5e2a34b9b9 req-576f29b6-57e0-4173-9908-3ecffdbdc1c6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901670 Jul 07 22:13:53.137792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Network bd437a52-88a0-44af-b4e4-c20a06821304 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:53.141341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:53.144652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58b8f519-2cde-4e3a-af0a-d272d5577535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.147512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-58b8f519-2cde-4e3a-af0a-d272d5577535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.148682 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-58b8f519-2cde-4e3a-af0a-d272d5577535 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7c11a1b0-333d-4ad7-bb9c-3959eb7fba38 HTTP/1.1" status: 204 len: 168 time: 0.4395509 Jul 07 22:13:53.163092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8f519-2cde-4e3a-af0a-d272d5577535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11a1b0-333d-4ad7-bb9c-3959eb7fba38,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:53.297589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:53.340426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Router a02f1611-7c6e-4823-97a2-4b8e40373d3d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:53.348230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7736d1-0fdb-4bc3-8c0b-8a9d907c8d94 req-4bb00da1-5de0-40c1-942c-01dc694c984a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:53.359476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7736d1-0fdb-4bc3-8c0b-8a9d907c8d94 req-4bb00da1-5de0-40c1-942c-01dc694c984a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:53.366105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7736d1-0fdb-4bc3-8c0b-8a9d907c8d94 req-4bb00da1-5de0-40c1-942c-01dc694c984a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:53.375141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de7736d1-0fdb-4bc3-8c0b-8a9d907c8d94 req-4bb00da1-5de0-40c1-942c-01dc694c984a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2375 time: 0.5915298 Jul 07 22:13:53.395633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4b448f3b-f370-4540-87ac-0fccf6cda417', 'name': '', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'mac_address': 'fa:16:3e:70:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:51Z', 'updated_at': '2021-07-07T22:13:51Z', 'revision_number': 1, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'subnets': [{'id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:53.442958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6de089-2135-4a91-b1a0-354c21d1738a None None] The sync data for ids ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'] in n-d-694802-13 is: [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4b448f3b-f370-4540-87ac-0fccf6cda417', 'name': '', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'mac_address': 'fa:16:3e:70:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:51Z', 'updated_at': '2021-07-07T22:13:51Z', 'revision_number': 1, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'subnets': [{'id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:53.456189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a3ac673d-70bc-4dff-b8ff-77a74579c4ec completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:53.468612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a3ac673d-70bc-4dff-b8ff-77a74579c4ec triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:53.469100 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.479449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de7736d1-0fdb-4bc3-8c0b-8a9d907c8d94 req-82f0376c-f7e7-4865-a186-190816939009 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036355 Jul 07 22:13:53.508681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb03a9c-c0f5-4929-bb80-cffab4cfec62 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:53.528325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.551901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:53.583168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f59e2594-5890-430e-9b80-06f4dd4a00d4 admin admin] 10.222.0.95 "PUT /v2.0/routers/a02f1611-7c6e-4823-97a2-4b8e40373d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9639778 Jul 07 22:13:53.599753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.604324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Transition to ACTIVE for port object feb03a9c-c0f5-4929-bb80-cffab4cfec62 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:53.614655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.667862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.742646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:53.746586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:53.750881 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77d3615-17a3-428c-ae72-ee7b20aadce0" -d '{"events": [{"server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "name": "network-vif-plugged", "status": "completed", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:53.758431 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.762033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Pushing event updated for resources: {'Port': ['ID=feb03a9c-c0f5-4929-bb80-cffab4cfec62,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:54.013361 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331c507-71f2-47b8-b3c3-4bb3067551e0 x-openstack-request-id: req-3331c507-71f2-47b8-b3c3-4bb3067551e0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:54.013665 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "name": "network-vif-plugged", "status": "completed", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:54.014598 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3331c507-71f2-47b8-b3c3-4bb3067551e0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:54.015180 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'code': 200} Jul 07 22:13:54.021609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:54.127357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Attempting to bind port feb03a9c-c0f5-4929-bb80-cffab4cfec62 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:54.127713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Attempting to bind port feb03a9c-c0f5-4929-bb80-cffab4cfec62 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:54.128222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Attempting to bind port feb03a9c-c0f5-4929-bb80-cffab4cfec62 on network 52d19736-76b1-4d4c-a317-93681321f7a8 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:54.138147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Port feb03a9c-c0f5-4929-bb80-cffab4cfec62 on network 52d19736-76b1-4d4c-a317-93681321f7a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:54.138486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Attempting to bind port feb03a9c-c0f5-4929-bb80-cffab4cfec62 on network 52d19736-76b1-4d4c-a317-93681321f7a8 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:54.143821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-adeb3cc3-4599-4c1b-91b9-4ec0cd478746 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.145412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-adeb3cc3-4599-4c1b-91b9-4ec0cd478746 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.4244144 Jul 07 22:13:54.172778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7b0d435-9aba-498a-99ca-106eaf8fe9bc req-4cb2354c-0e92-48bd-a3fb-e89dad294986 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 210 time: 0.1406798 Jul 07 22:13:54.173680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:54.174035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Checking segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:54.175843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Bound using segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:54.176462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Bound port: feb03a9c-c0f5-4929-bb80-cffab4cfec62, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:54.176849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.180073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Request body: {'port': {'device_id': '11533676-efea-49d8-8ca7-49971eb66d0b', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'admin_state_up': True, 'tenant_id': 'a548775b89f44afb8e88d42d99595495'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:54.302535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] For port feb03a9c-c0f5-4929-bb80-cffab4cfec62, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:54.306480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] For port feb03a9c-c0f5-4929-bb80-cffab4cfec62, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=feb03a9c-c0f5-4929-bb80-cffab4cfec62,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:54.323576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.366426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.367118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.368518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] 10.222.0.97 "PUT /v2.0/ports/feb03a9c-c0f5-4929-bb80-cffab4cfec62 HTTP/1.1" status: 200 len: 1093 time: 2.0144036 Jul 07 22:13:54.369045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'tag': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:54.371819 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1895c2-1d33-4a5f-a4df-88921f25b41d" -d '{"events": [{"name": "network-changed", "server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "tag": "feb03a9c-c0f5-4929-bb80-cffab4cfec62"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:54.407336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856777e-01e2-4beb-bc95-5a93d0ee9a14 service neutron] Pushing event updated for resources: {'Port': ['ID=feb03a9c-c0f5-4929-bb80-cffab4cfec62,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:54.418407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Request body: {'port': {'device_id': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:54.563938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba42d3-c1a7-4578-b1d0-bb297effad12 req-28c8d3bd-f423-4c5a-8ab5-c79263a750df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.569503 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4ba42d3-c1a7-4578-b1d0-bb297effad12 req-28c8d3bd-f423-4c5a-8ab5-c79263a750df service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1097 time: 0.3260918 Jul 07 22:13:54.624609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Made reservation on behalf of a548775b89f44afb8e88d42d99595495 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:54.635231 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.636450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.664216 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4ba42d3-c1a7-4578-b1d0-bb297effad12 req-d9e1c9ed-2c40-4138-b97b-21d237afc258 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844347 Jul 07 22:13:54.888771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Allocated IP 172.20.0.9 (7fe01f92-1569-4f9f-afc0-e01fb84d8064/1109974f-628f-489a-b107-16d9f10921ef/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:55.115554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.164978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:55.203659 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.255350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:55.283984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:55.292847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:55.341790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-504529364-network', 'tenant_id': '23b5a5b98ce1421e848697b1adc1facb'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:55.365786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-a3fe5ead-c6a5-48cd-a65c-a1e7e52b1c85 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:55.367968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:55.372955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-a3fe5ead-c6a5-48cd-a65c-a1e7e52b1c85 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 811 time: 0.2435417 Jul 07 22:13:55.378408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.378830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.379278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.379678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.380090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.380493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.380916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.381323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.381720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.382116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.382521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.382941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.392536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:55.393234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.412733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Made reservation on behalf of 23b5a5b98ce1421e848697b1adc1facb for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:55.415292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.425164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.427819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-a5aaac7c-32ff-440f-b7e2-d876fcd41abc tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/quotas/d9b35825fbe849188a9678f9e91b0959 HTTP/1.1" status: 200 len: 375 time: 0.0535998 Jul 07 22:13:55.429044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-00e1c19a-e012-42f4-988e-e934843f2bb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2605593 Jul 07 22:13:55.443082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Request body: {'port': {'device_id': '11533676-efea-49d8-8ca7-49971eb66d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:55.501188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de237f93-108c-4d95-863d-0a0c369d16e8 req-a0f1a265-8085-45c0-b05c-c8526dc1dc44 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:55.507857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de237f93-108c-4d95-863d-0a0c369d16e8 req-a0f1a265-8085-45c0-b05c-c8526dc1dc44 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.3016458 Jul 07 22:13:55.526192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:55.563646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.570431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.631559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Transition to ACTIVE for port object 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:55.663360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de237f93-108c-4d95-863d-0a0c369d16e8 req-da8e69fb-3560-4c9d-bb65-53fc3fda2cec tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544011 Jul 07 22:13:55.664047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.681172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-a1866007-920d-465f-9fe8-edfbacb9ac11 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2527413 Jul 07 22:13:55.682094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.701149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9a82cf3f-299a-47e7-b499-87fd85010f74 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:55.818857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 9a82cf3f-299a-47e7-b499-87fd85010f74 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:55.821465 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ef304-5fdb-41b0-81ad-53ad357e031e x-openstack-request-id: req-4e0ef304-5fdb-41b0-81ad-53ad357e031e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:55.823034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9a82cf3f-299a-47e7-b499-87fd85010f74 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:55.823412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.823556 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "tag": "feb03a9c-c0f5-4929-bb80-cffab4cfec62", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:55.823974 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e0ef304-5fdb-41b0-81ad-53ad357e031e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:55.826867 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'tag': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62', 'status': 'completed', 'code': 200} Jul 07 22:13:55.848474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.905369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Pushing event updated for resources: {'Port': ['ID=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:55.970160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:55.994503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:56.025691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.041213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.041812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.042895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.043382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.044159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.044647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.045119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.045615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.046099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.046591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.047088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.047592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:56.068767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 9a82cf3f-299a-47e7-b499-87fd85010f74, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9a82cf3f-299a-47e7-b499-87fd85010f74,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:56.073704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.077832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.089384 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Added segment cd8e3ab5-6853-436d-a97b-bd3184126305 of type vlan for network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 Jul 07 22:13:56.136099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-a550a206-ae87-421b-b7df-a1811e08897a service neutron] 10.222.0.95 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539957 Jul 07 22:13:56.186997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-070be7dd-a632-43d9-b854-87901a53f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.187488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-070be7dd-a632-43d9-b854-87901a53f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.188313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-070be7dd-a632-43d9-b854-87901a53f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.190230 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-070be7dd-a632-43d9-b854-87901a53f023 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2757 time: 0.3283873 Jul 07 22:13:56.192261 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.225160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Attempting to bind port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:56.225503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Attempting to bind port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:56.226275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Attempting to bind port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf on network 24fcaaab-4629-4af8-8cd0-9519781ceb56 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:56.240857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf on network 24fcaaab-4629-4af8-8cd0-9519781ceb56 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:56.241189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Attempting to bind port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf on network 24fcaaab-4629-4af8-8cd0-9519781ceb56 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:56.267014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:56.267613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Checking segment: {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:56.268010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Bound using segment: {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:56.268461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Bound port: 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:56.268829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.282687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e6c2-b0c3-42fa-8b5e-92447aa63723 req-281506ed-cbc1-4d92-a687-d6c11fe3ec08 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.289390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e6c2-b0c3-42fa-8b5e-92447aa63723 req-281506ed-cbc1-4d92-a687-d6c11fe3ec08 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.296224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e6c2-b0c3-42fa-8b5e-92447aa63723 req-281506ed-cbc1-4d92-a687-d6c11fe3ec08 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.303306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1248e6c2-b0c3-42fa-8b5e-92447aa63723 req-281506ed-cbc1-4d92-a687-d6c11fe3ec08 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2399 time: 0.2481582 Jul 07 22:13:56.304888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=9a82cf3f-299a-47e7-b499-87fd85010f74,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:56.383324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-ab7af8a5-7bf1-4073-9cb8-d3d2fbfb4b60 service neutron] 10.222.0.95 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458255 Jul 07 22:13:56.390968 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.391947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.392535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.421573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1248e6c2-b0c3-42fa-8b5e-92447aa63723 req-4562750b-05bb-4c0e-99d1-e56ff3f196a1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173813 Jul 07 22:13:56.425131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] For port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:56.428081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] For port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:56.434995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.455394 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2892189 Jul 07 22:13:56.460922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34762) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:56.485196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.485915 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.487502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] 10.222.0.97 "PUT /v2.0/ports/5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf HTTP/1.1" status: 200 len: 1092 time: 2.0755262 Jul 07 22:13:56.506729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Request body: {'subnet': {'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-504529364-subnet', 'tenant_id': '23b5a5b98ce1421e848697b1adc1facb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:56.522414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Request body: {'port': {'device_id': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:56.527050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9660-10cd-4a45-a072-8df2bfc01485 service neutron] Pushing event updated for resources: {'Port': ['ID=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:56.533562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-1c630739-4f9e-4f37-a2c3-8f7ceca8b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.534042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-1c630739-4f9e-4f37-a2c3-8f7ceca8b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.534519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-1c630739-4f9e-4f37-a2c3-8f7ceca8b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.541303 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-1c630739-4f9e-4f37-a2c3-8f7ceca8b1a1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9aa230ef149d4c02a339b4e376df8a73&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3372273 Jul 07 22:13:56.609019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595b67-03e5-4a93-974a-75e54de30ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:56.621987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:56.684548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.008986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:57.020376 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Sync routers for ids ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:57.042350 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.044114 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Routers {'a02f1611-7c6e-4823-97a2-4b8e40373d3d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:57.045593 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:57.058926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Made reservation on behalf of 23b5a5b98ce1421e848697b1adc1facb for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:57.061442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.144519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636551b7-bbb1-4714-bf31-7ba8be5b9f25 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:57.153790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.160558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Transition to ACTIVE for port object c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:57.166835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Transition to ACTIVE for port object 636551b7-bbb1-4714-bf31-7ba8be5b9f25 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:57.179241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.184469 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Set router a02f1611-7c6e-4823-97a2-4b8e40373d3d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:57.185089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.291325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=636551b7-bbb1-4714-bf31-7ba8be5b9f25,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:57.391333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e9d10-82e9-4bc7-a300-7dc32eb046ce req-ce1ca0f1-e8a2-41f5-9ce9-27a75af71a82 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:57.395706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da4e9d10-82e9-4bc7-a300-7dc32eb046ce req-ce1ca0f1-e8a2-41f5-9ce9-27a75af71a82 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.2269676 Jul 07 22:13:57.453230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Attempting to bind port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:57.453794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Attempting to bind port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:57.454135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Attempting to bind port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 on network 52d19736-76b1-4d4c-a317-93681321f7a8 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:57.476069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 on network 52d19736-76b1-4d4c-a317-93681321f7a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:57.476756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Attempting to bind port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 on network 52d19736-76b1-4d4c-a317-93681321f7a8 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:57.483434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da4e9d10-82e9-4bc7-a300-7dc32eb046ce req-dd5e4501-3fe5-4062-8523-57db1735771e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743682 Jul 07 22:13:57.488581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:57.489158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Checking segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:57.489698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Bound using segment: {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:57.490360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Bound port: 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0fadb1-234b-4c23-96d1-fb051f93035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:57.490740 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.496981 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4b448f3b-f370-4540-87ac-0fccf6cda417', 'name': '', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'mac_address': 'fa:16:3e:70:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:51Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 2, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'subnets': [{'id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:57.562835 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Checking router: a02f1611-7c6e-4823-97a2-4b8e40373d3d for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:57.566870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Updating router a02f1611-7c6e-4823-97a2-4b8e40373d3d port 4b448f3b-f370-4540-87ac-0fccf6cda417 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:57.645407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] For port 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:57.649838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] For port 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:57.656713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.659661 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.691859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:57.700825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-eeef1dd6-38a4-4904-a96d-103a0aef6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:57.708024 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-db1895c2-1d33-4a5f-a4df-88921f25b41d req-eeef1dd6-38a4-4904-a96d-103a0aef6f89 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1530783 Jul 07 22:13:57.728692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9a82cf3f-299a-47e7-b499-87fd85010f74 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:57.779932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:57.782037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.783671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] 10.222.0.97 "PUT /v2.0/ports/636551b7-bbb1-4714-bf31-7ba8be5b9f25 HTTP/1.1" status: 200 len: 1092 time: 1.2661252 Jul 07 22:13:57.786149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76942c34-d134-4bb9-912e-e071adb6c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=636551b7-bbb1-4714-bf31-7ba8be5b9f25,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:57.813509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.843223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'tag': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf'}, {'name': 'network-changed', 'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'tag': '636551b7-bbb1-4714-bf31-7ba8be5b9f25'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:57.846348 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897" -d '{"events": [{"name": "network-changed", "server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "tag": "5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf"}, {"name": "network-changed", "server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "tag": "636551b7-bbb1-4714-bf31-7ba8be5b9f25"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:57.861757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-e68e838a-c540-42e5-a211-3245f15ed4e6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=792223779f304860a34ed274857a183a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763843 Jul 07 22:13:57.869021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9a82cf3f-299a-47e7-b499-87fd85010f74 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:57.871914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.933648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77ceb51-d9cf-4a53-b614-8d13c1049ab7,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:57.955623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:57.955841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:57.956127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:57.967716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:57.968595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:57.977624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:57.977971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:57.978357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:57.978844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Bound port: c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:57.979736 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.025774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Checking segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:58.026915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Network hostable DHCP agents. Network: 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:58.093168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05003081-1ae3-4579-a50d-f8bba5aba518 req-31a7cd67-4ac2-444b-8047-d97ff3e2dd6c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 210 time: 0.2287250 Jul 07 22:13:58.145528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:58.153099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:58.154863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:58.157064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34800) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:58.164928 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.177540 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Transition to ACTIVE for port object 4b448f3b-f370-4540-87ac-0fccf6cda417 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:58.182008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.187732 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.191240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:58.200799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa13696-e3f2-4d26-9aa5-3b393fdd4f49 None None] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:58.201387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-7552bbfd-b955-41f4-bc1c-2391b64c92ae tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.203030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-7552bbfd-b955-41f4-bc1c-2391b64c92ae tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403695 Jul 07 22:13:58.218821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.219039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-772a4a67-57b9-4f46-8b01-45e665f2bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.219725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-772a4a67-57b9-4f46-8b01-45e665f2bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.220039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.220344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-772a4a67-57b9-4f46-8b01-45e665f2bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.230202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-772a4a67-57b9-4f46-8b01-45e665f2bad4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2867 time: 0.3119354 Jul 07 22:13:58.239921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.240782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.242331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] 10.222.0.103 "PUT /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 1092 time: 2.8046501 Jul 07 22:13:58.242997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:58.245480 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9971b456-2e1c-4942-83ad-c553fce01b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:58.273208 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b1bef9a-967f-404e-a4e5-b262752ca8c9 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7650890 Jul 07 22:13:58.277746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9aa5-17ac-4627-baff-015c27a872e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:58.308736 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741f1b0-a93e-451c-9d19-d83adfdd74c3 None None] Pushing event updated for resources: {'Port': ['ID=4b448f3b-f370-4540-87ac-0fccf6cda417,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:58.372448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-919e0b25-5ad0-4b8b-998f-b8a317abd016 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=feb03a9c-c0f5-4929-bb80-cffab4cfec62 HTTP/1.1" status: 200 len: 217 time: 0.1259606 Jul 07 22:13:58.376263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-d4a96db5-a12e-47a6-83b4-ec3d9ab597f8 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/quotas/792223779f304860a34ed274857a183a HTTP/1.1" status: 200 len: 375 time: 0.1164029 Jul 07 22:13:58.423539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f89597eb-ba83-429e-99fc-e9c17500b5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.450189 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Attempting to bind port 4b448f3b-f370-4540-87ac-0fccf6cda417 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:58.450577 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Attempting to bind port 4b448f3b-f370-4540-87ac-0fccf6cda417 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:58.451093 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Attempting to bind port 4b448f3b-f370-4540-87ac-0fccf6cda417 on network bd437a52-88a0-44af-b4e4-c20a06821304 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:58.457050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:58.457449 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Checking segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:58.457844 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.457962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274ad6f-afe2-4ed1-8869-7f866893721e None None] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:58.458241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Bound using segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:58.458746 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Bound port: 4b448f3b-f370-4540-87ac-0fccf6cda417, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:58.459155 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.477610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-e4b2f7db-7895-493b-9137-e6cd0ce8e632 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775061 Jul 07 22:13:58.501695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-d9872cb5-9a06-4602-82b5-3b07fcbbf0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.503827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-d9872cb5-9a06-4602-82b5-3b07fcbbf0d4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1 HTTP/1.1" status: 200 len: 801 time: 0.1301844 Jul 07 22:13:58.558418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc6830-a7ae-4f5d-9771-0e8cc752d1d4 req-94f828b6-dde4-4624-96ac-badd7c1e3d9e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.566047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59cc6830-a7ae-4f5d-9771-0e8cc752d1d4 req-94f828b6-dde4-4624-96ac-badd7c1e3d9e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.2094522 Jul 07 22:13:58.624254 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] For port 4b448f3b-f370-4540-87ac-0fccf6cda417, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:58.636201 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] For port 4b448f3b-f370-4540-87ac-0fccf6cda417, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4b448f3b-f370-4540-87ac-0fccf6cda417,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:58.636973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59cc6830-a7ae-4f5d-9771-0e8cc752d1d4 req-b93b7a43-211e-4a04-a900-8713fe8304ac tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695934 Jul 07 22:13:58.642886 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.652953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-f2c51938-16ed-4c28-9ff8-37f8712ccf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.656113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-f2c51938-16ed-4c28-9ff8-37f8712ccf78 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52d19736-76b1-4d4c-a317-93681321f7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432836 Jul 07 22:13:58.782503 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Routers {'a02f1611-7c6e-4823-97a2-4b8e40373d3d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:58.782807 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:13:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:58.793846 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741f1b0-a93e-451c-9d19-d83adfdd74c3 None None] Pushing event updated for resources: {'Port': ['ID=4b448f3b-f370-4540-87ac-0fccf6cda417,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:58.870888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-f267f158-8a37-43e5-9dda-889f190cbb89 service neutron] 10.222.0.97 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049048 Jul 07 22:13:58.872492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-b4bfeb20-e9a4-45ab-9658-14159ee8f599 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.873875 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-b4bfeb20-e9a4-45ab-9658-14159ee8f599 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.103 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 811 time: 0.3743110 Jul 07 22:13:58.888390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-f9df04a3-e144-46dd-94b0-e8d8bc537ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.890987 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-f9df04a3-e144-46dd-94b0-e8d8bc537ac9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1095 time: 0.4144342 Jul 07 22:13:58.901857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Request body: {'port': {'device_id': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'admin_state_up': True, 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:58.951838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-23a9b8c8-8cc9-45f3-ba68-4eaa78d95187 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 217 time: 0.0458474 Jul 07 22:13:58.957257 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] Set router a02f1611-7c6e-4823-97a2-4b8e40373d3d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:59.076140 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded09b18-4b69-40c6-a80b-551e9a4a4ee1 x-openstack-request-id: req-ded09b18-4b69-40c6-a80b-551e9a4a4ee1 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:59.076444 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "tag": "5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "tag": "636551b7-bbb1-4714-bf31-7ba8be5b9f25", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:59.076719 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ded09b18-4b69-40c6-a80b-551e9a4a4ee1 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:59.079068 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'tag': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf', 'status': 'completed', 'code': 200} Jul 07 22:13:59.079742 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'tag': '636551b7-bbb1-4714-bf31-7ba8be5b9f25', 'status': 'completed', 'code': 200} Jul 07 22:13:59.087007 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4da0f-4811-4f66-bd47-35eda32a766a x-openstack-request-id: req-86a4da0f-4811-4f66-bd47-35eda32a766a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:59.087554 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:59.087554 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-86a4da0f-4811-4f66-bd47-35eda32a766a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:59.087924 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'status': 'completed', 'code': 200} Jul 07 22:13:59.098048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f89597eb-ba83-429e-99fc-e9c17500b5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.109793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f89597eb-ba83-429e-99fc-e9c17500b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.152244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89597eb-ba83-429e-99fc-e9c17500b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d41872-11a1-4b87-906d-6a59535d9849,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:59.163268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-8c293106-256e-491e-b12f-41ed3209d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:59.165919 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-8c293106-256e-491e-b12f-41ed3209d6be service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1941187 Jul 07 22:13:59.169174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-70c24481-0040-4dac-8edb-9cb5683f958e service neutron] 10.222.0.97 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902820 Jul 07 22:13:59.219810 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f89597eb-ba83-429e-99fc-e9c17500b5c6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d4034caf9e034742b029fa3fd4e4f29f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0608754 Jul 07 22:13:59.224035 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-16d19409-4f22-422f-9777-5ae608796694 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500998 Jul 07 22:13:59.224424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34830) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:59.238240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-575c0fb0-8748-4f82-8a61-5f61d469e314 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf HTTP/1.1" status: 200 len: 217 time: 0.0611713 Jul 07 22:13:59.249320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d42a6-434c-4dd6-83f5-6d901ba63ba6 req-ef6399e2-5348-4985-8ece-f3ce5227db6a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:59.256125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d42a6-434c-4dd6-83f5-6d901ba63ba6 req-ef6399e2-5348-4985-8ece-f3ce5227db6a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:59.263187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d42a6-434c-4dd6-83f5-6d901ba63ba6 req-ef6399e2-5348-4985-8ece-f3ce5227db6a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:59.270575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f52d42a6-434c-4dd6-83f5-6d901ba63ba6 req-ef6399e2-5348-4985-8ece-f3ce5227db6a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2411 time: 0.2703180 Jul 07 22:13:59.350521 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4b448f3b-f370-4540-87ac-0fccf6cda417', 'name': '', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'mac_address': 'fa:16:3e:70:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:51Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'subnets': [{'id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:59.358214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8b679a-6d0a-4a18-b624-ac8010a776d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.382479 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8b679a-6d0a-4a18-b624-ac8010a776d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.396106 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3d335-727e-4ead-87b7-cbd1d5279cbd None None] The sync data for ids ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'] in n-d-694802-13 is: [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:13:52Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4b448f3b-f370-4540-87ac-0fccf6cda417', 'name': '', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'mac_address': 'fa:16:3e:70:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:51Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'subnets': [{'id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:59.470491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8b679a-6d0a-4a18-b624-ac8010a776d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.473092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8b679a-6d0a-4a18-b624-ac8010a776d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.474298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6b8b679a-6d0a-4a18-b624-ac8010a776d3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/54d41872-11a1-4b87-906d-6a59535d9849 HTTP/1.1" status: 204 len: 168 time: 0.2465398 Jul 07 22:13:59.496501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Made reservation on behalf of d9b35825fbe849188a9678f9e91b0959 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:59.505677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.518115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b679a-6d0a-4a18-b624-ac8010a776d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d41872-11a1-4b87-906d-6a59535d9849,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:59.544270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-94ed9f80-5cba-4756-a544-d647ad9a5e46 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837591 Jul 07 22:13:59.754541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4b448f3b-f370-4540-87ac-0fccf6cda417 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:59.775463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-61b7d4a2-b500-45c4-a2d5-33aba72622b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:59.776987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-61b7d4a2-b500-45c4-a2d5-33aba72622b8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93164956-d9de-4d78-a289-df669b2ea196 HTTP/1.1" status: 200 len: 801 time: 0.5044816 Jul 07 22:13:59.802330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f52d42a6-434c-4dd6-83f5-6d901ba63ba6 req-88fa552c-cbeb-4396-9e90-0996e4529ac1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288482 Jul 07 22:13:59.821325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Allocated IP 172.20.0.7 (bd437a52-88a0-44af-b4e4-c20a06821304/eb9fe100-3a66-466d-90f5-06fd12db6642/2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:59.842657 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19c6c508-be2a-45ef-b7a6-f6e180c7033d req-ba02d1c9-bd0c-4961-8f33-ebc0ffa6856b service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795647 Jul 07 22:13:59.915246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4b448f3b-f370-4540-87ac-0fccf6cda417 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:59.922871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4b448f3b-f370-4540-87ac-0fccf6cda417 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:59.923253 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.924354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8819cc18-3a9d-4cdc-b0bc-c7f3479d70e7 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:59.931313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8819cc18-3a9d-4cdc-b0bc-c7f3479d70e7 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 817 time: 0.3242898 Jul 07 22:13:59.964832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-216844d7-5fcf-4da6-b51c-99f7310912ad tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/quotas/23b5a5b98ce1421e848697b1adc1facb HTTP/1.1" status: 200 len: 375 time: 0.0323994 Jul 07 22:14:00.021156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-5660912b-80cc-4a83-963d-cd2c6e4eb168 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454209 Jul 07 22:14:00.036223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-d841f819-95f1-40c3-9ed2-f6345cc33780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.037750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-d841f819-95f1-40c3-9ed2-f6345cc33780 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=24fcaaab-4629-4af8-8cd0-9519781ceb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514622 Jul 07 22:14:00.055891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34848) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:00.079854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.122863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4b448f3b-f370-4540-87ac-0fccf6cda417, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4b448f3b-f370-4540-87ac-0fccf6cda417,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:00.129125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.159799 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.189078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3e523547-3db7-4cc3-afe0-d1fca1970af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.195282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4b448f3b-f370-4540-87ac-0fccf6cda417,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:00.203110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-e7f64734-5cec-4e44-ae92-22b4620f6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.205132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-e7f64734-5cec-4e44-ae92-22b4620f6213 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1095 time: 0.2821958 Jul 07 22:14:00.290865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.327310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-57abff28-dd03-4afc-9bce-646748ecca20 service neutron] 10.222.0.95 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049290 Jul 07 22:14:00.336684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-0a8d6b2d-ad57-46bf-aca8-55515639acc4 service neutron] 10.222.0.97 "GET /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796280 Jul 07 22:14:00.371032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Network bd437a52-88a0-44af-b4e4-c20a06821304 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:00.376827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:00.378656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Pushing event updated for resources: {'Port': ['ID=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:00.381361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-da745c26-c22e-4cb7-b9f2-5d35173ef194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.382921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-da745c26-c22e-4cb7-b9f2-5d35173ef194 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1674209 Jul 07 22:14:00.383907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:00.423485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd520c4-4403-4fb8-a1df-f364f2dd9d0e req-9b8d5dba-46a6-4085-8b1f-30bdead77c15 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.425055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fd520c4-4403-4fb8-a1df-f364f2dd9d0e req-9b8d5dba-46a6-4085-8b1f-30bdead77c15 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.3003874 Jul 07 22:14:00.448432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-c80a78f3-6899-47c4-9e78-a6aba1143241 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 217 time: 0.0402975 Jul 07 22:14:00.495216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.495883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.524065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-086426dc-cebd-4323-974d-5034f4525537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.525902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-086426dc-cebd-4323-974d-5034f4525537 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0701261 Jul 07 22:14:00.566528 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-a9621766-24f2-4514-932e-3b945b7e2a66 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317526 Jul 07 22:14:00.569478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fd520c4-4403-4fb8-a1df-f364f2dd9d0e req-640b8b4f-2c0a-4fb4-b213-383a5d835085 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130228 Jul 07 22:14:00.578193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-858fdd83-bbf0-416d-8e3b-046a3dbd9d71 service neutron] 10.222.0.95 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396393 Jul 07 22:14:00.586853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-bcdd0c3d-485d-4077-9bfa-75c8571a57ea service neutron] 10.222.0.97 "GET /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352459 Jul 07 22:14:00.598076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3e523547-3db7-4cc3-afe0-d1fca1970af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.642046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-05a4f698-0469-418e-9509-b4a22529a7a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7497671 Jul 07 22:14:00.643117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3e523547-3db7-4cc3-afe0-d1fca1970af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.650268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-882ccf2f-d63e-4f8b-8d31-b7ff04035a86 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25 HTTP/1.1" status: 200 len: 217 time: 0.0554602 Jul 07 22:14:00.668205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Request body: {'port': {'device_id': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:00.674244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-57ef5bcf-abbc-4830-8472-bdfed8783a3d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=792223779f304860a34ed274857a183a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491967 Jul 07 22:14:00.727482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3e523547-3db7-4cc3-afe0-d1fca1970af3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6c9c8cef9c124bde9d17ce3c7e549267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6668890 Jul 07 22:14:00.729484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:00.729853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e523547-3db7-4cc3-afe0-d1fca1970af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe06755-4285-4099-965c-90b0b262fb55,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:00.761279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-bb0046d6-f37a-4ed5-a562-b3496b3a761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.762750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-bb0046d6-f37a-4ed5-a562-b3496b3a761b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1 HTTP/1.1" status: 200 len: 801 time: 0.0994954 Jul 07 22:14:00.848742 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-3aeb609c-60c3-408c-a8e9-1086c3dbee41 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739973 Jul 07 22:14:00.875883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.893185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-834f0e8c-21b1-45a2-acde-6b8cd612b974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.920405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05cef-19be-4a33-80fe-a1127449f259 req-0a51de29-8b84-4a5e-9889-f04e1d97e86a tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.921956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5af05cef-19be-4a33-80fe-a1127449f259 req-0a51de29-8b84-4a5e-9889-f04e1d97e86a tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1097 time: 0.1796589 Jul 07 22:14:00.933356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-a25107d7-3eb8-4ef2-aaa3-4a2c4329095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.935441 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-a25107d7-3eb8-4ef2-aaa3-4a2c4329095a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52d19736-76b1-4d4c-a317-93681321f7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453726 Jul 07 22:14:00.948764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-834f0e8c-21b1-45a2-acde-6b8cd612b974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.991729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-152a0037-e16b-42ce-926f-ae819c39fa32 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.993262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-152a0037-e16b-42ce-926f-ae819c39fa32 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957091 Jul 07 22:14:01.012679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Request body: {'port': {'device_id': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '792223779f304860a34ed274857a183a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:01.093646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-cc4fe09c-255e-4541-84be-8047979a945c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=792223779f304860a34ed274857a183a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545776 Jul 07 22:14:01.185234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5af05cef-19be-4a33-80fe-a1127449f259 req-034772ce-bf18-431a-a9a1-8585869d3f07 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450724 Jul 07 22:14:01.190046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-452e9278-c383-463d-ad90-99b791d4dfa6 service neutron] 10.222.0.97 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392395 Jul 07 22:14:01.287491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-834f0e8c-21b1-45a2-acde-6b8cd612b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.290160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-834f0e8c-21b1-45a2-acde-6b8cd612b974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.291464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-834f0e8c-21b1-45a2-acde-6b8cd612b974 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ffe06755-4285-4099-965c-90b0b262fb55 HTTP/1.1" status: 204 len: 168 time: 0.5586069 Jul 07 22:14:01.317828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0e8c-21b1-45a2-acde-6b8cd612b974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe06755-4285-4099-965c-90b0b262fb55,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:01.335874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-e6b2abb1-1884-4b06-96e1-08526d6d6428 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.337183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-e6b2abb1-1884-4b06-96e1-08526d6d6428 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176006 Jul 07 22:14:01.370002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c526c9-0c24-401b-bced-cad9d2a94a55 req-d408a244-39c3-4b47-816f-ba43ee5d98c4 service neutron] 10.222.0.97 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719720 Jul 07 22:14:01.372820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-d5e28228-08b6-45b0-a8bf-9a6d4b532fe7 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/quotas/792223779f304860a34ed274857a183a HTTP/1.1" status: 200 len: 375 time: 0.0144849 Jul 07 22:14:01.441413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-841dab8c-07f0-4c1e-8ef2-48099c86a82a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455408 Jul 07 22:14:01.586828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2b69a-bc0e-466d-99bb-d048599a3f64 req-5e13f5e1-09c5-4a33-be12-ca8221da6d86 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.594806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ec2b69a-bc0e-466d-99bb-d048599a3f64 req-5e13f5e1-09c5-4a33-be12-ca8221da6d86 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 931 time: 0.1520910 Jul 07 22:14:01.600130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-47f47ebd-dd91-4c25-bc42-9e0784c95184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.600698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-47f47ebd-dd91-4c25-bc42-9e0784c95184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.600820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-47f47ebd-dd91-4c25-bc42-9e0784c95184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.606073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-47f47ebd-dd91-4c25-bc42-9e0784c95184 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2867 time: 0.1278861 Jul 07 22:14:01.683342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9971b456-2e1c-4942-83ad-c553fce01b5a req-977ff027-6bfe-423a-b00f-b3cae85de0ca service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277943 Jul 07 22:14:01.683858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4b448f3b-f370-4540-87ac-0fccf6cda417 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:01.755301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Made reservation on behalf of 792223779f304860a34ed274857a183a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:01.760109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.780913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.800342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ec2b69a-bc0e-466d-99bb-d048599a3f64 req-84f5dfdf-1e7e-4a9d-a6ac-4a00aa537481 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044418 Jul 07 22:14:01.803476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4b448f3b-f370-4540-87ac-0fccf6cda417 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:01.803789 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.863421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:01.895494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-a78119e1-6f56-4f97-b31f-ce786d89d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.897478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-a78119e1-6f56-4f97-b31f-ce786d89d56b service neutron] 10.222.0.97 "GET /v2.0/networks?id=24fcaaab-4629-4af8-8cd0-9519781ceb56 HTTP/1.1" status: 200 len: 903 time: 0.2818468 Jul 07 22:14:01.898881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.968101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Transition to ACTIVE for port object 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:01.999768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-8586fa52-e23a-4090-bbbf-e9f138106756 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf HTTP/1.1" status: 200 len: 217 time: 0.0953772 Jul 07 22:14:02.040691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.042806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.061689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.085027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-caf69be6-05b7-45be-bd47-a15ff71f8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.086684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-caf69be6-05b7-45be-bd47-a15ff71f8d41 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93164956-d9de-4d78-a289-df669b2ea196 HTTP/1.1" status: 200 len: 801 time: 0.0808327 Jul 07 22:14:02.130240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:02.198971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75183-ca00-4ccf-b751-6cd59034dfbe req-60363074-cba7-4657-8ed8-d24a7ce1281b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.204853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75183-ca00-4ccf-b751-6cd59034dfbe req-60363074-cba7-4657-8ed8-d24a7ce1281b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.211329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75183-ca00-4ccf-b751-6cd59034dfbe req-60363074-cba7-4657-8ed8-d24a7ce1281b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.219538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97a75183-ca00-4ccf-b751-6cd59034dfbe req-60363074-cba7-4657-8ed8-d24a7ce1281b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2411 time: 0.1318140 Jul 07 22:14:02.246578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-dacd17f8-5370-49a4-bfe9-ae0b8c2edf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.250890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-dacd17f8-5370-49a4-bfe9-ae0b8c2edf48 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=24fcaaab-4629-4af8-8cd0-9519781ceb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536357 Jul 07 22:14:02.281898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Attempting to bind port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:02.282391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Attempting to bind port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:02.282863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Attempting to bind port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 on network bd437a52-88a0-44af-b4e4-c20a06821304 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:02.290417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 on network bd437a52-88a0-44af-b4e4-c20a06821304 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:02.291125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Attempting to bind port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 on network bd437a52-88a0-44af-b4e4-c20a06821304 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:02.293405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:02.304153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:02.304892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Checking segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:02.305549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Bound using segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:02.306502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Bound port: 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:02.307166 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.339514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97a75183-ca00-4ccf-b751-6cd59034dfbe req-ed4e9926-03cf-40ba-b97b-e5f9e5e03382 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063955 Jul 07 22:14:02.442720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Allocated IP 192.168.233.57 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/65296f41-3378-4260-b3f3-52cfa353cccd) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:02.445647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] For port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:02.451094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] For port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:02.460512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.479927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-21ed3f00-34f8-4191-88b3-073c5b06a94a service neutron] 10.222.0.97 "GET /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991782 Jul 07 22:14:02.569693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.572425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.574463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] 10.222.0.103 "PUT /v2.0/ports/2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 HTTP/1.1" status: 200 len: 1092 time: 1.9215500 Jul 07 22:14:02.574962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'tag': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:02.577450 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53a39d7-68b5-4807-8822-5f23abbe13c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1473fbac-4b25-4be4-acfa-a798d688cda4", "tag": "2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:02.712409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb57a9-3938-4fc1-bfd0-ac9d9b11ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:02.824948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-288db072-8787-4455-a2ad-28b9cdf6900c req-09b90f10-9842-4ada-a25a-ac1a97341aab tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0431449 Jul 07 22:14:02.827039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-148f0d47-b85e-41b5-8a8b-874c46c5355b service neutron] 10.222.0.97 "GET /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409369 Jul 07 22:14:02.831059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.870184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c85e-2a65-44c8-815e-794e9d4f5180 req-15d80383-fef0-4db6-a5ee-1f66d72f27fe tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.870418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Transition to ACTIVE for port object 65296f41-3378-4260-b3f3-52cfa353cccd will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:02.872499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e776c85e-2a65-44c8-815e-794e9d4f5180 req-15d80383-fef0-4db6-a5ee-1f66d72f27fe tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1829779 Jul 07 22:14:02.951525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e776c85e-2a65-44c8-815e-794e9d4f5180 req-b2462933-eec8-4f02-b020-0ed787b877ea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702620 Jul 07 22:14:02.988715 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747dc509-2bd0-42bf-ae25-bf98997c0fc5 x-openstack-request-id: req-747dc509-2bd0-42bf-ae25-bf98997c0fc5 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:02.988915 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1473fbac-4b25-4be4-acfa-a798d688cda4", "tag": "2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:02.989208 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-747dc509-2bd0-42bf-ae25-bf98997c0fc5 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:02.989593 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'tag': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1', 'status': 'completed', 'code': 200} Jul 07 22:14:02.991830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-32cd87d4-9af4-4598-979f-d65332b1bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:02.993573 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-32cd87d4-9af4-4598-979f-d65332b1bcad service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 1095 time: 0.0952449 Jul 07 22:14:03.003200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:03.083582 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-f35e025c-9c3a-45bd-bf5c-546d75cc53ec service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 HTTP/1.1" status: 200 len: 217 time: 0.0720572 Jul 07 22:14:03.179956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-5058828a-4938-40c3-afb8-e4149e5c374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.181512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-5058828a-4938-40c3-afb8-e4149e5c374f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.0646715 Jul 07 22:14:03.189951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:03.194668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:03.199000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:03.239861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-0aecdb16-5043-4a9f-b758-9145241841d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.240387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-0aecdb16-5043-4a9f-b758-9145241841d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.240892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-0aecdb16-5043-4a9f-b758-9145241841d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.242608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-0aecdb16-5043-4a9f-b758-9145241841d8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2867 time: 0.1853578 Jul 07 22:14:03.344708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.345544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:03.349986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-ce4beb2e-afec-4fc6-ae0f-dbbd6f2549a9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585093 Jul 07 22:14:03.428974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c5fe66-335c-4cfd-b95c-b6f9710ecde2 req-7f3f9002-3477-4aab-ad8f-610f01d00651 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 210 time: 0.0631869 Jul 07 22:14:03.466794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:03.524150 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-0e368682-b077-4a7c-9935-527a88c8b48d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5169168 Jul 07 22:14:03.555459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-2fb46511-c075-45bd-8b3d-fa86e2ad8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.556443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-2fb46511-c075-45bd-8b3d-fa86e2ad8bf9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52d19736-76b1-4d4c-a317-93681321f7a8 HTTP/1.1" status: 200 len: 903 time: 0.3066504 Jul 07 22:14:03.557899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Request body: {'port': {'device_id': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:03.564474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff819fe-af57-4e4c-93b1-11400b538efb req-f9be0f0a-cb09-4c70-8c37-7ff56ab8bb48 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.566100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ff819fe-af57-4e4c-93b1-11400b538efb req-f9be0f0a-cb09-4c70-8c37-7ff56ab8bb48 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 943 time: 0.2407007 Jul 07 22:14:03.617569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-304c0891-d30d-4584-8acc-4ee58568e0eb None None] Provisioning for port 65296f41-3378-4260-b3f3-52cfa353cccd completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:03.621512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-304c0891-d30d-4584-8acc-4ee58568e0eb None None] Provisioning complete for port 65296f41-3378-4260-b3f3-52cfa353cccd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:03.621893 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-304c0891-d30d-4584-8acc-4ee58568e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:03.624972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-542952f2-3789-44f8-afa6-93ff041d1fbc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25 HTTP/1.1" status: 200 len: 217 time: 0.0578308 Jul 07 22:14:03.690403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-1a5b1bef-209b-4a16-87f1-26391d2616f8 service neutron] 10.222.0.103 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278236 Jul 07 22:14:03.690720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-304c0891-d30d-4584-8acc-4ee58568e0eb None None] Port 65296f41-3378-4260-b3f3-52cfa353cccd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:03.714662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:03.754449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ff819fe-af57-4e4c-93b1-11400b538efb req-c2165772-8332-4445-bd40-93ed8a33d771 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429577 Jul 07 22:14:03.783279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-1965d96e-40c6-4506-ae8e-c2ce40e81e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.784748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-1965d96e-40c6-4506-ae8e-c2ce40e81e6f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1 HTTP/1.1" status: 200 len: 801 time: 0.1408098 Jul 07 22:14:03.947477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:03.989166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'port_id': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'mac_address': 'fa:16:3e:59:57:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1109974f-628f-489a-b107-16d9f10921ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:04.034565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.068041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-1d10446e-b9c6-4432-896f-74d2035f6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.070382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-1d10446e-b9c6-4432-896f-74d2035f6177 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52d19736-76b1-4d4c-a317-93681321f7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785809 Jul 07 22:14:04.096268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.136955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:04.145055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.97', 50739) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:04.184815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:04.193844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.234420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-d3470a33-4ccf-41c8-a27a-b9810e7d65e5 service neutron] 10.222.0.97 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534317 Jul 07 22:14:04.304911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:04.365735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a9a44af-e4c3-4a9d-bf2a-fa68887f30a9 req-3744bf1a-d680-4bfb-9b4f-b45ca4427188 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 210 time: 0.2861059 Jul 07 22:14:04.388777 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b869493-d248-4a8d-84b2-b9c4c2e24ed6 req-d7588371-aef2-4c8e-9bfc-f4fb807767b0 service neutron] 10.222.0.103 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895049 Jul 07 22:14:04.470174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:04.635367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b0f112e9-02c3-40f9-a3ed-331204c0dbe5 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.639255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b0f112e9-02c3-40f9-a3ed-331204c0dbe5 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 817 time: 0.4897234 Jul 07 22:14:04.640676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29142040-1e03-423f-bcfe-c53263c79933 req-2f5633d8-d2c6-420d-81a2-21d652ff51ee tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.654085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29142040-1e03-423f-bcfe-c53263c79933 req-2f5633d8-d2c6-420d-81a2-21d652ff51ee tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.655363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d547a98b-3c85-4c3e-8f65-074064872353 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.656870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d547a98b-3c85-4c3e-8f65-074064872353 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.103 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 817 time: 0.5577521 Jul 07 22:14:04.667331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Request body: {'port': {'device_id': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'admin_state_up': True, 'tenant_id': '23b5a5b98ce1421e848697b1adc1facb'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:04.668846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29142040-1e03-423f-bcfe-c53263c79933 req-2f5633d8-d2c6-420d-81a2-21d652ff51ee tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.681867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29142040-1e03-423f-bcfe-c53263c79933 req-2f5633d8-d2c6-420d-81a2-21d652ff51ee tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2411 time: 0.7604883 Jul 07 22:14:04.689578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-650ef0e4-a9ba-42e7-85ff-3bb44bfe6897 req-130187ba-b183-441e-817e-72e2e57b6938 service neutron] 10.222.0.97 "GET /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181262 Jul 07 22:14:04.721578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Request body: {'port': {'device_id': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'admin_state_up': True, 'tenant_id': '23b5a5b98ce1421e848697b1adc1facb'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:04.793172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29142040-1e03-423f-bcfe-c53263c79933 req-3055afcf-e737-4bab-8c0c-0821d055fac8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090193 Jul 07 22:14:04.842351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9feb2-f815-4b29-b66b-6bb220b8c7ae req-1778a82f-cf08-4eb4-9542-0ab93c400bc2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.864310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-abd9feb2-f815-4b29-b66b-6bb220b8c7ae req-1778a82f-cf08-4eb4-9542-0ab93c400bc2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 944 time: 0.1736288 Jul 07 22:14:04.895055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-2bf72049-85c9-48a1-ba03-def87ef84953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:04.896692 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-2bf72049-85c9-48a1-ba03-def87ef84953 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 1095 time: 0.3986650 Jul 07 22:14:04.951232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-abd9feb2-f815-4b29-b66b-6bb220b8c7ae req-7a16feb8-a56d-411d-8aff-791d9f5918d7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859737 Jul 07 22:14:04.957030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0e91cae2-e6cf-4d20-8cce-ba1d00e4ef44 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=792223779f304860a34ed274857a183a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508637 Jul 07 22:14:05.150072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:14:05.150072 n-d-694802-13 neutron-server[93931]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:14:05.150072 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id': '23b5a5b98ce1421e848697b1adc1facb', 'id': 'aaa1ef96-96f2-4459-8851-503d007afce6', 'expiration': datetime.datetime(2021, 7, 7, 22, 16, 5, 116550)}] Jul 07 22:14:05.150072 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:14:05.152121 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:14:05.169616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65296f41-3378-4260-b3f3-52cfa353cccd {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:05.176741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Made reservation on behalf of 23b5a5b98ce1421e848697b1adc1facb for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:05.181187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.190191 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.193062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-4cecbd94-9cf5-494b-bf74-49df1c43ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:05.194711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-4cecbd94-9cf5-494b-bf74-49df1c43ea60 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 912 time: 0.2907882 Jul 07 22:14:05.305189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:05.328642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-2d57bd89-00f2-4f4c-8dc3-61941c7fa993 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 HTTP/1.1" status: 200 len: 217 time: 0.1228924 Jul 07 22:14:05.332316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Transition to ACTIVE for port object 65296f41-3378-4260-b3f3-52cfa353cccd will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:05.348332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.97', 50740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:05.386839 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.390724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a09c62d-333d-433f-8614-de87df950ae8 req-ee7d632c-37db-436e-8a38-ebda0653dcdf tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 210 time: 0.3975956 Jul 07 22:14:05.435765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-0b2a0499-bee5-468f-8eb3-5bdae11c2293 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417488 Jul 07 22:14:05.530493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:05.545316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf', 'network_id': '24fcaaab-4629-4af8-8cd0-9519781ceb56', 'port_id': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf', 'mac_address': 'fa:16:3e:1c:eb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93164956-d9de-4d78-a289-df669b2ea196', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:05.619078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.624234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-425a418f-f9dc-4178-a6bc-5723929ce06c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:05.636049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-425a418f-f9dc-4178-a6bc-5723929ce06c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6672151 Jul 07 22:14:05.652829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Request body: {'port': {'device_id': '930819c4-1ee8-4e64-8227-931554afbdf8', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '792223779f304860a34ed274857a183a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:05.664740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:05.715932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:05.724959 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.725868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device feb03a9c-c0f5-4929-bb80-cffab4cfec62 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:05.844473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:05.870880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-c69947d8-f6ab-4d30-99e6-6d2414cf56ba tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:05.872430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-c69947d8-f6ab-4d30-99e6-6d2414cf56ba tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4234591 Jul 07 22:14:05.922994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Allocated IP 172.20.0.11 (6e7fa7ed-cf79-4724-bac0-b7ac186e78b4/c77ceb51-d9cf-4a53-b614-8d13c1049ab7/9111be42-9d8b-4397-bf1d-6924506322c1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:05.955275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-3f3a3822-d1c6-49e5-bb4b-d94b0d7afa27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/quotas/252b43d23bc84ceaae99ba28e83fa710 HTTP/1.1" status: 200 len: 375 time: 0.0609612 Jul 07 22:14:05.964853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port feb03a9c-c0f5-4929-bb80-cffab4cfec62, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=feb03a9c-c0f5-4929-bb80-cffab4cfec62,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:05.966071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:05.970427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-f1c785e8-2829-4744-8ca6-0dcebd9ce85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:05.971910 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-f1c785e8-2829-4744-8ca6-0dcebd9ce85b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.6362486 Jul 07 22:14:05.978852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:05.980447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Made reservation on behalf of 23b5a5b98ce1421e848697b1adc1facb for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:05.984789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.985604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62', 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8', 'port_id': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62', 'mac_address': 'fa:16:3e:29:96:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:06.025849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbda64-eeee-4850-9c5a-cfb5bf5e6fc3 req-20434037-3029-4ba1-ac6d-fa06bb745280 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.033788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5efbda64-eeee-4850-9c5a-cfb5bf5e6fc3 req-20434037-3029-4ba1-ac6d-fa06bb745280 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 943 time: 0.2722826 Jul 07 22:14:06.037417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-e520ee0b-cef2-41f3-b76f-fe615abe5c52 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811331 Jul 07 22:14:06.045268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.092476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb03a9c-c0f5-4929-bb80-cffab4cfec62 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:06.095268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5efbda64-eeee-4850-9c5a-cfb5bf5e6fc3 req-54069984-b5e4-4985-bd0d-2dcea413bd60 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603638 Jul 07 22:14:06.099642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Made reservation on behalf of 792223779f304860a34ed274857a183a for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:06.107703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.153722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port feb03a9c-c0f5-4929-bb80-cffab4cfec62, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=feb03a9c-c0f5-4929-bb80-cffab4cfec62,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:06.179944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:06.227240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:06.227240 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.309064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.309910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 636551b7-bbb1-4714-bf31-7ba8be5b9f25 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:06.376122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-55758850-9eed-4986-bd5e-8c215ce55c0e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3555207 Jul 07 22:14:06.433214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:06.455419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '636551b7-bbb1-4714-bf31-7ba8be5b9f25', 'network_id': '52d19736-76b1-4d4c-a317-93681321f7a8', 'port_id': '636551b7-bbb1-4714-bf31-7ba8be5b9f25', 'mac_address': 'fa:16:3e:b5:fc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:06.495938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c29fcf3b-7b2d-43e1-bcf9-1c4e7eff41aa req-904459a8-4ab0-4043-ba15-18480e7dcdfd tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 210 time: 0.1028812 Jul 07 22:14:06.513005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Attempting to bind port 65296f41-3378-4260-b3f3-52cfa353cccd on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:06.513364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Attempting to bind port 65296f41-3378-4260-b3f3-52cfa353cccd by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:06.513675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Attempting to bind port 65296f41-3378-4260-b3f3-52cfa353cccd on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:06.526481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-24477474-0d2e-4ffd-8a03-6bd84e6e809c tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.526481 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-24477474-0d2e-4ffd-8a03-6bd84e6e809c tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 817 time: 1.1746819 Jul 07 22:14:06.526863 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.526977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Allocated IP 192.168.233.207 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/012652de-fe0b-4a44-92d9-d1fffbb70a77) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:06.550535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Request body: {'port': {'device_id': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'admin_state_up': True, 'tenant_id': '23b5a5b98ce1421e848697b1adc1facb'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:06.565417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Port 65296f41-3378-4260-b3f3-52cfa353cccd on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:06.565759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Attempting to bind port 65296f41-3378-4260-b3f3-52cfa353cccd on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:06.585925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:06.589301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:06.593399 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76b1b77-18d2-4310-b7ce-b2577d371211" -d '{"events": [{"server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "name": "network-vif-plugged", "status": "completed", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:06.624847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:06.625150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:06.625544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:06.626003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Bound port: 65296f41-3378-4260-b3f3-52cfa353cccd, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:06.626401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.638429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.653517 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.665035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636551b7-bbb1-4714-bf31-7ba8be5b9f25 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:06.681462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=feb03a9c-c0f5-4929-bb80-cffab4cfec62,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:06.736015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:06.742805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.744734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-9f814c25-4253-4e35-b427-90794ce446d0 service neutron] 10.222.0.103 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441918 Jul 07 22:14:06.773724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:06.850093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=636551b7-bbb1-4714-bf31-7ba8be5b9f25,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:06.858857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.860946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.910591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2a008-24de-41af-ade1-3338e4130621 req-74f8bcb7-7169-4120-a8c5-ed60a8cc0721 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.917434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2a008-24de-41af-ade1-3338e4130621 req-74f8bcb7-7169-4120-a8c5-ed60a8cc0721 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.923717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2a008-24de-41af-ade1-3338e4130621 req-74f8bcb7-7169-4120-a8c5-ed60a8cc0721 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.925511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11c2a008-24de-41af-ade1-3338e4130621 req-74f8bcb7-7169-4120-a8c5-ed60a8cc0721 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2413 time: 0.2293880 Jul 07 22:14:06.928446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Transition to ACTIVE for port object 012652de-fe0b-4a44-92d9-d1fffbb70a77 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:06.931571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:06.938846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:06.940018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99dec7-e97d-41d6-83a3-fc79aaf2e2c9 req-36861a40-1146-4547-9816-8d580706418d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.946975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb99dec7-e97d-41d6-83a3-fc79aaf2e2c9 req-36861a40-1146-4547-9816-8d580706418d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.2001054 Jul 07 22:14:06.952373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.954687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Made reservation on behalf of 23b5a5b98ce1421e848697b1adc1facb for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:06.960071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.028719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb99dec7-e97d-41d6-83a3-fc79aaf2e2c9 req-22cc0000-61db-4ad1-b33a-f1d9f4318d0e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808537 Jul 07 22:14:07.037711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11c2a008-24de-41af-ade1-3338e4130621 req-cbb88423-a2f8-4497-b3f2-067f48c8cb87 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885966 Jul 07 22:14:07.039154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:07.039908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.042100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] 10.222.0.97 "PUT /v2.0/ports/65296f41-3378-4260-b3f3-52cfa353cccd HTTP/1.1" status: 200 len: 1096 time: 3.5088224 Jul 07 22:14:07.047163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:07.049902 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:07.071822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.074005 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f53a39d7-68b5-4807-8822-5f23abbe13c1 req-a79ec7ed-d35c-4bf6-80a0-d5f1e827a9d9 service neutron] 10.222.0.103 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217394 Jul 07 22:14:07.142710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.163169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:07.168390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:07.182001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:07.217847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['feb03a9c-c0f5-4929-bb80-cffab4cfec62'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:07.227973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event updated for resources: {'Port': ['ID=012652de-fe0b-4a44-92d9-d1fffbb70a77,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:07.261916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c4d518f-99c0-495b-92f3-ef68970e1ed7 req-c618230e-af43-48eb-ad3d-8850d0aeba34 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 210 time: 0.0906472 Jul 07 22:14:07.264668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227e29-9735-4d5f-a407-c2bb09c4dadf service neutron] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:07.285504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:07.294783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.334568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-6012aff8-a12e-4c06-8943-14cc58bae637 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6861968 Jul 07 22:14:07.347464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Request body: {'port': {'device_id': '930819c4-1ee8-4e64-8227-931554afbdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:07.356943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:07.413812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:07.426478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:07.428849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Allocated IP 172.20.0.7 (6e7fa7ed-cf79-4724-bac0-b7ac186e78b4/c77ceb51-d9cf-4a53-b614-8d13c1049ab7/2c2d91be-f917-4454-8535-4c86ef4fcc36) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:07.434307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:07.476619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3051f3d6-a09d-4ad2-a2a0-e4a02feebce8 req-182eede9-9102-43c0-a032-d1489a4a03c3 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 210 time: 0.0659471 Jul 07 22:14:07.489838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Pushing event updated for resources: {'Port': ['ID=9111be42-9d8b-4397-bf1d-6924506322c1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:07.561158 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.582423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d4ce306-93d1-4b46-948a-7f87b39fe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:07.594897 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-4d4ce306-93d1-4b46-948a-7f87b39fe5fe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1099 time: 0.4549344 Jul 07 22:14:07.632407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:07.633059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.644585 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47524a45-5a0b-4408-89a9-59639c7419d0 x-openstack-request-id: req-47524a45-5a0b-4408-89a9-59639c7419d0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:07.644935 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "name": "network-vif-plugged", "status": "completed", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:07.645203 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-47524a45-5a0b-4408-89a9-59639c7419d0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:07.645617 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'code': 200} Jul 07 22:14:07.719692 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7bc5ab-a13a-496c-aa2a-b06675fe6399 x-openstack-request-id: req-db7bc5ab-a13a-496c-aa2a-b06675fe6399 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:07.720285 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:07.720695 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-db7bc5ab-a13a-496c-aa2a-b06675fe6399 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:07.721260 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'status': 'completed', 'code': 200} Jul 07 22:14:07.730082 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-e8bce447-f35d-479a-bdcf-a4c01101b9eb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=65296f41-3378-4260-b3f3-52cfa353cccd HTTP/1.1" status: 200 len: 217 time: 0.1342824 Jul 07 22:14:07.781287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:07.785710 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-ca63cb49-691a-4c2d-82c5-6f0120aa4584 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1257329 Jul 07 22:14:07.839883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Request body: {'port': {'device_id': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:07.848969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9db879b8-d978-4184-9b78-86308ecf0cd3 None None] Provisioning for port 012652de-fe0b-4a44-92d9-d1fffbb70a77 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:07.878202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9db879b8-d978-4184-9b78-86308ecf0cd3 None None] Provisioning complete for port 012652de-fe0b-4a44-92d9-d1fffbb70a77 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:07.878556 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9db879b8-d978-4184-9b78-86308ecf0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.904308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-63db87d4-820d-4b04-8246-c390735a1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:07.905834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-63db87d4-820d-4b04-8246-c390735a1154 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1635451 Jul 07 22:14:07.950935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9db879b8-d978-4184-9b78-86308ecf0cd3 None None] Port 012652de-fe0b-4a44-92d9-d1fffbb70a77 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:08.036949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d831b41-d235-4b4b-96fb-d8bf8068bbda req-e103192c-0565-4724-a874-839863635e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.038647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7d831b41-d235-4b4b-96fb-d8bf8068bbda req-e103192c-0565-4724-a874-839863635e93 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1097 time: 0.3103921 Jul 07 22:14:08.041888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.071853 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.081907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc721232-79ca-4f6b-8efd-1dacc1180185 req-6f9fbe6f-8658-4059-aabc-3e4a1fb3cc52 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.087100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc721232-79ca-4f6b-8efd-1dacc1180185 req-6f9fbe6f-8658-4059-aabc-3e4a1fb3cc52 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 943 time: 0.2136643 Jul 07 22:14:08.134357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:08.146812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7d831b41-d235-4b4b-96fb-d8bf8068bbda req-e9320f24-4059-4bbc-937d-6e72d6be104d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Jul 07 22:14:08.149127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-e20ff4d9-8ae1-4136-84c2-cde449b889ca tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589857 Jul 07 22:14:08.152116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'port_id': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1', 'mac_address': 'fa:16:3e:ad:d4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:08.169875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-9fde61c3-8ad9-4c52-bf5d-f43071ced476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.171435 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-9fde61c3-8ad9-4c52-bf5d-f43071ced476 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2468421 Jul 07 22:14:08.196316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc721232-79ca-4f6b-8efd-1dacc1180185 req-1e226464-47b2-44a9-b3a7-32ff72d564ed tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882788 Jul 07 22:14:08.202619 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.221140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:08.229296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['636551b7-bbb1-4714-bf31-7ba8be5b9f25'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:08.284426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:08.290905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.314026 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.359323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:08.481392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:08.493117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-98eb35be-e734-4367-b78e-8279f2a067f2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.495455 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-98eb35be-e734-4367-b78e-8279f2a067f2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955709 Jul 07 22:14:08.505609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Allocated IP 172.20.0.4 (6e7fa7ed-cf79-4724-bac0-b7ac186e78b4/c77ceb51-d9cf-4a53-b614-8d13c1049ab7/b6ebfe39-065b-4054-aef0-c5b922b92d03) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:08.511369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:08.517586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:08.520402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:08.523370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Pushing event updated for resources: {'Port': ['ID=2c2d91be-f917-4454-8535-4c86ef4fcc36,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:08.594056 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-bc5f23a3-a36b-4431-b2a6-a888124364cc service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101477 Jul 07 22:14:08.621097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:08.623467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.625243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.685917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012652de-fe0b-4a44-92d9-d1fffbb70a77 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:08.700191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.742061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Transition to ACTIVE for port object 012652de-fe0b-4a44-92d9-d1fffbb70a77 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:08.744583 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-10854384-2fd8-4148-9c0b-e50677d9ec05 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0704479 Jul 07 22:14:08.762159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Request body: {'port': {'device_id': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:08.769482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740c0d-833b-446f-b437-ef637255945f req-d4bf5397-b9b5-4e90-adfb-f5676494ec8e tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.776367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3740c0d-833b-446f-b437-ef637255945f req-d4bf5397-b9b5-4e90-adfb-f5676494ec8e tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 936 time: 0.3105640 Jul 07 22:14:08.778104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.863123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acf8b5-e4ce-4742-a491-6eb21f0ad706 req-84a9075d-e60b-4426-badd-8a7f2311c118 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.870616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9acf8b5-e4ce-4742-a491-6eb21f0ad706 req-84a9075d-e60b-4426-badd-8a7f2311c118 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.3252189 Jul 07 22:14:08.887193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:08.890975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.927035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Pushing event updated for resources: {'Port': ['ID=012652de-fe0b-4a44-92d9-d1fffbb70a77,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:08.933643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.952611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3740c0d-833b-446f-b437-ef637255945f req-03826f7b-e5a9-4c0f-b5d7-68622ab9e2d3 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752608 Jul 07 22:14:09.026733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9acf8b5-e4ce-4742-a491-6eb21f0ad706 req-bae15c4f-709d-4ed5-ab6c-dcc2cf3066e1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551352 Jul 07 22:14:09.219056 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e008d0dc-81f1-4481-9d0f-5a4e9fcf45dc req-3caa0a45-319c-47c9-9095-949e69a687e5 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105647 Jul 07 22:14:09.255080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.262431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.319579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Attempting to bind port 012652de-fe0b-4a44-92d9-d1fffbb70a77 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:09.320104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Attempting to bind port 012652de-fe0b-4a44-92d9-d1fffbb70a77 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:09.320709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Attempting to bind port 012652de-fe0b-4a44-92d9-d1fffbb70a77 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:09.349512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9b2bb55-9c81-404d-b460-58529f3afc59 req-7f0db04d-cce6-4093-a7da-5a4b9ca6ef64 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 210 time: 0.1284819 Jul 07 22:14:09.354985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Port 012652de-fe0b-4a44-92d9-d1fffbb70a77 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:09.355322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Attempting to bind port 012652de-fe0b-4a44-92d9-d1fffbb70a77 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:09.355781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device feb03a9c-c0f5-4929-bb80-cffab4cfec62 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:09.377445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:09.377703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:09.378161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:09.378775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Bound port: 012652de-fe0b-4a44-92d9-d1fffbb70a77, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:09.379443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.412095 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.439683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.455695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-b2352b41-fc55-4fdd-a7d7-6b63569f16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.457330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-b2352b41-fc55-4fdd-a7d7-6b63569f16d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1099 time: 0.1838827 Jul 07 22:14:09.457898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76de37-0baf-4cdb-85ca-f52f0c09b5c0 req-07b696a3-5021-48c9-8e0a-d5965a9e1ef7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.465850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76de37-0baf-4cdb-85ca-f52f0c09b5c0 req-07b696a3-5021-48c9-8e0a-d5965a9e1ef7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.479898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.480288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76de37-0baf-4cdb-85ca-f52f0c09b5c0 req-07b696a3-5021-48c9-8e0a-d5965a9e1ef7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.488973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e76de37-0baf-4cdb-85ca-f52f0c09b5c0 req-07b696a3-5021-48c9-8e0a-d5965a9e1ef7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2414 time: 0.3339431 Jul 07 22:14:09.543459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port feb03a9c-c0f5-4929-bb80-cffab4cfec62 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:09.564725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port feb03a9c-c0f5-4929-bb80-cffab4cfec62 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:09.565159 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.637327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:09.659338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:09.669435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:09.674251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] For port 012652de-fe0b-4a44-92d9-d1fffbb70a77, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:09.676503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a23b3-d2cc-4a23-b755-e5aaed4951a7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:09.694264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.701324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e76de37-0baf-4cdb-85ca-f52f0c09b5c0 req-7f377153-84fa-453a-92d6-5146623a9f8b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114067 Jul 07 22:14:09.701818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Pushing event updated for resources: {'Port': ['ID=b6ebfe39-065b-4054-aef0-c5b922b92d03,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:09.726996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:09.729802 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb4353-f87e-4c53-9bb0-e2a06d70ff33" -d '{"events": [{"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "feb03a9c-c0f5-4929-bb80-cffab4cfec62"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:09.747896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:09.752972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port feb03a9c-c0f5-4929-bb80-cffab4cfec62, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=feb03a9c-c0f5-4929-bb80-cffab4cfec62,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:09.766233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] For port 012652de-fe0b-4a44-92d9-d1fffbb70a77, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:09.776321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-a1561cc6-2985-434d-8ede-91852a15047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.777931 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-a1561cc6-2985-434d-8ede-91852a15047d service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.3019409 Jul 07 22:14:09.781596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.785344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.785512 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.786027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.867449 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-4d0bf219-9517-41b4-99dd-aaadef280df0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=65296f41-3378-4260-b3f3-52cfa353cccd HTTP/1.1" status: 200 len: 217 time: 0.0741587 Jul 07 22:14:09.871499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f7502b0-e4dd-4f80-9e14-4de3f3d91314 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3358364 Jul 07 22:14:09.879450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.880132 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.883054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] 10.222.0.97 "PUT /v2.0/ports/012652de-fe0b-4a44-92d9-d1fffbb70a77 HTTP/1.1" status: 200 len: 1097 time: 2.5399694 Jul 07 22:14:09.891864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=feb03a9c-c0f5-4929-bb80-cffab4cfec62,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:09.900900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Request body: {'port': {'device_id': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:09.906404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:09.911963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:09.912445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.922851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9111be42-9d8b-4397-bf1d-6924506322c1 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:09.959249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930819c4-1ee8-4e64-8227-931554afbdf8', 'tag': '012652de-fe0b-4a44-92d9-d1fffbb70a77'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:09.962306 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a803bb90-1137-4f01-b788-4454d9fb5600" -d '{"events": [{"name": "network-changed", "server_uuid": "930819c4-1ee8-4e64-8227-931554afbdf8", "tag": "012652de-fe0b-4a44-92d9-d1fffbb70a77"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:09.965570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d199d51-b8cc-4834-9b57-20627181a09d service neutron] Pushing event updated for resources: {'Port': ['ID=012652de-fe0b-4a44-92d9-d1fffbb70a77,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:09.979848 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.014795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Transition to ACTIVE for port object 9111be42-9d8b-4397-bf1d-6924506322c1 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:10.017309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.208 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/122ece1b-44d6-4b2a-9704-009c42dddc34) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:10.018561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-8fcec63c-3f0e-49b2-a234-8afee4ad11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:10.025682 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-8fcec63c-3f0e-49b2-a234-8afee4ad11ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1336875 Jul 07 22:14:10.028835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d96bf-0cb7-495a-851f-8edc2e322564 req-250b59bf-b6e0-4389-9e6b-80ca1089e2e1 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:10.030594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.037311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-935d96bf-0cb7-495a-851f-8edc2e322564 req-250b59bf-b6e0-4389-9e6b-80ca1089e2e1 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 931 time: 0.5174787 Jul 07 22:14:10.089387 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.129564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:10.145309 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.217820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:10.247094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.284327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Pushing event updated for resources: {'Port': ['ID=9111be42-9d8b-4397-bf1d-6924506322c1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:10.450400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-935d96bf-0cb7-495a-851f-8edc2e322564 req-5c3b09c7-05fe-4877-8ac5-7adee0c1849e tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120896 Jul 07 22:14:10.466420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-c866212d-7218-4a18-89c5-8250fdc232f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:10.467509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-c866212d-7218-4a18-89c5-8250fdc232f2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4292800 Jul 07 22:14:10.519826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-601eb92f-86e1-4be4-b490-c486abf98ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:10.521337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-601eb92f-86e1-4be4-b490-c486abf98ec1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 1100 time: 0.5402813 Jul 07 22:14:10.532263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9f4d-b525-427b-9109-c24826feb1f2 req-cac4e258-3320-4c2d-bafc-d5528207da3e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:10.538331 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a6a93-caee-443f-b50f-d06d4f8e7e7b x-openstack-request-id: req-684a6a93-caee-443f-b50f-d06d4f8e7e7b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:10.539442 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "feb03a9c-c0f5-4929-bb80-cffab4cfec62", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:10.539715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-623f9f4d-b525-427b-9109-c24826feb1f2 req-cac4e258-3320-4c2d-bafc-d5528207da3e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 944 time: 0.4602993 Jul 07 22:14:10.540435 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-684a6a93-caee-443f-b50f-d06d4f8e7e7b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:10.541082 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62', 'code': 200} Jul 07 22:14:10.582081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Attempting to bind port 9111be42-9d8b-4397-bf1d-6924506322c1 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:10.582081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Attempting to bind port 9111be42-9d8b-4397-bf1d-6924506322c1 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:10.582081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Attempting to bind port 9111be42-9d8b-4397-bf1d-6924506322c1 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:10.595303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2d91be-f917-4454-8535-4c86ef4fcc36 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:10.604395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-c58f220d-cad3-4575-820c-83630a957c58 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77 HTTP/1.1" status: 200 len: 217 time: 0.0552964 Jul 07 22:14:10.612759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.618588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Port 9111be42-9d8b-4397-bf1d-6924506322c1 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:10.619024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Attempting to bind port 9111be42-9d8b-4397-bf1d-6924506322c1 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:10.637713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:10.638383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Checking segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:10.638490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Bound using segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:10.639176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Bound port: 9111be42-9d8b-4397-bf1d-6924506322c1, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:10.639542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.646858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Transition to ACTIVE for port object 2c2d91be-f917-4454-8535-4c86ef4fcc36 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:10.660941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.689292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-623f9f4d-b525-427b-9109-c24826feb1f2 req-b68ac4c1-d435-40d1-8597-c495ee6dbb1b tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486259 Jul 07 22:14:10.741706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-e3025798-1deb-4a19-aae8-d6cb05cea3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:10.743178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-e3025798-1deb-4a19-aae8-d6cb05cea3bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1313953 Jul 07 22:14:10.746174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.766260 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3607fc-3e69-4476-ad6a-04f46a815930 x-openstack-request-id: req-4f3607fc-3e69-4476-ad6a-04f46a815930 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:10.766577 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930819c4-1ee8-4e64-8227-931554afbdf8", "tag": "012652de-fe0b-4a44-92d9-d1fffbb70a77", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:10.766848 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4f3607fc-3e69-4476-ad6a-04f46a815930 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:10.767235 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930819c4-1ee8-4e64-8227-931554afbdf8', 'tag': '012652de-fe0b-4a44-92d9-d1fffbb70a77', 'status': 'completed', 'code': 200} Jul 07 22:14:10.815495 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-c1908063-a581-467d-99d0-48f0f1153741 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336968 Jul 07 22:14:10.821814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object 122ece1b-44d6-4b2a-9704-009c42dddc34 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:10.873614 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.899758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2d91be-f917-4454-8535-4c86ef4fcc36,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:10.924176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:10.939330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] For port 9111be42-9d8b-4397-bf1d-6924506322c1, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:10.974942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:10.977504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:11.006209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] For port 9111be42-9d8b-4397-bf1d-6924506322c1, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9111be42-9d8b-4397-bf1d-6924506322c1,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:11.033817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.045147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=122ece1b-44d6-4b2a-9704-009c42dddc34,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.062182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ba5ff-aac5-4abb-b96e-539c10d9927a req-7054eecd-7ca0-4055-a68f-f99342a82300 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.063864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c98ba5ff-aac5-4abb-b96e-539c10d9927a req-7054eecd-7ca0-4055-a68f-f99342a82300 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 948 time: 0.3427672 Jul 07 22:14:11.079617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-70f6dd58-a03c-4dc7-828b-6a126f929da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.081021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-70f6dd58-a03c-4dc7-828b-6a126f929da9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3171408 Jul 07 22:14:11.127484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.128220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.128942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.129591 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.129774 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] 10.222.0.97 "PUT /v2.0/ports/9111be42-9d8b-4397-bf1d-6924506322c1 HTTP/1.1" status: 200 len: 1093 time: 3.2951667 Jul 07 22:14:11.133426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'tag': '9111be42-9d8b-4397-bf1d-6924506322c1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:11.136328 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d" -d '{"events": [{"name": "network-changed", "server_uuid": "1aff9114-485a-4e99-bbc4-40ff79654ad3", "tag": "9111be42-9d8b-4397-bf1d-6924506322c1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:11.149280 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f6ebdff-5a7a-4172-9ebd-aa8b7df7601b req-62e80c2e-b948-4e21-912a-d3225620c491 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227279 Jul 07 22:14:11.170412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ebfe39-065b-4054-aef0-c5b922b92d03 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:11.181914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Attempting to bind port 2c2d91be-f917-4454-8535-4c86ef4fcc36 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:11.182431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Attempting to bind port 2c2d91be-f917-4454-8535-4c86ef4fcc36 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:11.182729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Attempting to bind port 2c2d91be-f917-4454-8535-4c86ef4fcc36 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:11.198483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8fdd2-3788-48fa-be1f-5cc56163b4b9 req-aacf1236-72ff-4a59-be08-e3e86a8fd0c2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.200081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2b8fdd2-3788-48fa-be1f-5cc56163b4b9 req-aacf1236-72ff-4a59-be08-e3e86a8fd0c2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.3059399 Jul 07 22:14:11.209862 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.214246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Port 2c2d91be-f917-4454-8535-4c86ef4fcc36 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:11.214688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Attempting to bind port 2c2d91be-f917-4454-8535-4c86ef4fcc36 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:11.219995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-1b54eca7-2009-4b2b-9212-30b157d8cc27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7076614 Jul 07 22:14:11.235827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Request body: {'port': {'device_id': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:11.242033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c98ba5ff-aac5-4abb-b96e-539c10d9927a req-fe3be7cd-dd71-40da-87e7-47216ac631ab tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576638 Jul 07 22:14:11.244477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a257-d79d-4ea7-b2a9-62a146cdb90d service neutron] Pushing event updated for resources: {'Port': ['ID=9111be42-9d8b-4397-bf1d-6924506322c1,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.266362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:11.266835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Checking segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:11.267494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Bound using segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:11.267809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Bound port: 2c2d91be-f917-4454-8535-4c86ef4fcc36, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:11.268188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.301596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Transition to ACTIVE for port object b6ebfe39-065b-4054-aef0-c5b922b92d03 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:11.339682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.358943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:11.374100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-e93c2f96-6c62-406e-930d-3ecf181f76fc service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847703 Jul 07 22:14:11.379816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2b8fdd2-3788-48fa-be1f-5cc56163b4b9 req-b04fc2d8-761d-4caf-9802-a65b512e0cb0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667216 Jul 07 22:14:11.404059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7620aa0d-cd03-4c5a-ab62-b6dd40de0233 None None] Provisioning for port 122ece1b-44d6-4b2a-9704-009c42dddc34 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:11.411949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7620aa0d-cd03-4c5a-ab62-b6dd40de0233 None None] Provisioning complete for port 122ece1b-44d6-4b2a-9704-009c42dddc34 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:11.412321 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7620aa0d-cd03-4c5a-ab62-b6dd40de0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.451182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Pushing event updated for resources: {'Port': ['ID=b6ebfe39-065b-4054-aef0-c5b922b92d03,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.458934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-4c1fc5f7-0cb6-4058-8e90-3b4304204f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.460480 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-4c1fc5f7-0cb6-4058-8e90-3b4304204f0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 1096 time: 0.2630892 Jul 07 22:14:11.461457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7620aa0d-cd03-4c5a-ab62-b6dd40de0233 None None] Port 122ece1b-44d6-4b2a-9704-009c42dddc34 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:11.477735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:11.483324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:11.484033 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.520695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] For port 2c2d91be-f917-4454-8535-4c86ef4fcc36, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:11.527269 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6702424f-6075-4fd8-b188-adeb9af357a5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9111be42-9d8b-4397-bf1d-6924506322c1 HTTP/1.1" status: 200 len: 217 time: 0.0580688 Jul 07 22:14:11.555313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.578253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] For port 2c2d91be-f917-4454-8535-4c86ef4fcc36, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:11.613187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.630890 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.675088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:11.675223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.675815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.677319 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] 10.222.0.103 "PUT /v2.0/ports/2c2d91be-f917-4454-8535-4c86ef4fcc36 HTTP/1.1" status: 200 len: 1092 time: 2.9200892 Jul 07 22:14:11.683988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-65eb01ea-c60e-44f4-9cd1-660ff4172365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.685001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-65eb01ea-c60e-44f4-9cd1-660ff4172365 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 200 len: 857 time: 0.1506362 Jul 07 22:14:11.685439 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.686615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 636551b7-bbb1-4714-bf31-7ba8be5b9f25 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:11.745521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Attempting to bind port b6ebfe39-065b-4054-aef0-c5b922b92d03 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:11.745817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Attempting to bind port b6ebfe39-065b-4054-aef0-c5b922b92d03 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:11.746135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Attempting to bind port b6ebfe39-065b-4054-aef0-c5b922b92d03 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:11.749840 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-fab9d6ac-4a91-4089-bf5c-c448a4e28a54 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466347 Jul 07 22:14:11.752406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5397-0642-43a5-82af-21c411dd6990 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2d91be-f917-4454-8535-4c86ef4fcc36,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.784087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Port b6ebfe39-065b-4054-aef0-c5b922b92d03 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:11.784387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Attempting to bind port b6ebfe39-065b-4054-aef0-c5b922b92d03 on network 6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:11.811406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.823729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.824144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.824427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.824766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.827482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:11.827829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Checking segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:11.828220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Bound using segment: {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:11.828675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Bound port: b6ebfe39-065b-4054-aef0-c5b922b92d03, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8e3ab5-6853-436d-a97b-bd3184126305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:11.829041 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.831531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.831957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.832314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.832660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.832996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.833328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.833784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.834122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:11.849016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:11.862035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:11.862945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.914457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e4cd66c-05ef-4c7c-a0b4-fc2ee60e9f5c req-3fa93942-a621-4f74-a92f-58e7172b8627 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319240 Jul 07 22:14:11.972195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.009719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5de8b-3186-4716-a632-989b33ece32b req-a4c1c312-7ce8-4db8-8adf-a651858267ba tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.019206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80d5de8b-3186-4716-a632-989b33ece32b req-a4c1c312-7ce8-4db8-8adf-a651858267ba tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 936 time: 0.5435445 Jul 07 22:14:12.020382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:12.028114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.084082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122ece1b-44d6-4b2a-9704-009c42dddc34 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:12.096596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=636551b7-bbb1-4714-bf31-7ba8be5b9f25,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:12.100354 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.133708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a5c50-c2e0-4dcc-b558-29bcf07a0206 req-03d3f9bd-a638-479c-a597-3f7ba572f5d0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.140356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a5c50-c2e0-4dcc-b558-29bcf07a0206 req-03d3f9bd-a638-479c-a597-3f7ba572f5d0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.146523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a5c50-c2e0-4dcc-b558-29bcf07a0206 req-03d3f9bd-a638-479c-a597-3f7ba572f5d0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.148414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e9a5c50-c2e0-4dcc-b558-29bcf07a0206 req-03d3f9bd-a638-479c-a597-3f7ba572f5d0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2416 time: 0.2981002 Jul 07 22:14:12.160456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Transition to ACTIVE for port object 122ece1b-44d6-4b2a-9704-009c42dddc34 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:12.172528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80d5de8b-3186-4716-a632-989b33ece32b req-82065ae8-b2b7-42ec-9a82-20429fc90edd tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521919 Jul 07 22:14:12.176160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8333c894-07c7-4197-bcb4-78c6641da5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.176405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.177696 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-8333c894-07c7-4197-bcb4-78c6641da5c1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 1095 time: 0.4398241 Jul 07 22:14:12.182865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-735b575d-1852-49fa-a9db-2aa6ff3e99de service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101009 Jul 07 22:14:12.203857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] For port b6ebfe39-065b-4054-aef0-c5b922b92d03, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:12.207830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] For port b6ebfe39-065b-4054-aef0-c5b922b92d03, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:12.229074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.295199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-bf0e1b53-fffa-44e0-8aa7-796896b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.297924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-bf0e1b53-fffa-44e0-8aa7-796896b39161 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 1100 time: 0.3130076 Jul 07 22:14:12.301726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e9a5c50-c2e0-4dcc-b558-29bcf07a0206 req-a0b82f2b-465d-4e67-9592-9b6dde4f1c88 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401434 Jul 07 22:14:12.310398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Pushing event updated for resources: {'Port': ['ID=122ece1b-44d6-4b2a-9704-009c42dddc34,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:12.332606 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-59f4b143-42b6-4dd4-82f5-2b8ab9bd6d8a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36 HTTP/1.1" status: 200 len: 217 time: 0.1447515 Jul 07 22:14:12.336664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.340700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.342411 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] 10.222.0.97 "PUT /v2.0/ports/b6ebfe39-065b-4054-aef0-c5b922b92d03 HTTP/1.1" status: 200 len: 1092 time: 2.4603062 Jul 07 22:14:12.433211 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae955c3b-535e-4dcb-9856-a11061e8fb0c x-openstack-request-id: req-ae955c3b-535e-4dcb-9856-a11061e8fb0c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:12.433575 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aff9114-485a-4e99-bbc4-40ff79654ad3", "tag": "9111be42-9d8b-4397-bf1d-6924506322c1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:12.433785 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ae955c3b-535e-4dcb-9856-a11061e8fb0c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:12.434163 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'tag': '9111be42-9d8b-4397-bf1d-6924506322c1', 'status': 'completed', 'code': 200} Jul 07 22:14:12.543387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'}, {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf'}, {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636551b7-bbb1-4714-bf31-7ba8be5b9f25'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:12.547296 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54108c3b-3de1-46ce-94da-f40e11df7836" -d '{"events": [{"server_uuid": "1473fbac-4b25-4be4-acfa-a798d688cda4", "name": "network-vif-plugged", "status": "completed", "tag": "2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1"}, {"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf"}, {"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "636551b7-bbb1-4714-bf31-7ba8be5b9f25"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:12.563142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Attempting to bind port 122ece1b-44d6-4b2a-9704-009c42dddc34 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:12.563637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Attempting to bind port 122ece1b-44d6-4b2a-9704-009c42dddc34 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:12.564071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Attempting to bind port 122ece1b-44d6-4b2a-9704-009c42dddc34 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:12.566729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-f7e6addb-0ed5-4d62-86d2-8e2f7a45c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.568468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-f7e6addb-0ed5-4d62-86d2-8e2f7a45c0eb service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2620170 Jul 07 22:14:12.592937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Port 122ece1b-44d6-4b2a-9704-009c42dddc34 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:12.593328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Attempting to bind port 122ece1b-44d6-4b2a-9704-009c42dddc34 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:12.593592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296896f-49f3-4039-922d-64dc9f19ef7a service neutron] Pushing event updated for resources: {'Port': ['ID=b6ebfe39-065b-4054-aef0-c5b922b92d03,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:12.597137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-3ca19eb0-a2f3-41ef-9f25-09ff0dd87b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.599090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-3ca19eb0-a2f3-41ef-9f25-09ff0dd87b00 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 200 len: 857 time: 0.1747277 Jul 07 22:14:12.649002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-2f41b0ed-6a9c-4525-8021-7962f293b4e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381138 Jul 07 22:14:12.651426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:12.651426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:12.651738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:12.652281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Bound port: 122ece1b-44d6-4b2a-9704-009c42dddc34, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:12.652730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.653059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-5fd4d3b6-376d-4aba-a226-a2fb1d58c732 service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357235 Jul 07 22:14:12.655574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-e1a23875-ed6d-4876-9832-e84e23854bc7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77 HTTP/1.1" status: 200 len: 217 time: 0.0799775 Jul 07 22:14:12.655857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-0009bab2-7657-48e8-91a3-b617fd404dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.657401 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-0009bab2-7657-48e8-91a3-b617fd404dc1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 1095 time: 0.2359769 Jul 07 22:14:12.761845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08901c7d-b992-474e-843a-e4f520b62c14 req-55090f47-9deb-4e3c-8df9-d4528d7f027e tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.763514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08901c7d-b992-474e-843a-e4f520b62c14 req-55090f47-9deb-4e3c-8df9-d4528d7f027e tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1097 time: 0.2414877 Jul 07 22:14:12.770066 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-6f80d765-3624-4195-8d4f-a1fdf350105b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03 HTTP/1.1" status: 200 len: 217 time: 0.0952430 Jul 07 22:14:12.781130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-c477ad88-b76f-4e9c-82ec-47402759b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.782656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-c477ad88-b76f-4e9c-82ec-47402759b39a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1116855 Jul 07 22:14:12.801894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04713-5915-46a7-b8f4-e7ebc23b0ca9 req-dd27c0cd-809f-4ad0-98b9-860e8617715e tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.803545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3be04713-5915-46a7-b8f4-e7ebc23b0ca9 req-dd27c0cd-809f-4ad0-98b9-860e8617715e tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 943 time: 0.2339356 Jul 07 22:14:12.858365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] For port 122ece1b-44d6-4b2a-9704-009c42dddc34, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:12.867866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-e20954e2-f996-4178-a67d-29f4b14e7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.869663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-e20954e2-f996-4178-a67d-29f4b14e7b0e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 200 len: 857 time: 0.0793107 Jul 07 22:14:12.877113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] For port 122ece1b-44d6-4b2a-9704-009c42dddc34, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=122ece1b-44d6-4b2a-9704-009c42dddc34,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:12.898597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.915469 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-af0bac32-4a6d-4178-a71f-bcc889b8a71e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366859 Jul 07 22:14:12.918653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-055ef265-6551-4f54-a1d2-244865cde4c3 service neutron] 10.222.0.103 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514107 Jul 07 22:14:12.930672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08901c7d-b992-474e-843a-e4f520b62c14 req-4f6372d6-e508-4d85-9c63-38f34771d60b tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512799 Jul 07 22:14:12.933192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-fd492ff0-6fba-40e9-9a89-de46bf82a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.934693 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-fd492ff0-6fba-40e9-9a89-de46bf82a126 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1772130 Jul 07 22:14:12.941158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3be04713-5915-46a7-b8f4-e7ebc23b0ca9 req-731f3a09-dcf8-45b6-b961-372706914164 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130519 Jul 07 22:14:12.956249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:12.956879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.958323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-abf80570-4192-4f66-a147-5658184084e4 service neutron] 10.222.0.103 "PUT /v2.0/ports/122ece1b-44d6-4b2a-9704-009c42dddc34 HTTP/1.1" status: 200 len: 1097 time: 1.7282317 Jul 07 22:14:12.960385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'tag': '122ece1b-44d6-4b2a-9704-009c42dddc34'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:12.972490 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e528a9-e139-4e81-958f-c6a75572f524" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a6c06d-e4f8-4114-8afc-41620557e24b", "tag": "122ece1b-44d6-4b2a-9704-009c42dddc34"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:13.001479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-e6ca58f3-a688-4362-a7c3-ed573d50a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.003302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-e6ca58f3-a688-4362-a7c3-ed573d50a507 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1988609 Jul 07 22:14:13.004508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf80570-4192-4f66-a147-5658184084e4 service neutron] Pushing event updated for resources: {'Port': ['ID=122ece1b-44d6-4b2a-9704-009c42dddc34,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:13.152480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-b16fb7c5-bfc4-4924-97dc-e643e2f72767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.154173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-b16fb7c5-bfc4-4924-97dc-e643e2f72767 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 1100 time: 0.1191530 Jul 07 22:14:13.156307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-551976af-fdc0-460c-8b1d-51f37ade85ca service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456168 Jul 07 22:14:13.239887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-3f85c403-5103-40a4-baac-d50ef90a48ae service neutron] 10.222.0.103 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095946 Jul 07 22:14:13.242142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-1e29d361-f5c3-49cd-9804-9dcf9eb8ba51 service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198621 Jul 07 22:14:13.243255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-2e15e32d-cf52-4386-9418-fa180c5a9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.244796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-2e15e32d-cf52-4386-9418-fa180c5a9e34 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 918 time: 0.2925041 Jul 07 22:14:13.294591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-81449c04-972d-4bd6-9b60-e890597ed152 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=122ece1b-44d6-4b2a-9704-009c42dddc34 HTTP/1.1" status: 200 len: 217 time: 0.1316924 Jul 07 22:14:13.342390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-359f5c78-0f95-4da0-bb19-f7e79ff0e478 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9111be42-9d8b-4397-bf1d-6924506322c1 HTTP/1.1" status: 200 len: 217 time: 0.0754206 Jul 07 22:14:13.367692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:13.420678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803bb90-1137-4f01-b788-4454d9fb5600 req-a866e6e5-36a4-4393-8a3f-387044cf0874 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497280 Jul 07 22:14:13.422232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b2b7fdb-d159-4f96-8ae6-f8c3b6964014 req-5546531c-25fb-4bae-943c-8fe73e0dab81 service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623058 Jul 07 22:14:13.422656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-d8651e27-beed-4dc2-99e6-12fdbcb5c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.424061 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-d8651e27-beed-4dc2-99e6-12fdbcb5c6d4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 200 len: 857 time: 0.0734491 Jul 07 22:14:13.428947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-cb17cad4-1b00-4ac6-8bc6-178a643481ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.430412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-cb17cad4-1b00-4ac6-8bc6-178a643481ca service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1232476 Jul 07 22:14:13.475864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-17f01849-6a08-4b6e-a6df-cce9c46078ee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364614 Jul 07 22:14:13.497209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13691a9e-0498-4610-a942-dfd545c7f912 req-ceeeccbc-935f-49af-bccb-35df3e033b50 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.504171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13691a9e-0498-4610-a942-dfd545c7f912 req-ceeeccbc-935f-49af-bccb-35df3e033b50 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 948 time: 0.2261152 Jul 07 22:14:13.517047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:13.520912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe66fa-d40b-4c31-bd24-f3990ac01110 req-dfe7c3ca-59b2-4923-b168-4aa5c988483e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.522402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfbe66fa-d40b-4c31-bd24-f3990ac01110 req-dfe7c3ca-59b2-4923-b168-4aa5c988483e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.2431188 Jul 07 22:14:13.531328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '65296f41-3378-4260-b3f3-52cfa353cccd', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '65296f41-3378-4260-b3f3-52cfa353cccd', 'mac_address': 'fa:16:3e:3d:6f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:13.587331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfbe66fa-d40b-4c31-bd24-f3990ac01110 req-57d0516b-f584-484f-a851-89036519507b tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Jul 07 22:14:13.587581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-4bb15c59-aaa5-41a7-a9db-9508e56aad12 service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035981 Jul 07 22:14:13.624133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd980-2416-4427-90d8-0f8149ae183c req-db920528-f7d2-43a6-85d4-6ed4ca966118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.625681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-db920528-f7d2-43a6-85d4-6ed4ca966118 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1879911 Jul 07 22:14:13.641388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13691a9e-0498-4610-a942-dfd545c7f912 req-32f53c5a-9275-4883-9ebc-9a3e07f0fc5d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360440 Jul 07 22:14:13.690347 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c184c615-5b1e-4f0d-be2c-314b9b5cc49d req-82f7cebc-1cca-4d45-a3e9-b962da385e12 service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927980 Jul 07 22:14:13.723438 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607906e3-aaa2-4bc0-ac31-fe32b5c4da9c x-openstack-request-id: req-607906e3-aaa2-4bc0-ac31-fe32b5c4da9c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:13.723920 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1473fbac-4b25-4be4-acfa-a798d688cda4", "name": "network-vif-plugged", "status": "completed", "tag": "2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1", "code": 200}, {"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf", "code": 200}, {"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-plugged", "status": "completed", "tag": "636551b7-bbb1-4714-bf31-7ba8be5b9f25", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:13.724170 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-607906e3-aaa2-4bc0-ac31-fe32b5c4da9c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:13.724665 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1', 'code': 200} Jul 07 22:14:13.725021 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf', 'code': 200} Jul 07 22:14:13.725414 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636551b7-bbb1-4714-bf31-7ba8be5b9f25', 'code': 200} Jul 07 22:14:13.726150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.749001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65296f41-3378-4260-b3f3-52cfa353cccd {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:13.805495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-77ef7080-8c99-4bc3-a60f-f9c1be5eaf18 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578522 Jul 07 22:14:13.808005 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d872a9-686a-4ebf-981c-a7d47da85512 x-openstack-request-id: req-b4d872a9-686a-4ebf-981c-a7d47da85512 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:13.808339 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a6c06d-e4f8-4114-8afc-41620557e24b", "tag": "122ece1b-44d6-4b2a-9704-009c42dddc34", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:13.808619 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b4d872a9-686a-4ebf-981c-a7d47da85512 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:13.809029 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'tag': '122ece1b-44d6-4b2a-9704-009c42dddc34', 'status': 'completed', 'code': 200} Jul 07 22:14:13.813473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:13.821211 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.891070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:13.976840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cdfc1-8188-49d2-9b67-6405ab84af97 req-1c637b5f-252b-406f-b8ce-4c7d2853fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.977390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cdfc1-8188-49d2-9b67-6405ab84af97 req-1c637b5f-252b-406f-b8ce-4c7d2853fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.977797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cdfc1-8188-49d2-9b67-6405ab84af97 req-1c637b5f-252b-406f-b8ce-4c7d2853fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.980113 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-732cdfc1-8188-49d2-9b67-6405ab84af97 req-1c637b5f-252b-406f-b8ce-4c7d2853fad7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2873 time: 0.1838074 Jul 07 22:14:13.988586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1e5b9-f692-4a25-984d-269c7464a772 req-25083ee2-d5d2-4ee1-80d3-98e4c4a3b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.991350 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b2b1e5b9-f692-4a25-984d-269c7464a772 req-25083ee2-d5d2-4ee1-80d3-98e4c4a3b6ea service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 1097 time: 0.2049356 Jul 07 22:14:14.036287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938bd980-2416-4427-90d8-0f8149ae183c req-2805459d-5816-412f-925d-e04603ad3ee8 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242222 Jul 07 22:14:14.054258 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-732cdfc1-8188-49d2-9b67-6405ab84af97 req-666e283d-d848-4747-9628-fd242fbe59bb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Jul 07 22:14:14.055778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b2b1e5b9-f692-4a25-984d-269c7464a772 req-3a7aff59-2de0-489f-bc2e-17321a05c425 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523088 Jul 07 22:14:14.095459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f1bc6-efa8-4ffc-8f32-6e63c579ba98 req-d9fcff14-419e-4bc5-a8a3-49177859fa61 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.097076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de8f1bc6-efa8-4ffc-8f32-6e63c579ba98 req-d9fcff14-419e-4bc5-a8a3-49177859fa61 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 948 time: 0.1384737 Jul 07 22:14:14.187692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de8f1bc6-efa8-4ffc-8f32-6e63c579ba98 req-e91aab35-dc2e-4d05-89e3-2a8c2713c78b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835135 Jul 07 22:14:14.195452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-62f2a81b-b2f0-4071-9e33-2812997edab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.197604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-62f2a81b-b2f0-4071-9e33-2812997edab0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 1100 time: 0.0690243 Jul 07 22:14:14.248870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['65296f41-3378-4260-b3f3-52cfa353cccd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:14.272898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e556aa3-b195-444f-964e-2cd2e35a3cd6 req-8aa35598-0732-4045-8b40-c5682f4644c7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.289743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e556aa3-b195-444f-964e-2cd2e35a3cd6 req-8aa35598-0732-4045-8b40-c5682f4644c7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.296597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e556aa3-b195-444f-964e-2cd2e35a3cd6 req-8aa35598-0732-4045-8b40-c5682f4644c7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.298433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e556aa3-b195-444f-964e-2cd2e35a3cd6 req-8aa35598-0732-4045-8b40-c5682f4644c7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.1921411 Jul 07 22:14:14.368378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-6cc8950f-0b70-4d92-9a90-25597199d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.370397 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-6cc8950f-0b70-4d92-9a90-25597199d0e9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1664364 Jul 07 22:14:14.374316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e556aa3-b195-444f-964e-2cd2e35a3cd6 req-0d5b41d3-ec51-4bb3-ac97-2fa383df2598 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642807 Jul 07 22:14:14.453229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'tag': '2c2d91be-f917-4454-8535-4c86ef4fcc36'}, {'name': 'network-changed', 'server_uuid': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'tag': 'b6ebfe39-065b-4054-aef0-c5b922b92d03'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:14.455091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e003-1a32-4e7e-a1c3-cb73af7d215a req-8db76bad-72c5-4a5b-b5b7-695381ed2b6e tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.456657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5816e003-1a32-4e7e-a1c3-cb73af7d215a req-8db76bad-72c5-4a5b-b5b7-695381ed2b6e tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 943 time: 0.1098471 Jul 07 22:14:14.459283 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89" -d '{"events": [{"name": "network-changed", "server_uuid": "f761c2e5-f4a5-42f1-9462-4844aca31d43", "tag": "2c2d91be-f917-4454-8535-4c86ef4fcc36"}, {"name": "network-changed", "server_uuid": "a60a3ef2-dec3-4bc5-8bd0-8a0234df1217", "tag": "b6ebfe39-065b-4054-aef0-c5b922b92d03"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:14.470398 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-c9e5f5e5-4cd0-4292-a131-59a45c52033f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=122ece1b-44d6-4b2a-9704-009c42dddc34 HTTP/1.1" status: 200 len: 217 time: 0.0933068 Jul 07 22:14:14.573754 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d063984d-046e-4b81-9201-1d679f656d35 x-openstack-request-id: req-d063984d-046e-4b81-9201-1d679f656d35 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:14.576619 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f761c2e5-f4a5-42f1-9462-4844aca31d43", "tag": "2c2d91be-f917-4454-8535-4c86ef4fcc36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a60a3ef2-dec3-4bc5-8bd0-8a0234df1217", "tag": "b6ebfe39-065b-4054-aef0-c5b922b92d03", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:14.578109 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d063984d-046e-4b81-9201-1d679f656d35 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:14.578690 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'tag': '2c2d91be-f917-4454-8535-4c86ef4fcc36', 'status': 'completed', 'code': 200} Jul 07 22:14:14.580992 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'tag': 'b6ebfe39-065b-4054-aef0-c5b922b92d03', 'status': 'completed', 'code': 200} Jul 07 22:14:14.629529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-7ea82d90-f495-470c-852e-ea7664a5bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.631234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-7ea82d90-f495-470c-852e-ea7664a5bcaa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1543331 Jul 07 22:14:14.686117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-76acdb17-fd42-49e0-b3c4-36fd4426249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.687918 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-76acdb17-fd42-49e0-b3c4-36fd4426249d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 1095 time: 0.1031673 Jul 07 22:14:14.799078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-96ba4b9c-0c9a-43c0-81ac-e2a28e3396c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.802603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-96ba4b9c-0c9a-43c0-81ac-e2a28e3396c1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530411 Jul 07 22:14:14.886512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-f3776f3d-44d5-4b82-86a2-f8e6ce51665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.888414 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-f3776f3d-44d5-4b82-86a2-f8e6ce51665d service neutron] 10.222.0.97 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 918 time: 0.1871884 Jul 07 22:14:14.956851 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-caca82bf-adbf-4a76-ab3c-444860ae8caf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03 HTTP/1.1" status: 200 len: 217 time: 0.0573492 Jul 07 22:14:14.974568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5816e003-1a32-4e7e-a1c3-cb73af7d215a req-2e72dc90-9b98-42ae-9039-3c753c027f00 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061495 Jul 07 22:14:15.016883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-a4e5421b-afd8-42e5-894c-007bd07aa354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.018389 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-a4e5421b-afd8-42e5-894c-007bd07aa354 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 200 len: 857 time: 0.0547683 Jul 07 22:14:15.048304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-a03f9cd5-3028-4d56-a51e-553a2cab820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.051153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-a03f9cd5-3028-4d56-a51e-553a2cab820f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=23b5a5b98ce1421e848697b1adc1facb&device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 1095 time: 0.1752563 Jul 07 22:14:15.085584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-5fe00bee-3ce1-4474-a3c8-54f730b66822 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589755 Jul 07 22:14:15.095663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-eb6ca778-0ca6-47d8-b816-9ee7597e491b service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814531 Jul 07 22:14:15.159692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa38881-3cbd-4aeb-bf05-359a381d708b req-a4b09490-b24d-436a-adcd-07a429681f1d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.167649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baa38881-3cbd-4aeb-bf05-359a381d708b req-a4b09490-b24d-436a-adcd-07a429681f1d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.2906988 Jul 07 22:14:15.304324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baa38881-3cbd-4aeb-bf05-359a381d708b req-b164f8f9-81b7-4d65-8930-9d2c1e9152ae tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354001 Jul 07 22:14:15.339614 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-37d02c91-2645-4aeb-b845-3bf09cd26bef service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337596 Jul 07 22:14:15.341805 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9e528a9-e139-4e81-958f-c6a75572f524 req-0444a318-11e4-4e95-8fde-fa16a76b4d91 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172174 Jul 07 22:14:15.366864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 012652de-fe0b-4a44-92d9-d1fffbb70a77 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:15.393494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-72b00809-f61f-4b28-8af8-b02c9c96ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.398906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-72b00809-f61f-4b28-8af8-b02c9c96ad79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 200 len: 918 time: 0.3365998 Jul 07 22:14:15.430387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd29511-4f96-4cf3-9b73-f2389cbde82c req-a71af50e-c432-41c0-bbc1-51ce71044d33 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.439493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfd29511-4f96-4cf3-9b73-f2389cbde82c req-a71af50e-c432-41c0-bbc1-51ce71044d33 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 948 time: 0.3072519 Jul 07 22:14:15.485099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-907af904-a5e9-46ca-a989-e1fa60057415 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36 HTTP/1.1" status: 200 len: 217 time: 0.0801656 Jul 07 22:14:15.493416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-9a69457a-960d-4a6f-a646-278ade802da9 service neutron] 10.222.0.97 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454182 Jul 07 22:14:15.524143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 012652de-fe0b-4a44-92d9-d1fffbb70a77, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:15.543986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '012652de-fe0b-4a44-92d9-d1fffbb70a77', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '012652de-fe0b-4a44-92d9-d1fffbb70a77', 'mac_address': 'fa:16:3e:eb:43:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:15.562229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfd29511-4f96-4cf3-9b73-f2389cbde82c req-213a932c-6cfc-4932-a959-44d727c088b4 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217690 Jul 07 22:14:15.585906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-7189a4c5-7ae0-40a7-a085-2d85ebc8ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.587425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-7189a4c5-7ae0-40a7-a085-2d85ebc8ddc0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 200 len: 857 time: 0.0953612 Jul 07 22:14:15.636045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:15.650091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012652de-fe0b-4a44-92d9-d1fffbb70a77 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:15.670934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-c4d682ca-24e4-48e2-946c-ca4cc4818d11 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732923 Jul 07 22:14:15.674498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 012652de-fe0b-4a44-92d9-d1fffbb70a77, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:15.680956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:15.742056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=012652de-fe0b-4a44-92d9-d1fffbb70a77,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:15.768702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2c2d91be-f917-4454-8535-4c86ef4fcc36 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:15.805430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eee1a2-8b99-41d3-9712-915e094615fe req-eeda9264-bdcd-45a8-8c5c-584d7e42c774 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.807453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4eee1a2-8b99-41d3-9712-915e094615fe req-eeda9264-bdcd-45a8-8c5c-584d7e42c774 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 948 time: 0.2086813 Jul 07 22:14:15.854512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-1e7bd206-f76e-48dd-8381-5ec8f6c98239 service neutron] 10.222.0.103 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759515 Jul 07 22:14:15.867007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2c2d91be-f917-4454-8535-4c86ef4fcc36, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:15.879091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '2c2d91be-f917-4454-8535-4c86ef4fcc36', 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'port_id': '2c2d91be-f917-4454-8535-4c86ef4fcc36', 'mac_address': 'fa:16:3e:5b:06:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77ceb51-d9cf-4a53-b614-8d13c1049ab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:15.914782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:15.919605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4eee1a2-8b99-41d3-9712-915e094615fe req-4630dcd8-c6a8-436b-83b1-e628e261cc0d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023612 Jul 07 22:14:15.930722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f66c-1fd7-46d8-935e-45ebda8c0374 req-d52f82a6-12da-4510-b87f-06a41a1c3f79 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.931106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2d91be-f917-4454-8535-4c86ef4fcc36 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:15.937128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f66c-1fd7-46d8-935e-45ebda8c0374 req-d52f82a6-12da-4510-b87f-06a41a1c3f79 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.942962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f66c-1fd7-46d8-935e-45ebda8c0374 req-d52f82a6-12da-4510-b87f-06a41a1c3f79 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.944780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebd5f66c-1fd7-46d8-935e-45ebda8c0374 req-d52f82a6-12da-4510-b87f-06a41a1c3f79 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.2408946 Jul 07 22:14:15.958187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2c2d91be-f917-4454-8535-4c86ef4fcc36, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:15.962756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:15.997356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebd5f66c-1fd7-46d8-935e-45ebda8c0374 req-3e38667f-b0bd-4575-af99-39db38ad61b0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Jul 07 22:14:16.015642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ead4a5f9-4c08-4981-90a6-0392bf1b1e89 req-2661996f-12b0-4112-951d-e1a33c8fcf35 service neutron] 10.222.0.103 "GET /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540039 Jul 07 22:14:16.031396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2c2d91be-f917-4454-8535-4c86ef4fcc36,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:16.075231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['012652de-fe0b-4a44-92d9-d1fffbb70a77'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:16.176915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b18c4-e92e-457c-85ed-be34e51b75bb req-f3615e35-2b95-4539-a39e-d59f08bf76d0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:16.178505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed7b18c4-e92e-457c-85ed-be34e51b75bb req-f3615e35-2b95-4539-a39e-d59f08bf76d0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 943 time: 0.0708687 Jul 07 22:14:16.220234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed7b18c4-e92e-457c-85ed-be34e51b75bb req-a7d1379d-83bc-4246-ae88-b56472c11ebb tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349059 Jul 07 22:14:16.267319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2c2d91be-f917-4454-8535-4c86ef4fcc36'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:16.489842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a13dea-816c-426f-9edd-e49baa1bec4b req-12eb6f68-434b-4a9a-84f9-b124dedbbd17 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:16.491426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7a13dea-816c-426f-9edd-e49baa1bec4b req-12eb6f68-434b-4a9a-84f9-b124dedbbd17 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0634959 Jul 07 22:14:16.495975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:16.536305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7a13dea-816c-426f-9edd-e49baa1bec4b req-a9e46fd3-c3ec-48e3-b7cd-afdc9ffb2832 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Jul 07 22:14:16.747704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f977de-8b90-4394-ad25-0c403c1ffa46 req-287ceefc-a1de-433a-a24c-362e74ee9deb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:16.747930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4f977de-8b90-4394-ad25-0c403c1ffa46 req-287ceefc-a1de-433a-a24c-362e74ee9deb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0740600 Jul 07 22:14:16.791209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4f977de-8b90-4394-ad25-0c403c1ffa46 req-4dac6233-e883-4c45-b58e-df13ee25d80f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355556 Jul 07 22:14:16.987390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-ce8feae4-7940-44d9-91b4-fbdea878b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:16.988904 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-ce8feae4-7940-44d9-91b4-fbdea878b7b7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 1097 time: 0.1091585 Jul 07 22:14:17.012808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c01e-b023-48ef-a176-b7c6e5c56a43 req-c33c6188-f0bb-4364-bc04-1b6079343b3a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.014533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f586c01e-b023-48ef-a176-b7c6e5c56a43 req-c33c6188-f0bb-4364-bc04-1b6079343b3a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0925221 Jul 07 22:14:17.146110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f586c01e-b023-48ef-a176-b7c6e5c56a43 req-2a856556-0930-4d61-a78c-b5afffc5723e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218574 Jul 07 22:14:17.176788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-8c2362d6-291f-4748-b805-6eaac2f39141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.178252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-8c2362d6-291f-4748-b805-6eaac2f39141 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 912 time: 0.1818442 Jul 07 22:14:17.187751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d45dd7-9a85-4b70-83da-f6e76ec8b5ea req-886cbc7e-3104-499d-9e5b-505041929c06 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.189242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0d45dd7-9a85-4b70-83da-f6e76ec8b5ea req-886cbc7e-3104-499d-9e5b-505041929c06 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 948 time: 0.1404228 Jul 07 22:14:17.238582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-af797099-1c38-456e-8cb2-aa8abaaaf374 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 HTTP/1.1" status: 200 len: 217 time: 0.0483596 Jul 07 22:14:17.296547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0d45dd7-9a85-4b70-83da-f6e76ec8b5ea req-550e9c2e-957c-437f-bd58-c30b41b55171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006844 Jul 07 22:14:17.343237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-c5747ffe-03be-4660-80a9-e49818b6a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.344697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-c5747ffe-03be-4660-80a9-e49818b6a1cd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.0949557 Jul 07 22:14:17.385121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-fa1b5c30-dc3c-477d-a2c3-51f517fe9e06 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299330 Jul 07 22:14:17.391091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9111be42-9d8b-4397-bf1d-6924506322c1 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:17.430361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:17.463980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf9de-296c-476d-a987-45ebffe662b9 req-390ad7e2-70a7-40f4-bb94-4126804ae74f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.469887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf9de-296c-476d-a987-45ebffe662b9 req-390ad7e2-70a7-40f4-bb94-4126804ae74f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.475865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf9de-296c-476d-a987-45ebffe662b9 req-390ad7e2-70a7-40f4-bb94-4126804ae74f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.477470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1eadf9de-296c-476d-a987-45ebffe662b9 req-390ad7e2-70a7-40f4-bb94-4126804ae74f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.2141306 Jul 07 22:14:17.529844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9111be42-9d8b-4397-bf1d-6924506322c1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9111be42-9d8b-4397-bf1d-6924506322c1,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:17.537516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 65296f41-3378-4260-b3f3-52cfa353cccd completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:17.544913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 65296f41-3378-4260-b3f3-52cfa353cccd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:17.545286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.547014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '9111be42-9d8b-4397-bf1d-6924506322c1', 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'port_id': '9111be42-9d8b-4397-bf1d-6924506322c1', 'mac_address': 'fa:16:3e:f9:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77ceb51-d9cf-4a53-b614-8d13c1049ab7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:17.569943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1eadf9de-296c-476d-a987-45ebffe662b9 req-7719a037-3f8e-4b2d-880b-6ba2b1aacc32 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Jul 07 22:14:17.610334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-53ce3ad1-5bf4-4ec4-9a04-9c90b2d24526 service neutron] 10.222.0.103 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126999 Jul 07 22:14:17.629480 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.646539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9111be42-9d8b-4397-bf1d-6924506322c1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:17.658958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9546-d255-46bb-8d2a-f7439f38282f req-1197caa7-a590-4fd3-a214-340f826fccfe tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.660564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfea9546-d255-46bb-8d2a-f7439f38282f req-1197caa7-a590-4fd3-a214-340f826fccfe tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 943 time: 0.1821921 Jul 07 22:14:17.694195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9111be42-9d8b-4397-bf1d-6924506322c1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9111be42-9d8b-4397-bf1d-6924506322c1,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:17.701389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.703799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b6ebfe39-065b-4054-aef0-c5b922b92d03 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:17.739604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.776881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfea9546-d255-46bb-8d2a-f7439f38282f req-fdf6e624-15c9-4231-b60b-27bbc433ae46 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743847 Jul 07 22:14:17.790226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:17.799775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:17.802315 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e202294-08bf-4dc0-b458-1c340672b0ca" -d '{"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-plugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:17.805184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 122ece1b-44d6-4b2a-9704-009c42dddc34 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:17.815055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2c2d91be-f917-4454-8535-4c86ef4fcc36 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:17.829291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a1ffe2-8895-4f9f-8035-3a48f2e4fe8e req-2f344cc0-bbba-40c6-8e4f-799247a28ddb service neutron] 10.222.0.103 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118332 Jul 07 22:14:17.839371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.840239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 012652de-fe0b-4a44-92d9-d1fffbb70a77 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:17.873006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b6ebfe39-065b-4054-aef0-c5b922b92d03, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:17.886507 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90828b4-00a2-4b47-ae03-bc7cc1b40aba x-openstack-request-id: req-e90828b4-00a2-4b47-ae03-bc7cc1b40aba {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:17.886922 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-plugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:17.887240 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e90828b4-00a2-4b47-ae03-bc7cc1b40aba {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:17.887705 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'code': 200} Jul 07 22:14:17.923224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9111be42-9d8b-4397-bf1d-6924506322c1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:17.935892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'b6ebfe39-065b-4054-aef0-c5b922b92d03', 'network_id': '6e7fa7ed-cf79-4724-bac0-b7ac186e78b4', 'port_id': 'b6ebfe39-065b-4054-aef0-c5b922b92d03', 'mac_address': 'fa:16:3e:e2:02:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77ceb51-d9cf-4a53-b614-8d13c1049ab7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:18.079015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833590c8-0199-4112-a3ca-759c7718853c req-df2a9253-fa46-4b5c-abd8-e00bf0cd1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.080523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-833590c8-0199-4112-a3ca-759c7718853c req-df2a9253-fa46-4b5c-abd8-e00bf0cd1b60 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1101 time: 0.1026602 Jul 07 22:14:18.090007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59880646-e3ff-41b4-9161-5bdf99ba1a67 req-d39ab618-ea4c-4812-8c32-204aed047113 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.097293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59880646-e3ff-41b4-9161-5bdf99ba1a67 req-d39ab618-ea4c-4812-8c32-204aed047113 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 949 time: 0.0778706 Jul 07 22:14:18.131174 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-833590c8-0199-4112-a3ca-759c7718853c req-bbf51e10-f70e-4054-b3fd-0ce21801c476 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Jul 07 22:14:18.160447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:18.161152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59880646-e3ff-41b4-9161-5bdf99ba1a67 req-b468005d-fa1d-4a73-8454-bc386581a06e tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626147 Jul 07 22:14:18.166462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.176076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 2c2d91be-f917-4454-8535-4c86ef4fcc36 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:18.201959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 2c2d91be-f917-4454-8535-4c86ef4fcc36 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:18.202408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.206416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ebfe39-065b-4054-aef0-c5b922b92d03 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:18.237007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 012652de-fe0b-4a44-92d9-d1fffbb70a77 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:18.263387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 122ece1b-44d6-4b2a-9704-009c42dddc34, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=122ece1b-44d6-4b2a-9704-009c42dddc34,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:18.265980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 012652de-fe0b-4a44-92d9-d1fffbb70a77 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:18.266362 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.303420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b6ebfe39-065b-4054-aef0-c5b922b92d03, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:18.310953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '122ece1b-44d6-4b2a-9704-009c42dddc34', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '122ece1b-44d6-4b2a-9704-009c42dddc34', 'mac_address': 'fa:16:3e:4d:3a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:18.334937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.377379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.402029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d5433bfa-e2a1-43e5-97a0-80a2dba037ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.436779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e0e92-cd45-4db5-8ec6-b20afde2215f req-ce3206cc-0b42-4da2-8397-0dd56006c9ca tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.438290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-913e0e92-cd45-4db5-8ec6-b20afde2215f req-ce3206cc-0b42-4da2-8397-0dd56006c9ca tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1098440 Jul 07 22:14:18.448881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b6ebfe39-065b-4054-aef0-c5b922b92d03,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:18.451746 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.459386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a566-ce71-447d-9b7b-fe9360de376d req-08c86981-7d84-40b2-baf7-75e857915d90 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.467237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a566-ce71-447d-9b7b-fe9360de376d req-08c86981-7d84-40b2-baf7-75e857915d90 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.471789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a566-ce71-447d-9b7b-fe9360de376d req-08c86981-7d84-40b2-baf7-75e857915d90 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.473453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03c2a566-ce71-447d-9b7b-fe9360de376d req-08c86981-7d84-40b2-baf7-75e857915d90 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.1057940 Jul 07 22:14:18.494789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122ece1b-44d6-4b2a-9704-009c42dddc34 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:18.532339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03c2a566-ce71-447d-9b7b-fe9360de376d req-fc4a8581-eba8-4f7e-a04a-cabbab122929 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516872 Jul 07 22:14:18.538583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-913e0e92-cd45-4db5-8ec6-b20afde2215f req-04ca2ff8-d635-4957-99c7-933992ae14ea tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641828 Jul 07 22:14:18.548665 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.551681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 122ece1b-44d6-4b2a-9704-009c42dddc34, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=122ece1b-44d6-4b2a-9704-009c42dddc34,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:18.581329 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.616761 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.647579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2c2d91be-f917-4454-8535-4c86ef4fcc36, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:18.653599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.695920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=122ece1b-44d6-4b2a-9704-009c42dddc34,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:18.703152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 012652de-fe0b-4a44-92d9-d1fffbb70a77, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:18.724247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.736754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe5f1-1caf-45c8-8953-7e8a087b0a8b req-a97854f7-2324-4c36-914b-b2e87b276b17 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.739204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c56fe5f1-1caf-45c8-8953-7e8a087b0a8b req-a97854f7-2324-4c36-914b-b2e87b276b17 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 949 time: 0.0819614 Jul 07 22:14:18.756518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2c2d91be-f917-4454-8535-4c86ef4fcc36,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:18.792990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c56fe5f1-1caf-45c8-8953-7e8a087b0a8b req-c859801a-a946-4fa8-998b-19e9e30ae135 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Jul 07 22:14:18.817669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=012652de-fe0b-4a44-92d9-d1fffbb70a77,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:18.855788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9111be42-9d8b-4397-bf1d-6924506322c1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:18.895581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:18.929137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['b6ebfe39-065b-4054-aef0-c5b922b92d03'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:19.022898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ca5d-1483-40c2-8748-e56545b9cfed req-b7a162c0-80ad-4c3b-bfe2-aaa38708b294 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.029456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af45ca5d-1483-40c2-8748-e56545b9cfed req-b7a162c0-80ad-4c3b-bfe2-aaa38708b294 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 944 time: 0.0727730 Jul 07 22:14:19.062464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af45ca5d-1483-40c2-8748-e56545b9cfed req-19b936df-34fa-4be2-87e8-e94840ee56ee tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Jul 07 22:14:19.344641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257c481-95f3-4e9d-a73a-648d5ee2c211 req-46b80178-9ae3-4a54-92bb-f90fab906fff tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.346719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1257c481-95f3-4e9d-a73a-648d5ee2c211 req-46b80178-9ae3-4a54-92bb-f90fab906fff tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.0670865 Jul 07 22:14:19.386887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1257c481-95f3-4e9d-a73a-648d5ee2c211 req-06635428-2729-4cf6-82b8-d93a4f79422f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343323 Jul 07 22:14:19.793528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a0-ee9b-43b8-8915-657aa8b88da8 req-f4daec51-eadf-421a-bd34-7f9478e381a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.795044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce7125a0-ee9b-43b8-8915-657aa8b88da8 req-f4daec51-eadf-421a-bd34-7f9478e381a9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1124380 Jul 07 22:14:19.810975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde01d-071c-439e-ae74-ca16b16d4728 req-584f3263-851c-4629-b9e4-70392707dd6d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.816788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde01d-071c-439e-ae74-ca16b16d4728 req-584f3263-851c-4629-b9e4-70392707dd6d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.823227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde01d-071c-439e-ae74-ca16b16d4728 req-584f3263-851c-4629-b9e4-70392707dd6d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.824821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfcde01d-071c-439e-ae74-ca16b16d4728 req-584f3263-851c-4629-b9e4-70392707dd6d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.1312363 Jul 07 22:14:19.872517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce7125a0-ee9b-43b8-8915-657aa8b88da8 req-8b210ece-1f86-499f-a899-098f01c29cd1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Jul 07 22:14:19.886993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfcde01d-071c-439e-ae74-ca16b16d4728 req-15ab3914-5d37-4972-b393-3384005287eb tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Jul 07 22:14:19.889370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2d91be-f917-4454-8535-4c86ef4fcc36'}, {'server_uuid': '930819c4-1ee8-4e64-8227-931554afbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012652de-fe0b-4a44-92d9-d1fffbb70a77'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:19.892328 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073bf630-f40d-4889-bd04-34bd1c3fcc2a" -d '{"events": [{"server_uuid": "f761c2e5-f4a5-42f1-9462-4844aca31d43", "name": "network-vif-plugged", "status": "completed", "tag": "2c2d91be-f917-4454-8535-4c86ef4fcc36"}, {"server_uuid": "930819c4-1ee8-4e64-8227-931554afbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "012652de-fe0b-4a44-92d9-d1fffbb70a77"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:19.963656 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d80f691-c149-46cd-9023-6984286536ed x-openstack-request-id: req-1d80f691-c149-46cd-9023-6984286536ed {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:19.964348 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761c2e5-f4a5-42f1-9462-4844aca31d43", "name": "network-vif-plugged", "status": "completed", "tag": "2c2d91be-f917-4454-8535-4c86ef4fcc36", "code": 200}, {"server_uuid": "930819c4-1ee8-4e64-8227-931554afbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "012652de-fe0b-4a44-92d9-d1fffbb70a77", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:19.964847 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d80f691-c149-46cd-9023-6984286536ed {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:19.966300 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2d91be-f917-4454-8535-4c86ef4fcc36', 'code': 200} Jul 07 22:14:19.967506 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930819c4-1ee8-4e64-8227-931554afbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012652de-fe0b-4a44-92d9-d1fffbb70a77', 'code': 200} Jul 07 22:14:20.115816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2de6c9-e84c-41f4-8b11-2180a496a157 req-553aa676-7f7d-464b-b7fe-5d3ba847a947 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.117421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee2de6c9-e84c-41f4-8b11-2180a496a157 req-553aa676-7f7d-464b-b7fe-5d3ba847a947 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 949 time: 0.1288602 Jul 07 22:14:20.142100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167d6f5-d53f-4e37-90ad-77658249b014 req-25db9d2f-d89a-46bd-ae24-8939308bc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.144394 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a167d6f5-d53f-4e37-90ad-77658249b014 req-25db9d2f-d89a-46bd-ae24-8939308bc5a3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 1102 time: 0.0647442 Jul 07 22:14:20.172841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee2de6c9-e84c-41f4-8b11-2180a496a157 req-b1b4bf22-6da9-4a16-a509-f74c8f7c1b67 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 Jul 07 22:14:20.178582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09a92-7b13-462a-98dc-c7be8c236237 req-7cd8cb88-bf49-47b3-af76-0ab3181ce9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.180298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5d09a92-7b13-462a-98dc-c7be8c236237 req-7cd8cb88-bf49-47b3-af76-0ab3181ce9ba service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 1097 time: 0.1089103 Jul 07 22:14:20.193375 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a167d6f5-d53f-4e37-90ad-77658249b014 req-ce7574ef-4fde-445f-b708-8126e59caa3a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Jul 07 22:14:20.227514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5d09a92-7b13-462a-98dc-c7be8c236237 req-ad08c78e-6b40-4da1-ac7a-cc4e6d82eafa service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Jul 07 22:14:20.278930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3277aa-140d-48c3-b300-215d822ce9b9 req-e1892fea-8e06-4c45-8ee5-163d12f7eae1 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.280397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e3277aa-140d-48c3-b300-215d822ce9b9 req-e1892fea-8e06-4c45-8ee5-163d12f7eae1 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 944 time: 0.0657275 Jul 07 22:14:20.317317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e3277aa-140d-48c3-b300-215d822ce9b9 req-b9846338-0491-4513-be33-186650684682 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Jul 07 22:14:20.565309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2a237-4c32-4fd7-9be4-fb974f7d4440 req-0f22de77-e490-462f-95a3-e277c344481f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.566828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34a2a237-4c32-4fd7-9be4-fb974f7d4440 req-0f22de77-e490-462f-95a3-e277c344481f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.0655537 Jul 07 22:14:20.849575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34a2a237-4c32-4fd7-9be4-fb974f7d4440 req-5708db55-6411-4a82-8d07-c3a9c2f4f911 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757275 Jul 07 22:14:20.861921 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a6829a0a-5c13-40a1-807c-9850c086dfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.981749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-a900f806-ff52-4eb3-9a7e-ffb657c413bb tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.987994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-a900f806-ff52-4eb3-9a7e-ffb657c413bb tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.994201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-a900f806-ff52-4eb3-9a7e-ffb657c413bb tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.995893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-a900f806-ff52-4eb3-9a7e-ffb657c413bb tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.0847189 Jul 07 22:14:21.098654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5720539-9ffb-4b60-89fb-b898afc9eee3 req-1b19666c-66c2-4a07-85f8-aadab1769331 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.105179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5720539-9ffb-4b60-89fb-b898afc9eee3 req-1b19666c-66c2-4a07-85f8-aadab1769331 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.105939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:21.106293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.111085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5720539-9ffb-4b60-89fb-b898afc9eee3 req-1b19666c-66c2-4a07-85f8-aadab1769331 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.112692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5720539-9ffb-4b60-89fb-b898afc9eee3 req-1b19666c-66c2-4a07-85f8-aadab1769331 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 2417 time: 0.0991030 Jul 07 22:14:21.120953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6f808-e856-423e-915d-e8b2b45dab75 req-06b0e0b6-1b83-4a77-95f1-9fe83defb9ab tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.122360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fd6f808-e856-423e-915d-e8b2b45dab75 req-06b0e0b6-1b83-4a77-95f1-9fe83defb9ab tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1357362 Jul 07 22:14:21.176431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5720539-9ffb-4b60-89fb-b898afc9eee3 req-81f97816-a818-4bec-84f6-06f1236d91ca tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530736 Jul 07 22:14:21.181433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fd6f808-e856-423e-915d-e8b2b45dab75 req-b975e96a-32e1-4a50-9aa1-f5f68a09bbde tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520091 Jul 07 22:14:21.196209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:21.197227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.210282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:21.349117 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.354991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.381118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['feb03a9c-c0f5-4929-bb80-cffab4cfec62', '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf', '636551b7-bbb1-4714-bf31-7ba8be5b9f25'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:21.394485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f9ec-400a-4156-b136-d37212ebe795 req-8d12f6a7-c92d-46d7-9ca4-19018a937ab3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.396183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07b8f9ec-400a-4156-b136-d37212ebe795 req-8d12f6a7-c92d-46d7-9ca4-19018a937ab3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 949 time: 0.0946150 Jul 07 22:14:21.408979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:21.491823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:21.495497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.497798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-aed428f2-aaee-4895-b35b-83e56405c914 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "DELETE /v2.0/ports/5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf HTTP/1.1" status: 204 len: 173 time: 0.4939435 Jul 07 22:14:21.498468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-deleted', 'tag': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:21.501168 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cac6d0-1b78-4e20-a1df-535b477ae0b7" -d '{"events": [{"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-deleted", "tag": "5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:21.523715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07b8f9ec-400a-4156-b136-d37212ebe795 req-7cd45b77-edb6-4c43-a0f2-6715a0fce1a8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188538 Jul 07 22:14:21.552892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9111be42-9d8b-4397-bf1d-6924506322c1 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:21.563040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693049-1850-42ee-b292-8540b19b9bdb req-a336a714-a2f8-4f8e-aef1-9b89fbc603c5 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.564844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8693049-1850-42ee-b292-8540b19b9bdb req-a336a714-a2f8-4f8e-aef1-9b89fbc603c5 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 944 time: 0.1099679 Jul 07 22:14:21.627162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8693049-1850-42ee-b292-8540b19b9bdb req-4f4df2a3-3734-4a7c-b84f-7c19fb998665 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Jul 07 22:14:21.630111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port feb03a9c-c0f5-4929-bb80-cffab4cfec62 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:21.630609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.651448 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76139708-d94e-41a3-bf3a-1a2d95e14660 x-openstack-request-id: req-76139708-d94e-41a3-bf3a-1a2d95e14660 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:21.651868 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-deleted", "tag": "5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:21.652214 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-76139708-d94e-41a3-bf3a-1a2d95e14660 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:21.652783 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-deleted', 'tag': '5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf', 'status': 'completed', 'code': 200} Jul 07 22:14:21.661517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 9111be42-9d8b-4397-bf1d-6924506322c1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:21.668394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 9111be42-9d8b-4397-bf1d-6924506322c1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:21.668782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.757599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port feb03a9c-c0f5-4929-bb80-cffab4cfec62, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=feb03a9c-c0f5-4929-bb80-cffab4cfec62,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:21.757973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.772984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for feb03a9c-c0f5-4929-bb80-cffab4cfec62 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:21.791971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 122ece1b-44d6-4b2a-9704-009c42dddc34 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:21.902183 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.957196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 122ece1b-44d6-4b2a-9704-009c42dddc34 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:21.969913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9111be42-9d8b-4397-bf1d-6924506322c1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:21.972492 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d3c0ed-ad3e-4cc3-a5f2-9b3fe2d6c8c3" -d '{"events": [{"server_uuid": "1aff9114-485a-4e99-bbc4-40ff79654ad3", "name": "network-vif-plugged", "status": "completed", "tag": "9111be42-9d8b-4397-bf1d-6924506322c1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:21.978553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9111be42-9d8b-4397-bf1d-6924506322c1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9111be42-9d8b-4397-bf1d-6924506322c1,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:21.981938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 122ece1b-44d6-4b2a-9704-009c42dddc34 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:21.982264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.986097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.987162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b6ebfe39-065b-4054-aef0-c5b922b92d03 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:22.051315 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a3cef-1f34-44e6-983a-eee636d7c5a5 x-openstack-request-id: req-f29a3cef-1f34-44e6-983a-eee636d7c5a5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:22.051620 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aff9114-485a-4e99-bbc4-40ff79654ad3", "name": "network-vif-plugged", "status": "completed", "tag": "9111be42-9d8b-4397-bf1d-6924506322c1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:22.051881 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f29a3cef-1f34-44e6-983a-eee636d7c5a5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:22.052282 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9111be42-9d8b-4397-bf1d-6924506322c1', 'code': 200} Jul 07 22:14:22.068565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d203-4fb3-4650-8fc1-ee8af6fd5b46 req-65c517db-bb72-4c12-9956-5e93475dfc20 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.071144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7202d203-4fb3-4650-8fc1-ee8af6fd5b46 req-65c517db-bb72-4c12-9956-5e93475dfc20 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.0943959 Jul 07 22:14:22.138733 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.154227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9111be42-9d8b-4397-bf1d-6924506322c1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:22.155654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7202d203-4fb3-4650-8fc1-ee8af6fd5b46 req-1c743eb5-b3eb-4b92-80db-151ea5765e91 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728366 Jul 07 22:14:22.226433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port b6ebfe39-065b-4054-aef0-c5b922b92d03 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:22.234118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port b6ebfe39-065b-4054-aef0-c5b922b92d03 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:22.234702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.271247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.318665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 122ece1b-44d6-4b2a-9704-009c42dddc34, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=122ece1b-44d6-4b2a-9704-009c42dddc34,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:22.319314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b33dc-5986-445c-a493-a12480cd9b0a req-b83056a7-934f-4c21-b81f-abe47f676e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.321141 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-712b33dc-5986-445c-a493-a12480cd9b0a req-b83056a7-934f-4c21-b81f-abe47f676e79 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1267219 Jul 07 22:14:22.323808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.327069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.348943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:22.368152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=feb03a9c-c0f5-4929-bb80-cffab4cfec62,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:22.414899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.432885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port feb03a9c-c0f5-4929-bb80-cffab4cfec62 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:22.435797 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-712b33dc-5986-445c-a493-a12480cd9b0a req-97a27f54-c924-4d92-b23c-62d7d4a5ac73 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064203 Jul 07 22:14:22.436943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.438952 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-f62591e1-4f41-4b12-80d6-b65546dd3f5c tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "DELETE /v2.0/ports/feb03a9c-c0f5-4929-bb80-cffab4cfec62 HTTP/1.1" status: 204 len: 173 time: 0.9335916 Jul 07 22:14:22.439565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854ad2-6e92-4b35-b37b-6b86204fc29e req-a5294da4-53ff-45e4-8bcf-5fdb105a24f2 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.443133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92854ad2-6e92-4b35-b37b-6b86204fc29e req-a5294da4-53ff-45e4-8bcf-5fdb105a24f2 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1341376 Jul 07 22:14:22.445308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=122ece1b-44d6-4b2a-9704-009c42dddc34,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:22.464111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b6ebfe39-065b-4054-aef0-c5b922b92d03, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:22.468202 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.495725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92854ad2-6e92-4b35-b37b-6b86204fc29e req-80302b50-f396-435c-b52b-90bc24d63810 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Jul 07 22:14:22.500237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa601ea9-cdb5-4899-8a73-b7fae91206f2 req-abb8db8b-f19a-4029-b994-27ec0a7a082a tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.507933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa601ea9-cdb5-4899-8a73-b7fae91206f2 req-abb8db8b-f19a-4029-b994-27ec0a7a082a tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1097 time: 0.1813302 Jul 07 22:14:22.525826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b6ebfe39-065b-4054-aef0-c5b922b92d03,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:22.551030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa601ea9-cdb5-4899-8a73-b7fae91206f2 req-038505bb-4ca4-461b-bb6d-bedcc2f82811 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Jul 07 22:14:22.675058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:22.675413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.739067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b528-f591-4984-a7ae-dc49ac4a0c12 req-73731056-a1af-4a67-bde9-fc6a9625996b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.740453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0756b528-f591-4984-a7ae-dc49ac4a0c12 req-73731056-a1af-4a67-bde9-fc6a9625996b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=60439ba1-e9d1-4434-ae39-5c32d7a7a9cb HTTP/1.1" status: 200 len: 945 time: 0.1025114 Jul 07 22:14:22.765464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 636551b7-bbb1-4714-bf31-7ba8be5b9f25, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=636551b7-bbb1-4714-bf31-7ba8be5b9f25,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:22.765836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.782977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 636551b7-bbb1-4714-bf31-7ba8be5b9f25 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:22.789158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdc801-ba3a-4b15-9863-7484d2871c95 req-6b7e13b2-0e62-44bd-a499-fff13f67ad48 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.791209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7bdc801-ba3a-4b15-9863-7484d2871c95 req-6b7e13b2-0e62-44bd-a499-fff13f67ad48 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0928557 Jul 07 22:14:22.811814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0756b528-f591-4984-a7ae-dc49ac4a0c12 req-99b606c3-2391-4c7d-9d48-679bb0847e9a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598400 Jul 07 22:14:22.850835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7bdc801-ba3a-4b15-9863-7484d2871c95 req-a7f77a53-3f12-44bd-b164-0988f6113b87 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Jul 07 22:14:22.945500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.960301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:22.978569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=636551b7-bbb1-4714-bf31-7ba8be5b9f25,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:23.033481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 636551b7-bbb1-4714-bf31-7ba8be5b9f25 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:23.037051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:23.039147 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b79e839-4f00-4d34-81b8-e1ac3f6048cd req-8dfc1de3-a4a2-442f-a3b0-95ff592baa7f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.97 "DELETE /v2.0/ports/636551b7-bbb1-4714-bf31-7ba8be5b9f25 HTTP/1.1" status: 204 len: 173 time: 0.4904804 Jul 07 22:14:23.041144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde85c8-49a5-49b8-9bda-4d6f85b6e109 req-846056c8-a2d6-4b0c-a7d9-14927ce32a12 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:23.043281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bde85c8-49a5-49b8-9bda-4d6f85b6e109 req-846056c8-a2d6-4b0c-a7d9-14927ce32a12 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 950 time: 0.0871742 Jul 07 22:14:23.096313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bde85c8-49a5-49b8-9bda-4d6f85b6e109 req-e84ffcfa-5b91-440c-a183-3b13cea10acb tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 Jul 07 22:14:23.300785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b2f9c-b856-4ba6-958e-963770ab2e1c req-a52b55ea-008c-42de-ac52-63bdebd6ed4c tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:23.302293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a7b2f9c-b856-4ba6-958e-963770ab2e1c req-a52b55ea-008c-42de-ac52-63bdebd6ed4c tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 945 time: 0.0680590 Jul 07 22:14:23.340457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a7b2f9c-b856-4ba6-958e-963770ab2e1c req-34c387f2-5ca6-4e8b-8f5c-80f20a5680fd tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jul 07 22:14:23.437328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-5e9e2aac-53ee-450b-93a3-24279a07d3a9 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=792223779f304860a34ed274857a183a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212729 Jul 07 22:14:23.547752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:23.555025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-620e9f55-c2e2-4ea0-b3aa-e8e9bec96c79 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:23.556642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-620e9f55-c2e2-4ea0-b3aa-e8e9bec96c79 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141624 Jul 07 22:14:23.578587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-4f9759c3-2954-441e-b132-7ea6a7b22a17 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/quotas/792223779f304860a34ed274857a183a HTTP/1.1" status: 200 len: 375 time: 0.0109298 Jul 07 22:14:23.653970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-deleted', 'tag': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62'}, {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-deleted', 'tag': '636551b7-bbb1-4714-bf31-7ba8be5b9f25'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:23.656567 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4652906f-0f42-4c47-816c-1b64c4d0ea68" -d '{"events": [{"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-deleted", "tag": "feb03a9c-c0f5-4929-bb80-cffab4cfec62"}, {"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-deleted", "tag": "636551b7-bbb1-4714-bf31-7ba8be5b9f25"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:23.665011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-9fda1088-fc74-4346-a1ee-27939ea20228 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799656 Jul 07 22:14:23.851667 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ca991-1d2e-4a3c-aa07-ebf24fa92f5d x-openstack-request-id: req-b02ca991-1d2e-4a3c-aa07-ebf24fa92f5d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:23.852442 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-deleted", "tag": "feb03a9c-c0f5-4929-bb80-cffab4cfec62", "status": "completed", "code": 200}, {"server_uuid": "60439ba1-e9d1-4434-ae39-5c32d7a7a9cb", "name": "network-vif-deleted", "tag": "636551b7-bbb1-4714-bf31-7ba8be5b9f25", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:23.853278 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b02ca991-1d2e-4a3c-aa07-ebf24fa92f5d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:23.854269 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-deleted', 'tag': 'feb03a9c-c0f5-4929-bb80-cffab4cfec62', 'status': 'completed', 'code': 200} Jul 07 22:14:23.854576 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60439ba1-e9d1-4434-ae39-5c32d7a7a9cb', 'name': 'network-vif-deleted', 'tag': '636551b7-bbb1-4714-bf31-7ba8be5b9f25', 'status': 'completed', 'code': 200} Jul 07 22:14:23.940377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13a55c9b-2e23-4799-8465-1de65e493749 req-047c9e0b-e07f-458f-80d2-1fdbf70d1f55 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 210 time: 0.0427237 Jul 07 22:14:24.034509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35304) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:24.053366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122ece1b-44d6-4b2a-9704-009c42dddc34'}, {'server_uuid': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ebfe39-065b-4054-aef0-c5b922b92d03'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:24.056532 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0228f27-6462-4ce5-a74a-a827e37f882f" -d '{"events": [{"server_uuid": "c2a6c06d-e4f8-4114-8afc-41620557e24b", "name": "network-vif-plugged", "status": "completed", "tag": "122ece1b-44d6-4b2a-9704-009c42dddc34"}, {"server_uuid": "a60a3ef2-dec3-4bc5-8bd0-8a0234df1217", "name": "network-vif-plugged", "status": "completed", "tag": "b6ebfe39-065b-4054-aef0-c5b922b92d03"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:24.057338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-80502f01-bfd0-4c7e-9349-52f0102b8422 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:14:24.058412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-80502f01-bfd0-4c7e-9349-52f0102b8422 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088012 Jul 07 22:14:24.069356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Request body: {'binding': {'host': 'n-h1-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:24.069823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:14:24.106738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting subnet 93164956-d9de-4d78-a289-df669b2ea196 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:24.111280 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.186879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.226084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on host n-h1-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:24.226568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:24.227039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:24.232479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:24.232945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:24.238042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:24.238511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:24.239030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:24.239558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Bound port: a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:24.295095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:24.300678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.301920 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-055eb245-5801-4556-b5c2-51c65504862e service neutron] 10.222.0.95 "POST /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.2366140 Jul 07 22:14:24.309489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7c92e-ac95-4d84-9fc6-0417f29ea900 req-ecd76510-3552-4c1b-91be-1378d19acab8 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.311133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45e7c92e-ac95-4d84-9fc6-0417f29ea900 req-ecd76510-3552-4c1b-91be-1378d19acab8 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1742520 Jul 07 22:14:24.381867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.410936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45e7c92e-ac95-4d84-9fc6-0417f29ea900 req-5a64691e-08b0-4984-ba9d-bc07fc62ec76 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937846 Jul 07 22:14:24.463584 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.485330 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dac876-d7a3-4ada-a668-cd5654ab0cbd x-openstack-request-id: req-01dac876-d7a3-4ada-a668-cd5654ab0cbd {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:24.485708 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a6c06d-e4f8-4114-8afc-41620557e24b", "name": "network-vif-plugged", "status": "completed", "tag": "122ece1b-44d6-4b2a-9704-009c42dddc34", "code": 200}, {"server_uuid": "a60a3ef2-dec3-4bc5-8bd0-8a0234df1217", "name": "network-vif-plugged", "status": "completed", "tag": "b6ebfe39-065b-4054-aef0-c5b922b92d03", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:24.486051 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-01dac876-d7a3-4ada-a668-cd5654ab0cbd {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:24.486609 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122ece1b-44d6-4b2a-9704-009c42dddc34', 'code': 200} Jul 07 22:14:24.486958 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ebfe39-065b-4054-aef0-c5b922b92d03', 'code': 200} Jul 07 22:14:24.511575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Subnet': ['ID=93164956-d9de-4d78-a289-df669b2ea196,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:24.527961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e7e09-9388-44cf-a524-78a6f963b6c3 None None] Network 24fcaaab-4629-4af8-8cd0-9519781ceb56 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:24.528758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.535588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b5108687-be9b-4c0b-92d6-d81cd113f9e3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/subnets/93164956-d9de-4d78-a289-df669b2ea196 HTTP/1.1" status: 204 len: 168 time: 0.4982634 Jul 07 22:14:24.536003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35316) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:24.666135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.782870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde8667-6f65-4e8c-a530-11ac0dc03276 req-7301fa25-51bf-431f-9830-18e30d0c2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.784400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acde8667-6f65-4e8c-a530-11ac0dc03276 req-7301fa25-51bf-431f-9830-18e30d0c2b6c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 1102 time: 0.1825745 Jul 07 22:14:24.793406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f77f8-ac9e-435f-81f4-5bd418477bb2 req-dabe8477-4bec-4c28-9f2f-0c4c7a32792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.793529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d716-609d-4593-ad57-10afbdfbf2e0 req-29a7f1ce-280c-4057-911c-65f068178309 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.794898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87c2d716-609d-4593-ad57-10afbdfbf2e0 req-29a7f1ce-280c-4057-911c-65f068178309 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 950 time: 0.1944435 Jul 07 22:14:24.795003 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-453f77f8-ac9e-435f-81f4-5bd418477bb2 req-dabe8477-4bec-4c28-9f2f-0c4c7a32792f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 1097 time: 0.1421790 Jul 07 22:14:24.813290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:24.813851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.820035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] DHCP port deletion for 24fcaaab-4629-4af8-8cd0-9519781ceb56 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:14:24.827058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531681e-4de9-4efb-8cf4-6435d899c63b req-55cea1fe-4d0e-4412-b591-6e954f136f94 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.828731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9531681e-4de9-4efb-8cf4-6435d899c63b req-55cea1fe-4d0e-4412-b591-6e954f136f94 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 945 time: 0.1539412 Jul 07 22:14:24.869848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] Deleting port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:24.870362 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.870555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-c99e49a6-6e60-42a2-8b8b-21c348706626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.872314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-c99e49a6-6e60-42a2-8b8b-21c348706626 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1097 time: 0.1505697 Jul 07 22:14:24.891188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9531681e-4de9-4efb-8cf4-6435d899c63b req-a0e0b06b-f591-4cb4-bf4c-636dea351c89 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Jul 07 22:14:24.913485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87c2d716-609d-4593-ad57-10afbdfbf2e0 req-43881b22-51fc-49fa-8683-e96e90607643 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091237 Jul 07 22:14:24.915791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acde8667-6f65-4e8c-a530-11ac0dc03276 req-bc16dcfd-28a9-4a36-83f3-2a3a50cf6d38 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200144 Jul 07 22:14:24.927994 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-453f77f8-ac9e-435f-81f4-5bd418477bb2 req-c8c5d2f2-d96e-4f0c-beff-564db6ccee60 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218092 Jul 07 22:14:24.970155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 781819d2-ca9b-46a5-9ffe-7872f50b97c9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=781819d2-ca9b-46a5-9ffe-7872f50b97c9,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:24.970534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.989845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 781819d2-ca9b-46a5-9ffe-7872f50b97c9 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:25.018033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] For port 781819d2-ca9b-46a5-9ffe-7872f50b97c9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=781819d2-ca9b-46a5-9ffe-7872f50b97c9,segment=NetworkSegment(1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97),segment_id=1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:25.018845 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.033238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] Calling delete_port for 781819d2-ca9b-46a5-9ffe-7872f50b97c9 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:25.076525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-eb108d87-df0c-47d2-b161-93d4c759d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.077928 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-eb108d87-df0c-47d2-b161-93d4c759d161 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1946309 Jul 07 22:14:25.136836 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.151656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-b283d5b5-c7c6-4973-85a4-1ef64efb72bb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=792223779f304860a34ed274857a183a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780756 Jul 07 22:14:25.155881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-8cbb793b-5d72-451e-9fc4-01b817d99e56 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 217 time: 0.0565431 Jul 07 22:14:25.162760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] No DVR routers for this DVR port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:25.179871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e95735-cf69-485e-b5e5-4e7689065f61 req-da2be60a-bb6c-45a5-8ad2-bf871d09eee1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.188237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3b1f9-7a2f-4511-9d12-d8c6c9daeada None None] Pushing event deleted for resources: {'Port': ['ID=781819d2-ca9b-46a5-9ffe-7872f50b97c9,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:25.188434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9e95735-cf69-485e-b5e5-4e7689065f61 req-da2be60a-bb6c-45a5-8ad2-bf871d09eee1 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.0869882 Jul 07 22:14:25.241222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02deb106-5418-4c6b-8651-ad386bcdb552 req-ec794eb2-3b32-40bf-9287-a69d3d2d02a1 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 210 time: 0.0391011 Jul 07 22:14:25.261788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9e95735-cf69-485e-b5e5-4e7689065f61 req-4cf1e230-ba8d-45ee-9b8d-e9cc14408462 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700712 Jul 07 22:14:25.262597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.307442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-3600ee54-8665-4068-b1f0-b30c3e2aef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.308938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-3600ee54-8665-4068-b1f0-b30c3e2aef5f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1408002 Jul 07 22:14:25.312896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=781819d2-ca9b-46a5-9ffe-7872f50b97c9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:25.314785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 781819d2-ca9b-46a5-9ffe-7872f50b97c9 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:25.385865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-ba7f8b20-373f-499f-8cc9-5ccb97c68d95 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647604 Jul 07 22:14:25.396477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-4a4b13a5-154a-49c4-a0f9-10c665f9512b tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.397835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-4a4b13a5-154a-49c4-a0f9-10c665f9512b tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398579 Jul 07 22:14:25.408170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:25.430382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:25.430757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5cadfdee-5c9f-4c61-a59e-2b6ea15e60bf not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:25.431903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device feb03a9c-c0f5-4929-bb80-cffab4cfec62 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:25.448580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Request body: {'port': {'device_id': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '792223779f304860a34ed274857a183a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:25.459948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: feb03a9c-c0f5-4929-bb80-cffab4cfec62 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:25.460303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device feb03a9c-c0f5-4929-bb80-cffab4cfec62 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:25.460728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 636551b7-bbb1-4714-bf31-7ba8be5b9f25 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:25.479080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 636551b7-bbb1-4714-bf31-7ba8be5b9f25 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:25.479437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 636551b7-bbb1-4714-bf31-7ba8be5b9f25 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:25.551959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.567637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fcaaab-4629-4af8-8cd0-9519781ceb56']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:25.586149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:25.586459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cac009c-c8b0-4b23-8dd6-dfffb3c1cc97') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:25.604857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381a3ae-d4b7-43fb-94c8-898a29d0393e req-562af98f-4a62-42cb-9e43-300d0f5b1695 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.606680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1381a3ae-d4b7-43fb-94c8-898a29d0393e req-562af98f-4a62-42cb-9e43-300d0f5b1695 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0733776 Jul 07 22:14:25.614677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.653355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.658444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 781819d2-ca9b-46a5-9ffe-7872f50b97c9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:25.660371 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-7b3b06cd-73e5-4f3c-a07f-2c72f65ef8ea service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527008 Jul 07 22:14:25.663573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1381a3ae-d4b7-43fb-94c8-898a29d0393e req-18655484-b69d-4cf2-8fb5-faddd2a37552 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Jul 07 22:14:25.664179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:25.664597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:25.668243 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:25.690093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 781819d2-ca9b-46a5-9ffe-7872f50b97c9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:25.690825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 781819d2-ca9b-46a5-9ffe-7872f50b97c9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:25.792439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Made reservation on behalf of 792223779f304860a34ed274857a183a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:25.796678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.810265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.842639 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.844502 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/networks/24fcaaab-4629-4af8-8cd0-9519781ceb56 HTTP/1.1" status: 204 len: 168 time: 1.3074961 Jul 07 22:14:25.847278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35326) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:25.853238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c14b9e-7bf4-4f5b-a6ad-be30859c9c30 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Network': ['ID=24fcaaab-4629-4af8-8cd0-9519781ceb56,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:25.898999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting subnet d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:25.902669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.907296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-8465651a-9b9d-4973-a907-c377b35c9eac service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259438 Jul 07 22:14:25.953025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.994401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Allocated IP 192.168.233.134 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/f377afc8-0416-4e2c-afd3-705749a3c58c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:26.116701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.228525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b818d-197e-49e8-ad6e-4a61ab280359 req-4e0d8540-c69c-41c7-beec-7584bda19e1d tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.230734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432b818d-197e-49e8-ad6e-4a61ab280359 req-4e0d8540-c69c-41c7-beec-7584bda19e1d tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 945 time: 0.1804540 Jul 07 22:14:26.244948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.283728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46251fd-1963-4122-aa36-d70ab24927d3 req-26f7a1d7-20d8-452a-9c4a-6924af6f4ed7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.285658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b46251fd-1963-4122-aa36-d70ab24927d3 req-26f7a1d7-20d8-452a-9c4a-6924af6f4ed7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 950 time: 0.1920474 Jul 07 22:14:26.297687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Transition to ACTIVE for port object f377afc8-0416-4e2c-afd3-705749a3c58c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:26.312915 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.346899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.347994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.351231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/subnets/d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1 HTTP/1.1" status: 204 len: 168 time: 0.5028241 Jul 07 22:14:26.359156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35340) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:26.362501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f6078-a1ff-4307-aff0-30b741127880 None None] Network 52d19736-76b1-4d4c-a317-93681321f7a8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:26.365268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['65296f41-3378-4260-b3f3-52cfa353cccd', '012652de-fe0b-4a44-92d9-d1fffbb70a77'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:26.380706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432b818d-197e-49e8-ad6e-4a61ab280359 req-3d9a697f-fc78-4d4b-adec-7a1a08b0b908 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416397 Jul 07 22:14:26.404704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c03ab-f358-46f0-ba32-781382f6d9e8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f8c7a5-e6f6-4177-a9f6-e7ce3b572bc1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:26.430053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b46251fd-1963-4122-aa36-d70ab24927d3 req-7a43050f-fc3b-47ca-800f-30f33eff1d64 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294768 Jul 07 22:14:26.473036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event updated for resources: {'Port': ['ID=f377afc8-0416-4e2c-afd3-705749a3c58c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:26.502787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:26.506325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:26.511002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:26.594933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.595589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.647078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.654595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45ace4e5-6367-4746-871c-1b83caf4c353 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2141747 Jul 07 22:14:26.704640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Request body: {'port': {'device_id': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:26.724904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] DHCP port deletion for 52d19736-76b1-4d4c-a317-93681321f7a8 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:14:26.814124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991795b-9d83-4f7b-9565-ca45d7b3c3cf req-b883f2e6-aa0d-422d-a72f-5be4cc7e11d5 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.821020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c991795b-9d83-4f7b-9565-ca45d7b3c3cf req-b883f2e6-aa0d-422d-a72f-5be4cc7e11d5 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 936 time: 0.1811464 Jul 07 22:14:26.831080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba588-9133-4580-a0d3-f6d74f4ddd00 req-c19b94d0-eb18-4abe-8975-b0b2a12af779 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.832810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e9ba588-9133-4580-a0d3-f6d74f4ddd00 req-c19b94d0-eb18-4abe-8975-b0b2a12af779 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.1897938 Jul 07 22:14:26.841875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.868659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:26.869569 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.878745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] Deleting port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:26.879141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.896499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c991795b-9d83-4f7b-9565-ca45d7b3c3cf req-2e63537e-ed36-4ede-8aba-0bcbbe1f27de tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Jul 07 22:14:26.929509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e9ba588-9133-4580-a0d3-f6d74f4ddd00 req-c88eff7f-6ed4-4aae-acd3-915ff06127b6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863504 Jul 07 22:14:26.940244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a5f03ad5-727b-4c3f-9440-3ba481ca6e8c None None] Provisioning for port f377afc8-0416-4e2c-afd3-705749a3c58c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:26.950058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a5f03ad5-727b-4c3f-9440-3ba481ca6e8c None None] Provisioning complete for port f377afc8-0416-4e2c-afd3-705749a3c58c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:26.950380 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5f03ad5-727b-4c3f-9440-3ba481ca6e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.984799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:26.985223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.999039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] For port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,segment=NetworkSegment(bb0fadb1-234b-4c23-96d1-fb051f93035f),segment_id=bb0fadb1-234b-4c23-96d1-fb051f93035f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:26.999449 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.011371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] Calling delete_port for 0b832eac-dbe0-42c3-920e-1bffdfdfeaca owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:27.052318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 0b832eac-dbe0-42c3-920e-1bffdfdfeaca owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:27.098009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630e26-71c9-4e70-8e1b-55840fe075c9 req-fa99dd72-9b45-48cb-a9f2-278fb1bc417e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.108335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a5f03ad5-727b-4c3f-9440-3ba481ca6e8c None None] Port f377afc8-0416-4e2c-afd3-705749a3c58c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:27.120009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77630e26-71c9-4e70-8e1b-55840fe075c9 req-fa99dd72-9b45-48cb-a9f2-278fb1bc417e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0935280 Jul 07 22:14:27.146490 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.188733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77630e26-71c9-4e70-8e1b-55840fe075c9 req-b9560dfb-4660-4342-9224-9d2f4cb364a6 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673764 Jul 07 22:14:27.191307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] Pushing event deleted for resources: {'Port': ['ID=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:27.199660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b882b-0af6-49ba-b070-d912f3034f4b None None] No DVR routers for this DVR port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:27.238053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.276675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=0b832eac-dbe0-42c3-920e-1bffdfdfeaca,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:27.281138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 0b832eac-dbe0-42c3-920e-1bffdfdfeaca on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:27.396740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f377afc8-0416-4e2c-afd3-705749a3c58c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:27.401720 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.411024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.417047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d19736-76b1-4d4c-a317-93681321f7a8']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:27.433154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0fadb1-234b-4c23-96d1-fb051f93035f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:27.433458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0fadb1-234b-4c23-96d1-fb051f93035f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:27.441077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Transition to ACTIVE for port object f377afc8-0416-4e2c-afd3-705749a3c58c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:27.444679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.452616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.464596 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.493315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:27.493773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:27.497082 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:27.586222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Pushing event updated for resources: {'Port': ['ID=f377afc8-0416-4e2c-afd3-705749a3c58c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:27.630238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.656827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb67f-ef35-4614-92a8-1431f2e4ed0f req-748da036-5529-45f1-83b0-bbc3362ae509 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.669763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.671745 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/networks/52d19736-76b1-4d4c-a317-93681321f7a8 HTTP/1.1" status: 204 len: 168 time: 1.3112097 Jul 07 22:14:27.675069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45eeb67f-ef35-4614-92a8-1431f2e4ed0f req-748da036-5529-45f1-83b0-bbc3362ae509 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 945 time: 0.1311076 Jul 07 22:14:27.679694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35352) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:27.689873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-838557497'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:27.699141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d924-0f45-4f69-b6d3-204d6709370b tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Network': ['ID=52d19736-76b1-4d4c-a317-93681321f7a8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:27.739113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Attempting to bind port f377afc8-0416-4e2c-afd3-705749a3c58c on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:27.739707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Attempting to bind port f377afc8-0416-4e2c-afd3-705749a3c58c by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:27.739817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Attempting to bind port f377afc8-0416-4e2c-afd3-705749a3c58c on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:27.744100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0b832eac-dbe0-42c3-920e-1bffdfdfeaca no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:27.745027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Port f377afc8-0416-4e2c-afd3-705749a3c58c on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:27.745354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Attempting to bind port f377afc8-0416-4e2c-afd3-705749a3c58c on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:27.753628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:27.754286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:27.754890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:27.755563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Bound port: f377afc8-0416-4e2c-afd3-705749a3c58c, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:27.756527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.786315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 0b832eac-dbe0-42c3-920e-1bffdfdfeaca {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:27.787016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0b832eac-dbe0-42c3-920e-1bffdfdfeaca not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:27.822222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45eeb67f-ef35-4614-92a8-1431f2e4ed0f req-cdab3279-adef-48b9-9fd5-028a32f5ee49 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455953 Jul 07 22:14:27.837531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] For port f377afc8-0416-4e2c-afd3-705749a3c58c, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:27.841017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] For port f377afc8-0416-4e2c-afd3-705749a3c58c, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f377afc8-0416-4e2c-afd3-705749a3c58c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:27.846157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:27.850617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.857552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.903653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.904290 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.906049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] 10.222.0.97 "PUT /v2.0/ports/f377afc8-0416-4e2c-afd3-705749a3c58c HTTP/1.1" status: 200 len: 1097 time: 1.2070708 Jul 07 22:14:27.906879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'tag': 'f377afc8-0416-4e2c-afd3-705749a3c58c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:27.909141 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684652a-06d0-407f-9589-19215e63dcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8e9588-22a3-4b0d-9329-bcad4801ec58", "tag": "f377afc8-0416-4e2c-afd3-705749a3c58c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:27.914155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89cbc9-c2c3-4efc-b9a9-ad2235bbf418 req-be86a191-9bc4-4d62-a651-24eeb15519db tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.920175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e89cbc9-c2c3-4efc-b9a9-ad2235bbf418 req-be86a191-9bc4-4d62-a651-24eeb15519db tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 950 time: 0.2429228 Jul 07 22:14:27.926510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:27.963487 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.963874 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Added segment 75202504-ec76-4100-a5a9-f56d7c4421c1 of type vlan for network 8d77073e-1458-4b5b-9014-05a6c96e482f Jul 07 22:14:27.981694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e057c-a54e-4b3a-95b2-71100bc70a82 service neutron] Pushing event updated for resources: {'Port': ['ID=f377afc8-0416-4e2c-afd3-705749a3c58c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:28.022199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e89cbc9-c2c3-4efc-b9a9-ad2235bbf418 req-bde2cd99-5413-40aa-a732-630d5c79bab8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969508 Jul 07 22:14:28.061308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45e10981-be64-4067-a9e7-756d43d2cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.063248 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-45e10981-be64-4067-a9e7-756d43d2cb02 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 1100 time: 0.0997610 Jul 07 22:14:28.083098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.095649 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5155b67a-96fc-4acc-9926-f58a3761e034 x-openstack-request-id: req-5155b67a-96fc-4acc-9926-f58a3761e034 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:28.095941 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8e9588-22a3-4b0d-9329-bcad4801ec58", "tag": "f377afc8-0416-4e2c-afd3-705749a3c58c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:28.096370 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5155b67a-96fc-4acc-9926-f58a3761e034 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:28.096775 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'tag': 'f377afc8-0416-4e2c-afd3-705749a3c58c', 'status': 'completed', 'code': 200} Jul 07 22:14:28.129626 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.130039 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-8e2def66-08e7-4bf9-9e9e-92a469307d72 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f377afc8-0416-4e2c-afd3-705749a3c58c HTTP/1.1" status: 200 len: 217 time: 0.0584753 Jul 07 22:14:28.135932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.136559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.239059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd038942-4b4d-4d49-b4d0-2210158a60d6 req-a6d2a673-439d-46f5-8437-e7ccc48e634b tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.244916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-32d407e6-98c2-4cd7-a213-36fd7635bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.246599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd038942-4b4d-4d49-b4d0-2210158a60d6 req-a6d2a673-439d-46f5-8437-e7ccc48e634b tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 945 time: 0.2198384 Jul 07 22:14:28.247076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-32d407e6-98c2-4cd7-a213-36fd7635bfc4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1111190 Jul 07 22:14:28.291656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6086183 Jul 07 22:14:28.294239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:28.302286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'subnet': {'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:28.350099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2da90-0228-4a84-80e2-7e1e92136930 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Network': ['ID=8d77073e-1458-4b5b-9014-05a6c96e482f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:28.366889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8d77073e-1458-4b5b-9014-05a6c96e482f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:28.384741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd038942-4b4d-4d49-b4d0-2210158a60d6 req-5ca7f0c6-6f54-4dd7-ab0e-b3f626816ef7 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367540 Jul 07 22:14:28.435121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df97a-4299-444b-97cc-fe1b00a3f563 req-a8dba19f-42d3-4621-b02d-6f956b2048eb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.443785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-244df97a-4299-444b-97cc-fe1b00a3f563 req-a8dba19f-42d3-4621-b02d-6f956b2048eb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 948 time: 0.2134252 Jul 07 22:14:28.502881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-244df97a-4299-444b-97cc-fe1b00a3f563 req-a45356aa-2462-4908-9a3d-9d5c826ad092 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Jul 07 22:14:28.628735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d489f5-282b-46d2-bc14-cbfdc25fc2e8 req-072d21b8-c79a-4a28-bb92-d8820d44975d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.630721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93d489f5-282b-46d2-bc14-cbfdc25fc2e8 req-072d21b8-c79a-4a28-bb92-d8820d44975d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.0865397 Jul 07 22:14:28.641086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-0230aa2d-416a-4335-bd7d-6adbb3094103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.642574 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-0230aa2d-416a-4335-bd7d-6adbb3094103 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3892784 Jul 07 22:14:28.683272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93d489f5-282b-46d2-bc14-cbfdc25fc2e8 req-125ec335-bab8-4361-9ded-5e600ffa6d28 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 Jul 07 22:14:28.710660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:28.710660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.773202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c5d6-0454-4280-b247-b59f1761907f req-e46671fb-ec1e-4bb4-ac39-f63c495989b6 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.774816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7168c5d6-0454-4280-b247-b59f1761907f req-e46671fb-ec1e-4bb4-ac39-f63c495989b6 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 1102 time: 0.0637872 Jul 07 22:14:28.799327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7168c5d6-0454-4280-b247-b59f1761907f req-efc3767e-d9a7-4548-b724-00e19790e550 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.845046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-6d5d9e30-37d2-4b60-a594-72509f308545 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935520 Jul 07 22:14:28.911018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7168c5d6-0454-4280-b247-b59f1761907f req-efc3767e-d9a7-4548-b724-00e19790e550 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.917235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7168c5d6-0454-4280-b247-b59f1761907f req-efc3767e-d9a7-4548-b724-00e19790e550 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:28.954062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3767e-d9a7-4548-b724-00e19790e550 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b04339-235c-4f32-be8a-7d51c2e2b04b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:28.980144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7168c5d6-0454-4280-b247-b59f1761907f req-efc3767e-d9a7-4548-b724-00e19790e550 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934433 Jul 07 22:14:29.050057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c46f4389-1fa3-4419-b6ca-6bd56b1e00d2 req-ffc617cf-9b12-429b-be6f-487f0ddf3425 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988096 Jul 07 22:14:29.080767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.160937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Subnet': ['ID=23e5d076-c1ad-4449-a678-4737d86f65ea,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:29.209426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Checking segment: {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:29.209816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network hostable DHCP agents. Network: 8d77073e-1458-4b5b-9014-05a6c96e482f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:29.224241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684652a-06d0-407f-9589-19215e63dcdb req-37b7589a-8400-4d03-902d-03d11a7d22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.225788 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-37b7589a-8400-4d03-902d-03d11a7d22c8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 1100 time: 0.0992589 Jul 07 22:14:29.277265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 8d77073e-1458-4b5b-9014-05a6c96e482f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:29.295545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8d77073e-1458-4b5b-9014-05a6c96e482f) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:29.302951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.303478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.309576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6ea83-2bad-4dcc-ab4c-9566e06e517b None None] Network 8d77073e-1458-4b5b-9014-05a6c96e482f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:29.338588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-98f3aa9a-77c6-4337-9771-0e4140651ab8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0429180 Jul 07 22:14:29.338964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35382) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:29.343905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684652a-06d0-407f-9589-19215e63dcdb req-e90da115-3d3f-4f6b-9a83-0c7ec88df1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.345207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-690729776'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:29.345487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-e90da115-3d3f-4f6b-9a83-0c7ec88df1f0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1131027 Jul 07 22:14:29.389534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3db9c-50fb-4ed0-8ded-8d73a6583600 req-d699266b-0017-4f1b-8a73-35ee294c6075 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.391047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65f3db9c-50fb-4ed0-8ded-8d73a6583600 req-d699266b-0017-4f1b-8a73-35ee294c6075 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.3677702 Jul 07 22:14:29.407447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:29.410886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.411793 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-f0f9f8b0-4ea1-4923-8189-20d4db6cde06 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f377afc8-0416-4e2c-afd3-705749a3c58c HTTP/1.1" status: 200 len: 217 time: 0.0575032 Jul 07 22:14:29.444010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77e65b-4a4a-432f-b3f0-4cd4fe35ee22 req-c85e2ae2-7d5d-4a92-bab0-8b568b54e1ec tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.451490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e77e65b-4a4a-432f-b3f0-4cd4fe35ee22 req-c85e2ae2-7d5d-4a92-bab0-8b568b54e1ec tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1097 time: 0.1483097 Jul 07 22:14:29.472634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:29.475816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684652a-06d0-407f-9589-19215e63dcdb req-1f604b3e-278d-43ab-bef1-db2943f8c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.477350 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-1f604b3e-278d-43ab-bef1-db2943f8c810 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0589271 Jul 07 22:14:29.481936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8d77073e-1458-4b5b-9014-05a6c96e482f', 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'fixed_ips': [{'subnet_id': '23e5d076-c1ad-4449-a678-4737d86f65ea'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:14:29.483714 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.496572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.496920 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Added segment 395e793e-4195-4f92-b243-bbbfd105c783 of type vlan for network 6b3d778a-e720-45c9-b518-7d4ce1c1622b Jul 07 22:14:29.519211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65f3db9c-50fb-4ed0-8ded-8d73a6583600 req-e94996d1-8d2a-4e41-a4b6-3935610fe223 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156168 Jul 07 22:14:29.533234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e77e65b-4a4a-432f-b3f0-4cd4fe35ee22 req-4a163bb4-5131-4348-9b67-fdb2310cf146 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776708 Jul 07 22:14:29.569957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684652a-06d0-407f-9589-19215e63dcdb req-1b4c6715-e4b5-4bb5-b997-f4df2047adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.572179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-1b4c6715-e4b5-4bb5-b997-f4df2047adb0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878985 Jul 07 22:14:29.622763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.649518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Allocated IP 19.80.0.2 (8d77073e-1458-4b5b-9014-05a6c96e482f/23e5d076-c1ad-4449-a678-4737d86f65ea/d40f84db-3a94-4146-8f02-62eb507f287b) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:29.683531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.690134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.690349 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.723882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3830359 Jul 07 22:14:29.729049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:29.742159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'subnet': {'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:29.769948 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:14:29.824907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f33d7-83fe-4ac8-b88d-520bd8d09515 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Network': ['ID=6b3d778a-e720-45c9-b518-7d4ce1c1622b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:29.844155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:29.885186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49569b-5cb3-49ed-9bf8-bee94cec2d9b req-f10ae9b4-a287-4f00-83af-b7722c8d31a6 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.888780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da49569b-5cb3-49ed-9bf8-bee94cec2d9b req-f10ae9b4-a287-4f00-83af-b7722c8d31a6 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 946 time: 0.1459997 Jul 07 22:14:29.942765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da49569b-5cb3-49ed-9bf8-bee94cec2d9b req-2fd53689-1888-4b65-96cd-d6c6d05cda1d tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482781 Jul 07 22:14:29.952576 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-62419621-221d-42b1-80b3-5208af1a2784 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672795 Jul 07 22:14:30.047909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23a543-a108-469d-b8b7-ecd4e29d4486 req-11f00720-6412-4d7e-bec2-dfcd61ce664a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.049929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d23a543-a108-469d-b8b7-ecd4e29d4486 req-11f00720-6412-4d7e-bec2-dfcd61ce664a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 948 time: 0.0791645 Jul 07 22:14:30.080862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.085546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:30.090515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.093765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Transition to ACTIVE for port object d40f84db-3a94-4146-8f02-62eb507f287b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:30.115273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Transition to ACTIVE for port object d40f84db-3a94-4146-8f02-62eb507f287b will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:30.133659 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.143908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d23a543-a108-469d-b8b7-ecd4e29d4486 req-29e60d46-52ce-4e25-8a6a-5267c29cf466 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882342 Jul 07 22:14:30.186990 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d684652a-06d0-407f-9589-19215e63dcdb req-4e65efbd-bfae-4796-93a5-7be0ad3714f0 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217784 Jul 07 22:14:30.236178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Network 8d77073e-1458-4b5b-9014-05a6c96e482f is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:30.243211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:30.260387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:30.264074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Pushing event updated for resources: {'Port': ['ID=d40f84db-3a94-4146-8f02-62eb507f287b,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:30.336250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff699fb-c19a-4509-969a-427407750a1b req-46096667-93b0-466e-80f9-f82fd43031d0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.337829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fff699fb-c19a-4509-969a-427407750a1b req-46096667-93b0-466e-80f9-f82fd43031d0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.0816932 Jul 07 22:14:30.361691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Attempting to bind port d40f84db-3a94-4146-8f02-62eb507f287b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:30.362223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Attempting to bind port d40f84db-3a94-4146-8f02-62eb507f287b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:30.362948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Attempting to bind port d40f84db-3a94-4146-8f02-62eb507f287b on network 8d77073e-1458-4b5b-9014-05a6c96e482f {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:30.377146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:30.377987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Checking segment: {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:30.377987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.378410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Bound using segment: {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:30.378949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Bound port: d40f84db-3a94-4146-8f02-62eb507f287b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:30.379335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.384975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fff699fb-c19a-4509-969a-427407750a1b req-2863b10e-3dfb-4fc7-b89c-74d1101d88ef tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391386 Jul 07 22:14:30.399712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.460644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] For port d40f84db-3a94-4146-8f02-62eb507f287b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:30.465577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] For port d40f84db-3a94-4146-8f02-62eb507f287b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d40f84db-3a94-4146-8f02-62eb507f287b,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:30.470820 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.471559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Subnet': ['ID=abffd6b3-614e-437f-bb9b-4125d71bafe5,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:30.491575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Checking segment: {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:30.492418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network hostable DHCP agents. Network: 6b3d778a-e720-45c9-b518-7d4ce1c1622b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:30.526856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:30.546679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6b3d778a-e720-45c9-b518-7d4ce1c1622b) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:30.549537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad33a-4b2d-4462-8d86-f6f7f49844e3 None None] Pushing event updated for resources: {'Port': ['ID=d40f84db-3a94-4146-8f02-62eb507f287b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:30.563502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89a0fa-42fb-4252-bda4-18d01da2093f None None] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:30.575439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.576919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.604054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-edb52051-f87e-4264-aa6e-c367fc9aea68 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8734777 Jul 07 22:14:30.667597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-da226eb3-17c6-48c9-b077-3b8c1d749f09 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401585 Jul 07 22:14:30.860068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-6b3d778a-e720-45c9-b518-7d4ce1c1622b', 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'fixed_ips': [{'subnet_id': 'abffd6b3-614e-437f-bb9b-4125d71bafe5'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:14:30.861140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.939276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-14965b09-10fd-44b3-9eba-5e283fe094c8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.940912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-14965b09-10fd-44b3-9eba-5e283fe094c8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725086 Jul 07 22:14:30.962042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-3c233a0e-b32c-4ad1-98cb-4ee73bf16003 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/quotas/252b43d23bc84ceaae99ba28e83fa710 HTTP/1.1" status: 200 len: 375 time: 0.0107396 Jul 07 22:14:31.049111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-f0e1afa3-d11a-4bf1-b7d3-8196ececf0a8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798576 Jul 07 22:14:31.065916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Allocated IP 19.86.0.2 (6b3d778a-e720-45c9-b518-7d4ce1c1622b/abffd6b3-614e-437f-bb9b-4125d71bafe5/21071ffa-5dcc-410c-b66d-8ae33239b9e7) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:31.255079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.265966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Transition to ACTIVE for port object 21071ffa-5dcc-410c-b66d-8ae33239b9e7 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:31.287914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Transition to ACTIVE for port object 21071ffa-5dcc-410c-b66d-8ae33239b9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:31.298525 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.342599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:31.345914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:31.350876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:31.355260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Pushing event updated for resources: {'Port': ['ID=21071ffa-5dcc-410c-b66d-8ae33239b9e7,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:31.386314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-ea484687-84d3-42e2-b2a3-b432106e5749 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:14:31.387502 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-ea484687-84d3-42e2-b2a3-b432106e5749 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064573 Jul 07 22:14:31.405510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Request body: {'binding': {'host': 'n-h2-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:31.406202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:14:31.441198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Attempting to bind port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:31.441697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Attempting to bind port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:31.442113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Attempting to bind port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 on network 6b3d778a-e720-45c9-b518-7d4ce1c1622b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:31.448739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:31.449608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Checking segment: {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:31.449739 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.450226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Bound using segment: {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:31.451237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Bound port: 21071ffa-5dcc-410c-b66d-8ae33239b9e7, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:31.451420 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.558679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] For port 21071ffa-5dcc-410c-b66d-8ae33239b9e7, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:31.562535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] For port 21071ffa-5dcc-410c-b66d-8ae33239b9e7, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21071ffa-5dcc-410c-b66d-8ae33239b9e7,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:31.580738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.630406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on host n-h2-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:31.630793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:31.631139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:31.671774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:31.672135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:31.688204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:31.689550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:31.690750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:31.691359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Bound port: c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:31.752638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a574a73-fde5-4df0-84cd-2c51b1c17baa None None] Pushing event updated for resources: {'Port': ['ID=21071ffa-5dcc-410c-b66d-8ae33239b9e7,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:31.767230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d40f84db-3a94-4146-8f02-62eb507f287b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:31.861588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:31.875638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.882749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-c75a510d-a12d-4718-ad31-afedde51e46d service neutron] 10.222.0.95 "POST /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4845147 Jul 07 22:14:31.910563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d40f84db-3a94-4146-8f02-62eb507f287b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:31.990398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73afff30-e8b1-4b78-8107-2038611dd0e1 None None] Network 8d77073e-1458-4b5b-9014-05a6c96e482f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:32.208073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] Provisioning for port d40f84db-3a94-4146-8f02-62eb507f287b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:32.219541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] Provisioning complete for port d40f84db-3a94-4146-8f02-62eb507f287b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:32.220058 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.235570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d54d5-0734-42b7-ba03-062d60e6748c req-610d0b88-2e01-4cb2-a373-b5c5153a51e5 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.255966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-829d54d5-0734-42b7-ba03-062d60e6748c req-610d0b88-2e01-4cb2-a373-b5c5153a51e5 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1394970 Jul 07 22:14:32.306859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-829d54d5-0734-42b7-ba03-062d60e6748c req-7c80c10b-5392-4614-95c8-e86bae76bbb9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Jul 07 22:14:32.315593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-d1e22d8a-d2eb-4565-963c-970e9f5e4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.317137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-d1e22d8a-d2eb-4565-963c-970e9f5e4673 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1097 time: 0.0910089 Jul 07 22:14:32.452214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-191bfd35-83f8-4f93-90c8-1911253490f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.453778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-191bfd35-83f8-4f93-90c8-1911253490f2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.1259294 Jul 07 22:14:32.471548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-991e3960-128d-4395-9e8f-8d3184303ab3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.479031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-991e3960-128d-4395-9e8f-8d3184303ab3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.486870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-991e3960-128d-4395-9e8f-8d3184303ab3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/networks?id=8d77073e-1458-4b5b-9014-05a6c96e482f&id=6b3d778a-e720-45c9-b518-7d4ce1c1622b HTTP/1.1" status: 200 len: 1390 time: 0.1409142 Jul 07 22:14:32.504819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-57f36863-d1c1-4315-8a27-afd606cef8d3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/quotas/9aa230ef149d4c02a339b4e376df8a73 HTTP/1.1" status: 200 len: 375 time: 0.0166593 Jul 07 22:14:32.510717 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-6f58d503-671d-4b12-b61e-148701a74479 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 217 time: 0.0484166 Jul 07 22:14:32.543268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.584794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-85157312-f9bd-406d-b8df-43a313e0516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.586595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-85157312-f9bd-406d-b8df-43a313e0516c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0680628 Jul 07 22:14:32.607751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] For port d40f84db-3a94-4146-8f02-62eb507f287b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d40f84db-3a94-4146-8f02-62eb507f287b,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:32.613366 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.655034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-f58fabf9-bc47-49c4-8ba5-499499659a45 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1486723 Jul 07 22:14:32.662072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-e18146dc-038f-4403-81e9-ba3b1c427f47 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680494 Jul 07 22:14:32.679660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c4bb6-0449-4237-a579-27bef1549385 None None] Pushing event updated for resources: {'Port': ['ID=d40f84db-3a94-4146-8f02-62eb507f287b,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:32.741700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9929b-0367-4b52-a5af-1bde09e2303f req-2f291789-aa32-47a2-9fbd-b40230913132 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.743940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1f9929b-0367-4b52-a5af-1bde09e2303f req-2f291789-aa32-47a2-9fbd-b40230913132 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 948 time: 0.2361991 Jul 07 22:14:32.813513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1f9929b-0367-4b52-a5af-1bde09e2303f req-3a76e623-bf6e-49d3-b707-9b3e230f5be6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601473 Jul 07 22:14:32.826727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-d4d69b8b-0a02-40f7-a51f-d8b1e6436816 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542940 Jul 07 22:14:32.843618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b4d718d6-cf08-43b0-bcdc-2e034df097fe service neutron] 10.222.0.95 "GET /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872568 Jul 07 22:14:32.953728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5cce78f3-845f-4be5-9a52-df7bcbf6bc81 None None] Provisioning complete for port d40f84db-3a94-4146-8f02-62eb507f287b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:32.954223 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5cce78f3-845f-4be5-9a52-df7bcbf6bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.998721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-761b5aa5-3db0-4a2b-9549-b1089effa55b service neutron] 10.222.0.95 "GET /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395192 Jul 07 22:14:33.030152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-96825eb9-78d7-43b5-aa75-bda302188d60 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875412 Jul 07 22:14:33.162709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-8a1d64a8-a4f1-4c78-9b64-55746b619d42 service neutron] 10.222.0.95 "GET /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546373 Jul 07 22:14:33.172755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ae0b4-71a7-4a3b-bd6b-293bcd2004fb req-611fa2d1-7575-4ba2-be6b-0370171fec02 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.174155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b18ae0b4-71a7-4a3b-bd6b-293bcd2004fb req-611fa2d1-7575-4ba2-be6b-0370171fec02 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.1364205 Jul 07 22:14:33.186463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a276a73-1432-411b-9441-afc599e21e46 None None] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:33.247861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-91fa789d-8f47-4f69-adc9-721022e6de3a None None] Provisioning for port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:33.269864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b18ae0b4-71a7-4a3b-bd6b-293bcd2004fb req-ab872257-6393-42e8-9f54-414366690ad8 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859039 Jul 07 22:14:33.289622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-f13ccbbd-0eae-4c2e-9fcf-5e61d9d5cad2 service neutron] 10.222.0.95 "GET /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144736 Jul 07 22:14:33.426514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f377afc8-0416-4e2c-afd3-705749a3c58c details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:33.685206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f377afc8-0416-4e2c-afd3-705749a3c58c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f377afc8-0416-4e2c-afd3-705749a3c58c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:33.727058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'f377afc8-0416-4e2c-afd3-705749a3c58c', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'f377afc8-0416-4e2c-afd3-705749a3c58c', 'mac_address': 'fa:16:3e:84:79:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:33.828931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.843670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f377afc8-0416-4e2c-afd3-705749a3c58c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:33.891309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f377afc8-0416-4e2c-afd3-705749a3c58c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f377afc8-0416-4e2c-afd3-705749a3c58c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:33.894763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d40f84db-3a94-4146-8f02-62eb507f287b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:33.906952 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-3c166760-ed52-4511-80e6-e41116ffa4e4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896204 Jul 07 22:14:33.931507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc7406-6cca-4fe1-9867-eee908b149ad req-4138f629-913b-44bd-808f-7ba0291b84a3 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.941017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17dc7406-6cca-4fe1-9867-eee908b149ad req-4138f629-913b-44bd-808f-7ba0291b84a3 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 946 time: 0.1707332 Jul 07 22:14:33.970006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.978376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d5dab-01db-42e3-af28-6d3925fb6a31 req-2fe1d133-3618-4087-b1f3-50ee205cb7e5 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.985620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e1d5dab-01db-42e3-af28-6d3925fb6a31 req-2fe1d133-3618-4087-b1f3-50ee205cb7e5 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.2705626 Jul 07 22:14:34.031927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17dc7406-6cca-4fe1-9867-eee908b149ad req-47bba77c-9777-4da4-997d-f439b813f56a tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894749 Jul 07 22:14:34.033107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f377afc8-0416-4e2c-afd3-705749a3c58c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:34.039116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e1d5dab-01db-42e3-af28-6d3925fb6a31 req-388956f6-ee5e-4c67-8259-0ea426ad09d9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526264 Jul 07 22:14:34.094484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d40f84db-3a94-4146-8f02-62eb507f287b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:34.095469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.176284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-04c37b73-908d-448d-bd66-a1fe72f831a1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.180106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-04c37b73-908d-448d-bd66-a1fe72f831a1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671790 Jul 07 22:14:34.198553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:34.285703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21071ffa-5dcc-410c-b66d-8ae33239b9e7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:34.382175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ded4f781-2d72-445f-a81e-74d076e67faf req-a2b77c4a-cd96-4cc5-8782-4ea152a6531d tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 210 time: 0.0913978 Jul 07 22:14:34.391074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:34.396622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:34.397573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.449057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff74f55-73e7-48a5-89c4-7479a900e3ad req-7e806249-880e-4e64-8593-b248ca9a8396 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.458242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ff74f55-73e7-48a5-89c4-7479a900e3ad req-7e806249-880e-4e64-8593-b248ca9a8396 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.2236085 Jul 07 22:14:34.495337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-e7def57c-4984-4677-afd0-d22063c96f63 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.500008 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-e7def57c-4984-4677-afd0-d22063c96f63 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "GET /v2.0/ports?device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 946 time: 0.2121518 Jul 07 22:14:34.506605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ff74f55-73e7-48a5-89c4-7479a900e3ad req-dd799991-fe5d-4a94-a976-2aa0c3b5209a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468342 Jul 07 22:14:34.550050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.556080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f377afc8-0416-4e2c-afd3-705749a3c58c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:34.595090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:34.603413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.625208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-23dd0645-aa6c-40f0-b00d-557d27e8cd13 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511708 Jul 07 22:14:34.707650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 21071ffa-5dcc-410c-b66d-8ae33239b9e7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21071ffa-5dcc-410c-b66d-8ae33239b9e7,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:34.713999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7eb82449-cb14-4b8c-8453-58b10044c533 req-938fd963-5250-495c-989b-9d48e577337e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 210 time: 0.0860415 Jul 07 22:14:34.718432 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.882066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.104 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/dc4fd254-d25a-4d3c-837a-314b25249186) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:34.893936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=21071ffa-5dcc-410c-b66d-8ae33239b9e7,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.018235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-72b7ec24-1751-4307-8e28-e3c445ee2e9d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.019631 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-72b7ec24-1751-4307-8e28-e3c445ee2e9d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3770292 Jul 07 22:14:35.032473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d583-9157-4595-a714-665fb217c5af req-467bcc2b-1c05-4eef-8051-025285e9c8dc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.033955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b265d583-9157-4595-a714-665fb217c5af req-467bcc2b-1c05-4eef-8051-025285e9c8dc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.1576483 Jul 07 22:14:35.039767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:35.051602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89277479-9252-47ca-9400-2a2fb714f04d req-bd64dbdd-a70c-4d68-acc3-4c054cb73d3a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.053059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89277479-9252-47ca-9400-2a2fb714f04d req-bd64dbdd-a70c-4d68-acc3-4c054cb73d3a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 949 time: 0.3567913 Jul 07 22:14:35.118861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.129402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Deleting port 9111be42-9d8b-4397-bf1d-6924506322c1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:35.129765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.179692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89277479-9252-47ca-9400-2a2fb714f04d req-aaa754d6-4ffc-4b32-b7ab-dcf3159a0569 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850642 Jul 07 22:14:35.180044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object dc4fd254-d25a-4d3c-837a-314b25249186 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:35.185398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b265d583-9157-4595-a714-665fb217c5af req-14d1ffaf-3137-46e4-b2fd-36d7eac2da33 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205964 Jul 07 22:14:35.257342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:35.266050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.279980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] For port 9111be42-9d8b-4397-bf1d-6924506322c1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9111be42-9d8b-4397-bf1d-6924506322c1,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:35.280359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.295775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Calling delete_port for 9111be42-9d8b-4397-bf1d-6924506322c1 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:35.298900 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.314538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:35.391081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:35.401583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:35.408556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:35.416074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=dc4fd254-d25a-4d3c-837a-314b25249186,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.519437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.520202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.644840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.181 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/cb1d6ea9-3961-4e34-8973-308d6f6a310f) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:35.661877 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-36825ce7-9e10-4cda-a535-97e5436b4dc1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4687080 Jul 07 22:14:35.681647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23f3e7-4d6f-4e92-ab96-bc60a7c4ed3b req-18c367cd-f144-45e5-816a-e9cad8100119 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.683356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Request body: {'port': {'device_id': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:35.684645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d23f3e7-4d6f-4e92-ab96-bc60a7c4ed3b req-18c367cd-f144-45e5-816a-e9cad8100119 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.2938173 Jul 07 22:14:35.700506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21071ffa-5dcc-410c-b66d-8ae33239b9e7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:35.716390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76a93f-3084-4a76-9cc6-9d6534e08338 req-5e27618e-742d-447e-a478-b28601a08d7a tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.723559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e76a93f-3084-4a76-9cc6-9d6534e08338 req-5e27618e-742d-447e-a478-b28601a08d7a tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=1aff9114-485a-4e99-bbc4-40ff79654ad3 HTTP/1.1" status: 200 len: 946 time: 0.2498004 Jul 07 22:14:35.796358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d23f3e7-4d6f-4e92-ab96-bc60a7c4ed3b req-73c221d1-8371-452c-823d-de869a7da2dd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955949 Jul 07 22:14:35.811738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-615989d5-218f-4670-9154-3c957dc9478a None None] Provisioning for port dc4fd254-d25a-4d3c-837a-314b25249186 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:35.820507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-615989d5-218f-4670-9154-3c957dc9478a None None] Provisioning complete for port dc4fd254-d25a-4d3c-837a-314b25249186 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:35.822207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-615989d5-218f-4670-9154-3c957dc9478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.837468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e76a93f-3084-4a76-9cc6-9d6534e08338 req-d77d4ea0-d013-48ac-a2a2-fb2a08ca3bd6 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124382 Jul 07 22:14:35.881758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:35.882140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.908769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.919438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-805cce85-024a-4952-9e3d-6428e122d8ad tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.926513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-805cce85-024a-4952-9e3d-6428e122d8ad tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.929388 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-805cce85-024a-4952-9e3d-6428e122d8ad tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.103 "GET /v2.0/networks?id=8d77073e-1458-4b5b-9014-05a6c96e482f&id=6b3d778a-e720-45c9-b518-7d4ce1c1622b HTTP/1.1" status: 200 len: 1390 time: 0.3903065 Jul 07 22:14:35.954285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'port': {'device_id': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f', 'admin_state_up': True, 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:36.058164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.092427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-615989d5-218f-4670-9154-3c957dc9478a None None] Port dc4fd254-d25a-4d3c-837a-314b25249186 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:36.102336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51f963cc-b95d-44df-a8fd-8f3235cd492d req-73826e0f-d580-451b-94d5-0fa28294c11f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 210 time: 0.0667503 Jul 07 22:14:36.116790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object cb1d6ea9-3961-4e34-8973-308d6f6a310f will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:36.125437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:36.131383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.185967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.205730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:36.219198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.241811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9111be42-9d8b-4397-bf1d-6924506322c1', 'b6ebfe39-065b-4054-aef0-c5b922b92d03'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:36.317990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:36.322655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:36.330358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:36.388990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Pushing event deleted for resources: {'Port': ['ID=9111be42-9d8b-4397-bf1d-6924506322c1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:36.401119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=cb1d6ea9-3961-4e34-8973-308d6f6a310f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:36.457694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:36.458662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.481728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] No DVR routers for this DVR port 9111be42-9d8b-4397-bf1d-6924506322c1 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:36.484183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a4c94-04d2-4511-83ed-92560a46df1d req-1d72b4d0-293b-47f0-908a-61511cd084f6 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:36.486214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-250a4c94-04d2-4511-83ed-92560a46df1d req-1d72b4d0-293b-47f0-908a-61511cd084f6 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.2975338 Jul 07 22:14:36.486362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.489850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-612358fb-e1a8-4c64-90fa-283d8496f4e3 req-612399e9-f327-45ce-afc2-60825c78c6e0 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "DELETE /v2.0/ports/9111be42-9d8b-4397-bf1d-6924506322c1 HTTP/1.1" status: 204 len: 173 time: 1.9809203 Jul 07 22:14:36.496687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'name': 'network-vif-deleted', 'tag': '9111be42-9d8b-4397-bf1d-6924506322c1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:36.499202 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a73fb8-93f0-416c-9873-757d9d4c8427" -d '{"events": [{"server_uuid": "1aff9114-485a-4e99-bbc4-40ff79654ad3", "name": "network-vif-deleted", "tag": "9111be42-9d8b-4397-bf1d-6924506322c1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:36.505825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968967a4-1b6e-4241-a5b7-1b298052e3f1 req-7775388a-e48b-42d7-8cee-4c512c568580 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:36.520413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-968967a4-1b6e-4241-a5b7-1b298052e3f1 req-7775388a-e48b-42d7-8cee-4c512c568580 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 936 time: 0.2572362 Jul 07 22:14:36.550143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-45a7555b-ba43-4b9c-aca8-f1bc9685b171 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5151665 Jul 07 22:14:36.595364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-250a4c94-04d2-4511-83ed-92560a46df1d req-ce2601d2-f9ab-438b-8243-c3aa6adccdfc tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 Jul 07 22:14:36.599184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Request body: {'port': {'device_id': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:36.702458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-968967a4-1b6e-4241-a5b7-1b298052e3f1 req-9cd57c97-5042-4a31-a352-43dc0c5fe52a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809754 Jul 07 22:14:36.734795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-648f23a2-e772-448b-ac2c-b137af40501e None None] Provisioning for port cb1d6ea9-3961-4e34-8973-308d6f6a310f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:36.741336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-648f23a2-e772-448b-ac2c-b137af40501e None None] Provisioning complete for port cb1d6ea9-3961-4e34-8973-308d6f6a310f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:36.741962 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-648f23a2-e772-448b-ac2c-b137af40501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.791674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-648f23a2-e772-448b-ac2c-b137af40501e None None] Port cb1d6ea9-3961-4e34-8973-308d6f6a310f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.806451 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:36.810180 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:36.846386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.915741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2c2d91be-f917-4454-8535-4c86ef4fcc36'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:36.944429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60850b60-8c85-45f9-a15f-61cbc359b791 req-2119b04c-f285-41b2-a05b-903d33fcfc5f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:36.945975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60850b60-8c85-45f9-a15f-61cbc359b791 req-2119b04c-f285-41b2-a05b-903d33fcfc5f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 949 time: 0.1821871 Jul 07 22:14:37.024782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Allocated IP 19.80.0.171 (8d77073e-1458-4b5b-9014-05a6c96e482f/23e5d076-c1ad-4449-a678-4737d86f65ea/496c63ac-64be-4e10-b19a-3ee4c02ebc50) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:37.085817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60850b60-8c85-45f9-a15f-61cbc359b791 req-7ad947b1-a13a-44cc-8445-26ad8584dd02 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318603 Jul 07 22:14:37.129034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08724c85-23ca-4404-85c4-462cf45937d7 req-c4ac0b37-9fbc-474f-be77-f881c63e295d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.130603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08724c85-23ca-4404-85c4-462cf45937d7 req-c4ac0b37-9fbc-474f-be77-f881c63e295d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.2589366 Jul 07 22:14:37.192817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.207333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Transition to ACTIVE for port object 496c63ac-64be-4e10-b19a-3ee4c02ebc50 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:37.231798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08724c85-23ca-4404-85c4-462cf45937d7 req-9c3d57f5-5f22-478a-a59a-b0e362289eaa tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597687 Jul 07 22:14:37.247417 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88f5ee4-1a9e-423c-8ddc-db2a123d27ba x-openstack-request-id: req-e88f5ee4-1a9e-423c-8ddc-db2a123d27ba {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:37.247417 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aff9114-485a-4e99-bbc4-40ff79654ad3", "name": "network-vif-deleted", "tag": "9111be42-9d8b-4397-bf1d-6924506322c1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:37.247417 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e88f5ee4-1a9e-423c-8ddc-db2a123d27ba {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:37.247880 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aff9114-485a-4e99-bbc4-40ff79654ad3', 'name': 'network-vif-deleted', 'tag': '9111be42-9d8b-4397-bf1d-6924506322c1', 'status': 'completed', 'code': 200} Jul 07 22:14:37.249737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.313075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 8d77073e-1458-4b5b-9014-05a6c96e482f is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:37.322484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:37.328000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:37.365827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Port': ['ID=496c63ac-64be-4e10-b19a-3ee4c02ebc50,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:37.383368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1d6ea9-3961-4e34-8973-308d6f6a310f {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:37.397177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.398885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.402312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.423825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-05d64fd1-d418-45e6-8b61-ababcdfe7616 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4739347 Jul 07 22:14:37.425075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Transition to ACTIVE for port object cb1d6ea9-3961-4e34-8973-308d6f6a310f will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:37.438298 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.442619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f377afc8-0416-4e2c-afd3-705749a3c58c up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:37.451845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Request body: {'port': {'device_id': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b', 'admin_state_up': True, 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:37.547316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1d6ea9-3961-4e34-8973-308d6f6a310f,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:37.559451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port f377afc8-0416-4e2c-afd3-705749a3c58c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:37.564851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port f377afc8-0416-4e2c-afd3-705749a3c58c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:37.565233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.703862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403aa5a4-5405-4b2f-88b5-b7afc73d0581 req-158ba95a-a639-4486-a7f7-f8416826222e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.720081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-403aa5a4-5405-4b2f-88b5-b7afc73d0581 req-158ba95a-a639-4486-a7f7-f8416826222e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.2936034 Jul 07 22:14:37.722671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Made reservation on behalf of 9aa230ef149d4c02a339b4e376df8a73 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:37.726548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.780651 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.795530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-403aa5a4-5405-4b2f-88b5-b7afc73d0581 req-fbe453e6-0494-47cf-9a56-4cc3b5d41d4a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744939 Jul 07 22:14:37.848537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Attempting to bind port cb1d6ea9-3961-4e34-8973-308d6f6a310f on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:37.848887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Attempting to bind port cb1d6ea9-3961-4e34-8973-308d6f6a310f by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:37.849224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Attempting to bind port cb1d6ea9-3961-4e34-8973-308d6f6a310f on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:37.855186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Port cb1d6ea9-3961-4e34-8973-308d6f6a310f on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:37.855496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Attempting to bind port cb1d6ea9-3961-4e34-8973-308d6f6a310f on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:37.863215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f377afc8-0416-4e2c-afd3-705749a3c58c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f377afc8-0416-4e2c-afd3-705749a3c58c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:37.864705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:37.865052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:37.865446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:37.865884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Bound port: cb1d6ea9-3961-4e34-8973-308d6f6a310f, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:37.866250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.869377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f377afc8-0416-4e2c-afd3-705749a3c58c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:37.874412 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c2954-97d2-4d96-b878-76adbb09bfaa" -d '{"events": [{"server_uuid": "4c8e9588-22a3-4b0d-9329-bcad4801ec58", "name": "network-vif-plugged", "status": "completed", "tag": "f377afc8-0416-4e2c-afd3-705749a3c58c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:37.887145 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.888267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9111be42-9d8b-4397-bf1d-6924506322c1 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:37.951420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Allocated IP 19.86.0.46 (6b3d778a-e720-45c9-b518-7d4ce1c1622b/abffd6b3-614e-437f-bb9b-4125d71bafe5/25082bf6-f666-43a7-98a8-798f516e5418) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:37.959477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f377afc8-0416-4e2c-afd3-705749a3c58c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:37.964348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 9111be42-9d8b-4397-bf1d-6924506322c1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:37.964760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9111be42-9d8b-4397-bf1d-6924506322c1 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:37.968252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-72716053-0db0-4e3a-8a2e-fd6af2acc1c0 None None] Provisioning for port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:37.973434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-72716053-0db0-4e3a-8a2e-fd6af2acc1c0 None None] Provisioning complete for port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:37.973815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-72716053-0db0-4e3a-8a2e-fd6af2acc1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.156235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-72716053-0db0-4e3a-8a2e-fd6af2acc1c0 None None] Port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:38.205704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4fd254-d25a-4d3c-837a-314b25249186 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:38.217586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.242650 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Transition to ACTIVE for port object dc4fd254-d25a-4d3c-837a-314b25249186 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:38.249606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.305886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] For port cb1d6ea9-3961-4e34-8973-308d6f6a310f, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:38.312573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] For port cb1d6ea9-3961-4e34-8973-308d6f6a310f, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:38.330432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e6361-a5bb-4ead-a293-61fa9bd8d76d req-bb9edb34-e031-4f1c-b7af-a69cd75d86ca tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.332060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-784e6361-a5bb-4ead-a293-61fa9bd8d76d req-bb9edb34-e031-4f1c-b7af-a69cd75d86ca tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 932 time: 0.4365699 Jul 07 22:14:38.333240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.369970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.372763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Pushing event updated for resources: {'Port': ['ID=dc4fd254-d25a-4d3c-837a-314b25249186,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:38.404466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49577b84-6d11-4cca-bfa7-d7ee3aff8ccd req-3537fd98-35d2-4307-81f8-85d97c267bd7 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.406005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49577b84-6d11-4cca-bfa7-d7ee3aff8ccd req-3537fd98-35d2-4307-81f8-85d97c267bd7 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1814649 Jul 07 22:14:38.407404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.407677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Transition to ACTIVE for port object 25082bf6-f666-43a7-98a8-798f516e5418 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:38.407962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.409260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] 10.222.0.97 "PUT /v2.0/ports/cb1d6ea9-3961-4e34-8973-308d6f6a310f HTTP/1.1" status: 200 len: 1097 time: 1.8294444 Jul 07 22:14:38.413811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'tag': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:38.416241 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3320233-8945-49dc-89e0-65def7d5ebe3", "tag": "cb1d6ea9-3961-4e34-8973-308d6f6a310f"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:38.477890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-784e6361-a5bb-4ead-a293-61fa9bd8d76d req-9ad63516-4055-4ae3-9125-520a0a4b2fb1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373067 Jul 07 22:14:38.479000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Attempting to bind port dc4fd254-d25a-4d3c-837a-314b25249186 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:38.479702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Attempting to bind port dc4fd254-d25a-4d3c-837a-314b25249186 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:38.479702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Attempting to bind port dc4fd254-d25a-4d3c-837a-314b25249186 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:38.486253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Port dc4fd254-d25a-4d3c-837a-314b25249186 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:38.487497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Attempting to bind port dc4fd254-d25a-4d3c-837a-314b25249186 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:38.495082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:38.495471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:38.496244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:38.496798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Bound port: dc4fd254-d25a-4d3c-837a-314b25249186, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:38.497176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.508040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439b8f-bb23-4bfa-9a54-39e947076cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1d6ea9-3961-4e34-8973-308d6f6a310f,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:38.515475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.521875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49577b84-6d11-4cca-bfa7-d7ee3aff8ccd req-3ac6aeb9-2959-4e81-b534-50068745fbe1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924742 Jul 07 22:14:38.567488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-25d0418b-96c5-4fde-ba21-2a89e471b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.568982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-25d0418b-96c5-4fde-ba21-2a89e471b438 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 1100 time: 0.0988281 Jul 07 22:14:38.584261 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21109e65-075f-4595-a892-a9a081b4c070 x-openstack-request-id: req-21109e65-075f-4595-a892-a9a081b4c070 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:38.584572 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8e9588-22a3-4b0d-9329-bcad4801ec58", "name": "network-vif-plugged", "status": "completed", "tag": "f377afc8-0416-4e2c-afd3-705749a3c58c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:38.584815 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-21109e65-075f-4595-a892-a9a081b4c070 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:38.585221 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f377afc8-0416-4e2c-afd3-705749a3c58c', 'code': 200} Jul 07 22:14:38.633338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:38.641324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:38.649845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:38.655933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-cfef7452-8c40-4cc7-93d3-a8a4323959cd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f HTTP/1.1" status: 200 len: 217 time: 0.0622699 Jul 07 22:14:38.734742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event updated for resources: {'Port': ['ID=25082bf6-f666-43a7-98a8-798f516e5418,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:38.788734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-eb7e4f5d-867c-4b3d-9524-65bba02f5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.791002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-eb7e4f5d-867c-4b3d-9524-65bba02f5a72 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1165636 Jul 07 22:14:38.807281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] For port dc4fd254-d25a-4d3c-837a-314b25249186, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:38.817688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] For port dc4fd254-d25a-4d3c-837a-314b25249186, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc4fd254-d25a-4d3c-837a-314b25249186,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:38.830396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.831063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.844340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.887265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-1b3e33d9-c9d2-45bf-a737-c2ed1c191cda tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.889370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-1b3e33d9-c9d2-45bf-a737-c2ed1c191cda tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.3389368 Jul 07 22:14:38.893998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.894670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.896373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] 10.222.0.97 "PUT /v2.0/ports/dc4fd254-d25a-4d3c-837a-314b25249186 HTTP/1.1" status: 200 len: 1097 time: 3.2207325 Jul 07 22:14:38.903939 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-2df83025-4312-4751-a9f7-9dadf1ba749e tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4609172 Jul 07 22:14:38.919097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Request body: {'port': {'device_id': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:38.937425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-13'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:38.970134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d570-1dc7-454b-8ba5-2ec5921439e0 req-9f707c20-2249-4a10-af69-a0d695e82099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.971889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5922d570-1dc7-454b-8ba5-2ec5921439e0 req-9f707c20-2249-4a10-af69-a0d695e82099 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 1102 time: 0.2585931 Jul 07 22:14:39.034862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c73a75-f4fd-41ad-b688-c68e2484d16f service neutron] Pushing event updated for resources: {'Port': ['ID=dc4fd254-d25a-4d3c-837a-314b25249186,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:39.051404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5a34e67a-71a9-4b81-8562-c4ea5a9dc1e7 None None] Provisioning for port 25082bf6-f666-43a7-98a8-798f516e5418 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:39.056151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5a34e67a-71a9-4b81-8562-c4ea5a9dc1e7 None None] Provisioning complete for port 25082bf6-f666-43a7-98a8-798f516e5418 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:39.056522 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5a34e67a-71a9-4b81-8562-c4ea5a9dc1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.100878 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5922d570-1dc7-454b-8ba5-2ec5921439e0 req-30361fd6-36d2-4ead-946f-92272959ae07 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183398 Jul 07 22:14:39.106767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5a34e67a-71a9-4b81-8562-c4ea5a9dc1e7 None None] Port 25082bf6-f666-43a7-98a8-798f516e5418 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:39.123795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.133577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb561-74cd-4cac-9806-84b6e01b2db9 req-839cf3fc-765b-4995-9f4f-3ec52dec625d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.135732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fdb561-74cd-4cac-9806-84b6e01b2db9 req-839cf3fc-765b-4995-9f4f-3ec52dec625d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 948 time: 0.3933022 Jul 07 22:14:39.140613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-5416b4c7-2fd3-4244-a4bb-bf2008215bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.142839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-5416b4c7-2fd3-4244-a4bb-bf2008215bed service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 1100 time: 0.1808219 Jul 07 22:14:39.147935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-7e1e9b36-155c-4fa2-9a81-16a9ba795541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.149634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-7e1e9b36-155c-4fa2-9a81-16a9ba795541 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3041782 Jul 07 22:14:39.189990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c08df-c436-4cf4-b348-6976108abee1 req-16d0d0b4-3f33-46dd-a01b-51494634629f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.192442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-400c08df-c436-4cf4-b348-6976108abee1 req-16d0d0b4-3f33-46dd-a01b-51494634629f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 950 time: 0.2888908 Jul 07 22:14:39.210746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.275536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'tag': 'dc4fd254-d25a-4d3c-837a-314b25249186'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:39.277855 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96de1a38-baf9-401c-95f1-fdb66dff3a58" -d '{"events": [{"name": "network-changed", "server_uuid": "a879a656-ad0f-47bb-b7d9-03e5ea17908d", "tag": "dc4fd254-d25a-4d3c-837a-314b25249186"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:39.320809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-b3c12790-db96-43a7-842f-229486ddfb71 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dc4fd254-d25a-4d3c-837a-314b25249186 HTTP/1.1" status: 200 len: 217 time: 0.0377419 Jul 07 22:14:39.339815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fdb561-74cd-4cac-9806-84b6e01b2db9 req-53566eae-a708-436f-b648-cdca33e70a88 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890357 Jul 07 22:14:39.355077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-9bf6474f-c1e7-49c3-a04d-2078cb6a97e6 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194186 Jul 07 22:14:39.441326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-8af421ff-d5ef-49d6-bc1c-3e5426736a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.442909 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-8af421ff-d5ef-49d6-bc1c-3e5426736a02 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1142533 Jul 07 22:14:39.448614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-400c08df-c436-4cf4-b348-6976108abee1 req-43069c7a-91e3-4b89-a016-a63fa08eddec tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416897 Jul 07 22:14:39.554305 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd14d3-14ec-408b-b2ec-03019b5efd31 x-openstack-request-id: req-7cfd14d3-14ec-408b-b2ec-03019b5efd31 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:39.554601 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3320233-8945-49dc-89e0-65def7d5ebe3", "tag": "cb1d6ea9-3961-4e34-8973-308d6f6a310f", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:39.554876 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7cfd14d3-14ec-408b-b2ec-03019b5efd31 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:39.555793 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'tag': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'status': 'completed', 'code': 200} Jul 07 22:14:39.600641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-96f0ea5b-d2bc-4d6e-a1c4-78bc007fe978 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184677 Jul 07 22:14:39.621912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496c63ac-64be-4e10-b19a-3ee4c02ebc50 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:39.622377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:39.637064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.656120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-064ed034-587f-4f47-a60e-5ed0c2cede24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.660024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049579f-031a-4e9f-b423-10fa2caf3739 req-dc6756df-c649-4fc6-94ca-3b02c180ae84 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.660495 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-064ed034-587f-4f47-a60e-5ed0c2cede24 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1801586 Jul 07 22:14:39.661567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3049579f-031a-4e9f-b423-10fa2caf3739 req-dc6756df-c649-4fc6-94ca-3b02c180ae84 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 945 time: 0.1813142 Jul 07 22:14:39.665603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Transition to ACTIVE for port object 496c63ac-64be-4e10-b19a-3ee4c02ebc50 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:39.668858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.738164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:39.813976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3049579f-031a-4e9f-b423-10fa2caf3739 req-7508aed9-9c10-4b98-80d4-710dafa3c6e0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422613 Jul 07 22:14:39.844427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.849722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:39.849900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Pushing event updated for resources: {'Port': ['ID=496c63ac-64be-4e10-b19a-3ee4c02ebc50,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:39.875168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.898434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-c76dac68-8415-418d-bd38-c140a8dd6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.900120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-c76dac68-8415-418d-bd38-c140a8dd6060 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 1100 time: 0.2223449 Jul 07 22:14:39.941840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Attempting to bind port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:39.942119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Attempting to bind port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:39.942774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Attempting to bind port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 on network 8d77073e-1458-4b5b-9014-05a6c96e482f {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:39.958067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 on network 8d77073e-1458-4b5b-9014-05a6c96e482f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:39.958441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Attempting to bind port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 on network 8d77073e-1458-4b5b-9014-05a6c96e482f {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:39.972272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-0d3b3d32-7476-4dce-be18-4e5149ca8cb3 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957461 Jul 07 22:14:39.978231 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9460af66-7982-4d1a-92f2-138292635f85 x-openstack-request-id: req-9460af66-7982-4d1a-92f2-138292635f85 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:39.978523 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a879a656-ad0f-47bb-b7d9-03e5ea17908d", "tag": "dc4fd254-d25a-4d3c-837a-314b25249186", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:39.978801 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9460af66-7982-4d1a-92f2-138292635f85 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:39.979260 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'tag': 'dc4fd254-d25a-4d3c-837a-314b25249186', 'status': 'completed', 'code': 200} Jul 07 22:14:39.980066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:39.980415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Checking segment: {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:39.980807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Bound using segment: {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:39.981257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Bound port: 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75202504-ec76-4100-a5a9-f56d7c4421c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:39.981728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.059567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.073669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:40.094255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:40.094709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:40.095109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:40.112317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:40.113366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:40.113740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:40.115738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:40.116136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:40.120055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:40.120415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Attempting to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:40.125183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:40.125584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:40.126319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:40.126816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Bound port: a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:40.127214 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.137646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-87bb2147-7701-47cf-bdf0-5b21f2a18687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.138972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-87bb2147-7701-47cf-bdf0-5b21f2a18687 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2187595 Jul 07 22:14:40.159044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:40.159475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:40.159940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:40.160447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Bound port: a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:40.160813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.177376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] For port 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:40.183236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] For port 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:40.192609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:40.195723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.196456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:40.201091 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.212437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-2eb62309-d7e0-4970-8bb7-27aa415fe27e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f HTTP/1.1" status: 200 len: 217 time: 0.0553694 Jul 07 22:14:40.251356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Pushing event updated for resources: {'Port': ['ID=496c63ac-64be-4e10-b19a-3ee4c02ebc50,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.264259 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb78df3-a8c2-40c2-a817-09750cb20889 req-d2a8c3d9-c4d4-487d-95c6-3b2bed00b675 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772675 Jul 07 22:14:40.272380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.273068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.275128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-b6893875-a7e8-4bc9-833b-8d416cbb0a54 service neutron] 10.222.0.103 "PUT /v2.0/ports/496c63ac-64be-4e10-b19a-3ee4c02ebc50 HTTP/1.1" status: 200 len: 1093 time: 1.3613355 Jul 07 22:14:40.289073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.299949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec has no active binding in host n-h1-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:14:40.301747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec936ae-17b0-4f3a-8081-980a20b71ede req-e19994be-1515-4d06-bce8-0da7decf73a8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.303419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec936ae-17b0-4f3a-8081-980a20b71ede req-e19994be-1515-4d06-bce8-0da7decf73a8 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.2673225 Jul 07 22:14:40.311880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Request body: {'port': {'device_id': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:40.345617 n-d-694802-13 neutron-server[93932]: WARNING neutron.plugins.ml2.plugin [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Concurrent port binding operations failed on port a3ac673d-70bc-4dff-b8ff-77a74579c4ec Jul 07 22:14:40.354704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:40.366849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eab74-b2c9-41ad-9119-093f48e2e254 req-a3c4abd3-2209-4495-85a7-8aef5e5d27aa tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.372962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eab74-b2c9-41ad-9119-093f48e2e254 req-a3c4abd3-2209-4495-85a7-8aef5e5d27aa tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.379896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-131eab74-b2c9-41ad-9119-093f48e2e254 req-a3c4abd3-2209-4495-85a7-8aef5e5d27aa tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1666 time: 0.2650397 Jul 07 22:14:40.390737 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Attempt 2 to bind port a3ac673d-70bc-4dff-b8ff-77a74579c4ec Jul 07 22:14:40.393167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-1dc7f7cf-7624-4f6e-b372-1e458d54594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.394740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-1dc7f7cf-7624-4f6e-b372-1e458d54594b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1709170 Jul 07 22:14:40.396017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.396635 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.398504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d76c4c01-4840-4716-88e6-9ced20b4197c service neutron] 10.222.0.103 "PUT /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 1123 time: 1.4913225 Jul 07 22:14:40.437138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec936ae-17b0-4f3a-8081-980a20b71ede req-bf31dacb-b6d9-450f-bfab-e51985001845 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229916 Jul 07 22:14:40.440986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.460915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-3796a212-71d9-4657-96e9-5c75fd7c1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.466292 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-3796a212-71d9-4657-96e9-5c75fd7c1920 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 1100 time: 0.1223176 Jul 07 22:14:40.513998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-131eab74-b2c9-41ad-9119-093f48e2e254 req-2b0dd9c8-e09a-4983-a7c2-196d17575736 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330795 Jul 07 22:14:40.545215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-fa5fd7cb-072d-45c3-b40c-cd8d06dd9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.546876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-fa5fd7cb-072d-45c3-b40c-cd8d06dd9a62 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398480 Jul 07 22:14:40.563671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a3ac673d-70bc-4dff-b8ff-77a74579c4ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:40.668418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-06cdc8c8-bd07-4560-b381-3cf35512b08f service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118200 Jul 07 22:14:40.744190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-b90f043b-e233-41f4-a8ef-f7b654e3e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.745664 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-b90f043b-e233-41f4-a8ef-f7b654e3e4e1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2560823 Jul 07 22:14:40.794375 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-f7014a87-5b42-4c34-92df-6b0230ea9bea service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dc4fd254-d25a-4d3c-837a-314b25249186 HTTP/1.1" status: 200 len: 217 time: 0.0380931 Jul 07 22:14:40.810541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a3ac673d-70bc-4dff-b8ff-77a74579c4ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:40.860836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7b1fed3-1548-48ec-b04d-b7e190d42f8e req-061b8105-0b4c-415b-88c6-e6ca031d9c22 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713829 Jul 07 22:14:40.881615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d512-0f35-4c52-a072-7cf40bb5511b req-7d5af52c-6e05-4faf-a5dc-34d31df16fc3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.884758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-e465560c-72d7-4737-955c-9ea4d038f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.886255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-e465560c-72d7-4737-955c-9ea4d038f8f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0773330 Jul 07 22:14:40.888972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a37d512-0f35-4c52-a072-7cf40bb5511b req-7d5af52c-6e05-4faf-a5dc-34d31df16fc3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.2196133 Jul 07 22:14:40.962753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25082bf6-f666-43a7-98a8-798f516e5418 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:40.966263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a37d512-0f35-4c52-a072-7cf40bb5511b req-01afff9e-91d7-4155-837e-e8b96a096aa3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657008 Jul 07 22:14:40.971902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.994263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Transition to ACTIVE for port object 25082bf6-f666-43a7-98a8-798f516e5418 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:41.002140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edf07-5616-4863-93d5-95e6460b2a93 req-2570984e-193f-4118-ac38-03e44e98a24a tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.010131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-b386c95d-6d6b-4c35-9c0d-dd2ee4bc07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.010263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-937edf07-5616-4863-93d5-95e6460b2a93 req-2570984e-193f-4118-ac38-03e44e98a24a tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 967 time: 0.1198509 Jul 07 22:14:41.012271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-b386c95d-6d6b-4c35-9c0d-dd2ee4bc07fa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1168499 Jul 07 22:14:41.013746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.050305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-937edf07-5616-4863-93d5-95e6460b2a93 req-49fb2e0a-08e5-40f7-9f61-c1878004d112 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Jul 07 22:14:41.111838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=25082bf6-f666-43a7-98a8-798f516e5418,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:41.212288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-b943dafb-b98d-42d0-b2a3-f523366ba63e service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629090 Jul 07 22:14:41.225138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb54cb-89dc-424e-85d4-9c1e5115b46e req-f28e167c-5380-414b-b101-e285f58dae63 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.226728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fcbb54cb-89dc-424e-85d4-9c1e5115b46e req-f28e167c-5380-414b-b101-e285f58dae63 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 948 time: 0.1033888 Jul 07 22:14:41.267651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Attempting to bind port 25082bf6-f666-43a7-98a8-798f516e5418 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:41.267996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Attempting to bind port 25082bf6-f666-43a7-98a8-798f516e5418 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:41.268355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Attempting to bind port 25082bf6-f666-43a7-98a8-798f516e5418 on network 6b3d778a-e720-45c9-b518-7d4ce1c1622b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:41.280452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Port 25082bf6-f666-43a7-98a8-798f516e5418 on network 6b3d778a-e720-45c9-b518-7d4ce1c1622b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:41.280779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Attempting to bind port 25082bf6-f666-43a7-98a8-798f516e5418 on network 6b3d778a-e720-45c9-b518-7d4ce1c1622b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:41.289181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:41.289521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Checking segment: {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:41.290540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Bound using segment: {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:41.290996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Bound port: 25082bf6-f666-43a7-98a8-798f516e5418, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395e793e-4195-4f92-b243-bbbfd105c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:41.291360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.291773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de234d2-9581-4df4-9c5d-e6bee7bbedea req-2f6c4e70-b9cd-4375-b378-ec3abf2f1cf1 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.293284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de234d2-9581-4df4-9c5d-e6bee7bbedea req-2f6c4e70-b9cd-4375-b378-ec3abf2f1cf1 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 950 time: 0.1084049 Jul 07 22:14:41.298498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fcbb54cb-89dc-424e-85d4-9c1e5115b46e req-9c2ad5c8-bdb9-4f9f-b5d2-40a43bf67a1b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588117 Jul 07 22:14:41.337558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de234d2-9581-4df4-9c5d-e6bee7bbedea req-3b0de7fa-663f-47f0-ab04-e19ab76f4e8a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 Jul 07 22:14:41.349737 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96de1a38-baf9-401c-95f1-fdb66dff3a58 req-d2d602f7-fa13-46bc-861a-73ef9f033e3e service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278098 Jul 07 22:14:41.382218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] For port 25082bf6-f666-43a7-98a8-798f516e5418, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:41.390533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] For port 25082bf6-f666-43a7-98a8-798f516e5418, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=25082bf6-f666-43a7-98a8-798f516e5418,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:41.396589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.436512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.438058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.438559 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] 10.222.0.103 "PUT /v2.0/ports/25082bf6-f666-43a7-98a8-798f516e5418 HTTP/1.1" status: 200 len: 1092 time: 1.1318054 Jul 07 22:14:41.463127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324ec88-f720-4a41-8f2c-e4c18106b0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=25082bf6-f666-43a7-98a8-798f516e5418,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:41.513180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc306c2f-783a-44db-a0d7-5013cd56f180 req-74ba035a-6c3c-41cf-8841-737afe1c222b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.515048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc306c2f-783a-44db-a0d7-5013cd56f180 req-74ba035a-6c3c-41cf-8841-737afe1c222b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.0909200 Jul 07 22:14:41.557238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec'}, {'name': 'network-changed', 'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:41.559926 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7ec744-43ca-49c7-bbfe-2005183db583" -d '{"events": [{"server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec"}, {"name": "network-changed", "server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:41.563824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-84c7c6cd-c0ff-4510-ae7f-fea2cbba5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.564548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-84c7c6cd-c0ff-4510-ae7f-fea2cbba5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.566238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-84c7c6cd-c0ff-4510-ae7f-fea2cbba5988 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1982 time: 0.0658154 Jul 07 22:14:41.567170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc306c2f-783a-44db-a0d7-5013cd56f180 req-16747523-e414-4323-ba10-4dbd7e8686e4 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Jul 07 22:14:41.621569 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-45cc21bf-4928-4f18-82a5-ea9a7f558546 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50 HTTP/1.1" status: 200 len: 217 time: 0.0464230 Jul 07 22:14:41.702959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-d140436b-767f-4a4f-ab9d-09c00619251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.704455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-d140436b-767f-4a4f-ab9d-09c00619251f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=23e5d076-c1ad-4449-a678-4737d86f65ea HTTP/1.1" status: 200 len: 801 time: 0.0738330 Jul 07 22:14:41.766062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-fcb17648-f846-4df2-a9cc-4db37b3e0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.767622 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-fcb17648-f846-4df2-a9cc-4db37b3e0863 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d77073e-1458-4b5b-9014-05a6c96e482f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525322 Jul 07 22:14:41.828832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1d2d5-9c60-4868-9a55-4c5491882bfc req-b84a0eee-e637-45ec-9042-25d8c901255a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.830362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5f1d2d5-9c60-4868-9a55-4c5491882bfc req-b84a0eee-e637-45ec-9042-25d8c901255a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.1037016 Jul 07 22:14:41.843396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ee3c-be3f-4414-972a-e6229a4eef79 req-cd016ee3-a0aa-4f3d-b5eb-03e35a2539c3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.849383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ee3c-be3f-4414-972a-e6229a4eef79 req-cd016ee3-a0aa-4f3d-b5eb-03e35a2539c3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.850931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4617ee3c-be3f-4414-972a-e6229a4eef79 req-cd016ee3-a0aa-4f3d-b5eb-03e35a2539c3 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1678 time: 0.0967560 Jul 07 22:14:41.856797 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-c6f8a7f5-016a-4c0f-a0ab-04122d9267c1 service neutron] 10.222.0.103 "GET /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811067 Jul 07 22:14:41.914133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5f1d2d5-9c60-4868-9a55-4c5491882bfc req-2937287b-a3aa-4928-9390-a71472a03946 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Jul 07 22:14:41.920134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4617ee3c-be3f-4414-972a-e6229a4eef79 req-26ad6ec3-cf13-4183-bf69-32abb7018408 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Jul 07 22:14:41.967587 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a481e7-88bc-43b6-a1f8-b63df5f409a8 x-openstack-request-id: req-85a481e7-88bc-43b6-a1f8-b63df5f409a8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:41.967891 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec", "code": 200}, {"name": "network-changed", "server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:41.968251 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-85a481e7-88bc-43b6-a1f8-b63df5f409a8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:41.968550 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'code': 200} Jul 07 22:14:41.968813 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'status': 'completed', 'code': 200} Jul 07 22:14:41.970105 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-091dca12-aff5-4bf0-9e31-b5e6d31e05ad service neutron] 10.222.0.103 "GET /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977807 Jul 07 22:14:41.985648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'tag': '496c63ac-64be-4e10-b19a-3ee4c02ebc50'}, {'name': 'network-changed', 'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'tag': '25082bf6-f666-43a7-98a8-798f516e5418'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:41.987063 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6f289-22d6-4721-8d2a-24e72ab55117" -d '{"events": [{"name": "network-changed", "server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "tag": "496c63ac-64be-4e10-b19a-3ee4c02ebc50"}, {"name": "network-changed", "server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "tag": "25082bf6-f666-43a7-98a8-798f516e5418"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:42.021941 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-77d4de7b-57a2-4595-8586-880dfdc9502a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.46&port_id=25082bf6-f666-43a7-98a8-798f516e5418 HTTP/1.1" status: 200 len: 217 time: 0.0435026 Jul 07 22:14:42.111289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-bfe7b5d9-f8cc-40d1-9b33-ea90bf7009aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.112914 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-bfe7b5d9-f8cc-40d1-9b33-ea90bf7009aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=abffd6b3-614e-437f-bb9b-4125d71bafe5 HTTP/1.1" status: 200 len: 801 time: 0.0589943 Jul 07 22:14:42.120677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-9db50bc1-f036-45bb-8585-ba52a58096b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.122274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-9db50bc1-f036-45bb-8585-ba52a58096b0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1126 time: 0.0985110 Jul 07 22:14:42.389729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.390315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.390917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.391451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.391984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.392532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.393052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.393676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.394249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.394827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.395355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.395881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.396407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.396929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.397458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.398282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.398507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.399667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.402367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a701122-6658-4ab7-986b-c16c81518549 req-35bba3ed-2519-48a6-bf7b-f7d29f5ac2b2 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157&device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d&device_id=e3320233-8945-49dc-89e0-65def7d5ebe3&device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58&device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b&device_id=930819c4-1ee8-4e64-8227-931554afbdf8&device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217&device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43&device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f&device_id=1473fbac-4b25-4be4-acfa-a798d688cda4&device_id=11533676-efea-49d8-8ca7-49971eb66d0b&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c&device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f&device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f&device_id=dd367821-cc77-4c01-abb3-2f8115784c12&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 16249 time: 0.0927007 Jul 07 22:14:42.422819 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a701122-6658-4ab7-986b-c16c81518549 req-6c09f9c1-e179-433f-b72f-f226bc7ba74b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:42.491707 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067cc01b-b8ed-408c-9897-f836acf14b30 x-openstack-request-id: req-067cc01b-b8ed-408c-9897-f836acf14b30 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:42.492229 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "tag": "496c63ac-64be-4e10-b19a-3ee4c02ebc50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "tag": "25082bf6-f666-43a7-98a8-798f516e5418", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:42.492419 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-067cc01b-b8ed-408c-9897-f836acf14b30 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:42.493533 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'tag': '496c63ac-64be-4e10-b19a-3ee4c02ebc50', 'status': 'completed', 'code': 200} Jul 07 22:14:42.493868 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'tag': '25082bf6-f666-43a7-98a8-798f516e5418', 'status': 'completed', 'code': 200} Jul 07 22:14:42.501720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-c835f906-3852-4702-b71c-2cf391405a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.504348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-c835f906-3852-4702-b71c-2cf391405a4a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6b3d778a-e720-45c9-b518-7d4ce1c1622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3785658 Jul 07 22:14:42.541919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a701122-6658-4ab7-986b-c16c81518549 req-6c09f9c1-e179-433f-b72f-f226bc7ba74b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:42.546592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a701122-6658-4ab7-986b-c16c81518549 req-6c09f9c1-e179-433f-b72f-f226bc7ba74b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:42.573295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-dbb6aa1b-4518-41a8-904a-3521eab75f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.574981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-dbb6aa1b-4518-41a8-904a-3521eab75f3a service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.4224777 Jul 07 22:14:42.581919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a701122-6658-4ab7-986b-c16c81518549 req-6c09f9c1-e179-433f-b72f-f226bc7ba74b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&id=54d38319-5c77-473f-80dd-3f4266dfbc66&id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&id=fe2ba661-418f-47fd-87f1-79975be42536&id=f4f25131-456d-4017-ade0-c6a773a41a9e&id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.1725729 Jul 07 22:14:42.592727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09f9c1-e179-433f-b72f-f226bc7ba74b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8be9b-1dad-4dff-81a8-71e33b1a0016,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:42.647271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-32ae1e38-506c-42ea-9e1b-dfef7dd04497 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 217 time: 0.0502670 Jul 07 22:14:42.652846 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-be72eb8a-1edd-47e5-8469-abafc80589aa service neutron] 10.222.0.103 "GET /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375635 Jul 07 22:14:42.671816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c3a8-9e7a-4652-8249-1f672fdd0903 req-94df6e1a-2339-4219-b116-84e7714f94c2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.673305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00a0c3a8-9e7a-4652-8249-1f672fdd0903 req-94df6e1a-2339-4219-b116-84e7714f94c2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0864444 Jul 07 22:14:42.718341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00a0c3a8-9e7a-4652-8249-1f672fdd0903 req-44e70cf9-c13d-46d8-a184-8c82107d2467 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Jul 07 22:14:42.747554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-12a5954f-cadb-4f7a-acaa-601b4f1f78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.749044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-12a5954f-cadb-4f7a-acaa-601b4f1f78d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0941601 Jul 07 22:14:42.791746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-6e295166-322c-437c-82ff-4168f4144fcf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305877 Jul 07 22:14:42.813714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c422a45-caf4-4ee9-8bd5-effb1212af3a req-d29f570b-0160-4bca-b021-56e002ed0a26 service neutron] 10.222.0.103 "GET /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503975 Jul 07 22:14:42.865820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-76bc87b4-9a30-49c4-98ea-62ddc0702e28 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1303726063&fields=id&tenant_id=43b9145bbec3452793d598d720e944b6 HTTP/1.1" status: 200 len: 267 time: 0.0620058 Jul 07 22:14:42.921299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-fd491955-dff7-435c-beec-dc74283a93f6 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187742 Jul 07 22:14:42.977933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0bbf8-ca81-4543-8fef-9f012d839068 req-2a4d78b7-fa88-4ff6-8fd0-2c02bf0e73ad tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.979427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dac0bbf8-ca81-4543-8fef-9f012d839068 req-2a4d78b7-fa88-4ff6-8fd0-2c02bf0e73ad tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 948 time: 0.1531780 Jul 07 22:14:43.000454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-55baaf7b-39a5-4d6a-ad2a-4ea9e072bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.000952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-55baaf7b-39a5-4d6a-ad2a-4ea9e072bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.002523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-55baaf7b-39a5-4d6a-ad2a-4ea9e072bd36 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1982 time: 0.1141961 Jul 07 22:14:43.011780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-a3c55a70-086b-4166-825d-0c7855e4752c tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.013474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-a3c55a70-086b-4166-825d-0c7855e4752c tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 824 time: 0.1392310 Jul 07 22:14:43.040311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dac0bbf8-ca81-4543-8fef-9f012d839068 req-3573b655-73d7-4dec-b5a4-1c1dfb431654 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 Jul 07 22:14:43.041655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-13fb1fa0-fbec-4882-ac03-1764aa9edcad tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/quotas/43b9145bbec3452793d598d720e944b6 HTTP/1.1" status: 200 len: 375 time: 0.0218151 Jul 07 22:14:43.080872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca7ec744-43ca-49c7-bbfe-2005183db583 req-d70e7ca5-755b-412f-a459-2d46a5917abe service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484292 Jul 07 22:14:43.121642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-85518ea4-dba9-43d6-b6e1-97c3a8bfa6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.123186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-85518ea4-dba9-43d6-b6e1-97c3a8bfa6ba service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d77073e-1458-4b5b-9014-05a6c96e482f HTTP/1.1" status: 200 len: 902 time: 0.1108029 Jul 07 22:14:43.131285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-a43fbbb6-1a7d-4f46-9c6a-8e06002c9769 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833588 Jul 07 22:14:43.168441 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-6e684037-5098-4dca-b0ce-33674b34b59c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50 HTTP/1.1" status: 200 len: 217 time: 0.0375643 Jul 07 22:14:43.220540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-97a2ca7b-92b4-43d8-9cbe-547fc91ddee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.221905 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-97a2ca7b-92b4-43d8-9cbe-547fc91ddee8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=23e5d076-c1ad-4449-a678-4737d86f65ea HTTP/1.1" status: 200 len: 801 time: 0.0470746 Jul 07 22:14:43.269242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-d4365faa-9eb7-4d87-8b89-db25889b1e7b service neutron] 10.222.0.95 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259310 Jul 07 22:14:43.280363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c58ca-ad0b-4dcc-bc38-a9f0555b1caa req-ed210676-3789-4b41-9950-d9dc7e300ac5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.281851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-096c58ca-ad0b-4dcc-bc38-a9f0555b1caa req-ed210676-3789-4b41-9950-d9dc7e300ac5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.1300485 Jul 07 22:14:43.291458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-0abf84e1-668f-4504-bae4-e00779e865d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.293076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-0abf84e1-668f-4504-bae4-e00779e865d9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d77073e-1458-4b5b-9014-05a6c96e482f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617325 Jul 07 22:14:43.368254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-096c58ca-ad0b-4dcc-bc38-a9f0555b1caa req-57e5a3af-86ca-4613-aa68-76e754ccf348 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783107 Jul 07 22:14:43.383963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-e7f6ac4b-9f2a-4496-bf72-ff31cf18807c service neutron] 10.222.0.103 "GET /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830634 Jul 07 22:14:43.411305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-eed57bd5-93de-4c97-93a7-0c50ead9b582 service neutron] 10.222.0.95 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283150 Jul 07 22:14:43.478455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device cb1d6ea9-3961-4e34-8973-308d6f6a310f details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:43.481755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-89b59520-b798-4f24-b2ce-e06c96aa058c service neutron] 10.222.0.103 "GET /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899889 Jul 07 22:14:43.638399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port cb1d6ea9-3961-4e34-8973-308d6f6a310f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:43.646518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-2b9498a8-9332-4f9e-b280-9e02eb382499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.647083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-2b9498a8-9332-4f9e-b280-9e02eb382499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.648366 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-2b9498a8-9332-4f9e-b280-9e02eb382499 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9aa230ef149d4c02a339b4e376df8a73&device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1982 time: 0.0801363 Jul 07 22:14:43.657854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'mac_address': 'fa:16:3e:04:e0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:43.698556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369d009-6473-4c8d-afde-0b7c0058d1da req-f8928cd2-d086-4764-84df-f2725387f964 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.700182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d369d009-6473-4c8d-afde-0b7c0058d1da req-f8928cd2-d086-4764-84df-f2725387f964 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.0838099 Jul 07 22:14:43.717672 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.736487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1d6ea9-3961-4e34-8973-308d6f6a310f {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:43.759931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d369d009-6473-4c8d-afde-0b7c0058d1da req-663e61f7-47fd-48f1-9160-8caad0672f7d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Jul 07 22:14:43.770108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port cb1d6ea9-3961-4e34-8973-308d6f6a310f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:43.778766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.846262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-bb00ea4e-8336-4bab-8302-009d0168302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.852229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-bb00ea4e-8336-4bab-8302-009d0168302c service neutron] 10.222.0.103 "GET /v2.0/networks?id=6b3d778a-e720-45c9-b518-7d4ce1c1622b HTTP/1.1" status: 200 len: 902 time: 0.1690302 Jul 07 22:14:43.871009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=cb1d6ea9-3961-4e34-8973-308d6f6a310f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:43.921403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-cc55875a-3a79-4530-9924-f42c8b6b3820 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.46&port_id=25082bf6-f666-43a7-98a8-798f516e5418 HTTP/1.1" status: 200 len: 217 time: 0.0506666 Jul 07 22:14:43.989944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-7ed23883-778d-4b61-bee1-53908fb3b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.991930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-7ed23883-778d-4b61-bee1-53908fb3b376 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=abffd6b3-614e-437f-bb9b-4125d71bafe5 HTTP/1.1" status: 200 len: 801 time: 0.0513003 Jul 07 22:14:43.992103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634145b-b079-4ba1-a6fd-0ae493b3542e req-4a750c60-11fc-446f-bf55-59473d224f49 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:43.999190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634145b-b079-4ba1-a6fd-0ae493b3542e req-4a750c60-11fc-446f-bf55-59473d224f49 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.000767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c634145b-b079-4ba1-a6fd-0ae493b3542e req-4a750c60-11fc-446f-bf55-59473d224f49 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217&device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 1681 time: 0.1368592 Jul 07 22:14:44.011113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce386e-5cfc-438b-b3a5-c7daaf257ebc req-8025c785-f68f-468f-8762-1d3f4a043705 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.017925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce386e-5cfc-438b-b3a5-c7daaf257ebc req-8025c785-f68f-468f-8762-1d3f4a043705 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.019919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6cce386e-5cfc-438b-b3a5-c7daaf257ebc req-8025c785-f68f-468f-8762-1d3f4a043705 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1678 time: 0.1127272 Jul 07 22:14:44.065149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-f18a3c68-36ab-4b48-94a3-0904d1ed90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.066825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-f18a3c68-36ab-4b48-94a3-0904d1ed90d9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6b3d778a-e720-45c9-b518-7d4ce1c1622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624804 Jul 07 22:14:44.079232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c634145b-b079-4ba1-a6fd-0ae493b3542e req-bc567bde-628c-456d-bd90-999ec033732c tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583153 Jul 07 22:14:44.087422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6cce386e-5cfc-438b-b3a5-c7daaf257ebc req-3d090e68-d384-4c68-8958-af4ad7129c4f tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603158 Jul 07 22:14:44.171413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-d980206f-a6b5-45cd-8b08-bbadf68dd010 service neutron] 10.222.0.103 "GET /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918841 Jul 07 22:14:44.233605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:44.264429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40c1f792-3d78-44a8-8924-52f22d04193f req-1289fdb7-a9f9-4920-9632-119bdda09ae1 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 210 time: 0.0555735 Jul 07 22:14:44.317936 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b6b6f289-22d6-4721-8d2a-24e72ab55117 req-e1a80afd-0864-4b89-afef-7d5f478dd211 service neutron] 10.222.0.103 "GET /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 Jul 07 22:14:44.436702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15490da-35ed-44f8-b038-4b944e57da3a req-4e94b3cb-2f16-421f-9958-2990159ac184 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.437197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15490da-35ed-44f8-b038-4b944e57da3a req-4e94b3cb-2f16-421f-9958-2990159ac184 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.437686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15490da-35ed-44f8-b038-4b944e57da3a req-4e94b3cb-2f16-421f-9958-2990159ac184 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.439359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e15490da-35ed-44f8-b038-4b944e57da3a req-4e94b3cb-2f16-421f-9958-2990159ac184 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58&device_id=930819c4-1ee8-4e64-8227-931554afbdf8&device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 2886 time: 0.0987344 Jul 07 22:14:44.488795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e15490da-35ed-44f8-b038-4b944e57da3a req-41862683-e785-41b8-81b0-92193dc2e035 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jul 07 22:14:44.500994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bbcf-d615-4166-bc8a-f63f439966a4 req-1f2416b3-9ee5-43c1-8734-b3bae973533d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.502429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce3bbcf-d615-4166-bc8a-f63f439966a4 req-1f2416b3-9ee5-43c1-8734-b3bae973533d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1083195 Jul 07 22:14:44.538867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce3bbcf-d615-4166-bc8a-f63f439966a4 req-f5ff42b5-3b67-4a16-9ee8-6520dc1dbb97 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305464 Jul 07 22:14:44.653457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798d35c-b058-4353-8438-600da10dec3e req-a5590d7b-5d8d-47f4-8083-88d9e9d97eed tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.654939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2798d35c-b058-4353-8438-600da10dec3e req-a5590d7b-5d8d-47f4-8083-88d9e9d97eed tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 948 time: 0.0650084 Jul 07 22:14:44.720094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2798d35c-b058-4353-8438-600da10dec3e req-e8cefe79-fc77-409f-a9ff-0f8fcf8f2b84 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Jul 07 22:14:44.741656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6be60-047f-490d-8f41-c4d2827169d0 req-5640f969-14c3-4b9f-b23a-4e7e368b944f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.743212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4f6be60-047f-490d-8f41-c4d2827169d0 req-5640f969-14c3-4b9f-b23a-4e7e368b944f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.0873377 Jul 07 22:14:44.780387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4f6be60-047f-490d-8f41-c4d2827169d0 req-d392fcbf-280c-4e97-9f6c-5517f107ef94 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Jul 07 22:14:44.934351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-78ee9057-0e3d-43ff-a5fb-ef4a525916cb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.936605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-78ee9057-0e3d-43ff-a5fb-ef4a525916cb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.103 "GET /v2.0/ports?device_id=9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f HTTP/1.1" status: 200 len: 967 time: 0.0707097 Jul 07 22:14:45.031692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf21e2-8c8b-460a-a314-cf4a957352f6 req-ce5551e0-0451-4e3e-9164-c792a93c02f3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:45.041195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ebf21e2-8c8b-460a-a314-cf4a957352f6 req-ce5551e0-0451-4e3e-9164-c792a93c02f3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.0926960 Jul 07 22:14:45.101771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Deleting port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:45.102693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.118665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ebf21e2-8c8b-460a-a314-cf4a957352f6 req-a70515b5-02b3-4d92-8ba9-136629eda414 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 Jul 07 22:14:45.294855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] For port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:45.295257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.489305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc4fd254-d25a-4d3c-837a-314b25249186 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:45.539292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44620c-c9af-48c8-8147-f8d424681de0 req-8d1aa9eb-25aa-4fed-b1ea-47c3a36b34a0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:45.546102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44620c-c9af-48c8-8147-f8d424681de0 req-8d1aa9eb-25aa-4fed-b1ea-47c3a36b34a0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:45.557712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa44620c-c9af-48c8-8147-f8d424681de0 req-8d1aa9eb-25aa-4fed-b1ea-47c3a36b34a0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1678 time: 0.0992827 Jul 07 22:14:45.613985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa44620c-c9af-48c8-8147-f8d424681de0 req-f1557192-ee2b-48eb-9e4f-9f2eec474945 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Jul 07 22:14:45.616003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-65482619-729c-4b05-9d14-084f7765ba98 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:45.618121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-65482619-729c-4b05-9d14-084f7765ba98 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.97 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 824 time: 0.4041159 Jul 07 22:14:45.652038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port dc4fd254-d25a-4d3c-837a-314b25249186, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc4fd254-d25a-4d3c-837a-314b25249186,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:45.662643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086a2b06-d052-4b2e-bd03-3976b86e725c req-e93934db-c5f6-4542-bbc4-eadb1510db02 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 210 time: 0.0462260 Jul 07 22:14:45.667402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'dc4fd254-d25a-4d3c-837a-314b25249186', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'dc4fd254-d25a-4d3c-837a-314b25249186', 'mac_address': 'fa:16:3e:0e:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:45.716889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.732815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4fd254-d25a-4d3c-837a-314b25249186 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:45.770750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port dc4fd254-d25a-4d3c-837a-314b25249186, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc4fd254-d25a-4d3c-837a-314b25249186,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:45.781412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.817373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-589c671e-5765-42cc-a8b9-f9eca401b784 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b9145bbec3452793d598d720e944b6 HTTP/1.1" status: 200 len: 380 time: 0.1772802 Jul 07 22:14:45.846285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=dc4fd254-d25a-4d3c-837a-314b25249186,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:45.846717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'port': {'device_id': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'admin_state_up': True, 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'security_groups': ['2d85ec17-0b30-4541-b278-cdd2f4fff77d']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:45.864004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.864698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.865269 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c disassociated. External IP: 172.25.5.113, port: 0e9b20e1-a134-4387-ac17-62d2eb61c1a0. Jul 07 22:14:45.865966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Calling delete_port for 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 owned by compute:tempest-test_az-483212459 {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:45.875050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 496c63ac-64be-4e10-b19a-3ee4c02ebc50 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:45.989628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:46.008951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '496c63ac-64be-4e10-b19a-3ee4c02ebc50', 'network_id': '8d77073e-1458-4b5b-9014-05a6c96e482f', 'port_id': '496c63ac-64be-4e10-b19a-3ee4c02ebc50', 'mac_address': 'fa:16:3e:21:41:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e5d076-c1ad-4449-a678-4737d86f65ea', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:46.054690 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.063191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Made reservation on behalf of 43b9145bbec3452793d598d720e944b6 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:46.068930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.071812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496c63ac-64be-4e10-b19a-3ee4c02ebc50 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:46.096658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:46.100321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039b289-1010-4157-bb04-a27aa65ea16c req-6eba386c-a210-4953-9d4e-9d74ee088add tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:46.103146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9039b289-1010-4157-bb04-a27aa65ea16c req-6eba386c-a210-4953-9d4e-9d74ee088add tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0909743 Jul 07 22:14:46.110425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.111593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 25082bf6-f666-43a7-98a8-798f516e5418 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:46.174247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9039b289-1010-4157-bb04-a27aa65ea16c req-68835d00-d083-4ef2-becf-cd8869c7e4eb tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633667 Jul 07 22:14:46.177475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.239584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event deleted for resources: {'Port': ['ID=0e9b20e1-a134-4387-ac17-62d2eb61c1a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:46.286423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 25082bf6-f666-43a7-98a8-798f516e5418, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=25082bf6-f666-43a7-98a8-798f516e5418,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:46.303221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '25082bf6-f666-43a7-98a8-798f516e5418', 'network_id': '6b3d778a-e720-45c9-b518-7d4ce1c1622b', 'port_id': '25082bf6-f666-43a7-98a8-798f516e5418', 'mac_address': 'fa:16:3e:a6:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abffd6b3-614e-437f-bb9b-4125d71bafe5', 'ip_address': '19.86.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:46.341193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=496c63ac-64be-4e10-b19a-3ee4c02ebc50,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:46.362036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.379229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25082bf6-f666-43a7-98a8-798f516e5418 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:46.396186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d7ae-c0ee-4fba-bda8-4cad57a66225 req-53fec46b-4cc3-422b-bae5-4e32aa5add97 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:46.397869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6725d7ae-c0ee-4fba-bda8-4cad57a66225 req-53fec46b-4cc3-422b-bae5-4e32aa5add97 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.0846078 Jul 07 22:14:46.403659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 25082bf6-f666-43a7-98a8-798f516e5418, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=25082bf6-f666-43a7-98a8-798f516e5418,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:46.409748 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.479049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=25082bf6-f666-43a7-98a8-798f516e5418,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:46.487016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6725d7ae-c0ee-4fba-bda8-4cad57a66225 req-e942dce4-5aad-4b3b-9a2f-055b161af1d9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779941 Jul 07 22:14:46.496913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['dc4fd254-d25a-4d3c-837a-314b25249186'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:46.519987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fba6e1-1759-48b4-9df0-876b44e19ec2 req-dd32abea-ae09-47cd-b281-4f739c845c46 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:46.521873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02fba6e1-1759-48b4-9df0-876b44e19ec2 req-dd32abea-ae09-47cd-b281-4f739c845c46 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 949 time: 0.1230814 Jul 07 22:14:46.531772 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.570127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02fba6e1-1759-48b4-9df0-876b44e19ec2 req-e2ec0ce5-d8c4-443b-b2d6-057167a72eb3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Jul 07 22:14:46.757874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Allocated IP 172.20.0.5 (4f2cd267-78fa-41b2-ad8b-015d91612a0c/f4932a96-63f6-4e80-843c-7184493f7b8e/ec36a1fa-48b1-4c13-82ae-29882c1ed2c8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:46.786788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:46.818033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138380f1-2d6e-469d-90bf-064ab5b7b24c req-3ea5c4ff-049e-4433-a97c-2921b60a40c2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:46.819734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-138380f1-2d6e-469d-90bf-064ab5b7b24c req-3ea5c4ff-049e-4433-a97c-2921b60a40c2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 945 time: 0.0906897 Jul 07 22:14:46.888005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-138380f1-2d6e-469d-90bf-064ab5b7b24c req-4e8c657f-16b1-4051-9918-f918c48a990a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613780 Jul 07 22:14:46.912652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['25082bf6-f666-43a7-98a8-798f516e5418'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:46.939124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:14:46.980723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:46.983799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['496c63ac-64be-4e10-b19a-3ee4c02ebc50'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:47.035349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:47.036059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:14:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:47.036961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] No DVR routers for this DVR port 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:47.041262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.044270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2a564362-15e2-4f6f-bcfb-d93dbfea00d3 req-fdb864b5-ae6c-46bc-ac9c-5b81027e1821 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.103 "DELETE /v2.0/ports/0e9b20e1-a134-4387-ac17-62d2eb61c1a0 HTTP/1.1" status: 204 len: 173 time: 2.0947726 Jul 07 22:14:47.044972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'name': 'network-vif-deleted', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:47.047536 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a935975-373c-4c9f-975c-aa926d15ff06" -d '{"events": [{"server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "name": "network-vif-deleted", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:47.118886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.135659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Transition to ACTIVE for port object ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:47.187950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.298240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:47.302423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:47.328850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event updated for resources: {'Port': ['ID=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:47.333233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:47.342060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:47.402129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.403098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.425121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-784b94f5-9129-4dbf-bfda-fbddb919d0e7 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5909877 Jul 07 22:14:47.440608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Request body: {'port': {'device_id': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:47.520981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c24f3-40b8-4390-96a1-6872dc06ff20 req-bc2f1af1-a441-49a6-b13e-be09bf0125f4 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.528413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c24f3-40b8-4390-96a1-6872dc06ff20 req-bc2f1af1-a441-49a6-b13e-be09bf0125f4 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.532792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:47.536358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device cb1d6ea9-3961-4e34-8973-308d6f6a310f up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:47.536653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c5c24f3-40b8-4390-96a1-6872dc06ff20 req-bc2f1af1-a441-49a6-b13e-be09bf0125f4 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1680 time: 0.5387518 Jul 07 22:14:47.542661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.553312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-5ae251da-cdf9-4411-93a4-eed7a6ccaf85 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.554980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-5ae251da-cdf9-4411-93a4-eed7a6ccaf85 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.4957902 Jul 07 22:14:47.591484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c5c24f3-40b8-4390-96a1-6872dc06ff20 req-504751e7-a339-49d1-8eb6-f39a8fa2379a tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539947 Jul 07 22:14:47.607917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-13'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:47.675314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c4fe9-0061-4232-9cbb-4eaa5b291186 req-c30d846a-7c24-47d7-8152-4ce81e3f3aea tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.683061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d3c4fe9-0061-4232-9cbb-4eaa5b291186 req-c30d846a-7c24-47d7-8152-4ce81e3f3aea tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 931 time: 0.6016588 Jul 07 22:14:47.808288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d3c4fe9-0061-4232-9cbb-4eaa5b291186 req-7e7d0804-5ccc-4fb0-8ed4-cb2ee6a0178e tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242158 Jul 07 22:14:47.813593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.896364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:47.908347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e4bd-9120-456f-bfa7-4341a815416b req-fcb343d2-35b4-48d9-b7c3-866b57e64921 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.917555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90b7e4bd-9120-456f-bfa7-4341a815416b req-fcb343d2-35b4-48d9-b7c3-866b57e64921 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1101 time: 0.1724737 Jul 07 22:14:47.944688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:47.944901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e9b20e1-a134-4387-ac17-62d2eb61c1a0 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:47.958794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port cb1d6ea9-3961-4e34-8973-308d6f6a310f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:47.974569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port cb1d6ea9-3961-4e34-8973-308d6f6a310f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:47.974988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.996402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:48.019315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.034199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Transition to ACTIVE for port object ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:48.044552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-83714e65-72f6-49a0-8240-3c9f557a93e2 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.046680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-83714e65-72f6-49a0-8240-3c9f557a93e2 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.103 "GET /v2.0/ports?device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 945 time: 0.2656271 Jul 07 22:14:48.048397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.073345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90b7e4bd-9120-456f-bfa7-4341a815416b req-34cd971b-61f3-498c-baa0-599a87738b16 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542785 Jul 07 22:14:48.144993 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd362c1-c760-4b2c-b81a-770c1c9287be x-openstack-request-id: req-5bd362c1-c760-4b2c-b81a-770c1c9287be {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:48.145582 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f", "name": "network-vif-deleted", "tag": "0e9b20e1-a134-4387-ac17-62d2eb61c1a0", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:48.146100 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5bd362c1-c760-4b2c-b81a-770c1c9287be {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:48.146469 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc1e3bc-1a87-40c7-b5e9-9c34f30b189f', 'name': 'network-vif-deleted', 'tag': '0e9b20e1-a134-4387-ac17-62d2eb61c1a0', 'status': 'completed', 'code': 200} Jul 07 22:14:48.167272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:48.185794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62b62d-76a6-4040-8778-f3a3a3066b07 req-15d77f3c-eb7d-42ab-b0a4-c0f26ef7c673 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.190510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea62b62d-76a6-4040-8778-f3a3a3066b07 req-15d77f3c-eb7d-42ab-b0a4-c0f26ef7c673 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 945 time: 0.1771812 Jul 07 22:14:48.209726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.245715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:48.283695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d has no active binding in host n-h2-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:14:48.304017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Attempting to bind port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:48.304927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Attempting to bind port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:48.305997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Attempting to bind port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:48.311891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:48.313016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Attempting to bind port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 on network 4f2cd267-78fa-41b2-ad8b-015d91612a0c {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:48.315793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:48.320306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:48.321033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Checking segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:48.321649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Bound using segment: {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:48.322377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Bound port: ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dd1327-591b-4df7-b70e-cce28d917d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:48.323014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.329926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea62b62d-76a6-4040-8778-f3a3a3066b07 req-f78c0af4-fefb-4b56-b86f-a6c031c0ce11 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/security-groups?id=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132159 Jul 07 22:14:48.373952 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.379457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:48.417896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.420762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:48.423909 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660008c-1f21-4a62-a145-ce89ae7269a9" -d '{"events": [{"server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:48.431576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.448774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:48.455382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] For port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:48.459314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] For port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:48.470685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Deleting port 2c2d91be-f917-4454-8535-4c86ef4fcc36 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:48.471109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.480020 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.483288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.488710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:48.492067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:14:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:48.608554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.609354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.611361 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] 10.222.0.97 "PUT /v2.0/ports/ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 HTTP/1.1" status: 200 len: 1092 time: 1.1761785 Jul 07 22:14:48.650621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6a9d-09ab-431d-b3b9-726b4fbe7591 req-d257bc65-4bfa-4aa4-b37c-4117d7f33ba4 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.658190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e29b6a9d-09ab-431d-b3b9-726b4fbe7591 req-d257bc65-4bfa-4aa4-b37c-4117d7f33ba4 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.4044709 Jul 07 22:14:48.685056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on host n-h1-694802-13 for vnic_type normal with profile {"migrating_to": "n-h2-694802-13"} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:48.685675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:48.686189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:48.699779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:48.700383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Attempting to bind port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:48.702476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.709424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:48.712250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172578b9-1670-4daa-8b35-101e7160cfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.716757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:48.717312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:48.717875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:48.718483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Bound port: c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:48.719040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.797105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a26ef0e6-741d-480c-b67c-6c714050afa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.803859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e29b6a9d-09ab-431d-b3b9-726b4fbe7591 req-a1d66025-7f55-4447-a6ae-73132946a05d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443989 Jul 07 22:14:48.847201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf9f39-64df-4208-b475-4e23e55b7a75 req-5f1db1af-05b1-40fd-8345-bb47e62e3ced tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.848825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6cf9f39-64df-4208-b475-4e23e55b7a75 req-5f1db1af-05b1-40fd-8345-bb47e62e3ced tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.3128045 Jul 07 22:14:48.907205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] For port 2c2d91be-f917-4454-8535-4c86ef4fcc36, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2c2d91be-f917-4454-8535-4c86ef4fcc36,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:48.913509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.931666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:48.936953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:48.953319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6cf9f39-64df-4208-b475-4e23e55b7a75 req-08cfbadb-8d1c-4ede-85da-5d301810cae9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883431 Jul 07 22:14:48.960513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.974440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Calling delete_port for 2c2d91be-f917-4454-8535-4c86ef4fcc36 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:49.059248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-1692eb59-7d68-4891-803d-6d314652d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.062764 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-1692eb59-7d68-4891-803d-6d314652d18f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 1095 time: 0.3765032 Jul 07 22:14:49.072249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:49.076540 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f517c1-de69-40f1-82eb-b8f60ca79516" -d '{"events": [{"server_uuid": "e3320233-8945-49dc-89e0-65def7d5ebe3", "name": "network-vif-plugged", "status": "completed", "tag": "cb1d6ea9-3961-4e34-8973-308d6f6a310f"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:49.096232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port cb1d6ea9-3961-4e34-8973-308d6f6a310f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:49.119542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:49.124105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=8']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:49.124289 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.163331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-54d82fd0-e680-4fc4-b31b-2a51e912f182 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 HTTP/1.1" status: 200 len: 217 time: 0.0569072 Jul 07 22:14:49.189726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-088b324b-a4d6-4f8e-89fa-754cb189e239 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.191817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-088b324b-a4d6-4f8e-89fa-754cb189e239 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60a3ef2-dec3-4bc5-8bd0-8a0234df1217 HTTP/1.1" status: 200 len: 945 time: 0.4714813 Jul 07 22:14:49.248308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2cbe95-c517-43e4-a4d6-c06ce95f3f04 None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:49.309299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-d9ad21c5-c307-497e-9de4-f81770b9ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.312204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-d9ad21c5-c307-497e-9de4-f81770b9ef73 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.1391251 Jul 07 22:14:49.317397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.318433 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.321353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-950e9a78-5f00-4f6b-86a3-ed54c2f62a9b service neutron] 10.222.0.97 "PUT /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 1123 time: 1.7329712 Jul 07 22:14:49.323449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=cb1d6ea9-3961-4e34-8973-308d6f6a310f,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:49.377770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28289-a781-44a0-9c75-0b59327c3f2e req-de633b62-bd10-42f5-bf2f-52e616a16a80 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.379571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0af28289-a781-44a0-9c75-0b59327c3f2e req-de633b62-bd10-42f5-bf2f-52e616a16a80 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1633441 Jul 07 22:14:49.426148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ecc98-5528-4ab9-aad1-351376607981 req-9effe41b-d46d-4fad-b3b6-de43148113f0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.434572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-463ecc98-5528-4ab9-aad1-351376607981 req-9effe41b-d46d-4fad-b3b6-de43148113f0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 949 time: 0.3057542 Jul 07 22:14:49.452047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:49.519944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0af28289-a781-44a0-9c75-0b59327c3f2e req-96547880-4fe6-4870-898e-d85aebcd9c93 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304336 Jul 07 22:14:49.532559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-463ecc98-5528-4ab9-aad1-351376607981 req-1cd195a8-e628-4396-8db4-935e3a1595fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969963 Jul 07 22:14:49.568559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:49.635036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.640673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc4fd254-d25a-4d3c-837a-314b25249186 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:49.652510 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf59a73-7e18-46fe-8696-259b0122c594 x-openstack-request-id: req-dcf59a73-7e18-46fe-8696-259b0122c594 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:49.653043 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:49.653043 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dcf59a73-7e18-46fe-8696-259b0122c594 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:49.653533 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'code': 200} Jul 07 22:14:49.681419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-2182194b-458b-480b-b6e5-a8811619028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.683223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-2182194b-458b-480b-b6e5-a8811619028a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3305027 Jul 07 22:14:49.709506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Pushing event deleted for resources: {'Port': ['ID=2c2d91be-f917-4454-8535-4c86ef4fcc36,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:49.758407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] No DVR routers for this DVR port 2c2d91be-f917-4454-8535-4c86ef4fcc36 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:49.763202 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a5256-99c7-4708-adbc-a33feab9b5eb None None] New status for floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:14:49.791744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.793938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-95c8c2e4-b549-4a6c-9ac9-de449d69d1e7 req-4bd98ad7-e955-4c62-a6b2-05e59df485d4 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.103 "DELETE /v2.0/ports/2c2d91be-f917-4454-8535-4c86ef4fcc36 HTTP/1.1" status: 204 len: 173 time: 1.7100248 Jul 07 22:14:49.795975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Deleting port b6ebfe39-065b-4054-aef0-c5b922b92d03 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:49.796450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.884833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port dc4fd254-d25a-4d3c-837a-314b25249186 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:49.885993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff19e8-92e2-46c3-8722-fe146f46cc2d req-45f85138-e769-4ee7-a5f7-fd3e3fd86cfc tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.896686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43ff19e8-92e2-46c3-8722-fe146f46cc2d req-45f85138-e769-4ee7-a5f7-fd3e3fd86cfc tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1101 time: 0.1932116 Jul 07 22:14:49.899228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port dc4fd254-d25a-4d3c-837a-314b25249186 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:49.899609 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.940192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] For port b6ebfe39-065b-4054-aef0-c5b922b92d03, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b6ebfe39-065b-4054-aef0-c5b922b92d03,segment=NetworkSegment(cd8e3ab5-6853-436d-a97b-bd3184126305),segment_id=cd8e3ab5-6853-436d-a97b-bd3184126305)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:49.941005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.958525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Calling delete_port for b6ebfe39-065b-4054-aef0-c5b922b92d03 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:49.964134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 496c63ac-64be-4e10-b19a-3ee4c02ebc50 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:50.014641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43ff19e8-92e2-46c3-8722-fe146f46cc2d req-08b71175-ba1a-4e74-94c0-69f7ed2df184 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169004 Jul 07 22:14:50.045029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a0690-4b31-44ec-8410-b8c9e146a4ff req-109c12d9-915f-4fae-8e5e-e9b0b637e8f1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.062181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a0690-4b31-44ec-8410-b8c9e146a4ff req-109c12d9-915f-4fae-8e5e-e9b0b637e8f1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.068531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-076a0690-4b31-44ec-8410-b8c9e146a4ff req-109c12d9-915f-4fae-8e5e-e9b0b637e8f1 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1680 time: 0.2727022 Jul 07 22:14:50.154027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-076a0690-4b31-44ec-8410-b8c9e146a4ff req-aec276a4-ae9a-4cca-ba38-74aa8a0231b8 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776098 Jul 07 22:14:50.186778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8'}, {'server_uuid': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'name': 'network-vif-deleted', 'tag': '2c2d91be-f917-4454-8535-4c86ef4fcc36'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:50.191556 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19f389b-81b3-4e8d-843e-b001232a2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8"}, {"server_uuid": "f761c2e5-f4a5-42f1-9462-4844aca31d43", "name": "network-vif-deleted", "tag": "2c2d91be-f917-4454-8535-4c86ef4fcc36"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:50.196446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-3b42f4e4-b9bc-4bc1-82cc-894beb4fdf9b service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801207 Jul 07 22:14:50.238944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:50.257501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:50.257930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.310619 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c11dc-9d10-46e6-bab7-6ba12f82d582 x-openstack-request-id: req-779c11dc-9d10-46e6-bab7-6ba12f82d582 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:50.310936 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3320233-8945-49dc-89e0-65def7d5ebe3", "name": "network-vif-plugged", "status": "completed", "tag": "cb1d6ea9-3961-4e34-8973-308d6f6a310f", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:50.311195 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-779c11dc-9d10-46e6-bab7-6ba12f82d582 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:50.311591 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'code': 200} Jul 07 22:14:50.331187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.387876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1ca8d-0b96-4d82-86c0-948c92b5b7d9 req-f14650ce-b1fa-41c5-b050-1c2ede9045bb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.395378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fa1ca8d-0b96-4d82-86c0-948c92b5b7d9 req-f14650ce-b1fa-41c5-b050-1c2ede9045bb tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 943 time: 0.1380954 Jul 07 22:14:50.405427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.454275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:50.483034 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.483804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 25082bf6-f666-43a7-98a8-798f516e5418 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:50.577444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ceb30d8-9570-49b3-ac45-f3e9319097ea req-0c57519d-deb3-44a8-9430-2b8a5f0b60c5 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f761c2e5-f4a5-42f1-9462-4844aca31d43 HTTP/1.1" status: 200 len: 210 time: 0.0397196 Jul 07 22:14:50.584461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fa1ca8d-0b96-4d82-86c0-948c92b5b7d9 req-34087eb6-df6b-4fbe-a614-c2a16f96e83f tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880648 Jul 07 22:14:50.629197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2d18bdd1-3c60-4fa6-8ff8-8dfa392e79a6 req-13a6891e-f2eb-46a5-9766-0a69e1adb9e8 service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235342 Jul 07 22:14:50.632153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port dc4fd254-d25a-4d3c-837a-314b25249186, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc4fd254-d25a-4d3c-837a-314b25249186,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:50.640836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cdb21-cf47-4296-a4b4-48eb83095b25 req-c0afa85d-aafb-420c-8f37-f80f949adefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.643393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b4cdb21-cf47-4296-a4b4-48eb83095b25 req-c0afa85d-aafb-420c-8f37-f80f949adefe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 1102 time: 0.2219350 Jul 07 22:14:50.649759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.690976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.708934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b4cdb21-cf47-4296-a4b4-48eb83095b25 req-9d7d1d23-acf6-4656-9de9-9004d7a68592 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Jul 07 22:14:50.725634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=496c63ac-64be-4e10-b19a-3ee4c02ebc50,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.772775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-caf34003-f7ab-4298-97ee-b15ba98cbf13 None None] Provisioning for port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:50.804614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['b6ebfe39-065b-4054-aef0-c5b922b92d03'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:50.811687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['b6ebfe39-065b-4054-aef0-c5b922b92d03'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:50.812995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Pushing event deleted for resources: {'Port': ['ID=b6ebfe39-065b-4054-aef0-c5b922b92d03,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.895278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985404-d8fb-4137-8e50-a30d3a003921 req-e79b7691-88fc-4fe1-a777-9322f41bbed6 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.897013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37985404-d8fb-4137-8e50-a30d3a003921 req-e79b7691-88fc-4fe1-a777-9322f41bbed6 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1533067 Jul 07 22:14:50.910133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 25082bf6-f666-43a7-98a8-798f516e5418 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:50.953246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] No DVR routers for this DVR port b6ebfe39-065b-4054-aef0-c5b922b92d03 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:50.965936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.968348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a751e052-5815-4eea-aa13-f8092bcddc94 req-817e7dc7-299b-4bb2-af4c-f35d1b496f25 tempest-ListServersNegativeTestJSON-35222982 tempest-ListServersNegativeTestJSON-35222982-project] 10.222.0.97 "DELETE /v2.0/ports/b6ebfe39-065b-4054-aef0-c5b922b92d03 HTTP/1.1" status: 204 len: 173 time: 1.7517064 Jul 07 22:14:50.971878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-0c2174d5-2597-46bc-85c0-dc115a6f8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.974949 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-0c2174d5-2597-46bc-85c0-dc115a6f8b1a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1126 time: 0.5531998 Jul 07 22:14:50.992450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 25082bf6-f666-43a7-98a8-798f516e5418 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:50.992838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.021407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37985404-d8fb-4137-8e50-a30d3a003921 req-fa32a998-ffd4-44e9-8dd4-e834575ff46c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159208 Jul 07 22:14:51.023308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=dc4fd254-d25a-4d3c-837a-314b25249186,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:51.042614 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-09affe38-dc9f-4ef5-9202-59e55bfc2637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.094581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea35e1a-f214-4322-9707-aae5b022697e req-b08fbb76-f228-4ede-bc7a-865317fdf871 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.105368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ea35e1a-f214-4322-9707-aae5b022697e req-b08fbb76-f228-4ede-bc7a-865317fdf871 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 943 time: 0.1544399 Jul 07 22:14:51.163868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ea35e1a-f214-4322-9707-aae5b022697e req-aca6f590-0f91-4742-ae61-ddca3002a269 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Jul 07 22:14:51.184261 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.240796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 25082bf6-f666-43a7-98a8-798f516e5418, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=25082bf6-f666-43a7-98a8-798f516e5418,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:51.248298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.289488 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e895dbab-425d-430b-8fd0-127984604244 x-openstack-request-id: req-e895dbab-425d-430b-8fd0-127984604244 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:51.290082 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8", "status": "completed", "code": 200}, {"server_uuid": "f761c2e5-f4a5-42f1-9462-4844aca31d43", "name": "network-vif-deleted", "tag": "2c2d91be-f917-4454-8535-4c86ef4fcc36", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:51.290082 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e895dbab-425d-430b-8fd0-127984604244 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:51.290556 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'status': 'completed', 'code': 200} Jul 07 22:14:51.291035 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761c2e5-f4a5-42f1-9462-4844aca31d43', 'name': 'network-vif-deleted', 'tag': '2c2d91be-f917-4454-8535-4c86ef4fcc36', 'status': 'completed', 'code': 200} Jul 07 22:14:51.317691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=25082bf6-f666-43a7-98a8-798f516e5418,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:51.332754 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-22ac5054-0b65-4dee-b199-10dc92f00c7a service neutron] 10.222.0.97 "GET /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.2765903 Jul 07 22:14:51.360555 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.368056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-a49accd1-d3f3-4e4b-976f-45397a5cad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.369780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-a49accd1-d3f3-4e4b-976f-45397a5cad4b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 1095 time: 0.0715811 Jul 07 22:14:51.397798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-08fa22e6-2fde-4ecd-a056-baa3e0fca301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.399993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-08fa22e6-2fde-4ecd-a056-baa3e0fca301 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.3591654 Jul 07 22:14:51.458828 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-0c1ec122-4da0-4dcc-911c-d81df6caaef3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 217 time: 0.0463166 Jul 07 22:14:51.533015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:51.535917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-0fc61351-b081-459a-962a-900239d44331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.537463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-0fc61351-b081-459a-962a-900239d44331 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0710816 Jul 07 22:14:51.539701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464450-21c9-4f5c-9eed-d9d3c0a8c969 req-02a7b50f-8d3f-4662-b9ef-e1a3bd199b78 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.541238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43464450-21c9-4f5c-9eed-d9d3c0a8c969 req-02a7b50f-8d3f-4662-b9ef-e1a3bd199b78 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1629901 Jul 07 22:14:51.586709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-4a9fba8d-efac-4a23-b46e-90ab88260b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.588209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-4a9fba8d-efac-4a23-b46e-90ab88260b30 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 925 time: 0.2080066 Jul 07 22:14:51.610127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-1a4db178-f1cb-4104-8d95-df82ca9867e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637529 Jul 07 22:14:51.657600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43464450-21c9-4f5c-9eed-d9d3c0a8c969 req-d4b27299-995c-4d23-a143-e3c0e1d684b1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056867 Jul 07 22:14:51.658231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:51.672074 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e05c4-606c-4c8f-badd-f268d93c6902" -d '{"events": [{"name": "network-changed", "server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:51.681194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-53ca977e-4fec-4b76-99e9-466ed6b2b9d5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 HTTP/1.1" status: 200 len: 217 time: 0.0713143 Jul 07 22:14:51.691784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c60075-75db-4275-bab4-3e3efa70e1b8 req-b0d56cc3-2516-4ef7-bd4d-009bcfdec583 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.702734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75c60075-75db-4275-bab4-3e3efa70e1b8 req-b0d56cc3-2516-4ef7-bd4d-009bcfdec583 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 950 time: 0.2203474 Jul 07 22:14:51.730527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:51.774341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:51.792238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75c60075-75db-4275-bab4-3e3efa70e1b8 req-0767d9e4-a50f-4f0c-b4d2-b2277fef27af tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883865 Jul 07 22:14:51.794388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-1982450c-3ffe-422b-928a-4016128077fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.795950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-1982450c-3ffe-422b-928a-4016128077fe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.0792160 Jul 07 22:14:51.801396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-bc6a70d8-eea7-441e-ab2c-9b9e55202f66 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769423 Jul 07 22:14:51.824794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ac673d-70bc-4dff-b8ff-77a74579c4ec {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:51.838999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:51.903196 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.918535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2c2d91be-f917-4454-8535-4c86ef4fcc36 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:51.928470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-c99a4128-1132-49d9-a977-77bd5a7cebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.930882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-c99a4128-1132-49d9-a977-77bd5a7cebc2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208532 Jul 07 22:14:51.960116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 2c2d91be-f917-4454-8535-4c86ef4fcc36 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:51.961436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2c2d91be-f917-4454-8535-4c86ef4fcc36 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:51.983115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9de130-4660-41d5-9f44-c2906c92f478 req-5bf21d36-56fa-494f-9e07-1686eca6f304 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.989832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9de130-4660-41d5-9f44-c2906c92f478 req-5bf21d36-56fa-494f-9e07-1686eca6f304 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.997328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a9de130-4660-41d5-9f44-c2906c92f478 req-5bf21d36-56fa-494f-9e07-1686eca6f304 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1682 time: 0.1404653 Jul 07 22:14:52.038150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.060151 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebb89ca6-d64e-4dc3-9563-371286c56348 req-77a7c087-02cc-4b60-abf7-0f7471a81b2f service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096245 Jul 07 22:14:52.077436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] Transition to ACTIVE for port object a3ac673d-70bc-4dff-b8ff-77a74579c4ec will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:52.084201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.093751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a9de130-4660-41d5-9f44-c2906c92f478 req-06879793-7ac6-4366-9626-778c905f20ea tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Jul 07 22:14:52.157217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-59ced4c6-2abf-4539-99e0-d38f71fcf3f6 service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168698 Jul 07 22:14:52.167632 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3cbe90-5407-448d-99d1-5fbfac2f1f86 x-openstack-request-id: req-0f3cbe90-5407-448d-99d1-5fbfac2f1f86 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:52.169091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] No DVR routers for this DVR port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:52.169427 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:52.170005 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0f3cbe90-5407-448d-99d1-5fbfac2f1f86 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:52.171266 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'status': 'completed', 'code': 200} Jul 07 22:14:52.221302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:52.313274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c63ac-64be-4e10-b19a-3ee4c02ebc50'}, {'server_uuid': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4fd254-d25a-4d3c-837a-314b25249186'}, {'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25082bf6-f666-43a7-98a8-798f516e5418'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:52.318841 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f2748e-5bb5-46ad-b481-3134ed4fe37a" -d '{"events": [{"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-plugged", "status": "completed", "tag": "496c63ac-64be-4e10-b19a-3ee4c02ebc50"}, {"server_uuid": "a879a656-ad0f-47bb-b7d9-03e5ea17908d", "name": "network-vif-plugged", "status": "completed", "tag": "dc4fd254-d25a-4d3c-837a-314b25249186"}, {"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-plugged", "status": "completed", "tag": "25082bf6-f666-43a7-98a8-798f516e5418"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:52.325139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c19f389b-81b3-4e8d-843e-b001232a2e26 req-8e55f28f-6b11-4b7a-9a6d-1a8a91ab8808 service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518447 Jul 07 22:14:52.342985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5b485-ce68-4bbe-902b-1d2c351eb63f req-c43bc5af-0766-4955-a67d-fbe0421e5c11 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.352832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3e5b485-ce68-4bbe-902b-1d2c351eb63f req-c43bc5af-0766-4955-a67d-fbe0421e5c11 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 943 time: 0.1184583 Jul 07 22:14:52.388376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3e5b485-ce68-4bbe-902b-1d2c351eb63f req-ad25c3d7-20f2-4417-b14c-1200bab9af96 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346296 Jul 07 22:14:52.497517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-406dcce6-0edc-46dc-8a23-bc77aaa2a053 service neutron] 10.222.0.97 "PUT /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec/bindings/n-h1-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1458409 Jul 07 22:14:52.513543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35724) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:52.530407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3216-5141-4d07-a36f-beba98551381 req-b38a72c2-c81c-4079-b179-56d472b6fd1d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.537971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f79a3216-5141-4d07-a36f-beba98551381 req-b38a72c2-c81c-4079-b179-56d472b6fd1d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0865951 Jul 07 22:14:52.559649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-49678320-3f92-42c8-a3b0-5f6a29293467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.561206 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-49678320-3f92-42c8-a3b0-5f6a29293467 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1126 time: 0.3534043 Jul 07 22:14:52.580281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Deleting subnet c77ceb51-d9cf-4a53-b614-8d13c1049ab7 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:52.583786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f79a3216-5141-4d07-a36f-beba98551381 req-5e9a408a-2924-48f3-8d12-5cbed92379c4 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Jul 07 22:14:52.587781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.658356 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adf40de-3ead-45eb-b44f-5a8260ba62a6 x-openstack-request-id: req-0adf40de-3ead-45eb-b44f-5a8260ba62a6 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:52.658873 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-plugged", "status": "completed", "tag": "496c63ac-64be-4e10-b19a-3ee4c02ebc50", "code": 200}, {"server_uuid": "a879a656-ad0f-47bb-b7d9-03e5ea17908d", "name": "network-vif-plugged", "status": "completed", "tag": "dc4fd254-d25a-4d3c-837a-314b25249186", "code": 200}, {"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-plugged", "status": "completed", "tag": "25082bf6-f666-43a7-98a8-798f516e5418", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:52.659320 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0adf40de-3ead-45eb-b44f-5a8260ba62a6 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:52.660007 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c63ac-64be-4e10-b19a-3ee4c02ebc50', 'code': 200} Jul 07 22:14:52.660369 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4fd254-d25a-4d3c-837a-314b25249186', 'code': 200} Jul 07 22:14:52.660727 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25082bf6-f666-43a7-98a8-798f516e5418', 'code': 200} Jul 07 22:14:52.725528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a9ee1-b361-4591-b2f8-e9f900d06e52 req-402b8ce0-4cc4-4df4-aa88-2a666026cdcf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.727167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f8a9ee1-b361-4591-b2f8-e9f900d06e52 req-402b8ce0-4cc4-4df4-aa88-2a666026cdcf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 944 time: 0.1158967 Jul 07 22:14:52.743388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.782326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f8a9ee1-b361-4591-b2f8-e9f900d06e52 req-67c83f1d-0007-4933-8b8f-a9ebbfeec561 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Jul 07 22:14:52.803145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-e0e0f547-62a2-4e6c-aabc-566c6b2ad4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.804892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-e0e0f547-62a2-4e6c-aabc-566c6b2ad4b4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.2290092 Jul 07 22:14:52.815288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.931680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026bb1-2b15-4412-9592-91c442e413fb req-7e85f760-b7d0-451d-8711-73229a651496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.940045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026bb1-2b15-4412-9592-91c442e413fb req-7e85f760-b7d0-451d-8711-73229a651496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.941634 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-12f8306d-f421-4a53-9da0-febf54f90136 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 217 time: 0.0759032 Jul 07 22:14:52.945074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99026bb1-2b15-4412-9592-91c442e413fb req-7e85f760-b7d0-451d-8711-73229a651496 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1986 time: 0.1198554 Jul 07 22:14:52.947962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.989353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77ceb51-d9cf-4a53-b614-8d13c1049ab7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:53.014456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99026bb1-2b15-4412-9592-91c442e413fb req-d82210c1-0ebf-4073-a43e-4b027b5aff40 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590174 Jul 07 22:14:53.014786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.016758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3e3e24d4-9f56-4052-81d3-1658361a5e49 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c77ceb51-d9cf-4a53-b614-8d13c1049ab7 HTTP/1.1" status: 204 len: 168 time: 0.5022492 Jul 07 22:14:53.020188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35738) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:53.042037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d4433-e7cb-47cb-a31e-90f0ab91c5f6 req-74484019-c293-40ac-8cac-cd6ff09939fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.043821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-788d4433-e7cb-47cb-a31e-90f0ab91c5f6 req-74484019-c293-40ac-8cac-cd6ff09939fe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 1102 time: 0.1770732 Jul 07 22:14:53.047696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-6b9b8132-d384-41fb-95bb-a7bcd90cc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.049164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-6b9b8132-d384-41fb-95bb-a7bcd90cc11f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0887077 Jul 07 22:14:53.108020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-e08ea583-ca7e-4a21-8e84-75e25ce57bc4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350299 Jul 07 22:14:53.110940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-788d4433-e7cb-47cb-a31e-90f0ab91c5f6 req-9026b702-314e-4813-aa59-35650c709147 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 Jul 07 22:14:53.112649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b5cf-c486-4cf6-a3b9-3597937ef52e req-54671e69-fa9e-4ec2-b908-2c059ee5b16e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.114195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e71b5cf-c486-4cf6-a3b9-3597937ef52e req-54671e69-fa9e-4ec2-b908-2c059ee5b16e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1675582 Jul 07 22:14:53.117760 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.181622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e71b5cf-c486-4cf6-a3b9-3597937ef52e req-558ebc1b-c281-44d6-ad38-ebc733abd827 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586329 Jul 07 22:14:53.238524 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-1074c761-cc0f-4d8d-b357-1f60f15bd9c1 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161816 Jul 07 22:14:53.275629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.287542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7fa7ed-cf79-4724-bac0-b7ac186e78b4']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:53.298781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'name': 'network-vif-deleted', 'tag': 'b6ebfe39-065b-4054-aef0-c5b922b92d03'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:53.300497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8e3ab5-6853-436d-a97b-bd3184126305') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:53.300793 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eedfa0a-ae8a-4f7a-b99c-9a4ffa16721c" -d '{"events": [{"server_uuid": "a60a3ef2-dec3-4bc5-8bd0-8a0234df1217", "name": "network-vif-deleted", "tag": "b6ebfe39-065b-4054-aef0-c5b922b92d03"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:53.300950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8e3ab5-6853-436d-a97b-bd3184126305') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:53.326390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.360412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99e05c4-606c-4c8f-badd-f268d93c6902 req-6847b4c6-b689-4637-95ac-5cce1d031fa6 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137669 Jul 07 22:14:53.380197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.396389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec039b-ac40-4907-a9b2-646707dcede0 req-92c613e6-ae94-4ea6-a9fe-30e58afb0eb5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.397890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ec039b-ac40-4907-a9b2-646707dcede0 req-92c613e6-ae94-4ea6-a9fe-30e58afb0eb5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 950 time: 0.1659272 Jul 07 22:14:53.400988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:53.401396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:53.403294 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:53.504146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.515769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4881f2b-31ed-4a36-9d50-06010b8af3e4 req-24f03dc2-419b-42b8-9cba-2011892cf525 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.523795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4881f2b-31ed-4a36-9d50-06010b8af3e4 req-24f03dc2-419b-42b8-9cba-2011892cf525 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.525825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4881f2b-31ed-4a36-9d50-06010b8af3e4 req-24f03dc2-419b-42b8-9cba-2011892cf525 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1682 time: 0.2227857 Jul 07 22:14:53.537734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ec039b-ac40-4907-a9b2-646707dcede0 req-9a0ee62f-08bb-4993-b173-c84cf1adda37 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221941 Jul 07 22:14:53.547835 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.552945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b6ebfe39-065b-4054-aef0-c5b922b92d03 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:53.571485 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-56f849a2-2dc9-4f28-8f33-ba45e492c1ad service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852349 Jul 07 22:14:53.595679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.597600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] 10.222.0.95 "DELETE /v2.0/networks/6e7fa7ed-cf79-4724-bac0-b7ac186e78b4 HTTP/1.1" status: 204 len: 168 time: 0.5764418 Jul 07 22:14:53.598584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: b6ebfe39-065b-4054-aef0-c5b922b92d03 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:53.599070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b6ebfe39-065b-4054-aef0-c5b922b92d03 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:53.608181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c642ecc-afef-4820-92f5-893c8ac475a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7fa7ed-cf79-4724-bac0-b7ac186e78b4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:53.655997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4881f2b-31ed-4a36-9d50-06010b8af3e4 req-916cb4a4-a970-4c60-87c4-091c9d725c37 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122618 Jul 07 22:14:53.763221 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9a760f-a79c-449e-aba2-579659949636 x-openstack-request-id: req-da9a760f-a79c-449e-aba2-579659949636 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:53.763743 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60a3ef2-dec3-4bc5-8bd0-8a0234df1217", "name": "network-vif-deleted", "tag": "b6ebfe39-065b-4054-aef0-c5b922b92d03", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:53.764057 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-da9a760f-a79c-449e-aba2-579659949636 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:53.766061 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60a3ef2-dec3-4bc5-8bd0-8a0234df1217', 'name': 'network-vif-deleted', 'tag': 'b6ebfe39-065b-4054-aef0-c5b922b92d03', 'status': 'completed', 'code': 200} Jul 07 22:14:53.805371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d9859fdd-0a3f-4db8-adf3-001dda8d4406 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.807552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-d9859fdd-0a3f-4db8-adf3-001dda8d4406 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.1558449 Jul 07 22:14:53.808450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed01f-b855-416f-93ac-e384ab48516b req-4684fbc9-4e7e-4b0f-9603-b442e9e73874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.809939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-4684fbc9-4e7e-4b0f-9603-b442e9e73874 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 1097 time: 0.1511664 Jul 07 22:14:53.870263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943f76-f845-4c94-ad35-ff23195c4e5c req-079cc847-67e3-4491-bd94-1bc52c5b2be3 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.878265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22943f76-f845-4c94-ad35-ff23195c4e5c req-079cc847-67e3-4491-bd94-1bc52c5b2be3 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1276488 Jul 07 22:14:53.890799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-f8ae6263-3c6a-4c27-9ad2-9209a51c428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.892531 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-f8ae6263-3c6a-4c27-9ad2-9209a51c428c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 1096 time: 0.0605161 Jul 07 22:14:53.910440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35760) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:53.982513 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8ade96e6-bf56-4a06-9eba-338888db9a5e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=23b5a5b98ce1421e848697b1adc1facb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704839 Jul 07 22:14:53.987527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35762) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:53.989261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22943f76-f845-4c94-ad35-ff23195c4e5c req-473ff947-20e3-4c68-bd8d-dea9cd65b006 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098571 Jul 07 22:14:54.015315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed01f-b855-416f-93ac-e384ab48516b req-5f355067-5638-4e35-98a5-c22476d6952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.016805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-5f355067-5638-4e35-98a5-c22476d6952e service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1740551 Jul 07 22:14:54.017409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-a2b877ee-b5fa-4996-b840-2ae7878691c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.018924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-a2b877ee-b5fa-4996-b840-2ae7878691c6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1096 time: 0.0937765 Jul 07 22:14:54.033366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b4e9-68a2-42e8-baf7-ce99ac9a1fed req-3684b626-0c0d-4be0-ad06-a256f0f057e3 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.034937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8af5b4e9-68a2-42e8-baf7-ce99ac9a1fed req-3684b626-0c0d-4be0-ad06-a256f0f057e3 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 943 time: 0.1486158 Jul 07 22:14:54.076161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-c34cf651-a10e-43e6-ab04-55840fc32c77 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 200 len: 217 time: 0.0402782 Jul 07 22:14:54.097750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb95abb-0490-47b3-8ce3-841d0d1c688d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:54.133976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb95abb-0490-47b3-8ce3-841d0d1c688d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:54.163811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8af5b4e9-68a2-42e8-baf7-ce99ac9a1fed req-10df2ad9-78b6-402b-83da-41a95aff0b91 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943272 Jul 07 22:14:54.173745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed01f-b855-416f-93ac-e384ab48516b req-bb5cda06-6f3b-4cd6-9921-46d41d9c0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.175688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-bb5cda06-6f3b-4cd6-9921-46d41d9c0bf8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0800703 Jul 07 22:14:54.176943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-e153275f-6fe3-4a59-991f-bd96c57c0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.179469 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-e153275f-6fe3-4a59-991f-bd96c57c0751 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1467516 Jul 07 22:14:54.224633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-c8ed966e-0176-4cc2-9970-2dbc9f4a28b1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302911 Jul 07 22:14:54.247465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c36a-92a2-4c62-8a55-b1b1e65afd4d req-0a6386da-aa85-45e3-930d-5ff27667e4d1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.249013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a237c36a-92a2-4c62-8a55-b1b1e65afd4d req-0a6386da-aa85-45e3-930d-5ff27667e4d1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1249881 Jul 07 22:14:54.258706 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-4e98d37d-ebcc-4468-be15-1a8308479247 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 200 len: 217 time: 0.0574818 Jul 07 22:14:54.270702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb95abb-0490-47b3-8ce3-841d0d1c688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:54.274060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb95abb-0490-47b3-8ce3-841d0d1c688d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:54.290404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ebb95abb-0490-47b3-8ce3-841d0d1c688d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/91cb53b8-5df8-4dd1-aac4-7a073fc29ad7 HTTP/1.1" status: 204 len: 168 time: 0.2895675 Jul 07 22:14:54.341531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb95abb-0490-47b3-8ce3-841d0d1c688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cb53b8-5df8-4dd1-aac4-7a073fc29ad7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:54.361173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-63b76abc-781a-4fcc-bca8-c379f6be7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.363036 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-63b76abc-781a-4fcc-bca8-c379f6be7fc6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0693455 Jul 07 22:14:54.399233 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-e48677ad-b282-479b-9a64-c7c17bde5d30 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279517 Jul 07 22:14:54.415257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a237c36a-92a2-4c62-8a55-b1b1e65afd4d req-f0711bb0-a93c-4394-b2ef-0eae8a04fd7f tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572742 Jul 07 22:14:54.441920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-6d521d56-d5cf-45cb-a15e-f51cee44cf3b service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918476 Jul 07 22:14:54.522381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-73dcd24c-dd13-4b99-b4e2-aa499ac86a56 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068723 Jul 07 22:14:54.654918 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-b532379f-cd39-4f6e-87b1-f6eb76ad3518 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182811 Jul 07 22:14:54.782654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3e28-adfc-4998-afcc-5759262cd390 req-a24e9c13-d142-4121-bf85-7bf959d75f7e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.784132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e50d3e28-adfc-4998-afcc-5759262cd390 req-a24e9c13-d142-4121-bf85-7bf959d75f7e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 944 time: 0.4708543 Jul 07 22:14:54.897718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e50d3e28-adfc-4998-afcc-5759262cd390 req-8fbc136b-b607-4da6-9a78-d387eacc2159 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004350 Jul 07 22:14:54.955993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de6ed01f-b855-416f-93ac-e384ab48516b req-ac507cd7-bcc7-46de-92a3-6a8659cc947e service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043845 Jul 07 22:14:54.966773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842436-b55e-4117-8f7e-330bc14cadf0 req-83530103-9103-4ad7-a177-4e829ea0544e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.968380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31842436-b55e-4117-8f7e-330bc14cadf0 req-83530103-9103-4ad7-a177-4e829ea0544e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1939142 Jul 07 22:14:55.057445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31842436-b55e-4117-8f7e-330bc14cadf0 req-32604cb5-121c-4e4b-a59b-210dcb2988fa tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821712 Jul 07 22:14:55.088609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7964d-7406-47f1-a00b-85207df03c61 req-85225f27-e26c-49c9-994a-a542acc392f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.091343 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d7964d-7406-47f1-a00b-85207df03c61 req-85225f27-e26c-49c9-994a-a542acc392f5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 1097 time: 0.0878422 Jul 07 22:14:55.103296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-479a7384-e2c3-4029-9739-d2a613f5e080 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.104893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-479a7384-e2c3-4029-9739-d2a613f5e080 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.1214824 Jul 07 22:14:55.113005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35792) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:55.145680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d7964d-7406-47f1-a00b-85207df03c61 req-d9f114ee-f5e8-4087-85be-d28b7e25669b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Jul 07 22:14:55.161431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc43b-4909-44ff-93bb-678158801cd9 req-df1334a4-d3db-4829-af23-d9103b228e90 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.162963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e72dc43b-4909-44ff-93bb-678158801cd9 req-df1334a4-d3db-4829-af23-d9103b228e90 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 950 time: 0.1252174 Jul 07 22:14:55.234984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-909572995-network', 'tenant_id': '5916b7d512d04f26a5632bc91ee46866'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:55.264281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e72dc43b-4909-44ff-93bb-678158801cd9 req-537da865-c78b-40ef-8e03-dcc88e706db0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924661 Jul 07 22:14:55.336199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Made reservation on behalf of 5916b7d512d04f26a5632bc91ee46866 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:55.338561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.370399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.402466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a212c-2261-4be4-8d6c-217dcf63c364 req-3983deb7-910b-4f18-b9f7-df30e0f83614 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.408435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a212c-2261-4be4-8d6c-217dcf63c364 req-3983deb7-910b-4f18-b9f7-df30e0f83614 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.409964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0a212c-2261-4be4-8d6c-217dcf63c364 req-3983deb7-910b-4f18-b9f7-df30e0f83614 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1682 time: 0.2271259 Jul 07 22:14:55.434547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-ca5fc873-5a17-4271-b203-857b8573c4ce service neutron] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:55.448183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-ca5fc873-5a17-4271-b203-857b8573c4ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.449219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e805f7ce-c3db-4421-ab01-1d8873b2bc81 req-ca5fc873-5a17-4271-b203-857b8573c4ce service neutron] 10.222.0.103 "DELETE /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec/bindings/n-h2-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.3352141 Jul 07 22:14:55.511086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0a212c-2261-4be4-8d6c-217dcf63c364 req-ffac741b-014f-4bfa-b281-0b9d43f2d717 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846243 Jul 07 22:14:55.533732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0d2c9-f835-4d9c-ae86-56a437edd910 req-2a5b80e5-a429-40f3-8862-0c3d1aa5f9dc tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.535251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9f0d2c9-f835-4d9c-ae86-56a437edd910 req-2a5b80e5-a429-40f3-8862-0c3d1aa5f9dc tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1668324 Jul 07 22:14:55.567335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:55.593577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9f0d2c9-f835-4d9c-ae86-56a437edd910 req-7c3817ab-9c5c-4427-a6e4-6f95c3d43f9a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Jul 07 22:14:55.613357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.618383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.631858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:55.686655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.686911 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Added segment 8f267710-3248-4809-ae7e-dc8b411311fc of type vlan for network accbe03f-e0d3-4d14-8084-e73108f16bf4 Jul 07 22:14:55.697852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:55.705811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8272db-94d3-4a36-9c71-fab25067b5c2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:55.722603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'port_id': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'mac_address': 'fa:16:3e:75:d1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:55.761181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.767907 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.773967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:55.793386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:55.797025 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.820322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034891e1-1b14-4218-b40c-911843ab7895 req-e2b81345-9594-4db2-aad9-aa38434e0827 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.821837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-034891e1-1b14-4218-b40c-911843ab7895 req-e2b81345-9594-4db2-aad9-aa38434e0827 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 943 time: 0.1839292 Jul 07 22:14:55.847652 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.848623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.849217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.851213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:55.926404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8110895 Jul 07 22:14:55.929358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:55.935764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Request body: {'subnet': {'network_id': 'accbe03f-e0d3-4d14-8084-e73108f16bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-909572995-subnet', 'tenant_id': '5916b7d512d04f26a5632bc91ee46866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:55.936791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e79c6-587e-47e2-ad3d-c7526068b610 req-4d56b4ea-7516-4e94-bf11-19dbe0a3e9d4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.938281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-640e79c6-587e-47e2-ad3d-c7526068b610 req-4d56b4ea-7516-4e94-bf11-19dbe0a3e9d4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 950 time: 0.2086518 Jul 07 22:14:55.941238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-034891e1-1b14-4218-b40c-911843ab7895 req-7be7a795-d10e-4473-b356-07226ca58989 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128037 Jul 07 22:14:55.947022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d843a7-4d6b-4c1b-8da9-892b00087598 admin admin] Pushing event updated for resources: {'Network': ['ID=accbe03f-e0d3-4d14-8084-e73108f16bf4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:55.959919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network accbe03f-e0d3-4d14-8084-e73108f16bf4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:55.965455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Made reservation on behalf of 5916b7d512d04f26a5632bc91ee46866 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:55.968115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.001730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-640e79c6-587e-47e2-ad3d-c7526068b610 req-5172b138-9e82-4aa7-905f-f835e4bc105f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Jul 07 22:14:56.179784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069738-4a3f-43e4-8894-b997dda9a541 req-3ccc51f0-e694-4a03-aead-1f04f4aff483 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.181481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0069738-4a3f-43e4-8894-b997dda9a541 req-3ccc51f0-e694-4a03-aead-1f04f4aff483 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.0814292 Jul 07 22:14:56.182422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.233767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5552473-6c8c-45aa-a51e-0671989c2578,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:56.235198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0069738-4a3f-43e4-8894-b997dda9a541 req-d09249f2-d559-4387-a17c-4ba53a9425bf tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Jul 07 22:14:56.250123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.250483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.251045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.251547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.252047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.252541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.253055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.253547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.254042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.254533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.255140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.255631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.265354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Checking segment: {'id': '8f267710-3248-4809-ae7e-dc8b411311fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'accbe03f-e0d3-4d14-8084-e73108f16bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:56.265727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Network hostable DHCP agents. Network: accbe03f-e0d3-4d14-8084-e73108f16bf4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:56.287300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Network accbe03f-e0d3-4d14-8084-e73108f16bf4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:56.292077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340e1f3-a6d3-4d81-ac6f-e4134028292b req-012c2044-f823-4505-a9f8-64cbce8a11e0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.293888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f340e1f3-a6d3-4d81-ac6f-e4134028292b req-012c2044-f823-4505-a9f8-64cbce8a11e0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 944 time: 0.0752828 Jul 07 22:14:56.299510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, accbe03f-e0d3-4d14-8084-e73108f16bf4) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:56.307858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf3443-f88f-4411-89fc-3e226683119c None None] Network accbe03f-e0d3-4d14-8084-e73108f16bf4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:56.312293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.312984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.334369 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c8ce437-60fa-4589-b886-59544b32a44a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4024742 Jul 07 22:14:56.356073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f340e1f3-a6d3-4d81-ac6f-e4134028292b req-6e4b3179-7997-4ddb-a57b-7f1d3b3f3b8b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557351 Jul 07 22:14:56.395763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ec36a1fa-48b1-4c13-82ae-29882c1ed2c8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:56.597340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c397d0a-ec5b-4b5f-89b4-fc0eb760f7da req-a14a57c9-b7b0-42c1-ac47-aed1324b31ff tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.598964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c397d0a-ec5b-4b5f-89b4-fc0eb760f7da req-a14a57c9-b7b0-42c1-ac47-aed1324b31ff tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1046205 Jul 07 22:14:56.648045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90bdef7-e9c5-4a53-bcff-3c94ce63a03e None None] Network accbe03f-e0d3-4d14-8084-e73108f16bf4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:56.653275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc7a01-5caf-48a3-b267-11e34fbcaaec req-26ff408b-cb26-4ebd-a6dc-c965283544d9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.659281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc7a01-5caf-48a3-b267-11e34fbcaaec req-26ff408b-cb26-4ebd-a6dc-c965283544d9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.660879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2fc7a01-5caf-48a3-b267-11e34fbcaaec req-26ff408b-cb26-4ebd-a6dc-c965283544d9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d&device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 1691 time: 0.1189198 Jul 07 22:14:56.668539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c397d0a-ec5b-4b5f-89b4-fc0eb760f7da req-3ebfbf4f-cde3-4855-9a91-bdb73e772cec tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Jul 07 22:14:56.709437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2fc7a01-5caf-48a3-b267-11e34fbcaaec req-4ba0ca28-3ad9-4d55-8135-7fb4d8f9b34a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Jul 07 22:14:56.742478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35826) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:56.795933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Deleting subnet e5552473-6c8c-45aa-a51e-0671989c2578 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:56.799668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.836012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.911765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.971316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6616a-eaf9-45b9-811a-dd10ca613e9a req-97ab37c0-8cd6-4a46-b0af-9b4169c94878 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.972822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11b6616a-eaf9-45b9-811a-dd10ca613e9a req-97ab37c0-8cd6-4a46-b0af-9b4169c94878 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1066530 Jul 07 22:14:56.999741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.034097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5552473-6c8c-45aa-a51e-0671989c2578,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:57.045922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.047763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e5552473-6c8c-45aa-a51e-0671989c2578 HTTP/1.1" status: 204 len: 168 time: 0.3042161 Jul 07 22:14:57.049574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.049925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.050276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.050620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.050794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:57.051250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.051345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.051661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.051978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.052296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.052624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.052959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.053287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20fb2b-d272-413d-935d-56c7a6f40aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:57.058663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11b6616a-eaf9-45b9-811a-dd10ca613e9a req-f5d8c3b6-59d8-4091-8c03-c9869ebc7232 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784400 Jul 07 22:14:57.128462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.168022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c01bb-f00c-456f-89c2-1bc3248cff6b req-39b32198-82fe-4dff-8757-0ba5db4fdf04 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.169559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e6c01bb-f00c-456f-89c2-1bc3248cff6b req-39b32198-82fe-4dff-8757-0ba5db4fdf04 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1096 time: 0.0575969 Jul 07 22:14:57.213900 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.223629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accbe03f-e0d3-4d14-8084-e73108f16bf4']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:57.234493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f267710-3248-4809-ae7e-dc8b411311fc') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:57.234836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f267710-3248-4809-ae7e-dc8b411311fc') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:57.236847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e6c01bb-f00c-456f-89c2-1bc3248cff6b req-fa83b23b-4b0c-41d0-a1f2-5cf9ba8a26aa tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562913 Jul 07 22:14:57.245148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.255604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f07bda-66e8-41e9-a6e8-a21b0dabb7aa req-720e2306-254c-4a5f-81eb-8deeb8434caf tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.261349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.261661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f07bda-66e8-41e9-a6e8-a21b0dabb7aa req-720e2306-254c-4a5f-81eb-8deeb8434caf tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.263602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31f07bda-66e8-41e9-a6e8-a21b0dabb7aa req-720e2306-254c-4a5f-81eb-8deeb8434caf tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1682 time: 0.0931695 Jul 07 22:14:57.268323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:57.268616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:57.270585 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:57.310877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31f07bda-66e8-41e9-a6e8-a21b0dabb7aa req-83b88029-2310-4e24-be16-6c9cfb1bddec tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Jul 07 22:14:57.327277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.334470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.336679 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/accbe03f-e0d3-4d14-8084-e73108f16bf4 HTTP/1.1" status: 204 len: 168 time: 0.2846248 Jul 07 22:14:57.352669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dd9ce-5336-4f05-8ed6-0742b8a7f4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=accbe03f-e0d3-4d14-8084-e73108f16bf4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:57.453407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35842) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:57.483167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1f6f4-dbe2-404b-bca5-fcc8c00a60b2 req-caceba86-1320-41aa-aa39-a3837401004f tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.484656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2eb1f6f4-dbe2-404b-bca5-fcc8c00a60b2 req-caceba86-1320-41aa-aa39-a3837401004f tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 944 time: 0.1005177 Jul 07 22:14:57.493618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d817391-dddc-4a2c-b9fd-301c1db1536f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5916b7d512d04f26a5632bc91ee46866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390229 Jul 07 22:14:57.496154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35844) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:57.513122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ac167-d2f9-4a94-9f0a-402c7879b030 req-5f6d3cfb-b610-41ad-ad54-e69cc8d2c03b tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.514523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a0ac167-d2f9-4a94-9f0a-402c7879b030 req-5f6d3cfb-b610-41ad-ad54-e69cc8d2c03b tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 1102 time: 0.0922408 Jul 07 22:14:57.536994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2eb1f6f4-dbe2-404b-bca5-fcc8c00a60b2 req-cbc403f0-4ce9-49c4-8a8c-c88e0af7b37b tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Jul 07 22:14:57.546604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eabc21ec-2de5-4a98-8118-09741edd95b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.558835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a0ac167-d2f9-4a94-9f0a-402c7879b030 req-4032ec7b-b3b1-4261-9089-4e0fb0deacd2 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346029 Jul 07 22:14:57.569713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eabc21ec-2de5-4a98-8118-09741edd95b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.624052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eabc21ec-2de5-4a98-8118-09741edd95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.627235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eabc21ec-2de5-4a98-8118-09741edd95b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.628994 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eabc21ec-2de5-4a98-8118-09741edd95b4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ed8272db-94d3-4a36-9c71-fab25067b5c2 HTTP/1.1" status: 204 len: 168 time: 0.1317668 Jul 07 22:14:57.639313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc21ec-2de5-4a98-8118-09741edd95b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8272db-94d3-4a36-9c71-fab25067b5c2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:57.765875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fee26-558b-41b0-8c5e-df06bff9ac92 req-489dd62c-7cfa-4a8a-85fa-4e5e1085f54c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.767546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b65fee26-558b-41b0-8c5e-df06bff9ac92 req-489dd62c-7cfa-4a8a-85fa-4e5e1085f54c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1070287 Jul 07 22:14:57.772957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e910e2-e92c-41ec-b8ce-ebaad5aae4af req-ee4fb2f3-e4be-4953-842a-e7869a296780 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.775061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3e910e2-e92c-41ec-b8ce-ebaad5aae4af req-ee4fb2f3-e4be-4953-842a-e7869a296780 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 1096 time: 0.0864363 Jul 07 22:14:57.827428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b65fee26-558b-41b0-8c5e-df06bff9ac92 req-0ea787ec-e41d-43a6-b045-86ea268c8f0f tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Jul 07 22:14:57.833152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3e910e2-e92c-41ec-b8ce-ebaad5aae4af req-74230c87-5d1c-45a4-ae2d-ca14be7c9d52 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501761 Jul 07 22:14:58.061162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6730bf-fc3c-4c8b-93f6-798cb0ec2706 req-40907d79-66b4-42a4-b4ba-947dcbc134a9 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.065263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e6730bf-fc3c-4c8b-93f6-798cb0ec2706 req-40907d79-66b4-42a4-b4ba-947dcbc134a9 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 1102 time: 0.0895593 Jul 07 22:14:58.100626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1f8a-27fe-4e75-9625-c3953e4c2aef req-a75f1beb-e3c3-4155-9d95-f850ac8603bd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.102155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-455e1f8a-27fe-4e75-9625-c3953e4c2aef req-a75f1beb-e3c3-4155-9d95-f850ac8603bd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.0968006 Jul 07 22:14:58.122108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e6730bf-fc3c-4c8b-93f6-798cb0ec2706 req-7cb7c8dd-54ba-4122-8d48-88aa8993cc1a tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527842 Jul 07 22:14:58.156363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-455e1f8a-27fe-4e75-9625-c3953e4c2aef req-05527a49-48cf-45c8-a532-b1c57439b9da tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459766 Jul 07 22:14:58.357954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-0d1baf5f-f12d-44db-99ac-a69ead3f83ed tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.359455 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-0d1baf5f-f12d-44db-99ac-a69ead3f83ed tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 811 time: 0.1148384 Jul 07 22:14:58.375259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-911eaf15-6acc-458b-bd75-653dad23d4ff tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/quotas/d9b35825fbe849188a9678f9e91b0959 HTTP/1.1" status: 200 len: 375 time: 0.0097737 Jul 07 22:14:58.471157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-0737a03b-ad83-4007-8097-8bf75b4a2440 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857627 Jul 07 22:14:58.607710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-dd159caf-5c3c-4b0b-a822-36f8f2b68636 service neutron] 10.222.0.95 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292641 Jul 07 22:14:58.678675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18944-2904-44ee-b592-d211063e4a36 req-f8af3c5d-ee9b-474e-9977-04771e7dc017 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.680742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21d18944-2904-44ee-b592-d211063e4a36 req-f8af3c5d-ee9b-474e-9977-04771e7dc017 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1389916 Jul 07 22:14:58.736260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-18c050a7-3851-4126-bd62-6c15d3c9bc8d service neutron] 10.222.0.95 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224623 Jul 07 22:14:58.739432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21d18944-2904-44ee-b592-d211063e4a36 req-04ed0252-b49d-4a6d-9469-71c53fb29102 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 Jul 07 22:14:59.074092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90f20-75f1-4f05-8d02-6bdb08fd8c58 req-997bef4b-f212-42fa-9403-b418a61fbae7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.081712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90f20-75f1-4f05-8d02-6bdb08fd8c58 req-997bef4b-f212-42fa-9403-b418a61fbae7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.083445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b90f20-75f1-4f05-8d02-6bdb08fd8c58 req-997bef4b-f212-42fa-9403-b418a61fbae7 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1682 time: 0.1198716 Jul 07 22:14:59.121077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea5eca-53cf-458c-84fa-608794442a2c req-f6627dca-6c5c-43ec-87e7-76cff3fe7212 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.127509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea5eca-53cf-458c-84fa-608794442a2c req-f6627dca-6c5c-43ec-87e7-76cff3fe7212 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.128514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffea5eca-53cf-458c-84fa-608794442a2c req-f6627dca-6c5c-43ec-87e7-76cff3fe7212 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.103 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 1682 time: 0.1239979 Jul 07 22:14:59.180025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b90f20-75f1-4f05-8d02-6bdb08fd8c58 req-ac329c50-7f64-48d9-be06-7e87c39a8073 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848165 Jul 07 22:14:59.288000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 25082bf6-f666-43a7-98a8-798f516e5418 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:59.288597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.433421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 25082bf6-f666-43a7-98a8-798f516e5418, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=25082bf6-f666-43a7-98a8-798f516e5418,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:59.434028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.456592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 25082bf6-f666-43a7-98a8-798f516e5418 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:59.515473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8953811-7b59-47a4-ac7b-06a2c9842cad req-3e37929a-e2c3-42a2-b3ac-c51e396b3fc8 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.517047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8953811-7b59-47a4-ac7b-06a2c9842cad req-3e37929a-e2c3-42a2-b3ac-c51e396b3fc8 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 944 time: 0.1543491 Jul 07 22:14:59.600596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:59.614236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8953811-7b59-47a4-ac7b-06a2c9842cad req-696fcba6-49c0-44c6-baef-34bb6a28b21a tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672634 Jul 07 22:14:59.697554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:59.702463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:59.703005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.764802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.779483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['25082bf6-f666-43a7-98a8-798f516e5418', '496c63ac-64be-4e10-b19a-3ee4c02ebc50'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:59.820601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=25082bf6-f666-43a7-98a8-798f516e5418,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:59.978730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.990672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 25082bf6-f666-43a7-98a8-798f516e5418 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:59.999078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.001128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffea5eca-53cf-458c-84fa-608794442a2c req-e89d3c5d-2e66-459f-a69b-cafc83044cb2 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.103 "DELETE /v2.0/ports/25082bf6-f666-43a7-98a8-798f516e5418 HTTP/1.1" status: 204 len: 173 time: 0.8631043 Jul 07 22:15:00.016716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffd874a5-a723-40d1-987b-97eb4e9fe7f8 req-6f36c580-d938-4825-8489-7e554821cff5 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 210 time: 0.2028613 Jul 07 22:15:00.018685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-deleted', 'tag': '25082bf6-f666-43a7-98a8-798f516e5418'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:00.026577 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaba02c-6e48-4f86-87de-e7c603f10945" -d '{"events": [{"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-deleted", "tag": "25082bf6-f666-43a7-98a8-798f516e5418"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:00.100134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:00.107518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:00.112355 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a2b30c-3d7c-4054-959a-4c384ef4a5d4" -d '{"events": [{"server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "name": "network-vif-plugged", "status": "completed", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:00.123990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.231774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:00.510803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-8323b2b4-3dcd-4114-9310-e3f62a574958 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.512610 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-8323b2b4-3dcd-4114-9310-e3f62a574958 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.97 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 811 time: 0.1389766 Jul 07 22:15:00.528811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Request body: {'port': {'device_id': '1b21c52f-d29f-4537-9503-42faef0a6471', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'admin_state_up': True, 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:00.721209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Made reservation on behalf of d9b35825fbe849188a9678f9e91b0959 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:00.727139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.763462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c73c-49b1-4f4f-a2b4-41e53bae3951 req-d381768c-c879-451d-b835-5f4f9908ebcc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.770425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c071c73c-49b1-4f4f-a2b4-41e53bae3951 req-d381768c-c879-451d-b835-5f4f9908ebcc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.5311537 Jul 07 22:15:00.781130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:00.781480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.812610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749163-7640-44e5-bdcb-0a5444feb12a req-672a082f-1265-4ecf-b148-ca61e46e3bb0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.819185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4749163-7640-44e5-bdcb-0a5444feb12a req-672a082f-1265-4ecf-b148-ca61e46e3bb0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.6172929 Jul 07 22:15:00.890471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Allocated IP 172.20.0.11 (bd437a52-88a0-44af-b4e4-c20a06821304/eb9fe100-3a66-466d-90f5-06fd12db6642/e878e719-2955-4e4b-8554-31a5d59c9d5e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:00.909957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c071c73c-49b1-4f4f-a2b4-41e53bae3951 req-80e9cd85-9428-4600-9bf9-bb8e5c104ea4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385477 Jul 07 22:15:00.950537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4749163-7640-44e5-bdcb-0a5444feb12a req-b11532dc-f541-4982-9266-483126dcd733 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303866 Jul 07 22:15:00.993650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 496c63ac-64be-4e10-b19a-3ee4c02ebc50, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=496c63ac-64be-4e10-b19a-3ee4c02ebc50,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:00.998460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.022960 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac227f5-b86b-42a1-a68f-4a888a856ba6 x-openstack-request-id: req-9ac227f5-b86b-42a1-a68f-4a888a856ba6 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:01.024054 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "name": "network-vif-plugged", "status": "completed", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:01.024449 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63239ca-5517-4245-a748-ad3ca9116e94 x-openstack-request-id: req-b63239ca-5517-4245-a748-ad3ca9116e94 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:01.024895 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ac227f5-b86b-42a1-a68f-4a888a856ba6 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:01.025476 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'code': 200} Jul 07 22:15:01.025859 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-deleted", "tag": "25082bf6-f666-43a7-98a8-798f516e5418", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:01.026171 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b63239ca-5517-4245-a748-ad3ca9116e94 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:01.026553 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-deleted', 'tag': '25082bf6-f666-43a7-98a8-798f516e5418', 'status': 'completed', 'code': 200} Jul 07 22:15:01.039460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 496c63ac-64be-4e10-b19a-3ee4c02ebc50 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:01.162884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.217334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.223240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-4e34083a-96e5-499d-95c9-50873def9289 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920632 Jul 07 22:15:01.230022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:01.268042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Network bd437a52-88a0-44af-b4e4-c20a06821304 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:01.271976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:01.281590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:01.329830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Pushing event updated for resources: {'Port': ['ID=e878e719-2955-4e4b-8554-31a5d59c9d5e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:01.367604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.372764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.402430 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-cfccdbe0-ac96-404e-8b8d-53367c5e8be3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778844 Jul 07 22:15:01.406964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-c6edaa1f-bd6e-4a24-b30f-a421434b3c01 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.408804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-c6edaa1f-bd6e-4a24-b30f-a421434b3c01 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679001 Jul 07 22:15:01.418716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Request body: {'port': {'device_id': '1b21c52f-d29f-4537-9503-42faef0a6471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:01.449642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-8312caba-3292-4db1-bbda-f7a164a400d2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/quotas/252b43d23bc84ceaae99ba28e83fa710 HTTP/1.1" status: 200 len: 375 time: 0.0345676 Jul 07 22:15:01.498059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99576f67-b10f-4c01-ab2e-937c11c9c6c3 req-2bcb35fb-44a6-4ba8-8623-ebe0acf294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.499912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99576f67-b10f-4c01-ab2e-937c11c9c6c3 req-2bcb35fb-44a6-4ba8-8623-ebe0acf294b2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 1097 time: 0.3782756 Jul 07 22:15:01.528447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.585585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba055271-6c36-4a72-a703-027c009a62bd req-57e85ab5-27bd-489c-beb1-d9489415a654 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.592965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba055271-6c36-4a72-a703-027c009a62bd req-57e85ab5-27bd-489c-beb1-d9489415a654 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/ports?device_id=511cb1f8-b424-42e7-bb60-37c5957d7157 HTTP/1.1" status: 200 len: 946 time: 0.3843746 Jul 07 22:15:01.613593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99576f67-b10f-4c01-ab2e-937c11c9c6c3 req-b27b9ba4-9e8d-4fb0-8f4b-c865728a77e8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028011 Jul 07 22:15:01.672852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-857e9726-06a5-4beb-886a-bdc289d220ef tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2133143 Jul 07 22:15:01.698950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.720667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba055271-6c36-4a72-a703-027c009a62bd req-0d5311fe-a78a-492c-b648-cce1380f5867 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "GET /v2.0/security-groups?id=f4f25131-456d-4017-ade0-c6a773a41a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266835 Jul 07 22:15:01.772783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=496c63ac-64be-4e10-b19a-3ee4c02ebc50,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:01.882791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 496c63ac-64be-4e10-b19a-3ee4c02ebc50 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:01.898610 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.902097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffea5eca-53cf-458c-84fa-608794442a2c req-ca04d995-d401-45e4-9220-1ade6b160fba tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.103 "DELETE /v2.0/ports/496c63ac-64be-4e10-b19a-3ee4c02ebc50 HTTP/1.1" status: 204 len: 173 time: 1.8839829 Jul 07 22:15:01.921267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e878e719-2955-4e4b-8554-31a5d59c9d5e {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:01.935975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.978829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Transition to ACTIVE for port object e878e719-2955-4e4b-8554-31a5d59c9d5e will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:01.993352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.998833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 496c63ac-64be-4e10-b19a-3ee4c02ebc50 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:02.063568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 496c63ac-64be-4e10-b19a-3ee4c02ebc50 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:02.065972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 496c63ac-64be-4e10-b19a-3ee4c02ebc50 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:02.066854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:02.174487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191ee8-303a-47b9-b659-2df95d80f933 req-80d78316-0155-4a2a-bb46-423e5a81fd43 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.183385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a191ee8-303a-47b9-b659-2df95d80f933 req-80d78316-0155-4a2a-bb46-423e5a81fd43 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.2039483 Jul 07 22:15:02.264813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e878e719-2955-4e4b-8554-31a5d59c9d5e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:02.275360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a191ee8-303a-47b9-b659-2df95d80f933 req-e3247594-cb0a-4499-9eba-cfbc38449ea9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885949 Jul 07 22:15:02.335265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 25082bf6-f666-43a7-98a8-798f516e5418 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:02.345852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Attempting to bind port e878e719-2955-4e4b-8554-31a5d59c9d5e on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:02.346200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Attempting to bind port e878e719-2955-4e4b-8554-31a5d59c9d5e by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:02.346541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Attempting to bind port e878e719-2955-4e4b-8554-31a5d59c9d5e on network bd437a52-88a0-44af-b4e4-c20a06821304 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:02.357566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Port e878e719-2955-4e4b-8554-31a5d59c9d5e on network bd437a52-88a0-44af-b4e4-c20a06821304 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:02.357899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Attempting to bind port e878e719-2955-4e4b-8554-31a5d59c9d5e on network bd437a52-88a0-44af-b4e4-c20a06821304 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:02.363348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:02.363696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Checking segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:02.364089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Bound using segment: {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:02.364530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Bound port: e878e719-2955-4e4b-8554-31a5d59c9d5e, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db769ea2-5ea3-4a0e-8369-5e7e0800b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:02.364899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.400051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 25082bf6-f666-43a7-98a8-798f516e5418 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:02.416158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 25082bf6-f666-43a7-98a8-798f516e5418 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:02.446417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76b90e-f5a3-47ed-9aec-b6d7522bc851 req-765a0262-5b5e-470a-b683-dccfbda4464a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.448303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f76b90e-f5a3-47ed-9aec-b6d7522bc851 req-765a0262-5b5e-470a-b683-dccfbda4464a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 944 time: 0.1063766 Jul 07 22:15:02.480428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] For port e878e719-2955-4e4b-8554-31a5d59c9d5e, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:02.491157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] For port e878e719-2955-4e4b-8554-31a5d59c9d5e, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:02.508942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.563450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f76b90e-f5a3-47ed-9aec-b6d7522bc851 req-adeb35a1-9019-454a-95ff-ea192deecb81 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075683 Jul 07 22:15:02.617606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979ab46-be73-4139-8653-ff11508852d3 req-74925a0e-3416-4f8d-8156-0e73acd47547 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.629685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3979ab46-be73-4139-8653-ff11508852d3 req-74925a0e-3416-4f8d-8156-0e73acd47547 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.1657889 Jul 07 22:15:02.645915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.652070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.653803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] 10.222.0.97 "PUT /v2.0/ports/e878e719-2955-4e4b-8554-31a5d59c9d5e HTTP/1.1" status: 200 len: 1093 time: 1.2398539 Jul 07 22:15:02.667885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b21c52f-d29f-4537-9503-42faef0a6471', 'tag': 'e878e719-2955-4e4b-8554-31a5d59c9d5e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:02.679719 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b21c52f-d29f-4537-9503-42faef0a6471", "tag": "e878e719-2955-4e4b-8554-31a5d59c9d5e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:02.717541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3979ab46-be73-4139-8653-ff11508852d3 req-e5908d99-b1d3-4fab-96a1-132ccaf194cc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869532 Jul 07 22:15:02.846178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15361-89bd-4b72-b33a-8393073b6b09 req-b16e841e-bf18-4e90-a6f4-c147d744a3dd tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.855812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d15361-89bd-4b72-b33a-8393073b6b09 req-b16e841e-bf18-4e90-a6f4-c147d744a3dd tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1076365 Jul 07 22:15:02.863920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100362f-de63-43de-a57a-0e99ccd39fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e878e719-2955-4e4b-8554-31a5d59c9d5e,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:02.926406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-5aeba5c7-d7c9-48b1-8cdc-f5949e941ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.927553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d15361-89bd-4b72-b33a-8393073b6b09 req-a235e072-f3cd-41fb-b15b-7c27a678e650 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692763 Jul 07 22:15:02.947291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-5aeba5c7-d7c9-48b1-8cdc-f5949e941ba4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 1096 time: 0.2149050 Jul 07 22:15:03.006810 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-e894efd7-0705-4248-8503-3e17b018d5f9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e HTTP/1.1" status: 200 len: 217 time: 0.0436089 Jul 07 22:15:03.028127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-deleted', 'tag': '496c63ac-64be-4e10-b19a-3ee4c02ebc50'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:03.030852 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e654d39-fc42-4320-874d-aebe51cb1fe4" -d '{"events": [{"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-deleted", "tag": "496c63ac-64be-4e10-b19a-3ee4c02ebc50"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:03.085216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-0e080102-92bc-4954-ad3a-a624b4c54950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.086974 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-0e080102-92bc-4954-ad3a-a624b4c54950 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.0726690 Jul 07 22:15:03.088468 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c62f37-4691-42e6-9941-9a0acfe74932 x-openstack-request-id: req-52c62f37-4691-42e6-9941-9a0acfe74932 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:03.089165 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b21c52f-d29f-4537-9503-42faef0a6471", "tag": "e878e719-2955-4e4b-8554-31a5d59c9d5e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:03.089542 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-52c62f37-4691-42e6-9941-9a0acfe74932 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:03.089810 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b21c52f-d29f-4537-9503-42faef0a6471', 'tag': 'e878e719-2955-4e4b-8554-31a5d59c9d5e', 'status': 'completed', 'code': 200} Jul 07 22:15:03.109370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36050) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:03.175468 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c37abd-c17f-4ed8-a811-16fbe04c88e8 x-openstack-request-id: req-e4c37abd-c17f-4ed8-a811-16fbe04c88e8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:03.176019 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511cb1f8-b424-42e7-bb60-37c5957d7157", "name": "network-vif-deleted", "tag": "496c63ac-64be-4e10-b19a-3ee4c02ebc50", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:03.176481 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e4c37abd-c17f-4ed8-a811-16fbe04c88e8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:03.180368 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-f09e7fbb-a5ce-4069-b2c2-26100b3a2f32 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766840 Jul 07 22:15:03.180808 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cb1f8-b424-42e7-bb60-37c5957d7157', 'name': 'network-vif-deleted', 'tag': '496c63ac-64be-4e10-b19a-3ee4c02ebc50', 'status': 'completed', 'code': 200} Jul 07 22:15:03.232490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting subnet abffd6b3-614e-437f-bb9b-4125d71bafe5 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:03.239085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.347097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e4fcce6-5d31-4db3-8e9d-e2724e62b748 req-66449b52-5003-4663-92ef-b345facef675 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 210 time: 0.0579665 Jul 07 22:15:03.379953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.417812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-3dc88b86-3073-4188-8d5f-b451c26a0bb1 service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302842 Jul 07 22:15:03.556793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.637741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccf743-1363-484f-bf2a-3ad1e7a2e6c7 req-6e5a0f9b-76d3-43a8-aa03-867f65eee34d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.644838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ccf743-1363-484f-bf2a-3ad1e7a2e6c7 req-6e5a0f9b-76d3-43a8-aa03-867f65eee34d tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.1823575 Jul 07 22:15:03.645197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-432dfda0-7aea-4d63-91d0-e11e038ac2a4 req-05e21f8b-9068-4a30-ac55-20765f69a466 service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125757 Jul 07 22:15:03.689438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.718552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ccf743-1363-484f-bf2a-3ad1e7a2e6c7 req-9dfbcb2e-9e62-4252-949e-f20b49720c85 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729141 Jul 07 22:15:03.770015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Subnet': ['ID=abffd6b3-614e-437f-bb9b-4125d71bafe5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:03.777038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.782812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36094) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:03.787512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b110d5f-0674-4d4c-96c0-2615b99ce912 None None] Network 6b3d778a-e720-45c9-b518-7d4ce1c1622b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:03.798241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-afbf81ca-37a6-4d4c-98ea-998c163c8bde tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/subnets/abffd6b3-614e-437f-bb9b-4125d71bafe5 HTTP/1.1" status: 204 len: 168 time: 0.6872454 Jul 07 22:15:03.950882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca7c3-38d6-4491-9035-f3468e8b7fd9 req-4389dd4a-c944-413f-971a-44e4e07a5a0c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.961633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-412ca7c3-38d6-4491-9035-f3468e8b7fd9 req-4389dd4a-c944-413f-971a-44e4e07a5a0c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 944 time: 0.1474283 Jul 07 22:15:04.095207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.127252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-412ca7c3-38d6-4491-9035-f3468e8b7fd9 req-528ea587-4a2c-4cef-81e6-31119d3c45d8 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646440 Jul 07 22:15:04.133566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-8ac5b44e-416f-4fd3-b478-957d383bfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.133794 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-8ac5b44e-416f-4fd3-b478-957d383bfd69 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 1096 time: 0.2567785 Jul 07 22:15:04.163921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] DHCP port deletion for 6b3d778a-e720-45c9-b518-7d4ce1c1622b request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:15:04.193581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb812fd-da8e-4e47-a9d0-27fe457e49ac req-88873039-b3bd-49fe-9c58-9a7e1821b104 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.195767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fb812fd-da8e-4e47-a9d0-27fe457e49ac req-88873039-b3bd-49fe-9c58-9a7e1821b104 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.2294590 Jul 07 22:15:04.207104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36116) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:04.213354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Request body: {'floatingip': {'port_id': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:04.296021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] Deleting port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:04.296399 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.299035 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.428834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:04.428959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] For port 21071ffa-5dcc-410c-b66d-8ae33239b9e7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21071ffa-5dcc-410c-b66d-8ae33239b9e7,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:04.429914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.430168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.468335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] Calling delete_port for 21071ffa-5dcc-410c-b66d-8ae33239b9e7 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:04.504748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-e833f2a2-81c2-46c5-b90e-608f23c5beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.506257 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-e833f2a2-81c2-46c5-b90e-608f23c5beb2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 912 time: 0.3236909 Jul 07 22:15:04.603558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-547949c8-93ac-4448-82c1-ebf512ae964d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e HTTP/1.1" status: 200 len: 217 time: 0.0844874 Jul 07 22:15:04.605663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port 21071ffa-5dcc-410c-b66d-8ae33239b9e7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21071ffa-5dcc-410c-b66d-8ae33239b9e7,segment=NetworkSegment(395e793e-4195-4f92-b243-bbbfd105c783),segment_id=395e793e-4195-4f92-b243-bbbfd105c783)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:04.606096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.665149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for 21071ffa-5dcc-410c-b66d-8ae33239b9e7 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:04.687908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96f671-0f7a-4eba-be8b-7fb6c904f97a req-533af4e4-6d81-4804-ae31-115ab6001f95 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.690254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d96f671-0f7a-4eba-be8b-7fb6c904f97a req-533af4e4-6d81-4804-ae31-115ab6001f95 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.3144042 Jul 07 22:15:04.720414 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.722894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-e9482535-c553-4385-8686-11b9c181a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.725015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-e9482535-c553-4385-8686-11b9c181a910 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.1099966 Jul 07 22:15:04.745191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442aeb-657c-4317-9af6-e85c5f3eb55a req-5e98a776-594d-4bcd-9765-1afbbc2973ca tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.751397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46442aeb-657c-4317-9af6-e85c5f3eb55a req-5e98a776-594d-4bcd-9765-1afbbc2973ca tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.3005157 Jul 07 22:15:04.811858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] Pushing event deleted for resources: {'Port': ['ID=21071ffa-5dcc-410c-b66d-8ae33239b9e7,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:04.817559 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-1490e243-a7f0-4c8a-8e46-a09a7c6e0292 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516160 Jul 07 22:15:04.836289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a557f-6195-4d6c-b51f-ddd243bf3ac2 None None] No DVR routers for this DVR port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:04.965783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.993532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d96f671-0f7a-4eba-be8b-7fb6c904f97a req-5d56f1a2-e7b1-47bd-94e9-98ca70586313 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945056 Jul 07 22:15:05.044566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46442aeb-657c-4317-9af6-e85c5f3eb55a req-dd1c17f7-5a1c-490f-8577-b1998195f7f5 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869451 Jul 07 22:15:05.129378 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-79a19957-34eb-4889-b8c0-cb70a1be0035 service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955129 Jul 07 22:15:05.131807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=21071ffa-5dcc-410c-b66d-8ae33239b9e7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:05.157359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-806f3bdf-a66b-43d7-8195-54ee9ce50f77 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1462278 Jul 07 22:15:05.168787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port 21071ffa-5dcc-410c-b66d-8ae33239b9e7 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:05.479245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.523544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.555527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3d778a-e720-45c9-b518-7d4ce1c1622b']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:05.569461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d750974-9eba-4fee-8e04-f5f7e4cfb6bd req-e5d50476-6a30-4a5f-b343-60e50e4ed9dd service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210896 Jul 07 22:15:05.571212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395e793e-4195-4f92-b243-bbbfd105c783') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:05.571519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395e793e-4195-4f92-b243-bbbfd105c783') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:05.581198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.597834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.619712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:05.623149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:05.631846 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:05.722305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21071ffa-5dcc-410c-b66d-8ae33239b9e7 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:05.737118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.742394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-a70d2666-0ed4-44ae-b657-d0b2b6cc033f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2215707 Jul 07 22:15:05.774131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 21071ffa-5dcc-410c-b66d-8ae33239b9e7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:05.774495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21071ffa-5dcc-410c-b66d-8ae33239b9e7 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:05.801881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.808925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.813431 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/networks/6b3d778a-e720-45c9-b518-7d4ce1c1622b HTTP/1.1" status: 204 len: 168 time: 2.0281582 Jul 07 22:15:05.817344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36218) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:05.849178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670abe68-a19d-4091-8837-4fafb13341c0 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Network': ['ID=6b3d778a-e720-45c9-b518-7d4ce1c1622b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:05.941364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting subnet 23e5d076-c1ad-4449-a678-4737d86f65ea {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:05.949960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.047831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d3d7804-f91e-45ac-8f91-5f9dd0a4de46 req-f268ec09-129a-4f86-8d60-8bf8c8d45aab tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 210 time: 0.4740331 Jul 07 22:15:06.049120 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c associated. External IP: 172.25.5.113, port: ec36a1fa-48b1-4c13-82ae-29882c1ed2c8. Jul 07 22:15:06.053744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.160967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:06.219805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.333841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.358795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ed476-e701-4af9-a498-dfba54f16b96 None None] Network 8d77073e-1458-4b5b-9014-05a6c96e482f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:06.359308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.362079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/subnets/23e5d076-c1ad-4449-a678-4737d86f65ea HTTP/1.1" status: 204 len: 168 time: 0.5434067 Jul 07 22:15:06.364632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36248) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:06.378689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-8c38e678-867d-4801-8d00-8cb73a2bcc1f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.380268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-8c38e678-867d-4801-8d00-8cb73a2bcc1f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8995814 Jul 07 22:15:06.468487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': '660a02a7-96cd-4eff-8186-aadb39b27462', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:06.648283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] DHCP port deletion for 8d77073e-1458-4b5b-9014-05a6c96e482f request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:15:06.750067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] Deleting port d40f84db-3a94-4146-8f02-62eb507f287b {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:06.750363 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.779161 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:15:06.875434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] For port d40f84db-3a94-4146-8f02-62eb507f287b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d40f84db-3a94-4146-8f02-62eb507f287b,segment=NetworkSegment(75202504-ec76-4100-a5a9-f56d7c4421c1),segment_id=75202504-ec76-4100-a5a9-f56d7c4421c1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:06.875769 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.909776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] Calling delete_port for d40f84db-3a94-4146-8f02-62eb507f287b owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:07.001607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.015979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d320b1-febf-4b37-9d32-35d5923acd38 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Subnet': ['ID=23e5d076-c1ad-4449-a678-4737d86f65ea,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.029513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d100f21-f2ba-467b-a834-908e7cdb61c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.106314 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.139293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] No DVR routers for this DVR port d40f84db-3a94-4146-8f02-62eb507f287b on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:07.192612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff09cd0-5bf1-489a-a946-ecd9c81f2b46 None None] Pushing event deleted for resources: {'Port': ['ID=d40f84db-3a94-4146-8f02-62eb507f287b,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.245161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:15:07.251529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Deleting port d40f84db-3a94-4146-8f02-62eb507f287b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:07.252189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.280816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fd66f-2c42-46db-899f-c6934fe8cf98 req-c33446c0-c044-4ce4-9df5-9d72c3bc91a3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.282325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc2fd66f-2c42-46db-899f-c6934fe8cf98 req-c33446c0-c044-4ce4-9df5-9d72c3bc91a3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 944 time: 1.6607277 Jul 07 22:15:07.347764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741950c-c5fa-4f0c-8c02-2d5c0a7699b4 req-70ffe9da-7bce-4b7a-ad82-06227ceff613 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.349268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f741950c-c5fa-4f0c-8c02-2d5c0a7699b4 req-70ffe9da-7bce-4b7a-ad82-06227ceff613 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 943 time: 0.9680676 Jul 07 22:15:07.354928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d100f21-f2ba-467b-a834-908e7cdb61c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.357593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-21de8eee-16d2-4360-a086-72c53a0294a0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.359141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-21de8eee-16d2-4360-a086-72c53a0294a0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4411092 Jul 07 22:15:07.362685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] For port d40f84db-3a94-4146-8f02-62eb507f287b, host n-d-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:07.362971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.366257 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-23765c8d-3019-4c9c-91f4-6e0011807059 service neutron] 10.222.0.103 "GET /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.1642087 Jul 07 22:15:07.372195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d100f21-f2ba-467b-a834-908e7cdb61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.406177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': '6d907d96-b1ff-4575-8841-009af7e84226', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:07.419583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Calling delete_port for d40f84db-3a94-4146-8f02-62eb507f287b owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:07.443885 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d100f21-f2ba-467b-a834-908e7cdb61c6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2331b7a163f14362bdf0498b51b5152f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2817283 Jul 07 22:15:07.446331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Port d40f84db-3a94-4146-8f02-62eb507f287b was not found and therefore no delete operation was performed {{(pid=93931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:15:07.450670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36272) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:07.460749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.506273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d100f21-f2ba-467b-a834-908e7cdb61c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc8b2a-0815-4299-8619-5f2ac5ddee05,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.506479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc2fd66f-2c42-46db-899f-c6934fe8cf98 req-420cb8a6-1866-423e-b48d-ec82f3dd9268 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051020 Jul 07 22:15:07.512526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:07.515967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.521402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Port': ['ID=d40f84db-3a94-4146-8f02-62eb507f287b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.533119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] No DVR routers for this DVR port d40f84db-3a94-4146-8f02-62eb507f287b on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:07.623927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f741950c-c5fa-4f0c-8c02-2d5c0a7699b4 req-ae68b128-8fb0-4748-8ba9-f16f4d82aede tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243671 Jul 07 22:15:07.645367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e878e719-2955-4e4b-8554-31a5d59c9d5e details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:07.722603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:07.762866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d40f84db-3a94-4146-8f02-62eb507f287b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:07.766012 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.777316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b84a71-e646-4674-b5ab-d2858699e61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.786063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:07.791867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d40f84db-3a94-4146-8f02-62eb507f287b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:07.792434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d40f84db-3a94-4146-8f02-62eb507f287b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:07.811963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:07.812688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:07.818120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d77073e-1458-4b5b-9014-05a6c96e482f']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:07.862339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75202504-ec76-4100-a5a9-f56d7c4421c1') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:07.863146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75202504-ec76-4100-a5a9-f56d7c4421c1') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:07.869822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.923021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.923272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e878e719-2955-4e4b-8554-31a5d59c9d5e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:07.926266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b84a71-e646-4674-b5ab-d2858699e61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.942135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'e878e719-2955-4e4b-8554-31a5d59c9d5e', 'network_id': 'bd437a52-88a0-44af-b4e4-c20a06821304', 'port_id': 'e878e719-2955-4e4b-8554-31a5d59c9d5e', 'mac_address': 'fa:16:3e:b8:d3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9fe100-3a66-466d-90f5-06fd12db6642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:07.956000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:07.978169 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.993813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:07.994174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:07.998736 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:08.000745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e8a5f65-555a-4784-9780-ad96c1fcbc6c req-1c80af24-cb82-44db-94ce-ffa34717da23 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 210 time: 0.1401448 Jul 07 22:15:08.001321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:08.005682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.022035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.046144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e878e719-2955-4e4b-8554-31a5d59c9d5e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:08.086970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.79 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/e5d6382c-3106-4973-be86-c438bdea23ea) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:08.093800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7616edd3-759e-4e4c-aa81-e6ccd8bb5624 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "PUT /v2.0/floatingips/7ec0787d-9d16-4d70-9ceb-fca5f126d77c HTTP/1.1" status: 200 len: 991 time: 3.8854587 Jul 07 22:15:08.104673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:08.107414 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa30d8-c8da-4004-951d-d1a63ad3773b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:08.124257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:08.127603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.130554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e878e719-2955-4e4b-8554-31a5d59c9d5e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:08.142968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.179855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.184955 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] 10.222.0.95 "DELETE /v2.0/networks/8d77073e-1458-4b5b-9014-05a6c96e482f HTTP/1.1" status: 204 len: 168 time: 1.8153896 Jul 07 22:15:08.209959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145058f-876d-46fb-b7e2-b20c5d8c3484 req-eb2bd316-755b-4f4c-92df-c1ddb7a5f5e1 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.215481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0145058f-876d-46fb-b7e2-b20c5d8c3484 req-eb2bd316-755b-4f4c-92df-c1ddb7a5f5e1 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.4904280 Jul 07 22:15:08.223090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b84a71-e646-4674-b5ab-d2858699e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.228467 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b84a71-e646-4674-b5ab-d2858699e61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.229637 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48b84a71-e646-4674-b5ab-d2858699e61f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0efc8b2a-0815-4299-8619-5f2ac5ddee05 HTTP/1.1" status: 204 len: 168 time: 0.7751803 Jul 07 22:15:08.238200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267555e7-3be2-4f58-8835-50099ecac815 tempest-ServersTestMultiNic-1660194941 tempest-ServersTestMultiNic-1660194941-project] Pushing event deleted for resources: {'Network': ['ID=8d77073e-1458-4b5b-9014-05a6c96e482f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:08.247360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:08.249471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b84a71-e646-4674-b5ab-d2858699e61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc8b2a-0815-4299-8619-5f2ac5ddee05,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:08.291952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:08.307815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:08.328935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.386847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0145058f-876d-46fb-b7e2-b20c5d8c3484 req-95af467e-5030-4742-9200-245eadf189ea tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700525 Jul 07 22:15:08.431164 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1c4cd-ce66-4d77-b863-760d0fd50a86 x-openstack-request-id: req-7da1c4cd-ce66-4d77-b863-760d0fd50a86 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:08.431663 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:08.431922 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7da1c4cd-ce66-4d77-b863-760d0fd50a86 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:08.432900 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'status': 'completed', 'code': 200} Jul 07 22:15:08.494507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=e878e719-2955-4e4b-8554-31a5d59c9d5e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:08.520961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] Transition to ACTIVE for port object c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:08.529233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.606892 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.619592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] No DVR routers for this DVR port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:08.626614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object e5d6382c-3106-4973-be86-c438bdea23ea will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:08.641908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:08.672764 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0ed37718-86e2-403a-b69b-cce51ef1b469 service neutron] 10.222.0.103 "PUT /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d/bindings/n-h2-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2794096 Jul 07 22:15:08.675946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-307d233a-ac92-4449-b1ce-95bc7b85295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.677564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-307d233a-ac92-4449-b1ce-95bc7b85295b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 1097 time: 0.2186553 Jul 07 22:15:08.681666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.705176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:08.835909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:08.856143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['e878e719-2955-4e4b-8554-31a5d59c9d5e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:08.900452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-61d7941b-34fd-45d0-b68d-1cd9192b43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.902074 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-61d7941b-34fd-45d0-b68d-1cd9192b43f5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 925 time: 0.2105739 Jul 07 22:15:08.956148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:08.958216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36294) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:08.976306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:08.979107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-7a8263f8-a186-4240-b4f2-0badb5c899a6 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.980801 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-7a8263f8-a186-4240-b4f2-0badb5c899a6 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.2022684 Jul 07 22:15:09.005647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:09.026408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-a557d259-16dc-4252-9e61-3e0f8671ccb4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 HTTP/1.1" status: 200 len: 999 time: 0.1153324 Jul 07 22:15:09.095553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-1c3b143d-4a39-4855-b155-582ed7c35a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.097235 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-1c3b143d-4a39-4855-b155-582ed7c35a35 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b&tenant_id=a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 1096 time: 0.1064343 Jul 07 22:15:09.098944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-6086aefe-3695-4898-b1a8-7529498dd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.100558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-6086aefe-3695-4898-b1a8-7529498dd81d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.0654562 Jul 07 22:15:09.150326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=e5d6382c-3106-4973-be86-c438bdea23ea,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:09.154005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6735-b56d-4491-b102-2d635f43e387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.188972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.219 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/79e5c8c7-1119-476a-aabd-89fc14cf0dd4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:09.203364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.204043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.256020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-6aefaeee-a2f3-48a3-9cd8-d228fcb3b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.259120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-6aefaeee-a2f3-48a3-9cd8-d228fcb3b845 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441743 Jul 07 22:15:09.264448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-4879bbcb-2851-478a-9174-af2ff40b8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.271061 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-4879bbcb-2851-478a-9174-af2ff40b8528 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1096 time: 0.1219089 Jul 07 22:15:09.312483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '7ec0787d-9d16-4d70-9ceb-fca5f126d77c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'port_id': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'mac_address': 'fa:16:3e:75:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:36Z', 'updated_at': '2021-07-07T22:15:05Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:09.341617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1e34-48f2-4cd4-bacc-9738ea9d26a6 req-f32e0143-6347-4079-956b-e5b517d826d2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.343288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-caaa1e34-48f2-4cd4-bacc-9738ea9d26a6 req-f32e0143-6347-4079-956b-e5b517d826d2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 945 time: 0.4752970 Jul 07 22:15:09.358815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:09.416262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:09.416922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:09.434505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ef91-162e-44bb-bf00-7038968ab21c req-33c142b2-bb7f-41d8-bac4-83cde2c09fb3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.442490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdc7ef91-162e-44bb-bf00-7038968ab21c req-33c142b2-bb7f-41d8-bac4-83cde2c09fb3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 944 time: 0.5043797 Jul 07 22:15:09.488180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6735-b56d-4491-b102-2d635f43e387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.513656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7d09462-e4f3-49b3-9ea8-3950b43f58b8 None None] Provisioning for port e5d6382c-3106-4973-be86-c438bdea23ea completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:09.542107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-4c3fe272-68d9-414c-80aa-f5c302db2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.544027 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-4c3fe272-68d9-414c-80aa-f5c302db2c2e service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.2590454 Jul 07 22:15:09.550012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-04d55358-08a9-41fc-a5ac-9633a64c8179 service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760465 Jul 07 22:15:09.552502 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6735-b56d-4491-b102-2d635f43e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.559530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-630df297-84b7-4cd2-b624-ac83ac4b39ea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1585302 Jul 07 22:15:09.568132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-caaa1e34-48f2-4cd4-bacc-9738ea9d26a6 req-d322b511-0454-4852-920f-94fa7b3e7db1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033920 Jul 07 22:15:09.572982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7d09462-e4f3-49b3-9ea8-3950b43f58b8 None None] Provisioning complete for port e5d6382c-3106-4973-be86-c438bdea23ea triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:09.573186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c7d09462-e4f3-49b3-9ea8-3950b43f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.597058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Request body: {'port': {'device_id': '660a02a7-96cd-4eff-8186-aadb39b27462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:09.670274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdc7ef91-162e-44bb-bf00-7038968ab21c req-b089f1fb-8801-4a78-8abc-88ce00d60a3c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267954 Jul 07 22:15:09.670719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:09.696240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09462-e4f3-49b3-9ea8-3950b43f58b8 None None] Port e5d6382c-3106-4973-be86-c438bdea23ea cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:09.700279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:09.704248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6d5a6735-b56d-4491-b102-2d635f43e387 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7363e0b991d84b17bd3317d6514b02e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254555 Jul 07 22:15:09.736829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36304) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:09.742515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a6735-b56d-4491-b102-2d635f43e387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d941765e-a8ea-43f5-963a-ade736a69949,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:09.764605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-f9b338da-df06-45e1-8113-0e20e7f71be6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 200 len: 217 time: 0.1779056 Jul 07 22:15:09.929851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.935309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-a20beb22-69fa-4e2e-bfde-6472a7dc3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.937049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-a20beb22-69fa-4e2e-bfde-6472a7dc3dbf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.0718653 Jul 07 22:15:09.942778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0daa30d8-c8da-4004-951d-d1a63ad3773b req-6291b4c4-121f-49aa-ba78-7948db974a2b service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533266 Jul 07 22:15:09.971031 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.981482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e4eb8da-9ff6-4f96-9f2e-fa7b8ee8f45d req-363def4f-77a7-4234-93b7-e3e7e75f2b48 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 210 time: 0.0600939 Jul 07 22:15:10.016525 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-0933de0f-3d88-4e78-b20e-9ea49cc68c3b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592923 Jul 07 22:15:10.055967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.060161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:10.068709 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5074d8da-9e48-4653-8f0b-2a6df4ce869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.102808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36308) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:10.112935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:10.115218 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce388f8-b817-4ed2-b601-ebd45651f7a6" -d '{"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-unplugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:10.131735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:10.140957 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.186800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5074d8da-9e48-4653-8f0b-2a6df4ce869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.212218 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafc832-2099-4172-913d-0ebdd3312941 x-openstack-request-id: req-2aafc832-2099-4172-913d-0ebdd3312941 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:10.212608 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-unplugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:10.212926 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2aafc832-2099-4172-913d-0ebdd3312941 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:10.213392 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'code': 200} Jul 07 22:15:10.214007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:10.254014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '7ec0787d-9d16-4d70-9ceb-fca5f126d77c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'port_id': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'mac_address': 'fa:16:3e:75:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:36Z', 'updated_at': '2021-07-07T22:15:05Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:10.270947 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-a9f515dc-9f58-491f-a831-209407a6b931 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429576 Jul 07 22:15:10.293343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61f8fe-2a48-4b16-97cf-0af83a5459cf None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '7ec0787d-9d16-4d70-9ceb-fca5f126d77c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'port_id': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'mac_address': 'fa:16:3e:75:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:36Z', 'updated_at': '2021-07-07T22:15:05Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:10.338960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.350913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:10.409900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ffe41-2ced-43f6-a35c-9866f3bb9ce6 req-0b246b38-3ec0-48ea-b0da-83b5fa625798 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.416919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f8ffe41-2ced-43f6-a35c-9866f3bb9ce6 req-0b246b38-3ec0-48ea-b0da-83b5fa625798 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.3513005 Jul 07 22:15:10.451310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:10.465233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:10.477682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5074d8da-9e48-4653-8f0b-2a6df4ce869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.480260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5074d8da-9e48-4653-8f0b-2a6df4ce869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.483737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5074d8da-9e48-4653-8f0b-2a6df4ce869d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d941765e-a8ea-43f5-963a-ade736a69949 HTTP/1.1" status: 204 len: 168 time: 0.7436509 Jul 07 22:15:10.511283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:10.601491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-a1990513-d145-466e-91cd-210f8f17943b service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469790 Jul 07 22:15:10.631601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:10.692067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:10.710304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074d8da-9e48-4653-8f0b-2a6df4ce869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d941765e-a8ea-43f5-963a-ade736a69949,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:10.763311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f8ffe41-2ced-43f6-a35c-9866f3bb9ce6 req-b026bbd5-241e-493a-8492-3fb57d8242ea tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453436 Jul 07 22:15:10.801882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca59f9-fdb2-4e6b-99a1-bad2091bd9db None None] New status for floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:15:10.888577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.889464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.931725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.066380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a81a7acf-7660-4cbd-8a72-a059ec5c1b88 None None] Provisioning for port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:11.077054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a81a7acf-7660-4cbd-8a72-a059ec5c1b88 None None] Provisioning complete for port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:11.079801 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a81a7acf-7660-4cbd-8a72-a059ec5c1b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.081544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-3c1f8ead-1c1a-4146-87f5-a186e745a2b5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6791573 Jul 07 22:15:11.115501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Request body: {'port': {'device_id': '6d907d96-b1ff-4575-8841-009af7e84226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:11.221000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a81a7acf-7660-4cbd-8a72-a059ec5c1b88 None None] Port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:11.306300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-16cb653b-a0be-46f8-a6f8-e1effde8eba3 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.308593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-16cb653b-a0be-46f8-a6f8-e1effde8eba3 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.1458189 Jul 07 22:15:11.327953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d6382c-3106-4973-be86-c438bdea23ea {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:11.356523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baefc2-18f9-46cc-9c94-eee22ea95211 req-4daa0ee7-b0e8-4498-845f-345de4b2b59f tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.358175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21baefc2-18f9-46cc-9c94-eee22ea95211 req-4daa0ee7-b0e8-4498-845f-345de4b2b59f tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 945 time: 0.4339557 Jul 07 22:15:11.360286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.393628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Transition to ACTIVE for port object e5d6382c-3106-4973-be86-c438bdea23ea will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:11.457790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21baefc2-18f9-46cc-9c94-eee22ea95211 req-0268e080-114a-4b88-89da-fea1cf06d7e9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796170 Jul 07 22:15:11.467637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.485695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.525612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-3a8e4fda-e0d9-4435-b137-8217cd1c2809 service neutron] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:11.529925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-3a8e4fda-e0d9-4435-b137-8217cd1c2809 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.531139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e6e90efc-cc7f-4007-9ebb-b020ba940765 req-3a8e4fda-e0d9-4435-b137-8217cd1c2809 service neutron] 10.222.0.97 "DELETE /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d/bindings/n-h1-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.2149217 Jul 07 22:15:11.536781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Deleting port 21b99d62-1130-4a43-b59d-dc026da9d5b9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:11.537191 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.602910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=e5d6382c-3106-4973-be86-c438bdea23ea,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:11.618809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b19280-8829-405d-9720-731b131bec76 req-99b59ebe-001a-434a-b61a-843d398dd8cd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.627502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17b19280-8829-405d-9720-731b131bec76 req-99b59ebe-001a-434a-b61a-843d398dd8cd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 944 time: 0.5595388 Jul 07 22:15:11.655251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:11.663244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e878e719-2955-4e4b-8554-31a5d59c9d5e up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:11.670708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] For port 21b99d62-1130-4a43-b59d-dc026da9d5b9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21b99d62-1130-4a43-b59d-dc026da9d5b9,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:11.671006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.706353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Calling delete_port for 21b99d62-1130-4a43-b59d-dc026da9d5b9 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:11.764234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17b19280-8829-405d-9720-731b131bec76 req-9dd72690-2419-4e3b-a54c-a0fcc525d219 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359639 Jul 07 22:15:11.859138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port e878e719-2955-4e4b-8554-31a5d59c9d5e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:11.897237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port e878e719-2955-4e4b-8554-31a5d59c9d5e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:11.906515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.087701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Attempting to bind port e5d6382c-3106-4973-be86-c438bdea23ea on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:12.088347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Attempting to bind port e5d6382c-3106-4973-be86-c438bdea23ea by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:12.088890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Attempting to bind port e5d6382c-3106-4973-be86-c438bdea23ea on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:12.135459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:12.163501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Port e5d6382c-3106-4973-be86-c438bdea23ea on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:12.164115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Attempting to bind port e5d6382c-3106-4973-be86-c438bdea23ea on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:12.192007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '65296f41-3378-4260-b3f3-52cfa353cccd', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '65296f41-3378-4260-b3f3-52cfa353cccd', 'mac_address': 'fa:16:3e:3d:6f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:12.290461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:12.290862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:12.291254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:12.291873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Bound port: e5d6382c-3106-4973-be86-c438bdea23ea, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:12.292236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.320654 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.341328 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.345317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65296f41-3378-4260-b3f3-52cfa353cccd {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:12.428815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:12.438483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21c52f-d29f-4537-9503-42faef0a6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e878e719-2955-4e4b-8554-31a5d59c9d5e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:12.443192 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17337266-71f6-4c2b-a4ec-8c0da4458933" -d '{"events": [{"server_uuid": "1b21c52f-d29f-4537-9503-42faef0a6471", "name": "network-vif-plugged", "status": "completed", "tag": "e878e719-2955-4e4b-8554-31a5d59c9d5e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:12.465214 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.468557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.540611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e878e719-2955-4e4b-8554-31a5d59c9d5e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:12.542619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=21b99d62-1130-4a43-b59d-dc026da9d5b9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:12.554499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.611766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:12.642301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.642907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.644645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.645892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.662279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.665057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.665643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.666913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.667979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.670225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.670352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.671628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:12.771124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=e878e719-2955-4e4b-8554-31a5d59c9d5e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:12.805395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.861153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58264e-9aea-4413-8fd2-c01694094543 req-944d760c-4696-4193-85ee-12a0171d7c10 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.870777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed58264e-9aea-4413-8fd2-c01694094543 req-944d760c-4696-4193-85ee-12a0171d7c10 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 936 time: 0.9707937 Jul 07 22:15:12.925852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['65296f41-3378-4260-b3f3-52cfa353cccd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:12.927403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] For port e5d6382c-3106-4973-be86-c438bdea23ea, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:13.011635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] For port e5d6382c-3106-4973-be86-c438bdea23ea, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e5d6382c-3106-4973-be86-c438bdea23ea,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:13.027425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8544d-1814-4d6c-8480-882d6a1903fd req-ee32024f-ae1a-41ac-9dc3-ce7b055abc24 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.029549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1d8544d-1814-4d6c-8480-882d6a1903fd req-ee32024f-ae1a-41ac-9dc3-ce7b055abc24 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 947 time: 0.9349270 Jul 07 22:15:13.047378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.060795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed58264e-9aea-4413-8fd2-c01694094543 req-02007b11-a091-4977-9717-656b9bdbe4c1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890557 Jul 07 22:15:13.154483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.155527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.157588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] 10.222.0.103 "PUT /v2.0/ports/e5d6382c-3106-4973-be86-c438bdea23ea HTTP/1.1" status: 200 len: 1096 time: 3.5840333 Jul 07 22:15:13.163979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660a02a7-96cd-4eff-8186-aadb39b27462', 'tag': 'e5d6382c-3106-4973-be86-c438bdea23ea'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:13.167196 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1" -d '{"events": [{"name": "network-changed", "server_uuid": "660a02a7-96cd-4eff-8186-aadb39b27462", "tag": "e5d6382c-3106-4973-be86-c438bdea23ea"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:13.197286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1d8544d-1814-4d6c-8480-882d6a1903fd req-d6630a91-6cd9-4bcd-b1b1-7ad9091fe851 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571465 Jul 07 22:15:13.222887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ee29d-d510-4ae1-b099-25a393d4b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=e5d6382c-3106-4973-be86-c438bdea23ea,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:13.390463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:13.411151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.438880 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180cef85-1335-4302-94c8-12bca83b2ab0 x-openstack-request-id: req-180cef85-1335-4302-94c8-12bca83b2ab0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:13.438880 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21c52f-d29f-4537-9503-42faef0a6471", "name": "network-vif-plugged", "status": "completed", "tag": "e878e719-2955-4e4b-8554-31a5d59c9d5e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:13.438880 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-180cef85-1335-4302-94c8-12bca83b2ab0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:13.439524 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21c52f-d29f-4537-9503-42faef0a6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e878e719-2955-4e4b-8554-31a5d59c9d5e', 'code': 200} Jul 07 22:15:13.468342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Router 798599ae-6260-4569-9a52-80e52ebcd6fb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:15:13.483470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Transition to ACTIVE for port object 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:13.496014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.550080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb81f4e-5c02-448b-aa84-194c3d9441ef req-e2e8d298-a963-460e-bc0d-b8167bd5bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.551672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb81f4e-5c02-448b-aa84-194c3d9441ef req-e2e8d298-a963-460e-bc0d-b8167bd5bf35 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 1098 time: 0.2211254 Jul 07 22:15:13.586304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-78a9de1a-1fa1-48cb-800e-849797d07e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.594647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-78a9de1a-1fa1-48cb-800e-849797d07e21 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 1099 time: 0.3418643 Jul 07 22:15:13.640868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-efb81f4e-5c02-448b-aa84-194c3d9441ef req-84119535-aa88-4932-8019-c4701bcaba57 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815358 Jul 07 22:15:13.656066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:13.667535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70585e54-b37e-45e1-a125-897855084710 None None] Sync routers for ids ['798599ae-6260-4569-9a52-80e52ebcd6fb'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:13.672130 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d6b2a3c4-ddbf-4e77-9fe0-bdce45f9d2bb admin admin] 10.222.0.95 "PUT /v2.0/routers/798599ae-6260-4569-9a52-80e52ebcd6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729606 Jul 07 22:15:13.674822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36382) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:13.709001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] Routers {'798599ae-6260-4569-9a52-80e52ebcd6fb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:13.709685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['798599ae-6260-4569-9a52-80e52ebcd6fb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:13.776299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-9c71977e-68d0-4121-ba1d-f8872b3d10d8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e5d6382c-3106-4973-be86-c438bdea23ea HTTP/1.1" status: 200 len: 217 time: 0.1609900 Jul 07 22:15:13.842191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Pushing event updated for resources: {'Port': ['ID=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:13.885037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.889461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] Set router 798599ae-6260-4569-9a52-80e52ebcd6fb gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:13.966358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-db5f6433-bb3d-446a-9fe5-0e80bbc088f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.967920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-db5f6433-bb3d-446a-9fe5-0e80bbc088f2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1675429 Jul 07 22:15:14.034317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556284f3-97f6-474f-807d-0c3d7840cb6c req-6dc307dc-ceb0-4ef9-a4dc-838c96afa1e9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.041315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-556284f3-97f6-474f-807d-0c3d7840cb6c req-6dc307dc-ceb0-4ef9-a4dc-838c96afa1e9 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.4611542 Jul 07 22:15:14.050246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Attempting to bind port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:14.050644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Attempting to bind port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:14.050930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Attempting to bind port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:14.067816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34037e62-dfe4-4fa9-aa3f-7cedeac748f2 req-4cfa0cd5-6efd-4c3f-a5b0-d94b2066817a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.075337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34037e62-dfe4-4fa9-aa3f-7cedeac748f2 req-4cfa0cd5-6efd-4c3f-a5b0-d94b2066817a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 944 time: 0.4158998 Jul 07 22:15:14.095113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:14.095705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Attempting to bind port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:14.102436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.121505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:14.121879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:14.122274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:14.125373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Bound port: 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:14.125373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.160987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:15:12Z', 'revision_number': 5, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port': {'id': '5c33f921-8195-4a78-bd98-21b185cbb713', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:32Z', 'updated_at': '2021-07-07T22:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:14.172846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-556284f3-97f6-474f-807d-0c3d7840cb6c req-bf038b54-ca30-40ad-804f-4df606b2bff0 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305826 Jul 07 22:15:14.195873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70585e54-b37e-45e1-a125-897855084710 None None] Checking router: 798599ae-6260-4569-9a52-80e52ebcd6fb for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:14.221656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] Routers {'798599ae-6260-4569-9a52-80e52ebcd6fb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:14.222300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['798599ae-6260-4569-9a52-80e52ebcd6fb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:14.223457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Deleting port 5c33f921-8195-4a78-bd98-21b185cbb713 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:14.224561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.245143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34037e62-dfe4-4fa9-aa3f-7cedeac748f2 req-57e3a2c1-a1ef-45e6-8f3a-6dac30bbbd94 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689653 Jul 07 22:15:14.265551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-343610fb-107f-4c0f-b551-1d19da7b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.267318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-343610fb-107f-4c0f-b551-1d19da7b4cc9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2874658 Jul 07 22:15:14.293754 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888a91e4-4c63-4153-adea-70fa4e29730a x-openstack-request-id: req-888a91e4-4c63-4153-adea-70fa4e29730a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:14.294176 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660a02a7-96cd-4eff-8186-aadb39b27462", "tag": "e5d6382c-3106-4973-be86-c438bdea23ea", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:14.294537 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-888a91e4-4c63-4153-adea-70fa4e29730a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:14.295314 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660a02a7-96cd-4eff-8186-aadb39b27462', 'tag': 'e5d6382c-3106-4973-be86-c438bdea23ea', 'status': 'completed', 'code': 200} Jul 07 22:15:14.326014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] Set router 798599ae-6260-4569-9a52-80e52ebcd6fb gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:14.390280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70585e54-b37e-45e1-a125-897855084710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:15:14Z', 'revision_number': 6, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:14.393511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] For port 5c33f921-8195-4a78-bd98-21b185cbb713, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5c33f921-8195-4a78-bd98-21b185cbb713,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:14.393890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.450416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] For port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:14.451140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Calling delete_port for 5c33f921-8195-4a78-bd98-21b185cbb713 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:14.456181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] For port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:14.459638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70585e54-b37e-45e1-a125-897855084710 None None] The sync data for ids ['798599ae-6260-4569-9a52-80e52ebcd6fb'] in n-d-694802-13 is: [{'id': '798599ae-6260-4569-9a52-80e52ebcd6fb', 'name': 'tempest-ServersTestMultiNic-858083157-router', 'tenant_id': '9aa230ef149d4c02a339b4e376df8a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:31Z', 'updated_at': '2021-07-07T22:15:14Z', 'revision_number': 6, 'project_id': '9aa230ef149d4c02a339b4e376df8a73', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:14.473255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.623018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.626983 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.626983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] 10.222.0.97 "PUT /v2.0/ports/79e5c8c7-1119-476a-aabd-89fc14cf0dd4 HTTP/1.1" status: 200 len: 1097 time: 3.5228179 Jul 07 22:15:14.627536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-a1df8335-fcc8-4696-aa29-0ea4ebaa033c service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222556 Jul 07 22:15:14.730825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae320c1e-39c5-40aa-ae58-b6602144816d service neutron] Pushing event updated for resources: {'Port': ['ID=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:14.782554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.829898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c33f921-8195-4a78-bd98-21b185cbb713,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:14.940214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75fe83-58e9-4d46-b613-726175a062cb req-f4c3498e-d4a9-45e7-aac6-982e8be8f5ae tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.941938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b75fe83-58e9-4d46-b613-726175a062cb req-f4c3498e-d4a9-45e7-aac6-982e8be8f5ae tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 948 time: 0.4055209 Jul 07 22:15:14.948979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.961760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16046-ea81-453c-87ed-e1d04a85a072 req-786405ae-b795-4042-b788-e99f519f67d0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.963603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9e16046-ea81-453c-87ed-e1d04a85a072 req-786405ae-b795-4042-b788-e99f519f67d0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 948 time: 0.4177845 Jul 07 22:15:14.968627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-68694758-77c7-447d-881e-1ab535d1c706 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159068 Jul 07 22:15:15.009035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-27ef76d6-acc6-46b4-b680-922e5750a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.010794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-27ef76d6-acc6-46b4-b680-922e5750a849 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 1100 time: 0.3121800 Jul 07 22:15:15.111104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.113442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.117867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9e16046-ea81-453c-87ed-e1d04a85a072 req-ac3234f1-a6ef-4002-8303-9f1cf687c6be tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468716 Jul 07 22:15:15.201714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b75fe83-58e9-4d46-b613-726175a062cb req-7273eb0f-b210-4337-8750-b1a457fe5845 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296174 Jul 07 22:15:15.204966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.205491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798599ae-6260-4569-9a52-80e52ebcd6fb {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:15:15.211048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-bc0b78ac-3e51-4b72-9853-cb60bd2d4ce2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4 HTTP/1.1" status: 200 len: 217 time: 0.1552284 Jul 07 22:15:15.212615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.218296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36436) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:15.218588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-037b1f91-03c4-48d9-a32a-710e5c6aca19 admin admin] 10.222.0.95 "DELETE /v2.0/routers/798599ae-6260-4569-9a52-80e52ebcd6fb HTTP/1.1" status: 204 len: 168 time: 1.5412605 Jul 07 22:15:15.325933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Deleting subnet 45a11659-7d6a-46ba-b855-b2fc924261cc {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:15.330754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-6c53b4c4-8ab8-4246-9e92-cbeb5f01bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.332252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-6c53b4c4-8ab8-4246-9e92-cbeb5f01bb72 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1129940 Jul 07 22:15:15.332877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.410028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-80d1a5b9-3bd5-4770-b378-2e25969a39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.411928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-80d1a5b9-3bd5-4770-b378-2e25969a39c0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 1099 time: 0.3550634 Jul 07 22:15:15.434249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.650836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-84c9a0d7-9b26-4b7f-b3ce-731df01a5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.652556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-84c9a0d7-9b26-4b7f-b3ce-731df01a5525 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2966948 Jul 07 22:15:15.677232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:15.688416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.726828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21b99d62-1130-4a43-b59d-dc026da9d5b9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:15.763626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 21b99d62-1130-4a43-b59d-dc026da9d5b9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:15.763973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21b99d62-1130-4a43-b59d-dc026da9d5b9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:15.764556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5c33f921-8195-4a78-bd98-21b185cbb713 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:15.806682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-9972810b-3f26-484d-8748-02e9c20efc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.808182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-9972810b-3f26-484d-8748-02e9c20efc2f service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.3853743 Jul 07 22:15:15.810465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 5c33f921-8195-4a78-bd98-21b185cbb713 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:15.811045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5c33f921-8195-4a78-bd98-21b185cbb713 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:15.832806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7e6a8-77b7-4634-91dc-d19f914840cc req-9daf9e36-1036-45dc-b025-d78f74c5c20a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.835254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b7e6a8-77b7-4634-91dc-d19f914840cc req-9daf9e36-1036-45dc-b025-d78f74c5c20a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.4161518 Jul 07 22:15:15.846708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5690d7-5d51-4e4e-bba3-62aabee10e98 req-59c10ff3-d94a-4085-aad3-05dc7b82ec84 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.848146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 65296f41-3378-4260-b3f3-52cfa353cccd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:15.848146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.849555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c5690d7-5d51-4e4e-bba3-62aabee10e98 req-59c10ff3-d94a-4085-aad3-05dc7b82ec84 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1096 time: 0.3850100 Jul 07 22:15:15.937057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-fb450a91-3e25-41a4-9aab-d961a8033169 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e5d6382c-3106-4973-be86-c438bdea23ea HTTP/1.1" status: 200 len: 217 time: 0.0970154 Jul 07 22:15:15.947171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.976330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:15.977219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-842f4ad4-58e2-4335-bcab-b6c18b688829 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143027 Jul 07 22:15:15.979853 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef7ce97-8098-462d-9166-229d55a39ecc" -d '{"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-plugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:15.994883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:16.009275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.036881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b7e6a8-77b7-4634-91dc-d19f914840cc req-0c8850ab-9fc7-43e4-b220-6e71915c964e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791582 Jul 07 22:15:16.104123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:16.147644 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57e1fe-0220-4081-9f96-811265501885 x-openstack-request-id: req-7c57e1fe-0220-4081-9f96-811265501885 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:16.149731 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-plugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:16.150103 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7c57e1fe-0220-4081-9f96-811265501885 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:16.153328 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'code': 200} Jul 07 22:15:16.382290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d907d96-b1ff-4575-8841-009af7e84226', 'tag': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:16.384562 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6d907d96-b1ff-4575-8841-009af7e84226", "tag": "79e5c8c7-1119-476a-aabd-89fc14cf0dd4"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:16.387619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.399226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a10f2-84ae-4d27-bf9a-da53663088c3 req-708ae860-dea5-4bd9-9c0b-2eb7f70b8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.401963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d31a10f2-84ae-4d27-bf9a-da53663088c3 req-708ae860-dea5-4bd9-9c0b-2eb7f70b8617 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1101 time: 0.0836155 Jul 07 22:15:16.430614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c5690d7-5d51-4e4e-bba3-62aabee10e98 req-99251eaa-6f56-433d-96dc-2e059e5bd7f9 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801866 Jul 07 22:15:16.436910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed28ecf-7921-4bbb-8136-ef8cb9742e5a None None] Network 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:16.450942 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.452847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/45a11659-7d6a-46ba-b855-b2fc924261cc HTTP/1.1" status: 204 len: 168 time: 1.2311704 Jul 07 22:15:16.457625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36476) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:16.460947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eea86-14b1-49cc-911a-ebaf6ead02e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a11659-7d6a-46ba-b855-b2fc924261cc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:16.465615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-8273662a-1189-4132-b79c-3a6d59f10610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.467156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-8273662a-1189-4132-b79c-3a6d59f10610 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.5198867 Jul 07 22:15:16.623940 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.689382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58b4ed0c-1ed8-4fe3-97d5-2e94abe3a6c8 req-8b9baf9a-5354-406c-bd1e-ecd6b6e8df08 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730611 Jul 07 22:15:16.717878 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d31a10f2-84ae-4d27-bf9a-da53663088c3 req-6b0608aa-a3a8-487c-be51-bd7ce30d3d7b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073628 Jul 07 22:15:16.751844 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.801605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-a805d7b4-0fe3-4ddc-b8fe-2edf5ec9d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.803191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-a805d7b4-0fe3-4ddc-b8fe-2edf5ec9d745 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 1098 time: 0.1855688 Jul 07 22:15:16.813332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-7548d061-2093-4795-83c8-81fbcdb131fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.816541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-7548d061-2093-4795-83c8-81fbcdb131fa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3393548 Jul 07 22:15:16.837370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Deleting port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:16.837978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.864124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] DHCP port deletion for 3e7f94c5-524e-4dae-bca5-e69bd30e0e8c request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:15:16.895848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36484) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:16.924808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] Deleting port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:16.925847 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.942420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73686d-ebd0-4292-b476-15939468def4 req-7c000caa-b794-4a31-9c8f-5e1c405963c8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.958867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da73686d-ebd0-4292-b476-15939468def4 req-7c000caa-b794-4a31-9c8f-5e1c405963c8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 948 time: 0.3013608 Jul 07 22:15:16.985315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa102-5c99-4e3c-b58b-0eb6f0b343ad req-aa60a919-f699-4e84-81f2-b5ed62e3eaab tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.992771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] For port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:16.992982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-193fa102-5c99-4e3c-b58b-0eb6f0b343ad req-aa60a919-f699-4e84-81f2-b5ed62e3eaab tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.2891555 Jul 07 22:15:16.993142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.028244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Calling delete_port for 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:17.031514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] For port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,segment=NetworkSegment(c9c96004-edb7-4304-a03d-34feaee940c2),segment_id=c9c96004-edb7-4304-a03d-34feaee940c2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:17.033036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.057066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-b7461e38-5dee-40b9-8b2c-187399a37ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.058618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-b7461e38-5dee-40b9-8b2c-187399a37ef7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 912 time: 0.2173946 Jul 07 22:15:17.077663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] Calling delete_port for 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:17.079376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da73686d-ebd0-4292-b476-15939468def4 req-23918721-e4da-475c-ac0c-7fe5ff578a4e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180077 Jul 07 22:15:17.088670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-79b293a9-39d4-4187-99bf-2f3834267015 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555516 Jul 07 22:15:17.105783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-193fa102-5c99-4e3c-b58b-0eb6f0b343ad req-2738d7a6-cce3-45d3-b6ea-57434c0fd744 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079192 Jul 07 22:15:17.138378 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-6f915d80-1374-49ac-8f6f-b43f92224277 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e HTTP/1.1" status: 200 len: 217 time: 0.0460019 Jul 07 22:15:17.216359 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.233655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29ee4359-c08a-4a26-8417-b808119c0f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.237185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] No DVR routers for this DVR port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:17.317221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f40b40-c24b-4e44-9151-f8934e6985e3 None None] Pushing event deleted for resources: {'Port': ['ID=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:17.349238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa9d3d0e-3348-4ce8-abdd-4b58711e99d1 req-5a4ee953-1017-4ea3-9c58-f27f6bb1ba9b service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402375 Jul 07 22:15:17.351343 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67fe50c-c9bf-40a1-bab0-79f0803ac128 x-openstack-request-id: req-a67fe50c-c9bf-40a1-bab0-79f0803ac128 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:17.351652 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d907d96-b1ff-4575-8841-009af7e84226", "tag": "79e5c8c7-1119-476a-aabd-89fc14cf0dd4", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:17.351884 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a67fe50c-c9bf-40a1-bab0-79f0803ac128 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:17.352271 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d907d96-b1ff-4575-8841-009af7e84226', 'tag': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', 'status': 'completed', 'code': 200} Jul 07 22:15:17.383678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.386361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-01d270bd-fb8b-4b5c-953d-af5d84c28fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.388385 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-01d270bd-fb8b-4b5c-953d-af5d84c28fbe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.2408555 Jul 07 22:15:17.431883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a625-d41f-4405-83e6-55b07bf329a1 req-b3cf0409-418e-4ebd-8b4e-7afb08b5c480 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.433423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dac4a625-d41f-4405-83e6-55b07bf329a1 req-b3cf0409-418e-4ebd-8b4e-7afb08b5c480 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 1096 time: 0.0652831 Jul 07 22:15:17.464224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] No DVR routers for this DVR port 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:17.489277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c5cace-a0f3-4fa3-b0cf-fba7e770fc29,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:17.512056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dac4a625-d41f-4405-83e6-55b07bf329a1 req-ddaf8f72-af3e-4e9a-8b88-26382b5f3fc4 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713809 Jul 07 22:15:17.515948 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-82f36f6a-7510-4e2e-9fce-6a57dee06074 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792837 Jul 07 22:15:17.553616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd4f6d-24e6-4658-b7bf-acdb9906d4ce req-369c123c-c89e-4d77-84ae-7f5278d9ad5d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.555128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4dd4f6d-24e6-4658-b7bf-acdb9906d4ce req-369c123c-c89e-4d77-84ae-7f5278d9ad5d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0990512 Jul 07 22:15:17.600641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4dd4f6d-24e6-4658-b7bf-acdb9906d4ce req-950c4d89-2b7f-4a13-b0d6-2e5ac740fa4a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Jul 07 22:15:17.638647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29ee4359-c08a-4a26-8417-b808119c0f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.644536 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.663276 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29ee4359-c08a-4a26-8417-b808119c0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.670122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7f94c5-524e-4dae-bca5-e69bd30e0e8c']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:17.701465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:17.709675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c96004-edb7-4304-a03d-34feaee940c2') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:17.710497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c96004-edb7-4304-a03d-34feaee940c2') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:17.739833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:17.740280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 64c5cace-a0f3-4fa3-b0cf-fba7e770fc29 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:17.743681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.746578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-65a13c92-ab57-43ee-99b8-df7788b71fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.749130 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-65a13c92-ab57-43ee-99b8-df7788b71fa9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 1100 time: 0.4821997 Jul 07 22:15:17.764380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29ee4359-c08a-4a26-8417-b808119c0f43 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=61b85786aebd48bb9929414404677c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8565533 Jul 07 22:15:17.766489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee4359-c08a-4a26-8417-b808119c0f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44598ba-80d5-44df-8743-d11952755178,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:17.767381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36494) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:17.798137 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.806410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:17.806935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.840020 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af3c598f-9dba-4da9-a209-2340e9e36c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.867760 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af3c598f-9dba-4da9-a209-2340e9e36c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:17.873756 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:17.917100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-61a33d26-4be9-4e8f-bde1-a91eb7a514ad service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911583 Jul 07 22:15:17.937129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af3c598f-9dba-4da9-a209-2340e9e36c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.940792 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af3c598f-9dba-4da9-a209-2340e9e36c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.941698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-af3c598f-9dba-4da9-a209-2340e9e36c09 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d44598ba-80d5-44df-8743-d11952755178 HTTP/1.1" status: 204 len: 168 time: 0.1722629 Jul 07 22:15:17.943093 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.953334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c598f-9dba-4da9-a209-2340e9e36c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44598ba-80d5-44df-8743-d11952755178,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:17.995469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.001196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] 10.222.0.95 "DELETE /v2.0/networks/3e7f94c5-524e-4dae-bca5-e69bd30e0e8c HTTP/1.1" status: 204 len: 168 time: 1.5411088 Jul 07 22:15:18.036025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e752-8d20-4c2e-8cb2-92b0a52a1398 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7f94c5-524e-4dae-bca5-e69bd30e0e8c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:18.042758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e5d6382c-3106-4973-be86-c438bdea23ea details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:18.097305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-5ac53904-77b1-41f2-ba50-79b5ac8a1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.098894 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-5ac53904-77b1-41f2-ba50-79b5ac8a1439 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.3375108 Jul 07 22:15:18.226745 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-ba39151d-cb6c-4b58-b28a-ae80633ab406 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4 HTTP/1.1" status: 200 len: 217 time: 0.1190689 Jul 07 22:15:18.239673 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3760e04c-8f96-4fd9-86bd-1377b1019bba req-21065dce-9fe0-4053-8b03-7cc3ffc904d2 service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148503 Jul 07 22:15:18.273981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port e5d6382c-3106-4973-be86-c438bdea23ea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e5d6382c-3106-4973-be86-c438bdea23ea,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:18.310973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36514) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:18.324419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'e5d6382c-3106-4973-be86-c438bdea23ea', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'e5d6382c-3106-4973-be86-c438bdea23ea', 'mac_address': 'fa:16:3e:32:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:18.379495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-be05f29f-f508-4ded-8803-29ff059e9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.382144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-be05f29f-f508-4ded-8803-29ff059e9848 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1231239 Jul 07 22:15:18.405768 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.423730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ff4f011a-e896-4aff-abcf-9fc868b76ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.479087 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.497608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d6382c-3106-4973-be86-c438bdea23ea {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:18.515471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-0eab1411-c675-4112-8b1b-b898481ba717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.517038 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-0eab1411-c675-4112-8b1b-b898481ba717 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277220 Jul 07 22:15:18.528650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port e5d6382c-3106-4973-be86-c438bdea23ea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e5d6382c-3106-4973-be86-c438bdea23ea,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:18.533457 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.545656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e0d6d73e-8e61-430e-bead-de3f90869a8a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9aa230ef149d4c02a339b4e376df8a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306828 Jul 07 22:15:18.549597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36522) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:18.614976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375286a-2988-40b4-9c2e-18ca27a478b9 req-6ea2128f-aa6d-4948-8300-3df137f44aac tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.622382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3375286a-2988-40b4-9c2e-18ca27a478b9 req-6ea2128f-aa6d-4948-8300-3df137f44aac tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.2465019 Jul 07 22:15:18.639901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:18.660173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=e5d6382c-3106-4973-be86-c438bdea23ea,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:18.663022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-035f397d-6edf-4109-8cf0-e5119e6f2a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.664223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467689b7-661c-4663-93a9-447dda13ed78 req-fc9a74eb-99bb-49c6-b189-e0edccf96715 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.665919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-467689b7-661c-4663-93a9-447dda13ed78 req-fc9a74eb-99bb-49c6-b189-e0edccf96715 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 948 time: 0.2058644 Jul 07 22:15:18.705169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9161005c-5f7e-423e-92f8-c48c8cfda1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.713475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-c9db2362-2a1a-4e31-8c62-d3508909230b service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857665 Jul 07 22:15:18.726185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3375286a-2988-40b4-9c2e-18ca27a478b9 req-7251958d-bd92-4f3e-8498-7279f70b9d00 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992200 Jul 07 22:15:18.763664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9161005c-5f7e-423e-92f8-c48c8cfda1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.779230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-467689b7-661c-4663-93a9-447dda13ed78 req-b2fc9e02-0e40-4bce-af7e-d74bfb31dbe9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980730 Jul 07 22:15:18.840509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:18.880309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9161005c-5f7e-423e-92f8-c48c8cfda1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.885024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9161005c-5f7e-423e-92f8-c48c8cfda1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.888512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9161005c-5f7e-423e-92f8-c48c8cfda1fd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f4f25131-456d-4017-ade0-c6a773a41a9e HTTP/1.1" status: 204 len: 168 time: 0.3359234 Jul 07 22:15:18.905677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161005c-5f7e-423e-92f8-c48c8cfda1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f25131-456d-4017-ade0-c6a773a41a9e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:18.908908 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbd583bc-60ed-4ba9-ac50-f36a820e57ab req-343189ca-f9ce-4d37-9886-a3c936ea6913 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791265 Jul 07 22:15:19.011225 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-035f397d-6edf-4109-8cf0-e5119e6f2a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.016855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-035f397d-6edf-4109-8cf0-e5119e6f2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.056820 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-035f397d-6edf-4109-8cf0-e5119e6f2a70 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=05d46b75b9ad42a5ac6e8da8c73a84e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154501 Jul 07 22:15:19.058775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36530) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:19.100956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ccecb-1506-4cc7-8f75-f16e96a586bb req-46ba6277-2831-4a01-9d1d-65b365062417 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:19.111227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d32ccecb-1506-4cc7-8f75-f16e96a586bb req-46ba6277-2831-4a01-9d1d-65b365062417 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1689034 Jul 07 22:15:19.145236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f397d-6edf-4109-8cf0-e5119e6f2a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abbee1e-d799-430b-afe0-6324f1458e61,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:19.176945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d32ccecb-1506-4cc7-8f75-f16e96a586bb req-6501c28d-8b6e-4a88-80ad-0f65ac8a6f4e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Jul 07 22:15:19.224961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b5b8e7-b322-4904-93e0-935ddf1a0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.254582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b5b8e7-b322-4904-93e0-935ddf1a0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.321255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b5b8e7-b322-4904-93e0-935ddf1a0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.325552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b5b8e7-b322-4904-93e0-935ddf1a0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.330326 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-08b5b8e7-b322-4904-93e0-935ddf1a0412 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6abbee1e-d799-430b-afe0-6324f1458e61 HTTP/1.1" status: 204 len: 168 time: 0.2670367 Jul 07 22:15:19.341454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5b8e7-b322-4904-93e0-935ddf1a0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abbee1e-d799-430b-afe0-6324f1458e61,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:20.007988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0fe65-2494-4cff-b899-e0bae9c5100f req-fc26447c-cfc2-40ae-be16-ec4fddd3f2fa tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.009470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbf0fe65-2494-4cff-b899-e0bae9c5100f req-fc26447c-cfc2-40ae-be16-ec4fddd3f2fa tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1187034 Jul 07 22:15:20.063273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e5d6382c-3106-4973-be86-c438bdea23ea up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:20.106499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbf0fe65-2494-4cff-b899-e0bae9c5100f req-1d65bdc1-ac52-4445-8cb6-1f05fc931072 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788991 Jul 07 22:15:20.168203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e1abd-d60b-4d26-9653-7f039dc58244 req-536dfb4f-4749-4c5d-8969-43e13ee3a97f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.171269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa7e1abd-d60b-4d26-9653-7f039dc58244 req-536dfb4f-4749-4c5d-8969-43e13ee3a97f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 948 time: 0.1893733 Jul 07 22:15:20.177329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port e5d6382c-3106-4973-be86-c438bdea23ea completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:20.187556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port e5d6382c-3106-4973-be86-c438bdea23ea triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:20.187952 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.246055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36580) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:20.279397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa7e1abd-d60b-4d26-9653-7f039dc58244 req-90f0a15e-edb2-4a77-b10e-280dcfc18bfb tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008418 Jul 07 22:15:20.382244 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.442495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a02a7-96cd-4eff-8186-aadb39b27462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d6382c-3106-4973-be86-c438bdea23ea'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:20.447391 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c297c94-2673-4e6d-b310-84f77f6961c8" -d '{"events": [{"server_uuid": "660a02a7-96cd-4eff-8186-aadb39b27462", "name": "network-vif-plugged", "status": "completed", "tag": "e5d6382c-3106-4973-be86-c438bdea23ea"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:20.481741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port e5d6382c-3106-4973-be86-c438bdea23ea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e5d6382c-3106-4973-be86-c438bdea23ea,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:20.483148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-47011910-network', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:20.488359 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.532523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:20.542923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.556370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d40197-2a9c-479a-a517-4e020a9d1c62 req-09021a7f-d1a6-4cfe-bdf8-a6d161f1c23e tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.558188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92d40197-2a9c-479a-a517-4e020a9d1c62 req-09021a7f-d1a6-4cfe-bdf8-a6d161f1c23e tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1621590 Jul 07 22:15:20.571364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.577183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=e5d6382c-3106-4973-be86-c438bdea23ea,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:20.633375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92d40197-2a9c-479a-a517-4e020a9d1c62 req-83f3836a-24a8-43eb-89c8-a0ac5c290eba tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683694 Jul 07 22:15:20.642609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819e22-750d-4b98-833f-bfc655f86171 req-00932697-d0ae-4b58-8573-cd57dcdc842e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.651711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e819e22-750d-4b98-833f-bfc655f86171 req-00932697-d0ae-4b58-8573-cd57dcdc842e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1655509 Jul 07 22:15:20.713102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e819e22-750d-4b98-833f-bfc655f86171 req-cdb9c76f-b4be-4220-9ccd-b84b673be822 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Jul 07 22:15:20.738582 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed26337-8ab7-4214-aa21-762f85470e35 x-openstack-request-id: req-fed26337-8ab7-4214-aa21-762f85470e35 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:20.738582 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660a02a7-96cd-4eff-8186-aadb39b27462", "name": "network-vif-plugged", "status": "completed", "tag": "e5d6382c-3106-4973-be86-c438bdea23ea", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:20.738966 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fed26337-8ab7-4214-aa21-762f85470e35 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:20.739398 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a02a7-96cd-4eff-8186-aadb39b27462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d6382c-3106-4973-be86-c438bdea23ea', 'code': 200} Jul 07 22:15:20.799815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.806162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.864477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43161b00-2f42-42f1-b58b-895ce1ee77a0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:20.879403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66a7c701-6326-402c-8d76-c2ada8a4c14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.896910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:15:20.914835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.915711 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Added segment 50f4d912-cc70-4648-9053-f1d83b14f46f of type vlan for network 0fe6b8fb-aa27-4c29-a012-05309d69b36b Jul 07 22:15:20.948647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be016d-8f1f-4d96-be50-7bb5ac709263 req-988c736f-e4c0-43f5-b4f4-6ac0dc13b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.950952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10be016d-8f1f-4d96-be50-7bb5ac709263 req-988c736f-e4c0-43f5-b4f4-6ac0dc13b036 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 1101 time: 0.1192758 Jul 07 22:15:20.995872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.024517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10be016d-8f1f-4d96-be50-7bb5ac709263 req-e1f99f2d-0405-400e-aa96-90203b4b1662 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639162 Jul 07 22:15:21.043807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.045446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.046142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.160738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:21.161184 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9138072 Jul 07 22:15:21.167749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Request body: {'subnet': {'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-47011910-subnet', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:21.183233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1feeaa-f2ef-4e5a-9a60-34e3ab106eaf admin admin] Pushing event updated for resources: {'Network': ['ID=0fe6b8fb-aa27-4c29-a012-05309d69b36b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:21.196832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:15:21.213434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:21.216150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.303515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:21.475500 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.530782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-851f6a38-7fe6-44c3-a350-11788661aaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.708981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-851f6a38-7fe6-44c3-a350-11788661aaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.719667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:21.721306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-851f6a38-7fe6-44c3-a350-11788661aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.804449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.805669 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-851f6a38-7fe6-44c3-a350-11788661aaae admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2565cbf7e0614a65851cda59761cf0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999182 Jul 07 22:15:21.812307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36642) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:21.838413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f6a38-7fe6-44c3-a350-11788661aaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dad5bf-ff86-442e-a384-64b94f23af9b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:21.894162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:21.920208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', 'mac_address': 'fa:16:3e:b0:92:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:21.945238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7f5105-d2ad-4349-8732-cabb6208b41a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:21.972855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.975023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278df6ca-dec2-4a05-98b4-1aed015f7fae req-8e6d0a4e-f904-4130-b95f-77f392314c7e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.983902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-278df6ca-dec2-4a05-98b4-1aed015f7fae req-8e6d0a4e-f904-4130-b95f-77f392314c7e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 948 time: 0.2766223 Jul 07 22:15:21.987383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:22.004082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Checking segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:22.004442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Network hostable DHCP agents. Network: 0fe6b8fb-aa27-4c29-a012-05309d69b36b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:15:22.016160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:22.026568 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.035367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f74895-dcd8-4528-be8d-0a4389bf7ab0 req-b32a2b33-1bc4-408b-90c7-00b3f1dc6525 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.042824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00f74895-dcd8-4528-be8d-0a4389bf7ab0 req-b32a2b33-1bc4-408b-90c7-00b3f1dc6525 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.2766392 Jul 07 22:15:22.047689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f6af-31eb-4fc0-a7d4-ec0a99e15f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.097185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:22.103179 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.112109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-278df6ca-dec2-4a05-98b4-1aed015f7fae req-19e75ab7-8f94-47c3-bc5a-00322f9fdb64 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287031 Jul 07 22:15:22.138023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f6af-31eb-4fc0-a7d4-ec0a99e15f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.149558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00f74895-dcd8-4528-be8d-0a4389bf7ab0 req-bdaad830-5d92-4586-8000-0e7b8548bc21 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058922 Jul 07 22:15:22.150375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:15:22.173727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 0fe6b8fb-aa27-4c29-a012-05309d69b36b) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:22.193649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c522f8-449c-4776-a8c2-5440c8a78539 None None] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:22.213560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.214172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.246874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ab625be5-79fb-46ab-ae64-0dd4bb22f235 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0837505 Jul 07 22:15:22.249711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36644) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:22.255371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:22.289766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.291265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.316617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f6af-31eb-4fc0-a7d4-ec0a99e15f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.320155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f6af-31eb-4fc0-a7d4-ec0a99e15f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.324250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e2d4f6af-31eb-4fc0-a7d4-ec0a99e15f22 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d3dad5bf-ff86-442e-a384-64b94f23af9b HTTP/1.1" status: 204 len: 168 time: 0.5088646 Jul 07 22:15:22.337868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4f6af-31eb-4fc0-a7d4-ec0a99e15f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dad5bf-ff86-442e-a384-64b94f23af9b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:22.402686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319672e6-39b1-45d9-a48b-f68022ba48fc req-95fd051f-c250-474c-be7f-2b561bfc8407 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.404592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-319672e6-39b1-45d9-a48b-f68022ba48fc req-95fd051f-c250-474c-be7f-2b561bfc8407 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1412690 Jul 07 22:15:22.421060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:15:22.422825 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.427642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.481864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-319672e6-39b1-45d9-a48b-f68022ba48fc req-3bd12da8-ba0b-4060-9556-58e8164fd78a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 Jul 07 22:15:22.576798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['79e5c8c7-1119-476a-aabd-89fc14cf0dd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:22.668784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.780420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Allocated IP 172.20.0.2 (0fe6b8fb-aa27-4c29-a012-05309d69b36b/4f7f5105-d2ad-4349-8732-cabb6208b41a/683abed6-f6ff-4787-bbc6-dbc53e7625e5) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:23.066474 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.078866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Transition to ACTIVE for port object 683abed6-f6ff-4787-bbc6-dbc53e7625e5 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:23.102441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Transition to ACTIVE for port object 683abed6-f6ff-4787-bbc6-dbc53e7625e5 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:23.119948 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.183732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Pushing event updated for resources: {'Port': ['ID=683abed6-f6ff-4787-bbc6-dbc53e7625e5,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:23.284815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:23.293797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:23.301020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:23.318346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.369228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.390776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4b46a-9778-4dd3-85c2-4f8c71f09f64 req-64ba8828-9c67-438b-9936-a5752c526726 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.399743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24c4b46a-9778-4dd3-85c2-4f8c71f09f64 req-64ba8828-9c67-438b-9936-a5752c526726 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 949 time: 0.1263812 Jul 07 22:15:23.512099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24c4b46a-9778-4dd3-85c2-4f8c71f09f64 req-120a86c3-7cf3-4c0e-9e55-e95e3955f644 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109428 Jul 07 22:15:23.544407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a529-0876-4d9f-8142-6893f949bc86 req-57b459a4-b20d-4426-a8e8-973f57271c45 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.551804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66a4a529-0876-4d9f-8142-6893f949bc86 req-57b459a4-b20d-4426-a8e8-973f57271c45 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1440909 Jul 07 22:15:23.606472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66a4a529-0876-4d9f-8142-6893f949bc86 req-393018e8-3c77-4f99-bb44-e6f509140cfb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Jul 07 22:15:23.630618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Allocated IP 172.25.5.252 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/997962e7-6b69-4cf4-a15f-aa301ee5b996) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:23.644354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.677767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Attempting to bind port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:23.678189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Attempting to bind port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:23.679085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Attempting to bind port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 on network 0fe6b8fb-aa27-4c29-a012-05309d69b36b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:23.692018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:23.692321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Checking segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:23.692734 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.693130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Bound using segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:23.693897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Bound port: 683abed6-f6ff-4787-bbc6-dbc53e7625e5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:23.694287 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.853207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.878881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] For port 683abed6-f6ff-4787-bbc6-dbc53e7625e5, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:23.885268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] For port 683abed6-f6ff-4787-bbc6-dbc53e7625e5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=683abed6-f6ff-4787-bbc6-dbc53e7625e5,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:23.896605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b2e3d-2e99-4b9a-a8c1-3d67d5fc6f79 req-8d33f742-907f-46f6-ac49-9c7458fad689 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.896870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.898438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-139b2e3d-2e99-4b9a-a8c1-3d67d5fc6f79 req-8d33f742-907f-46f6-ac49-9c7458fad689 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1901751 Jul 07 22:15:23.989042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.014687 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-139b2e3d-2e99-4b9a-a8c1-3d67d5fc6f79 req-f006e1c3-9419-469c-916e-952524bb00ee tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967357 Jul 07 22:15:24.064973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:24.070140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:24.080414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:24.083548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf5ab-5dc0-4dc7-9e13-600ccae833d5 None None] Pushing event updated for resources: {'Port': ['ID=683abed6-f6ff-4787-bbc6-dbc53e7625e5,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.153125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Pushing event updated for resources: {'Port': ['ID=997962e7-6b69-4cf4-a15f-aa301ee5b996,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.481126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.801257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.833230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4a9d-7e42-4517-96cf-83c49180c54c req-a93bcc32-26b8-486a-aa6b-ea68b07bbd1c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.837576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d07a4a9d-7e42-4517-96cf-83c49180c54c req-a93bcc32-26b8-486a-aa6b-ea68b07bbd1c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 949 time: 0.1383917 Jul 07 22:15:24.999920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d07a4a9d-7e42-4517-96cf-83c49180c54c req-eadef78b-e65c-4e9f-93b8-6427b1a74382 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352124 Jul 07 22:15:25.082042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065879-9b54-4d34-ae1f-e6bfc76c8b74 req-3dda9a0e-3d12-475d-8eb6-1044d921242b tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.095515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74065879-9b54-4d34-ae1f-e6bfc76c8b74 req-3dda9a0e-3d12-475d-8eb6-1044d921242b tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.2517734 Jul 07 22:15:25.106145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Router dafd35c6-48c5-4a35-bb6b-126d2ef44073 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:15:25.158198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74065879-9b54-4d34-ae1f-e6bfc76c8b74 req-0f65a1b0-d848-47a8-a4ee-5c6e7e4bae9a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544999 Jul 07 22:15:25.313960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:25.323586 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Sync routers for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:25.335654 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:25.339111 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:15:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:25.352624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:25.354045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3db2fa37-c0c9-421b-a8fb-dc838fb78206 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1030886 Jul 07 22:15:25.356717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36754) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:25.452958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45c1d-2e91-4625-a74b-b7db83356711 req-d5d9e79a-3d46-4221-8c57-fd1c20a35291 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.454710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81a45c1d-2e91-4625-a74b-b7db83356711 req-d5d9e79a-3d46-4221-8c57-fd1c20a35291 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.2023683 Jul 07 22:15:25.534932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:25.542461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81a45c1d-2e91-4625-a74b-b7db83356711 req-3336eb18-02cc-4515-9be1-bc1b6d6ee48c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728447 Jul 07 22:15:25.585152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5732ce-4183-45e1-9291-b68745d7d02b None None] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:25.726253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4b20e8a3-7e7c-4977-b642-3f7e433040bb None None] Provisioning for port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:25.763472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:25.785857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 683abed6-f6ff-4787-bbc6-dbc53e7625e5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:25.867199 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:24Z', 'revision_number': 3, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:25.901344 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Checking router: dafd35c6-48c5-4a35-bb6b-126d2ef44073 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:25.902276 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Updating router dafd35c6-48c5-4a35-bb6b-126d2ef44073 port 997962e7-6b69-4cf4-a15f-aa301ee5b996 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:15:25.941600 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:25.961677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:25.964317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:25.975328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:25.975848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:25.979433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:25.979947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.001265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.300094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Allocated IP 172.20.0.1 (0fe6b8fb-aa27-4c29-a012-05309d69b36b/4f7f5105-d2ad-4349-8732-cabb6208b41a/1e3230ea-43df-4f9a-a903-05adae3a5936) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:26.369844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.408758 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.440151 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Transition to ACTIVE for port object 997962e7-6b69-4cf4-a15f-aa301ee5b996 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:26.458542 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.482310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.503188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 683abed6-f6ff-4787-bbc6-dbc53e7625e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=683abed6-f6ff-4787-bbc6-dbc53e7625e5,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:26.517818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d907d96-b1ff-4575-8841-009af7e84226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:26.521556 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a1561b-5a5e-44c2-b1bc-239b1f8c61d4" -d '{"events": [{"server_uuid": "6d907d96-b1ff-4575-8841-009af7e84226", "name": "network-vif-plugged", "status": "completed", "tag": "79e5c8c7-1119-476a-aabd-89fc14cf0dd4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:26.527554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.543400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:26.564060 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Pushing event updated for resources: {'Port': ['ID=997962e7-6b69-4cf4-a15f-aa301ee5b996,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.567779 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.577150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.585914 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.590273 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.590655 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.590996 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.591335 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.591673 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.592006 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.592339 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.592672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.593204 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.593307 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.599169 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:26.599352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36840) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:26.607978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Transition to ACTIVE for port object 1e3230ea-43df-4f9a-a903-05adae3a5936 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:26.644028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=683abed6-f6ff-4787-bbc6-dbc53e7625e5,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.659208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad5bdd-7488-4c73-a3be-8f364321d82a req-7d26d492-7e4c-4911-a8fa-42c3f299fb43 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.663769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42ad5bdd-7488-4c73-a3be-8f364321d82a req-7d26d492-7e4c-4911-a8fa-42c3f299fb43 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 949 time: 0.3141997 Jul 07 22:15:26.664471 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Attempting to bind port 997962e7-6b69-4cf4-a15f-aa301ee5b996 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:26.664967 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Attempting to bind port 997962e7-6b69-4cf4-a15f-aa301ee5b996 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:26.665273 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Attempting to bind port 997962e7-6b69-4cf4-a15f-aa301ee5b996 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:26.671360 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:26.671800 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:26.673294 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.673294 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:26.673907 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Bound port: 997962e7-6b69-4cf4-a15f-aa301ee5b996, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:26.674328 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.680175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.745018 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] For port 997962e7-6b69-4cf4-a15f-aa301ee5b996, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:26.749792 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] For port 997962e7-6b69-4cf4-a15f-aa301ee5b996, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=997962e7-6b69-4cf4-a15f-aa301ee5b996,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:26.760739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:26.762569 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.770270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:26.774743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:26.785087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1ce9e1ba-c496-4e8d-b4f7-d9efeec9be65 None None] Provisioning complete for port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:26.785463 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e1ba-c496-4e8d-b4f7-d9efeec9be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.809690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Pushing event updated for resources: {'Port': ['ID=1e3230ea-43df-4f9a-a903-05adae3a5936,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.821451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42ad5bdd-7488-4c73-a3be-8f364321d82a req-374c30f7-1c3a-42f3-a0d4-48962f478cad tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453593 Jul 07 22:15:26.849645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.870419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2bc3-43f3-4935-aa27-2d43a93dc0d2 req-a0879244-6a79-495d-b7ac-07ee54dc7785 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.878097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c38f2bc3-43f3-4935-aa27-2d43a93dc0d2 req-a0879244-6a79-495d-b7ac-07ee54dc7785 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.4144316 Jul 07 22:15:26.908816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.976038 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:26.977826 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:15:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:27.011162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c38f2bc3-43f3-4935-aa27-2d43a93dc0d2 req-7ab4110a-14d3-4c7b-8443-8ffe6a6a5769 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232488 Jul 07 22:15:27.062651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a46d2aa-f6da-408f-acbf-389163b1a3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.147986 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad2966-a5e8-4455-ae51-bfe364e352c7 x-openstack-request-id: req-66ad2966-a5e8-4455-ae51-bfe364e352c7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:27.148341 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d907d96-b1ff-4575-8841-009af7e84226", "name": "network-vif-plugged", "status": "completed", "tag": "79e5c8c7-1119-476a-aabd-89fc14cf0dd4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:27.148743 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-66ad2966-a5e8-4455-ae51-bfe364e352c7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:27.149084 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d907d96-b1ff-4575-8841-009af7e84226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', 'code': 200} Jul 07 22:15:27.163682 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fd472-3d58-4d87-bf05-328d8f70acc6 None None] Pushing event updated for resources: {'Port': ['ID=997962e7-6b69-4cf4-a15f-aa301ee5b996,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:27.214369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-62c3e991-2d99-4abb-ab66-acf2a2525f3e None None] Provisioning for port 1e3230ea-43df-4f9a-a903-05adae3a5936 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:27.229639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-62c3e991-2d99-4abb-ab66-acf2a2525f3e None None] Provisioning complete for port 1e3230ea-43df-4f9a-a903-05adae3a5936 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:27.231346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62c3e991-2d99-4abb-ab66-acf2a2525f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.259063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:27.346788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-62c3e991-2d99-4abb-ab66-acf2a2525f3e None None] Port 1e3230ea-43df-4f9a-a903-05adae3a5936 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:27.396013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.401834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a46d2aa-f6da-408f-acbf-389163b1a3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.410286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a46d2aa-f6da-408f-acbf-389163b1a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.469160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a46d2aa-f6da-408f-acbf-389163b1a3db admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c46335016a1a436fa701bd257679acb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8639436 Jul 07 22:15:27.471476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46d2aa-f6da-408f-acbf-389163b1a3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8f722-01f1-4f69-9eb4-31f11d24bc97,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:27.474291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:27.513525 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:24Z', 'revision_number': 3, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:27.530558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588d6d6-9c25-4772-8c36-bca8e29b1fc2 req-dd414782-672c-4625-b652-96c346e3dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.542791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b588d6d6-9c25-4772-8c36-bca8e29b1fc2 req-dd414782-672c-4625-b652-96c346e3dad5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 1102 time: 0.2483819 Jul 07 22:15:27.545749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928422af-99fb-4670-9f72-e795a68c56f6 None None] The sync data for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 is: [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:24Z', 'revision_number': 3, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:27.602927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6578c030-b813-4037-9802-d972d146c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.618542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b588d6d6-9c25-4772-8c36-bca8e29b1fc2 req-48c42848-d3d0-43d7-a4f0-2dbb6d6055aa service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748026 Jul 07 22:15:27.633212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a515a5-ec33-4450-ba30-37522ffa3117 req-246b3e9a-6af0-4ec8-a8ed-039cc8f0ae2c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.637459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11a515a5-ec33-4450-ba30-37522ffa3117 req-246b3e9a-6af0-4ec8-a8ed-039cc8f0ae2c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.2007256 Jul 07 22:15:27.682478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6578c030-b813-4037-9802-d972d146c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.732914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11a515a5-ec33-4450-ba30-37522ffa3117 req-a6744db6-3960-480f-a034-2f31f8aaf3c2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885029 Jul 07 22:15:27.741939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 683abed6-f6ff-4787-bbc6-dbc53e7625e5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:27.773913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6578c030-b813-4037-9802-d972d146c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.777358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6578c030-b813-4037-9802-d972d146c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.788804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6578c030-b813-4037-9802-d972d146c1a1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/02f8f722-01f1-4f69-9eb4-31f11d24bc97 HTTP/1.1" status: 204 len: 168 time: 0.2933276 Jul 07 22:15:27.798448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578c030-b813-4037-9802-d972d146c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8f722-01f1-4f69-9eb4-31f11d24bc97,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:27.828007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.848494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.910108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:27.910542 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.978035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.177113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Pushing event updated for resources: {'Port': ['ID=1e3230ea-43df-4f9a-a903-05adae3a5936,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:28.204316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74dedb-eba9-4e31-91fe-6bf13e9c3210 req-16f671a7-c565-4750-840c-96a307aefd34 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:28.224043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b74dedb-eba9-4e31-91fe-6bf13e9c3210 req-16f671a7-c565-4750-840c-96a307aefd34 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 950 time: 0.1243556 Jul 07 22:15:28.325967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:28.328729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:28.344911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b74dedb-eba9-4e31-91fe-6bf13e9c3210 req-e52230fe-c558-4427-b234-b40737d7f576 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131310 Jul 07 22:15:28.447545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c4b0-fed6-49c4-a49b-1ce57a9ba8e4 req-9963c8fd-594d-4440-b5dd-2e46d83fd8ab tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:28.453973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0454c4b0-fed6-49c4-a49b-1ce57a9ba8e4 req-9963c8fd-594d-4440-b5dd-2e46d83fd8ab tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.2269354 Jul 07 22:15:28.454755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:28.499851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-969f6e4a-22b1-49a4-b8f5-bd8b115277aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.666818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Router dafd35c6-48c5-4a35-bb6b-126d2ef44073 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:15:28.721122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0454c4b0-fed6-49c4-a49b-1ce57a9ba8e4 req-f7da2336-a531-497d-8d49-0f6f8a130b95 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150266 Jul 07 22:15:28.784380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-660a9dee-1f98-4da9-96e6-8dfa2de43357 None None] Provisioning complete for port 1e3230ea-43df-4f9a-a903-05adae3a5936 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:28.785688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-660a9dee-1f98-4da9-96e6-8dfa2de43357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.825103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:28.836550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7ffbe52-4a1c-442f-aaaf-6d319021bd3b admin admin] 10.222.0.95 "PUT /v2.0/routers/dafd35c6-48c5-4a35-bb6b-126d2ef44073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4760582 Jul 07 22:15:28.889868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-660a9dee-1f98-4da9-96e6-8dfa2de43357 None None] Port 1e3230ea-43df-4f9a-a903-05adae3a5936 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:28.901454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-969f6e4a-22b1-49a4-b8f5-bd8b115277aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.915563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-969f6e4a-22b1-49a4-b8f5-bd8b115277aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.042250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f6e4a-22b1-49a4-b8f5-bd8b115277aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cbf26-ef5d-4e09-b3bc-755c23778c38,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:29.094082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-969f6e4a-22b1-49a4-b8f5-bd8b115277aa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4c116dd1fa44480bb841d8849b8eae43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354527 Jul 07 22:15:29.095140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36934) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:29.141835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221f0f6-5ae2-4082-80b5-6da5469df2e1 req-3ac163ed-0d9a-4704-97c8-576d7df58388 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:29.150838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4221f0f6-5ae2-4082-80b5-6da5469df2e1 req-3ac163ed-0d9a-4704-97c8-576d7df58388 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1788273 Jul 07 22:15:29.174667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4191a72d-b8c6-47e2-bdb4-c27549fa4887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.205427 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4191a72d-b8c6-47e2-bdb4-c27549fa4887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.220031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4221f0f6-5ae2-4082-80b5-6da5469df2e1 req-5a1c23c1-4ba4-4a05-8219-a24a97b7c5b5 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670922 Jul 07 22:15:29.275274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4191a72d-b8c6-47e2-bdb4-c27549fa4887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.280352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4191a72d-b8c6-47e2-bdb4-c27549fa4887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.282155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4191a72d-b8c6-47e2-bdb4-c27549fa4887 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f90cbf26-ef5d-4e09-b3bc-755c23778c38 HTTP/1.1" status: 204 len: 168 time: 0.1856771 Jul 07 22:15:29.300162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191a72d-b8c6-47e2-bdb4-c27549fa4887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cbf26-ef5d-4e09-b3bc-755c23778c38,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:29.783788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3c3a-a24c-4779-bf84-09b6da4391b4 req-36d664bf-da21-44b8-a0b4-ad4d34c746c1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:29.786232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-caed3c3a-a24c-4779-bf84-09b6da4391b4 req-36d664bf-da21-44b8-a0b4-ad4d34c746c1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 950 time: 0.2492244 Jul 07 22:15:29.837853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 997962e7-6b69-4cf4-a15f-aa301ee5b996 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:29.854728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-caed3c3a-a24c-4779-bf84-09b6da4391b4 req-47b8f4b0-24a1-4e97-8876-7805009ff656 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577910 Jul 07 22:15:29.936702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 997962e7-6b69-4cf4-a15f-aa301ee5b996 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:29.942706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 997962e7-6b69-4cf4-a15f-aa301ee5b996 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:29.943337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.222297 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.260602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 997962e7-6b69-4cf4-a15f-aa301ee5b996, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=997962e7-6b69-4cf4-a15f-aa301ee5b996,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:30.268775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.342355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Sync routers for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:30.356929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29e43f-2083-4258-9bb8-4194a1f416b6 req-a50a303f-013b-4498-b5ee-e56709e5b878 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.358545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d29e43f-2083-4258-9bb8-4194a1f416b6 req-a50a303f-013b-4498-b5ee-e56709e5b878 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.2341390 Jul 07 22:15:30.392982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:30.392982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:15:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:30.393217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf851c2-2634-40be-8888-4049f3f47e41 req-99d583c3-7d0f-4ced-bbb6-40c418ed4f1d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.393217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcf851c2-2634-40be-8888-4049f3f47e41 req-99d583c3-7d0f-4ced-bbb6-40c418ed4f1d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 949 time: 0.1736240 Jul 07 22:15:30.395860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=997962e7-6b69-4cf4-a15f-aa301ee5b996,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:30.468947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d29e43f-2083-4258-9bb8-4194a1f416b6 req-53258020-6e8c-4220-ad58-4fe7bb167aa8 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943804 Jul 07 22:15:30.477936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcf851c2-2634-40be-8888-4049f3f47e41 req-e50094de-c9f3-4d5d-a806-e09068856508 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772080 Jul 07 22:15:30.690143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:30.807498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34967f-1ca8-4022-8700-0f678bdaef2f req-d55ee507-8b40-42da-97ad-3ee0bf29ac36 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.833033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d34967f-1ca8-4022-8700-0f678bdaef2f req-d55ee507-8b40-42da-97ad-3ee0bf29ac36 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1790264 Jul 07 22:15:31.007148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d34967f-1ca8-4022-8700-0f678bdaef2f req-cd5522d2-4491-4c78-a50e-162d88461058 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675150 Jul 07 22:15:31.044821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 2, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:31.101414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Checking router: dafd35c6-48c5-4a35-bb6b-126d2ef44073 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:31.101797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Updating router dafd35c6-48c5-4a35-bb6b-126d2ef44073 port 1e3230ea-43df-4f9a-a903-05adae3a5936 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:15:31.110263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bcc28-fed6-4efb-b725-395e723072c2 req-7aca4f15-5175-47c3-91ce-28321ac28725 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.128342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bcc28-fed6-4efb-b725-395e723072c2 req-7aca4f15-5175-47c3-91ce-28321ac28725 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.130389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b97bcc28-fed6-4efb-b725-395e723072c2 req-7aca4f15-5175-47c3-91ce-28321ac28725 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226&device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 1690 time: 0.2108848 Jul 07 22:15:31.174282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.216466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b97bcc28-fed6-4efb-b725-395e723072c2 req-32345d98-e788-48b6-bfd4-f1f53901a2f1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Jul 07 22:15:31.617034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694cc95-bc64-45ef-a6d8-598b6196080b req-0d49eec4-1ce4-449e-a8a6-43b57613f643 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.619105 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4694cc95-bc64-45ef-a6d8-598b6196080b req-0d49eec4-1ce4-449e-a8a6-43b57613f643 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 1102 time: 0.0967910 Jul 07 22:15:31.702337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.715402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Transition to ACTIVE for port object 1e3230ea-43df-4f9a-a903-05adae3a5936 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:31.728079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.748877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4694cc95-bc64-45ef-a6d8-598b6196080b req-98d0098b-64c3-44b6-abfd-d4aed2c5231d tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223869 Jul 07 22:15:31.794235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 997962e7-6b69-4cf4-a15f-aa301ee5b996 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:31.815244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c0e2-2f06-4328-8168-ae350d1cd242 req-277f10a8-e02c-41f4-9ca1-fcc445caa467 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.851977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f49c0e2-2f06-4328-8168-ae350d1cd242 req-277f10a8-e02c-41f4-9ca1-fcc445caa467 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1774020 Jul 07 22:15:31.948998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f49c0e2-2f06-4328-8168-ae350d1cd242 req-9b1d74bd-d06e-46a4-8777-c341d7798303 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960703 Jul 07 22:15:32.068696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ff82e-fa44-4f2b-b583-7208d4737df3 None None] Pushing event updated for resources: {'Port': ['ID=1e3230ea-43df-4f9a-a903-05adae3a5936,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:32.106394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Attempting to bind port 1e3230ea-43df-4f9a-a903-05adae3a5936 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:32.106951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Attempting to bind port 1e3230ea-43df-4f9a-a903-05adae3a5936 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:32.107526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Attempting to bind port 1e3230ea-43df-4f9a-a903-05adae3a5936 on network 0fe6b8fb-aa27-4c29-a012-05309d69b36b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:32.111962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 997962e7-6b69-4cf4-a15f-aa301ee5b996 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:32.112652 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.118885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:32.119987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Checking segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:32.120615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.121073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Bound using segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:32.121716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Bound port: 1e3230ea-43df-4f9a-a903-05adae3a5936, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:32.122213 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.168541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e4977-a5c6-407f-945b-43b9335fa03a req-6c41236d-6359-4080-b370-d5046f7da0ec tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.173244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-603e4977-a5c6-407f-945b-43b9335fa03a req-6c41236d-6359-4080-b370-d5046f7da0ec tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 1101 time: 0.1584945 Jul 07 22:15:32.235138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] For port 1e3230ea-43df-4f9a-a903-05adae3a5936, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:32.238504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] For port 1e3230ea-43df-4f9a-a903-05adae3a5936, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e3230ea-43df-4f9a-a903-05adae3a5936,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:32.252440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.306698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-603e4977-a5c6-407f-945b-43b9335fa03a req-76e6a3c7-d117-459f-b410-f4ba758edcf0 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232214 Jul 07 22:15:32.336974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ff82e-fa44-4f2b-b583-7208d4737df3 None None] Pushing event updated for resources: {'Port': ['ID=1e3230ea-43df-4f9a-a903-05adae3a5936,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:32.414793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe09c50-34a6-4ffe-b837-b40dc0dc2714 req-729f5004-5d99-433e-8a71-0fb22f099a44 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.427105 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfe09c50-34a6-4ffe-b837-b40dc0dc2714 req-729f5004-5d99-433e-8a71-0fb22f099a44 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1789684 Jul 07 22:15:32.428808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:32.429453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:15:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:32.534953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfe09c50-34a6-4ffe-b837-b40dc0dc2714 req-2510ffd6-3513-4651-b636-aa86cfdbf8af tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035879 Jul 07 22:15:32.793731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:33.018187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:32Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:33.052747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cdcced-7a4c-4e60-9c89-0d24ce4d6a7f None None] The sync data for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 is: [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:32Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:33.206364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d771-923e-40df-89ce-cdb16283e9c1 req-e441325c-1ade-48e8-a656-69b719438d05 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.207940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcc5d771-923e-40df-89ce-cdb16283e9c1 req-e441325c-1ade-48e8-a656-69b719438d05 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1176496 Jul 07 22:15:33.256793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcc5d771-923e-40df-89ce-cdb16283e9c1 req-99ecb352-b3d4-4f20-9464-f361e8a505c7 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Jul 07 22:15:33.731321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e3230ea-43df-4f9a-a903-05adae3a5936 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:33.795754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966ea5a-049e-4552-ba21-dde6907d54b1 req-c5422c88-d2a9-43cd-847f-8c80bb0ff72c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.798695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3966ea5a-049e-4552-ba21-dde6907d54b1 req-c5422c88-d2a9-43cd-847f-8c80bb0ff72c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1123135 Jul 07 22:15:33.823924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1e3230ea-43df-4f9a-a903-05adae3a5936 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:33.828424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1e3230ea-43df-4f9a-a903-05adae3a5936 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:33.829247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:33.866540 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3966ea5a-049e-4552-ba21-dde6907d54b1 req-1ce5c2d0-cddd-4f08-a475-3b0db478c1ef tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568416 Jul 07 22:15:33.945204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:34.009163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1e3230ea-43df-4f9a-a903-05adae3a5936, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e3230ea-43df-4f9a-a903-05adae3a5936,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:34.016063 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:34.087681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1e3230ea-43df-4f9a-a903-05adae3a5936,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:34.263775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-1bdd6de9-fd8d-4af5-a5a7-7648145fb66b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.266489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-1bdd6de9-fd8d-4af5-a5a7-7648145fb66b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.1188223 Jul 07 22:15:34.283318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-45fa7129-6369-4fcd-b8b5-2f547713202c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/quotas/dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 375 time: 0.0101471 Jul 07 22:15:34.364422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-37754c9b-97bc-4645-9638-10e639ade46c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734510 Jul 07 22:15:34.463948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-926c2179-b810-458f-bfa3-83df31865762 service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921681 Jul 07 22:15:34.560978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-4f2f3186-a876-432f-863b-4bcf24baa37f service neutron] 10.222.0.95 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895891 Jul 07 22:15:34.983453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f80d27-63c4-47f1-952f-93645f1a0553 req-c4528cc9-db70-497f-8b3b-213063c251ec tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.985050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62f80d27-63c4-47f1-952f-93645f1a0553 req-c4528cc9-db70-497f-8b3b-213063c251ec tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0775778 Jul 07 22:15:35.029065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62f80d27-63c4-47f1-952f-93645f1a0553 req-fd6e0fcc-a14a-4998-b109-3e87115f623e tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Jul 07 22:15:35.127315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05eacdce-88de-483a-b4e7-309b1cadccb4 req-9ef70cdb-9660-4ae1-b7b5-838a5b1e6b42 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.0524476 Jul 07 22:15:35.333027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f1ac-e48d-4b54-a081-a330f814835d req-2f7ac5f7-9be0-4fc6-ae32-fb848b7a185a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.334644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f756f1ac-e48d-4b54-a081-a330f814835d req-2f7ac5f7-9be0-4fc6-ae32-fb848b7a185a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0746918 Jul 07 22:15:35.382233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f756f1ac-e48d-4b54-a081-a330f814835d req-33813bff-175e-4811-9936-3676337e941e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Jul 07 22:15:35.687423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e3230ea-43df-4f9a-a903-05adae3a5936 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:35.742185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1e3230ea-43df-4f9a-a903-05adae3a5936 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:35.742584 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:36.169500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bfecff8d-2045-4c35-9638-6ab2c3831739 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:36.171777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bfecff8d-2045-4c35-9638-6ab2c3831739 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 821 time: 0.1388841 Jul 07 22:15:36.195359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Request body: {'port': {'device_id': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'admin_state_up': True, 'tenant_id': 'dd0045ef8bf04c24af3a3c2239b1a043'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:36.341426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce10cf-8a5c-42d6-9483-be101d14854f req-576e1d97-39e9-49d8-8268-836242b6385c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:36.342954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81ce10cf-8a5c-42d6-9483-be101d14854f req-576e1d97-39e9-49d8-8268-836242b6385c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1666870 Jul 07 22:15:36.394388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81ce10cf-8a5c-42d6-9483-be101d14854f req-689be796-c32d-42de-9ec1-85c830192399 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Jul 07 22:15:36.399726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Made reservation on behalf of dd0045ef8bf04c24af3a3c2239b1a043 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:36.403301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:36.561451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c6237ce-016a-47ed-ab84-ba5ea0760164 req-74fcc88e-03f0-4f34-8826-b66d2e127a05 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.0349307 Jul 07 22:15:36.578747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Allocated IP 172.20.0.4 (7788b445-35a0-461c-9cec-31b179d58fd0/7afb59cc-714e-4cd6-a889-bf8299387c98/918f89f9-f106-43f3-9dcb-890c92f76a6a) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:36.778160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:36.801958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bad2e-b54b-41e4-9cb8-dd93adf00b96 req-1a26c97b-6b8d-4f02-8acf-1b7e2bbb5909 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:36.803572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df3bad2e-b54b-41e4-9cb8-dd93adf00b96 req-1a26c97b-6b8d-4f02-8acf-1b7e2bbb5909 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1131599 Jul 07 22:15:36.869011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df3bad2e-b54b-41e4-9cb8-dd93adf00b96 req-d88883e6-8056-463f-a650-c76f48424e3e tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599532 Jul 07 22:15:36.870233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:36.884828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a3ac673d-70bc-4dff-b8ff-77a74579c4ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:36.943809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:36.972488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Network 7788b445-35a0-461c-9cec-31b179d58fd0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:36.974289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:36.982656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:37.341646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.342323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.358054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-69bc77cb-2150-421a-895d-701cf57702e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1704006 Jul 07 22:15:37.379400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Request body: {'port': {'device_id': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:37.469172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.676008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b4dca-d391-4aee-b49f-ff650a7fde5c req-1b0db98c-6609-4264-9047-0572a8483ea0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.677748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-581b4dca-d391-4aee-b49f-ff650a7fde5c req-1b0db98c-6609-4264-9047-0572a8483ea0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1637182 Jul 07 22:15:37.767478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-581b4dca-d391-4aee-b49f-ff650a7fde5c req-2bc9d0ce-a12f-43c2-9763-60cf79c57d6d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Jul 07 22:15:37.924414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918f89f9-f106-43f3-9dcb-890c92f76a6a {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:37.950045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.969413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Transition to ACTIVE for port object 918f89f9-f106-43f3-9dcb-890c92f76a6a will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:37.978554 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.030580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d9c08-ca82-4c6f-ae88-5f28f4a8fde5 req-398e6171-bbf7-4e3d-ab92-b004d1244f6a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.032272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-005d9c08-ca82-4c6f-ae88-5f28f4a8fde5 req-398e6171-bbf7-4e3d-ab92-b004d1244f6a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 931 time: 0.1238914 Jul 07 22:15:38.053937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:38.129684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-005d9c08-ca82-4c6f-ae88-5f28f4a8fde5 req-c8a8c2b6-5edc-4cff-9f50-837841ebe38e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863688 Jul 07 22:15:38.154295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:38.154795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:38.155132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:38.159775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:38.160104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:38.165537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:38.165882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:38.166270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:38.166738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Bound port: 918f89f9-f106-43f3-9dcb-890c92f76a6a, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:38.167098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.244598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:38.251890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:38.268979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.337142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.337856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.339272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] 10.222.0.103 "PUT /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 1092 time: 0.9654512 Jul 07 22:15:38.343630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:38.345887 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbda1fa-1248-4923-8f69-7ead2e4013aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:38.371055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cfb22-d627-4278-829c-4ceeb4a8e191 service neutron] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:38.397094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a8ead-7c10-4767-9ef6-0121b1017e80 req-62f76048-f2c0-4c65-96b6-b89a85d6b052 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.398707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a67a8ead-7c10-4767-9ef6-0121b1017e80 req-62f76048-f2c0-4c65-96b6-b89a85d6b052 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1436183 Jul 07 22:15:38.465267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a67a8ead-7c10-4767-9ef6-0121b1017e80 req-56ab3e07-c906-46db-abb3-605a95586efd tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570991 Jul 07 22:15:38.493825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-1e1b75e2-dbb3-470a-bfb2-de34e6e2d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.495432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-1e1b75e2-dbb3-470a-bfb2-de34e6e2d652 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1095 time: 0.0957630 Jul 07 22:15:38.540104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-b11d0f2c-1c77-4c5a-9566-553a027e72ab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 217 time: 0.0375638 Jul 07 22:15:38.615670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-87beafa9-1628-48b1-b8ed-3462721649eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.617330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-87beafa9-1628-48b1-b8ed-3462721649eb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0713913 Jul 07 22:15:38.661529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-67cb09f0-f522-4370-81be-0ed6270acfc1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363972 Jul 07 22:15:38.665012 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af47b19e-2dc5-4dad-bd4d-c5ba1ad3b257 x-openstack-request-id: req-af47b19e-2dc5-4dad-bd4d-c5ba1ad3b257 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:38.665400 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:38.665746 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af47b19e-2dc5-4dad-bd4d-c5ba1ad3b257 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:38.666451 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'status': 'completed', 'code': 200} Jul 07 22:15:38.783038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-27336cf1-944b-4196-938a-6e0247fc0f3c service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100063 Jul 07 22:15:38.913999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151c3820-02aa-446f-a23f-f06e3d3125a3 req-df03fbc4-5d13-48f0-8d5a-dffa158cd699 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233582 Jul 07 22:15:39.043645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a2709-4e97-4710-9b19-2dbe10cbec56 req-c30ef43e-7315-498e-b76e-d7b260b307fc tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.050351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-179a2709-4e97-4710-9b19-2dbe10cbec56 req-c30ef43e-7315-498e-b76e-d7b260b307fc tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1227028 Jul 07 22:15:39.090426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-24563f27-0195-4ef9-b8da-ab1ef5107749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.091976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-24563f27-0195-4ef9-b8da-ab1ef5107749 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1095 time: 0.1282113 Jul 07 22:15:39.103224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-179a2709-4e97-4710-9b19-2dbe10cbec56 req-f8c02af7-3375-4e9c-a0c5-1612dece4bc3 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519693 Jul 07 22:15:39.200053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-0a4114cc-6f29-42fe-ade1-073d19f256c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.201821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-0a4114cc-6f29-42fe-ade1-073d19f256c8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.0976927 Jul 07 22:15:39.253605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-f7a5b0a3-be36-4b53-866d-22fc51ab240b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 217 time: 0.0430708 Jul 07 22:15:39.345656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-29b49765-431b-4db5-be69-4c4c2fc8e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.347290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-29b49765-431b-4db5-be69-4c4c2fc8e576 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0872977 Jul 07 22:15:39.391617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-1eb68720-e51b-468b-a3bc-4aa8f053888f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371881 Jul 07 22:15:39.429516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057d85-a9bb-4888-8a61-f85572e99a90 req-cb257d96-de55-4c1d-8761-c94f671c2385 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.431615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f057d85-a9bb-4888-8a61-f85572e99a90 req-cb257d96-de55-4c1d-8761-c94f671c2385 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.1382740 Jul 07 22:15:39.526011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f057d85-a9bb-4888-8a61-f85572e99a90 req-f89b905d-3483-477e-87e3-f086a719726d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Jul 07 22:15:39.559647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-5b55f806-35b3-46cd-882d-1e951be87a66 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592364 Jul 07 22:15:39.689082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcbda1fa-1248-4923-8f69-7ead2e4013aa req-54fc5452-63a8-4421-8453-84312ef949d5 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196153 Jul 07 22:15:39.742492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78255-f437-4562-bd5b-c05d67799416 req-389ba5bc-575f-4e07-bfb4-2b7160460355 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.744094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1e78255-f437-4562-bd5b-c05d67799416 req-389ba5bc-575f-4e07-bfb4-2b7160460355 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0755782 Jul 07 22:15:39.786091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1e78255-f437-4562-bd5b-c05d67799416 req-8b1ae6b3-a69e-4462-b262-a14dddb1aacb tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354781 Jul 07 22:15:40.301390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51779-d055-4034-9a02-7e8bfb089f7c req-bef9dcf0-0d27-44a9-9ea5-76bbf9393d26 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.302970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81e51779-d055-4034-9a02-7e8bfb089f7c req-bef9dcf0-0d27-44a9-9ea5-76bbf9393d26 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0836465 Jul 07 22:15:40.343161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81e51779-d055-4034-9a02-7e8bfb089f7c req-527678e6-453c-4553-9308-540602c3f82f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Jul 07 22:15:40.746982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1188-c3ec-4905-9143-6e18b7f9e79e req-0e6901d0-c9c1-409b-b81b-0b7d2796751b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.748510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-682a1188-c3ec-4905-9143-6e18b7f9e79e req-0e6901d0-c9c1-409b-b81b-0b7d2796751b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0890839 Jul 07 22:15:40.789332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-682a1188-c3ec-4905-9143-6e18b7f9e79e req-53fd3d9f-0ceb-4e20-a412-5003f6fc50ad tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Jul 07 22:15:40.988509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe8ccf-a754-42dd-a3b7-b28fdfa856d1 req-4f1b508c-fd4d-4c33-b185-6c5a56ff3be2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.990504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdbe8ccf-a754-42dd-a3b7-b28fdfa856d1 req-4f1b508c-fd4d-4c33-b185-6c5a56ff3be2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0732324 Jul 07 22:15:41.034416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdbe8ccf-a754-42dd-a3b7-b28fdfa856d1 req-5f915291-2e55-41a3-a0ef-8512ae83682d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377386 Jul 07 22:15:41.538264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce482c82-c118-4f95-9778-5959521f9e9e req-add6f151-54a3-42c6-9870-608cdfd145c8 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.539865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce482c82-c118-4f95-9778-5959521f9e9e req-add6f151-54a3-42c6-9870-608cdfd145c8 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0674620 Jul 07 22:15:41.582366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce482c82-c118-4f95-9778-5959521f9e9e req-2b3d7598-765c-4dd1-a5c5-5da6a470dfe0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Jul 07 22:15:41.983152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c61d0b-6b83-4817-934f-c1b7ca2fa3ac req-422fa01c-e5c3-457d-b579-8521099f89e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.984880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42c61d0b-6b83-4817-934f-c1b7ca2fa3ac req-422fa01c-e5c3-457d-b579-8521099f89e3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0716822 Jul 07 22:15:42.026702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42c61d0b-6b83-4817-934f-c1b7ca2fa3ac req-501b4401-d92d-450b-9766-090f0c32b50c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Jul 07 22:15:42.224643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c761a9-13d6-4705-87ea-45c7894ea51e req-cfccc249-bff8-4dc4-a71e-9ef16b9eb586 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.226154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82c761a9-13d6-4705-87ea-45c7894ea51e req-cfccc249-bff8-4dc4-a71e-9ef16b9eb586 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0659630 Jul 07 22:15:42.270491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82c761a9-13d6-4705-87ea-45c7894ea51e req-f721f4bd-a124-41c0-bb60-f07bb99f5b90 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Jul 07 22:15:42.772933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12caa18-14ce-4919-b2d7-c15b22838509 req-f26cb306-d90c-4c13-87f5-87738ce1453d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.774547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12caa18-14ce-4919-b2d7-c15b22838509 req-f26cb306-d90c-4c13-87f5-87738ce1453d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0701079 Jul 07 22:15:42.813345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12caa18-14ce-4919-b2d7-c15b22838509 req-27fcaf75-2458-4f07-a7b0-eae7f3f4f2ca tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Jul 07 22:15:43.207388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb402da-3fb0-4bd0-886d-f625e2f30a68 req-def0f6ce-6113-4c96-9e24-4d8752f330c2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:43.209486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fb402da-3fb0-4bd0-886d-f625e2f30a68 req-def0f6ce-6113-4c96-9e24-4d8752f330c2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0658181 Jul 07 22:15:43.253525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fb402da-3fb0-4bd0-886d-f625e2f30a68 req-b86385c7-9473-458f-aee4-0b869e747359 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Jul 07 22:15:43.454234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1756f1-09ab-430b-b6bd-bc5e10f3d9f4 req-22f8f3c7-a2ea-426e-b90b-5653f1ccf6ee tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:43.455793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef1756f1-09ab-430b-b6bd-bc5e10f3d9f4 req-22f8f3c7-a2ea-426e-b90b-5653f1ccf6ee tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0657446 Jul 07 22:15:43.494271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef1756f1-09ab-430b-b6bd-bc5e10f3d9f4 req-4e325510-14b9-4ee9-a04a-e7a79ca0c0ad tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Jul 07 22:15:43.769582 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:15:44.002668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92096-e179-4fbe-989b-064c647cee80 req-559f53f6-3f3b-457f-aa13-72c94ff079aa tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.004164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2d92096-e179-4fbe-989b-064c647cee80 req-559f53f6-3f3b-457f-aa13-72c94ff079aa tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0711801 Jul 07 22:15:44.044501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2d92096-e179-4fbe-989b-064c647cee80 req-b02f600e-4b7e-4289-b2aa-592577b04846 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Jul 07 22:15:44.470921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fddd-a145-4f0b-bc71-6074c3ac8bd2 req-32f3ceb9-9005-4136-aa11-804cb2d5cb98 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.472487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea58fddd-a145-4f0b-bc71-6074c3ac8bd2 req-32f3ceb9-9005-4136-aa11-804cb2d5cb98 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0651941 Jul 07 22:15:44.518542 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea58fddd-a145-4f0b-bc71-6074c3ac8bd2 req-820d04a5-58ee-4b16-a567-2f247c2d95d5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Jul 07 22:15:44.697841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570962f-af5c-425d-a5fa-282277663e1e req-41d6dee8-ebc7-415a-a5d3-9d01be9ac956 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.705356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6570962f-af5c-425d-a5fa-282277663e1e req-41d6dee8-ebc7-415a-a5d3-9d01be9ac956 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.0783465 Jul 07 22:15:44.744123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6570962f-af5c-425d-a5fa-282277663e1e req-f1c64dc0-bcb8-424b-b176-a48780934b73 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 Jul 07 22:15:45.233062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d9bb-ba77-47c4-a06d-31d556167934 req-d4264cd7-d411-46e2-9f35-a0d99092c156 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.234694 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90e8d9bb-ba77-47c4-a06d-31d556167934 req-d4264cd7-d411-46e2-9f35-a0d99092c156 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0700748 Jul 07 22:15:45.276942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90e8d9bb-ba77-47c4-a06d-31d556167934 req-03a8d110-e910-4757-af02-b7be114dbb67 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Jul 07 22:15:45.721818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccedd4-e9fd-4f16-9134-307efa93c15e req-a870e4ba-d812-4481-bd42-b39f3d9b22bf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.729532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbccedd4-e9fd-4f16-9134-307efa93c15e req-a870e4ba-d812-4481-bd42-b39f3d9b22bf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0759289 Jul 07 22:15:45.789124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbccedd4-e9fd-4f16-9134-307efa93c15e req-43fcae5e-c661-4a36-8571-20d19c10df4e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583632 Jul 07 22:15:45.973791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4b42eca6-5ca6-4da7-a43b-df7addf0a5b6 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532291 Jul 07 22:15:46.067003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c154-c028-45d1-8a9d-4699b370f96d req-3a5a142a-f973-4faa-a158-1d02ce8cf95c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.074364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbc3c154-c028-45d1-8a9d-4699b370f96d req-3a5a142a-f973-4faa-a158-1d02ce8cf95c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1557040 Jul 07 22:15:46.131763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbc3c154-c028-45d1-8a9d-4699b370f96d req-36662c07-c03c-41fa-9672-1169f00914f4 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561976 Jul 07 22:15:46.139669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-b6a5f95b-d269-4587-af33-4b27bd165849 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.141920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-b6a5f95b-d269-4587-af33-4b27bd165849 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628096 Jul 07 22:15:46.163417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-d571e891-36cc-4cc0-b783-ae3afad755bb tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/quotas/252b43d23bc84ceaae99ba28e83fa710 HTTP/1.1" status: 200 len: 375 time: 0.0104766 Jul 07 22:15:46.263112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ffcf9a8-102e-40fc-b174-13fd13c38fef tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0833802 Jul 07 22:15:46.533446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf1a2b-05ee-4994-b4cb-d679c69c1aca req-31ffe501-122d-4bfc-950b-3630d050361f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.547750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.551301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feaf1a2b-05ee-4994-b4cb-d679c69c1aca req-31ffe501-122d-4bfc-950b-3630d050361f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1315992 Jul 07 22:15:46.638066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f68738b3-0d8d-40b1-9a8e-e2522ed09965 req-03e8845f-6150-4012-8976-5ca094bc922c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 210 time: 0.0835593 Jul 07 22:15:46.674448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feaf1a2b-05ee-4994-b4cb-d679c69c1aca req-b72d68f2-52a6-4e9b-aacb-cdf0fec81238 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190665 Jul 07 22:15:46.966048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37306) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:47.041265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3df4-1242-4afd-a816-9030a06eafd6 req-698ede67-9e22-4f98-8bd1-c9238c64e9f8 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.049743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e3d3df4-1242-4afd-a816-9030a06eafd6 req-698ede67-9e22-4f98-8bd1-c9238c64e9f8 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0811512 Jul 07 22:15:47.092982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e3d3df4-1242-4afd-a816-9030a06eafd6 req-9ecc2611-6c5d-4bc5-97ed-4272b438c87c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Jul 07 22:15:47.139994 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b27ee86-a58e-433f-b8fa-2717eba04cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.236212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b27ee86-a58e-433f-b8fa-2717eba04cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.240672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b27ee86-a58e-433f-b8fa-2717eba04cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.274885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27ee86-a58e-433f-b8fa-2717eba04cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3537b0-d7d5-4d59-ba49-1456e380d8dd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:47.297166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37324) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:47.297321 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5b27ee86-a58e-433f-b8fa-2717eba04cbf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7671163643bc4973b0918542eb9f750e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298843 Jul 07 22:15:47.418548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90dbed4a-7f7c-4db8-bad6-e9c6a45ae380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.452053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0fa48-c777-40d4-bc07-3585d7d112f5 req-417b2933-2aa6-4d49-a43e-854cf8a03fa1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.455034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77f0fa48-c777-40d4-bc07-3585d7d112f5 req-417b2933-2aa6-4d49-a43e-854cf8a03fa1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1446288 Jul 07 22:15:47.460019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90dbed4a-7f7c-4db8-bad6-e9c6a45ae380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.567833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77f0fa48-c777-40d4-bc07-3585d7d112f5 req-1e7f1a7b-1672-482b-898d-434d8039b938 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056066 Jul 07 22:15:47.604265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90dbed4a-7f7c-4db8-bad6-e9c6a45ae380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.608523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90dbed4a-7f7c-4db8-bad6-e9c6a45ae380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.612672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-90dbed4a-7f7c-4db8-bad6-e9c6a45ae380 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/de3537b0-d7d5-4d59-ba49-1456e380d8dd HTTP/1.1" status: 204 len: 168 time: 0.3107059 Jul 07 22:15:47.622085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbed4a-7f7c-4db8-bad6-e9c6a45ae380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3537b0-d7d5-4d59-ba49-1456e380d8dd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:47.870487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-963e5dcf-8595-4458-be85-7eeb621c6992 req-c2e51b64-efeb-4d40-8068-c25b680d379b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 210 time: 0.0729218 Jul 07 22:15:47.975900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97da4d-b4b3-40f0-8496-4b8e588cce6e req-72c4fb7a-036d-4cdf-afb2-59c4dc4a45ba tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.978595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd97da4d-b4b3-40f0-8496-4b8e588cce6e req-72c4fb7a-036d-4cdf-afb2-59c4dc4a45ba tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1017847 Jul 07 22:15:48.038408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-0c004982-e467-472c-94d5-31cd524007ed tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518637 Jul 07 22:15:48.056862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd97da4d-b4b3-40f0-8496-4b8e588cce6e req-c5fd130b-96a2-4087-9a58-50f6f0b47bb8 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696847 Jul 07 22:15:48.108225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37338) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:48.123973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c715629-9bad-43c5-916b-47025de97658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.245398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-6d29c991-3302-4756-abd0-35e2974c4188 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.247315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-6d29c991-3302-4756-abd0-35e2974c4188 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033184 Jul 07 22:15:48.253825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:48.273845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:48.276832 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c715629-9bad-43c5-916b-47025de97658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.289236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c715629-9bad-43c5-916b-47025de97658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.330163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2489567e-1327-4748-814a-38c0be6f81c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.410159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c715629-9bad-43c5-916b-47025de97658 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c06fb779c748467cb82a67c8f161f2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978010 Jul 07 22:15:48.410850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37342) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:48.414308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.420504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c715629-9bad-43c5-916b-47025de97658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e921a-5d8a-4cdd-9ce5-d05a174f5270,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:48.506816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:48.518363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:48.526156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.539935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0', 'port_id': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'mac_address': 'fa:16:3e:c7:f3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afb59cc-714e-4cd6-a889-bf8299387c98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:48.564700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eef416-2e2f-4db1-b5b7-eee02b98d391 req-04bbaa18-30ed-4af1-a0a2-6080d1f61175 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.566481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29eef416-2e2f-4db1-b5b7-eee02b98d391 req-04bbaa18-30ed-4af1-a0a2-6080d1f61175 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.2408078 Jul 07 22:15:48.568584 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d29f36ce-1102-4df9-977b-b0feda96ed86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.621794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d29f36ce-1102-4df9-977b-b0feda96ed86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.624314 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.667651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918f89f9-f106-43f3-9dcb-890c92f76a6a {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:48.682028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29eef416-2e2f-4db1-b5b7-eee02b98d391 req-c7a23838-49e8-482d-869a-12e3d651a5b3 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938098 Jul 07 22:15:48.716490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:48.726969 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.752588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d29f36ce-1102-4df9-977b-b0feda96ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.756537 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d29f36ce-1102-4df9-977b-b0feda96ed86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.758003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d29f36ce-1102-4df9-977b-b0feda96ed86 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3a7e921a-5d8a-4cdd-9ce5-d05a174f5270 HTTP/1.1" status: 204 len: 168 time: 0.3461270 Jul 07 22:15:48.774678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f36ce-1102-4df9-977b-b0feda96ed86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e921a-5d8a-4cdd-9ce5-d05a174f5270,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:48.870012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:48.969531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.173 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/34b3b633-b540-45ee-84c1-c5f1f7e557f7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:49.083256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['918f89f9-f106-43f3-9dcb-890c92f76a6a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:49.113132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97275183-5c37-48da-bec4-6842e1f52fcc req-a6c3d48a-fbe9-4478-80d8-9251dba7adcf tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 210 time: 0.0758550 Jul 07 22:15:49.126594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0973f9-1d57-4a58-a756-e658d628c4cc req-7ac541e2-2b20-471d-815c-9f2774f4a27a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:49.128120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0973f9-1d57-4a58-a756-e658d628c4cc req-7ac541e2-2b20-471d-815c-9f2774f4a27a tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1800110 Jul 07 22:15:49.222392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0973f9-1d57-4a58-a756-e658d628c4cc req-6c499dbc-7cef-4d02-b4ce-0e7018fa0ceb tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813644 Jul 07 22:15:49.252027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.272363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object 34b3b633-b540-45ee-84c1-c5f1f7e557f7 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:49.343902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.365712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:49.405364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:49.409861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:49.414617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:49.429218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f9671-6d7c-40f3-8385-ef7c93ebfbea req-3e94a92c-5854-4094-ae42-4b8915fb021c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:49.443656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d7f9671-6d7c-40f3-8385-ef7c93ebfbea req-3e94a92c-5854-4094-ae42-4b8915fb021c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1384335 Jul 07 22:15:49.491353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=34b3b633-b540-45ee-84c1-c5f1f7e557f7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:49.495459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d7f9671-6d7c-40f3-8385-ef7c93ebfbea req-a20a6d7a-c6d8-4e48-b59e-53be0f31d471 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Jul 07 22:15:49.525607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:49.526296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.550690 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-8b2a8f26-5cc5-4994-862b-87e1ccb38c7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2859654 Jul 07 22:15:49.566480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Request body: {'port': {'device_id': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:49.717230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.879486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9fade095-be7c-49be-8af6-3922b7aa023f None None] Provisioning for port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:49.891323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9fade095-be7c-49be-8af6-3922b7aa023f None None] Provisioning complete for port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:49.891917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9fade095-be7c-49be-8af6-3922b7aa023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.951083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9fade095-be7c-49be-8af6-3922b7aa023f None None] Port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:50.155375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6039bc-1117-4a7a-b6a4-65d544ca62cf req-c0b667e8-9b36-4caf-a181-2cccb45808b5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.158428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b6039bc-1117-4a7a-b6a4-65d544ca62cf req-c0b667e8-9b36-4caf-a181-2cccb45808b5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 944 time: 0.2352352 Jul 07 22:15:50.217791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b6039bc-1117-4a7a-b6a4-65d544ca62cf req-4b67bce9-d286-4e1c-a002-8e15f4939c1d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Jul 07 22:15:50.289432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:50.443787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b3b633-b540-45ee-84c1-c5f1f7e557f7 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:50.453397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.468517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Transition to ACTIVE for port object 34b3b633-b540-45ee-84c1-c5f1f7e557f7 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:50.487724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.579977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7097499-6426-4602-8fc3-9cf1f4a6c151 req-96a13e77-35ae-46ca-8ae5-dca7a06aee36 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.590060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7097499-6426-4602-8fc3-9cf1f4a6c151 req-96a13e77-35ae-46ca-8ae5-dca7a06aee36 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1905007 Jul 07 22:15:50.705517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7097499-6426-4602-8fc3-9cf1f4a6c151 req-ae833518-7608-46ba-9440-4c05d1febba2 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144764 Jul 07 22:15:50.735334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25727-518e-4955-abea-4057127c8575 req-0f161095-c673-4b34-89d8-efd12d0f8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.740723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-0f161095-c673-4b34-89d8-efd12d0f8e8b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=792223779f304860a34ed274857a183a&device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1101 time: 0.5995145 Jul 07 22:15:50.743516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Pushing event updated for resources: {'Port': ['ID=34b3b633-b540-45ee-84c1-c5f1f7e557f7,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.775402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b85e41-7d63-4c43-9bdb-8eca2eef715f req-2642fb79-7463-4798-b7e7-dfdc9b88536e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.781684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55b85e41-7d63-4c43-9bdb-8eca2eef715f req-2642fb79-7463-4798-b7e7-dfdc9b88536e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 948 time: 0.2841749 Jul 07 22:15:50.877221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55b85e41-7d63-4c43-9bdb-8eca2eef715f req-7dddf471-09db-4dda-af71-42ea0b1521a3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884695 Jul 07 22:15:50.899925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daf48eac-6293-4f4b-ab05-868e0f420806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.944002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Attempting to bind port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:50.944342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Attempting to bind port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:50.944679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Attempting to bind port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:50.950964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:50.951222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Attempting to bind port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:50.960694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:50.961052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:50.961419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:50.962171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Bound port: 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:50.962540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.092378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ae01c-15c2-4b8c-98bb-8cd8114185e6 req-f0b9f91b-130a-43af-82a4-e732954f75f9 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.096677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25727-518e-4955-abea-4057127c8575 req-a0cbf9b4-09f3-4cf3-8a85-fcd269ba9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.098160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-699ae01c-15c2-4b8c-98bb-8cd8114185e6 req-f0b9f91b-130a-43af-82a4-e732954f75f9 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1602829 Jul 07 22:15:51.098417 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-a0cbf9b4-09f3-4cf3-8a85-fcd269ba9b65 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.3047235 Jul 07 22:15:51.100160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] For port 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:51.119696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] For port 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:51.129362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.172727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.173761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.176037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] 10.222.0.97 "PUT /v2.0/ports/34b3b633-b540-45ee-84c1-c5f1f7e557f7 HTTP/1.1" status: 200 len: 1097 time: 1.6145487 Jul 07 22:15:51.178792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'tag': '34b3b633-b540-45ee-84c1-c5f1f7e557f7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:51.182121 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ab1d6-0213-4770-8520-09cc35604a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cef65eff-ed2a-417c-94b1-15f95dbedc89", "tag": "34b3b633-b540-45ee-84c1-c5f1f7e557f7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:51.212264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-699ae01c-15c2-4b8c-98bb-8cd8114185e6 req-e69a0871-d9b3-4bf9-bf45-172698739c15 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056461 Jul 07 22:15:51.255927 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-d7f531b8-8a78-4564-849f-5b5d566a5eca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=65296f41-3378-4260-b3f3-52cfa353cccd HTTP/1.1" status: 200 len: 217 time: 0.1297431 Jul 07 22:15:51.261039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611ce4f-5639-4156-ac8d-09f8095f7abd req-d19ca6bd-86a7-4926-bf7a-d58792cc7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.267680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2611ce4f-5639-4156-ac8d-09f8095f7abd req-d19ca6bd-86a7-4926-bf7a-d58792cc7348 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 1098 time: 0.1408725 Jul 07 22:15:51.380938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.387037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2611ce4f-5639-4156-ac8d-09f8095f7abd req-adfee70c-27e2-499a-b53c-aff637cc7a31 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110787 Jul 07 22:15:51.408421 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdac455-b5c1-4f0f-9e96-3bb14245a86b x-openstack-request-id: req-8cdac455-b5c1-4f0f-9e96-3bb14245a86b {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:51.408708 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef65eff-ed2a-417c-94b1-15f95dbedc89", "tag": "34b3b633-b540-45ee-84c1-c5f1f7e557f7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:51.408971 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8cdac455-b5c1-4f0f-9e96-3bb14245a86b {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:51.409377 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'tag': '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'status': 'completed', 'code': 200} Jul 07 22:15:51.472389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8509f-ac17-4b57-8152-8b97dcda89e4 service neutron] Pushing event updated for resources: {'Port': ['ID=34b3b633-b540-45ee-84c1-c5f1f7e557f7,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:51.493934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25727-518e-4955-abea-4057127c8575 req-5edde8f5-4c88-42e8-b853-e6066c15aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.496329 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-5edde8f5-4c88-42e8-b853-e6066c15aa4c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2223625 Jul 07 22:15:51.577361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-0ccc1cac-2695-4af7-a880-43814f396fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.579366 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-0ccc1cac-2695-4af7-a880-43814f396fb4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 1100 time: 0.2532625 Jul 07 22:15:51.608401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25727-518e-4955-abea-4057127c8575 req-bba7159f-b888-4ce1-a5b3-a0ef77dbd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.609929 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-bba7159f-b888-4ce1-a5b3-a0ef77dbd7c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022410 Jul 07 22:15:51.610159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a1711-f519-4bc2-8e84-812efbcc53d9 req-340b7709-a2c8-4652-854b-d453b684886a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.626962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341a1711-f519-4bc2-8e84-812efbcc53d9 req-340b7709-a2c8-4652-854b-d453b684886a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 944 time: 0.0743487 Jul 07 22:15:51.661550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-b86de886-b50a-4920-9b41-a937006a32ab service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7 HTTP/1.1" status: 200 len: 217 time: 0.0376470 Jul 07 22:15:51.669339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341a1711-f519-4bc2-8e84-812efbcc53d9 req-8fba72f5-db84-49a0-8ed0-f263338039d8 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Jul 07 22:15:51.954164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c8df1-53b6-4e3e-9e2a-f2503989fdf4 req-5ccaeeb3-2364-4978-8e9f-a965aa55cb4d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.962915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a6c8df1-53b6-4e3e-9e2a-f2503989fdf4 req-5ccaeeb3-2364-4978-8e9f-a965aa55cb4d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1136281 Jul 07 22:15:52.039321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a6c8df1-53b6-4e3e-9e2a-f2503989fdf4 req-96a18d66-2a9c-4236-a926-ea690c28eb48 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552113 Jul 07 22:15:52.068692 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.195447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-2e6ad36b-4b42-46eb-aedc-903a6843fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.197394 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-2e6ad36b-4b42-46eb-aedc-903a6843fab0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.5121045 Jul 07 22:15:52.272925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:52.278063 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-525453eb-c09f-4ac9-b44a-38251c4ca5c6 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150684 Jul 07 22:15:52.290907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbda14-2e48-4b98-ad66-cbec7796887c req-b8c2fb8a-2acf-4e7d-8c2b-bd04659f037b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.294311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1cbda14-2e48-4b98-ad66-cbec7796887c req-b8c2fb8a-2acf-4e7d-8c2b-bd04659f037b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 948 time: 0.1898749 Jul 07 22:15:52.360761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-7859ea14-9574-45ec-a305-b51c352bd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.362280 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-7859ea14-9574-45ec-a305-b51c352bd654 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1487129 Jul 07 22:15:52.452867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 918f89f9-f106-43f3-9dcb-890c92f76a6a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:52.460422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 918f89f9-f106-43f3-9dcb-890c92f76a6a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:52.461384 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.464023 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c25727-518e-4955-abea-4057127c8575 req-dc9fb41f-adb8-4f8f-abb2-97cc97271ff3 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741810 Jul 07 22:15:52.540083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1cbda14-2e48-4b98-ad66-cbec7796887c req-6d454679-2ff4-4b32-9733-6d873c2dad3c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324851 Jul 07 22:15:52.582225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-cb1acb93-2ef8-4c03-8a47-d3eacf5f7be0 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095022 Jul 07 22:15:52.807519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324398e1-f770-409c-a423-74aedc76f5d6 req-524ce3ff-9e3c-4e72-bb41-317701c5150f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.808060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.816776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-324398e1-f770-409c-a423-74aedc76f5d6 req-524ce3ff-9e3c-4e72-bb41-317701c5150f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1084521 Jul 07 22:15:52.830124 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4229ed0b-f179-4b1f-a03f-1d62436280a6 req-49562c6d-b118-4dfa-b906-dfa66ca4947a service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386699 Jul 07 22:15:52.923028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:52.924544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-324398e1-f770-409c-a423-74aedc76f5d6 req-e6a5de8d-b658-4374-a5d7-9bc4ab5a4be8 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052041 Jul 07 22:15:52.930273 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc09cf0-b920-487d-bef2-375c47f4c876" -d '{"events": [{"server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "name": "network-vif-plugged", "status": "completed", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:52.983634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37498) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:52.988602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:53.007426 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:53.026368 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeda721-4066-4fc7-9b18-a59c688dd049 x-openstack-request-id: req-cfeda721-4066-4fc7-9b18-a59c688dd049 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:53.028124 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "name": "network-vif-plugged", "status": "completed", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:53.028628 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cfeda721-4066-4fc7-9b18-a59c688dd049 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:53.029946 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'code': 200} Jul 07 22:15:53.214333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-3326d08c-7843-47af-8824-48e1eb482fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.221516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-3326d08c-7843-47af-8824-48e1eb482fcd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 1100 time: 0.2598574 Jul 07 22:15:53.258303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:53.466430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c70e91f-dc19-4552-8c36-eb04c64b0c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:53.514576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026f08-c94a-4b68-bc8b-eff2acb7c84a req-bf283607-fe1a-40dd-a2f6-4006a7bb7150 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.521982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae026f08-c94a-4b68-bc8b-eff2acb7c84a req-bf283607-fe1a-40dd-a2f6-4006a7bb7150 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.4041579 Jul 07 22:15:53.548268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:53.550143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-85969153-675b-458b-a42a-a1eebb34f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.552680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-752ea0f3-236b-4bce-8b51-72c89787f7c1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2194619 Jul 07 22:15:53.552901 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-85969153-675b-458b-a42a-a1eebb34f601 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.3208160 Jul 07 22:15:53.616871 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-829f4e86-f595-45ec-b40a-5d9b142d8839 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7 HTTP/1.1" status: 200 len: 217 time: 0.0543542 Jul 07 22:15:53.620907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806a95-ed0f-4fee-8af8-356daa684bd5 req-1e1de76b-74bf-43c9-8235-764f1e28a59d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.631544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc806a95-ed0f-4fee-8af8-356daa684bd5 req-1e1de76b-74bf-43c9-8235-764f1e28a59d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.2359760 Jul 07 22:15:53.657933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30820c0-357e-4e17-a2cf-842a0f4f1316 req-1a306430-e74a-4e2c-bf55-3a55b0751e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.659665 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f30820c0-357e-4e17-a2cf-842a0f4f1316 req-1a306430-e74a-4e2c-bf55-3a55b0751e3a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1097 time: 0.1744084 Jul 07 22:15:53.695665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae026f08-c94a-4b68-bc8b-eff2acb7c84a req-5f0ff7e4-b695-48f8-b523-379f95a1f244 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723888 Jul 07 22:15:53.710397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc806a95-ed0f-4fee-8af8-356daa684bd5 req-7d756799-dee8-4d22-be53-bc9bd99d1d20 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753748 Jul 07 22:15:53.745015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-66437a2e-a674-4e9a-838f-9db996f2ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.746755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-66437a2e-a674-4e9a-838f-9db996f2ad3e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1187549 Jul 07 22:15:53.791353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f30820c0-357e-4e17-a2cf-842a0f4f1316 req-3f07ac5b-b448-4bd1-b4be-97b4840abb48 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065531 Jul 07 22:15:53.830862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-f3cb8cce-ec3b-405e-8540-ec3b4938d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.832468 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-f3cb8cce-ec3b-405e-8540-ec3b4938d7d4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769477 Jul 07 22:15:54.167252 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-e48024fe-631a-4596-b77c-c4c83cffb100 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127732 Jul 07 22:15:54.491010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c05ab1d6-0213-4770-8520-09cc35604a3a req-c6d21ac1-9ce1-427c-acce-5f7b139bd578 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219891 Jul 07 22:15:54.498234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-0c201c41-3f34-4ff6-82da-a9c09b80fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.500734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-0c201c41-3f34-4ff6-82da-a9c09b80fe07 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d9b35825fbe849188a9678f9e91b0959&device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 1098 time: 0.1457946 Jul 07 22:15:54.615686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-9b2661b1-ca7c-4bc2-bb19-e8b28f1de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.617197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-9b2661b1-ca7c-4bc2-bb19-e8b28f1de7ec service neutron] 10.222.0.97 "GET /v2.0/networks?id=bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 200 len: 912 time: 0.1023035 Jul 07 22:15:54.650574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1912a-2517-406e-b464-5c87fba2bbea req-a7ea6097-357d-444c-8406-4a21f67ac410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.652116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-a7ea6097-357d-444c-8406-4a21f67ac410 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 1096 time: 1.0728555 Jul 07 22:15:54.680197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-f98910db-f0b6-434b-b004-045f4e0a71da service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e HTTP/1.1" status: 200 len: 217 time: 0.0533895 Jul 07 22:15:54.784204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-86304837-e8f0-4475-8e61-0fd173c64a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.785969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-86304837-e8f0-4475-8e61-0fd173c64a58 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 200 len: 851 time: 0.0779617 Jul 07 22:15:54.872575 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-eda29514-cc31-4dc1-963f-b12cf7ba7921 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bd437a52-88a0-44af-b4e4-c20a06821304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774448 Jul 07 22:15:54.882516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c70e91f-dc19-4552-8c36-eb04c64b0c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:54.908638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a787bc-28ce-42ac-978c-3ce4ebff0700 req-abb39d64-d079-4d17-8868-fd4685e96b14 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.908638 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0a787bc-28ce-42ac-978c-3ce4ebff0700 req-abb39d64-d079-4d17-8868-fd4685e96b14 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 948 time: 0.3550742 Jul 07 22:15:54.954734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0361-f3b4-405c-93ed-33189876810f req-e428b783-4578-4413-94d5-feb924b15dd4 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.962331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-535f0361-f3b4-405c-93ed-33189876810f req-e428b783-4578-4413-94d5-feb924b15dd4 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.4142838 Jul 07 22:15:54.985308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c70e91f-dc19-4552-8c36-eb04c64b0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.028526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0a787bc-28ce-42ac-978c-3ce4ebff0700 req-660bfd3e-eeb0-4cb3-bacf-c35858423dea tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264725 Jul 07 22:15:55.029550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1912a-2517-406e-b464-5c87fba2bbea req-2135d569-200f-4b0e-b78e-3e54487c6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.030959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-2135d569-200f-4b0e-b78e-3e54487c6fb7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.3465428 Jul 07 22:15:55.054291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-45b1785f-2d5b-4e7b-b1b2-e2fa9d1e0a10 service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719751 Jul 07 22:15:55.103498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3c70e91f-dc19-4552-8c36-eb04c64b0c09 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=34303f13ea8f4025b8205eb0f388b561&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1184433 Jul 07 22:15:55.107028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e91f-dc19-4552-8c36-eb04c64b0c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7bf66-03e3-4bc5-ad4c-2fc6eb1f5896,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:55.111912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37524) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:55.113436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-383cb2a6-f7b3-499a-9d06-9da9987cfa95 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 200 len: 217 time: 0.0684528 Jul 07 22:15:55.133726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-535f0361-f3b4-405c-93ed-33189876810f req-4d9896fd-5063-448c-9b2f-a8f3e52317fb tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697195 Jul 07 22:15:55.217020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d68b23b2-1a9d-4cb9-b3fd-cceb615bed2e req-777888a9-00cb-459a-961f-144a5442d3e3 service neutron] 10.222.0.97 "GET /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536362 Jul 07 22:15:55.248723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1912a-2517-406e-b464-5c87fba2bbea req-c166d0f0-5d53-46fc-9828-13aeea96ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.250311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-c166d0f0-5d53-46fc-9828-13aeea96ffe6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1155341 Jul 07 22:15:55.301041 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-55691f0d-41e1-45e3-aa0a-b38e8a49def0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439227 Jul 07 22:15:55.309449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b57d3f4-1ccf-4cce-b25d-a1e499c6942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.424510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b57d3f4-1ccf-4cce-b25d-a1e499c6942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.487753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fb818-1016-4931-995a-fc1700b3fa10 req-1bde156b-14ca-4bed-a569-60ec09eb5d1d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.490007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-823fb818-1016-4931-995a-fc1700b3fa10 req-1bde156b-14ca-4bed-a569-60ec09eb5d1d tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.3067639 Jul 07 22:15:55.547780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-93cd8a5c-3000-48b5-98f5-e285bf6cb573 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332888 Jul 07 22:15:55.561805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0d92f-8026-469a-86f1-98eabdd3e6e4 req-5c015275-596a-4a8d-8505-9ecc1388c34e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.563423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7d0d92f-8026-469a-86f1-98eabdd3e6e4 req-5c015275-596a-4a8d-8505-9ecc1388c34e tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.2669582 Jul 07 22:15:55.616568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-823fb818-1016-4931-995a-fc1700b3fa10 req-dc8d4c8e-9c0c-4e3f-821b-e1bb3dec9605 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177411 Jul 07 22:15:55.647247 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b57d3f4-1ccf-4cce-b25d-a1e499c6942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.649826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b57d3f4-1ccf-4cce-b25d-a1e499c6942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.651075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8b57d3f4-1ccf-4cce-b25d-a1e499c6942a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f4d7bf66-03e3-4bc5-ad4c-2fc6eb1f5896 HTTP/1.1" status: 204 len: 168 time: 0.5367088 Jul 07 22:15:55.670868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57d3f4-1ccf-4cce-b25d-a1e499c6942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d7bf66-03e3-4bc5-ad4c-2fc6eb1f5896,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:55.698979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7d0d92f-8026-469a-86f1-98eabdd3e6e4 req-e54365d5-4c20-4acb-939e-64c287d401e2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103210 Jul 07 22:15:55.760079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1912a-2517-406e-b464-5c87fba2bbea req-b4d870cb-a778-4a4c-be53-326264d8c7d5 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941252 Jul 07 22:15:55.898994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e42c8-ab6c-433e-9483-37af382f393a req-bc916261-cd6e-45bc-b776-aaaec8aeec1b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.900540 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b2e42c8-ab6c-433e-9483-37af382f393a req-bc916261-cd6e-45bc-b776-aaaec8aeec1b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1097 time: 0.0531952 Jul 07 22:15:55.944974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b2e42c8-ab6c-433e-9483-37af382f393a req-e2b7acc5-7d23-4144-868f-57a81beee87e tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Jul 07 22:15:56.017363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37542) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:56.034171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a8276ae-136c-4b97-ac4e-03896d13f25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.156727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a8276ae-136c-4b97-ac4e-03896d13f25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.163365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a8276ae-136c-4b97-ac4e-03896d13f25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.206479 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a8276ae-136c-4b97-ac4e-03896d13f25a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f9b973e3ae104574a592922ba62e412e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872070 Jul 07 22:15:56.207576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8276ae-136c-4b97-ac4e-03896d13f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1820a2-fece-4c88-bee0-abacbbdf9dc0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:56.209820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37550) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:56.264534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-7d7d7add-0caa-4efb-b8ad-e12c2b882564 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:56.265943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-7d7d7add-0caa-4efb-b8ad-e12c2b882564 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.1391766 Jul 07 22:15:56.299004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-f007021b-2ab6-426e-bf49-508baf2ae1cb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/quotas/a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 375 time: 0.0257905 Jul 07 22:15:56.322845 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a48d6de-dea6-4791-887f-18bc389d1164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.342778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f93acf-bf43-478b-b0f2-822d1abf2e24 req-9a9f381c-e06f-4d7a-b36f-ab1dc2456835 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:56.344485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2f93acf-bf43-478b-b0f2-822d1abf2e24 req-9a9f381c-e06f-4d7a-b36f-ab1dc2456835 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1097 time: 0.2500875 Jul 07 22:15:56.384587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a48d6de-dea6-4791-887f-18bc389d1164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.423179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2f93acf-bf43-478b-b0f2-822d1abf2e24 req-4ba3f1ac-1579-4343-8a7a-8aed57c9019f tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Jul 07 22:15:56.449154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-e354a1e5-614a-4d31-8930-36a7a35bdab9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433041 Jul 07 22:15:56.526895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a48d6de-dea6-4791-887f-18bc389d1164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.529743 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a48d6de-dea6-4791-887f-18bc389d1164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.531037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4a48d6de-dea6-4791-887f-18bc389d1164 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6e1820a2-fece-4c88-bee0-abacbbdf9dc0 HTTP/1.1" status: 204 len: 168 time: 0.3182955 Jul 07 22:15:56.557578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48d6de-dea6-4791-887f-18bc389d1164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1820a2-fece-4c88-bee0-abacbbdf9dc0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:56.595526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-32bc453c-0f60-4fa8-9d5a-ddb589d66fb8 service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324227 Jul 07 22:15:56.684647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880228f3-7a9d-4749-a123-cfda30acad79 req-9820f5a5-7f9b-43c2-8492-bec28c7d0db2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:56.686166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-880228f3-7a9d-4749-a123-cfda30acad79 req-9820f5a5-7f9b-43c2-8492-bec28c7d0db2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 948 time: 0.1333025 Jul 07 22:15:56.728032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-dca416b1-2064-45b6-b230-ddf7f8fc582f service neutron] 10.222.0.95 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265280 Jul 07 22:15:56.746711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-880228f3-7a9d-4749-a123-cfda30acad79 req-c12774b6-1375-431b-8937-62a1413f85c8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535088 Jul 07 22:15:56.990387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd0753-d741-437f-b501-fd35d936db26 req-722da34b-93e0-43be-8f4b-b4f92a382997 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:56.992044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adbd0753-d741-437f-b501-fd35d936db26 req-722da34b-93e0-43be-8f4b-b4f92a382997 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.0849602 Jul 07 22:15:57.047801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adbd0753-d741-437f-b501-fd35d936db26 req-4a0ba71e-5a13-4431-81c1-8b7d1f797652 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Jul 07 22:15:57.311464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1f65158-da8a-4980-aae7-72979d6091a8 req-abcbecdd-cd7c-48b0-a419-f08a12d180ab tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.0512421 Jul 07 22:15:57.355510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aac12-2033-4534-992b-5997e97e182e req-8320bf9f-b446-4e82-9708-c8b8d8f91506 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.363431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-811aac12-2033-4534-992b-5997e97e182e req-8320bf9f-b446-4e82-9708-c8b8d8f91506 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1553698 Jul 07 22:15:57.415200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-811aac12-2033-4534-992b-5997e97e182e req-12f252be-33e9-4061-9d17-15665cc4038b tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Jul 07 22:15:57.952638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:57.955381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 34b3b633-b540-45ee-84c1-c5f1f7e557f7 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:58.028441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f18ca-ffb6-40bd-996c-642e8ffb5274 req-fe3d9001-27bc-4f34-b299-47ecd44f9975 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.033274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-468f18ca-ffb6-40bd-996c-642e8ffb5274 req-fe3d9001-27bc-4f34-b299-47ecd44f9975 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 948 time: 0.1435714 Jul 07 22:15:58.080389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-468f18ca-ffb6-40bd-996c-642e8ffb5274 req-18b446e2-326e-4724-9505-22dc872c069c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Jul 07 22:15:58.189693 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.247915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:58.254440 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248074b3-79b6-4b26-a555-38b775097c39" -d '{"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-unplugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:58.280087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:58.285790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:58.294027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.325070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a9ff9-41af-49e4-840c-f53ca2632f73 req-3dbb174d-6a7a-461f-ad24-ff30d5039376 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.326936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f4a9ff9-41af-49e4-840c-f53ca2632f73 req-3dbb174d-6a7a-461f-ad24-ff30d5039376 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1186616 Jul 07 22:15:58.359062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.369833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'mac_address': 'fa:16:3e:2e:29:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:58.431993 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.447787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b3b633-b540-45ee-84c1-c5f1f7e557f7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:58.450286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f4a9ff9-41af-49e4-840c-f53ca2632f73 req-4b5c7bfc-8fc4-4c9a-ac29-609039176f14 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108744 Jul 07 22:15:58.480155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:58.485769 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.612005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=34b3b633-b540-45ee-84c1-c5f1f7e557f7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.666789 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8632193a-3148-45fa-8535-07544489bb6c x-openstack-request-id: req-8632193a-3148-45fa-8535-07544489bb6c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:58.667264 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-unplugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:58.667413 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8632193a-3148-45fa-8535-07544489bb6c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:58.667820 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'code': 200} Jul 07 22:15:58.792703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-67c5cb4b-cdd5-4fdc-946a-acd88c230b26 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.795824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-67c5cb4b-cdd5-4fdc-946a-acd88c230b26 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 808 time: 0.2191639 Jul 07 22:15:58.809155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Request body: {'port': {'device_id': 'f68862cc-2142-470c-b729-74988a3a81a9', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'admin_state_up': True, 'tenant_id': 'a548775b89f44afb8e88d42d99595495'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:58.876385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-e296e4e4-4656-402b-a0b1-a319b97cf0fb tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:15:58.883758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-e296e4e4-4656-402b-a0b1-a319b97cf0fb tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121605 Jul 07 22:15:58.892992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Request body: {'binding': {'host': 'n-h2-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:58.894442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:15:58.954381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf0f5568-dfb3-4b46-b5ad-da10c7665ea7 req-36c39ac6-1c06-4c27-854f-f8fb67862b12 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.0682781 Jul 07 22:15:58.978566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['34b3b633-b540-45ee-84c1-c5f1f7e557f7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:59.096248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Made reservation on behalf of a548775b89f44afb8e88d42d99595495 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:59.101158 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.199710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h2-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:59.200056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:59.200395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:59.205522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:59.206084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:59.213494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37742) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:59.220028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:59.220614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:59.221436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:59.222060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Bound port: 918f89f9-f106-43f3-9dcb-890c92f76a6a, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:59.287868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:59.304515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.319246 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-d4415188-0075-4285-bb1c-54021716eb55 service neutron] 10.222.0.95 "POST /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4334855 Jul 07 22:15:59.336548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286da3-3530-4d08-a885-dfcf22eeaf50 req-3c66bd65-7d1e-431b-be6f-e1493da44929 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.338523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be286da3-3530-4d08-a885-dfcf22eeaf50 req-3c66bd65-7d1e-431b-be6f-e1493da44929 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1298466 Jul 07 22:15:59.359801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Allocated IP 172.20.0.14 (7fe01f92-1569-4f9f-afc0-e01fb84d8064/1109974f-628f-489a-b107-16d9f10921ef/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:59.423758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be286da3-3530-4d08-a885-dfcf22eeaf50 req-518b9f24-35aa-4713-bbf0-26d8d78acc90 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783460 Jul 07 22:15:59.484137 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.662167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.716498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.722841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.774460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e1003f2cd92e40a4af8bf38402e5bf90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596576 Jul 07 22:15:59.777571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37756) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:59.778200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6255f-55ac-45e6-94cb-62a36f3defee,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.800251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.800613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.800962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.801307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.801684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.802022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.802359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.802722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.803058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.803387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.803717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.804048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283d8f34-c45e-4d74-8b0e-33d1b42c6367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.810466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-3b07aba7-0c72-4252-a4ff-e6ecdf812b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.812185 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-3b07aba7-0c72-4252-a4ff-e6ecdf812b37 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1097 time: 0.1314127 Jul 07 22:15:59.816888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.859735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8e6a7-43b1-420f-9787-f62166aad36f req-d6995069-ddd2-4164-9fa9-8410bc6a413d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.861229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfd8e6a7-43b1-420f-9787-f62166aad36f req-d6995069-ddd2-4164-9fa9-8410bc6a413d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 949 time: 0.1592021 Jul 07 22:15:59.872383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40669a2-3bcc-45ee-8a20-c179eed83004 req-60aa881e-268b-4d04-9884-8942cb78127d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.873985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c40669a2-3bcc-45ee-8a20-c179eed83004 req-60aa881e-268b-4d04-9884-8942cb78127d tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.1946702 Jul 07 22:15:59.908766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:59.926843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:59.927469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03159f5d-d8ce-486b-975f-d02ba8c67250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.931749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.935179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:59.942093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:59.970206 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03159f5d-d8ce-486b-975f-d02ba8c67250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.976116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.976116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.976116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.976116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.976519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.976859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.976974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.977320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.977646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.977993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.978326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:59.978669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:00.000399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a157dd77-0e67-4367-85a9-90d81f85041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.001855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c40669a2-3bcc-45ee-8a20-c179eed83004 req-d747e714-679d-415a-9a70-49c5c5614d85 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183338 Jul 07 22:16:00.012725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a157dd77-0e67-4367-85a9-90d81f85041a service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1927128 Jul 07 22:16:00.020574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfd8e6a7-43b1-420f-9787-f62166aad36f req-1db9baba-e900-424a-b805-dd3589b9f13c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452947 Jul 07 22:16:00.050952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.052393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.069529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:00.086458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8e604af2-9370-43a7-9683-d9956c09ffed tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2814977 Jul 07 22:16:00.087591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '65296f41-3378-4260-b3f3-52cfa353cccd', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '65296f41-3378-4260-b3f3-52cfa353cccd', 'mac_address': 'fa:16:3e:3d:6f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:00.102162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Request body: {'port': {'device_id': 'f68862cc-2142-470c-b729-74988a3a81a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:00.149295 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-03647f38-65d0-4ef4-9585-dc22ed5446cb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 217 time: 0.1252840 Jul 07 22:16:00.164481 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.185142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65296f41-3378-4260-b3f3-52cfa353cccd {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:00.211487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:00.220977 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.246415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.246774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-54ad5e1a-df88-41f3-bd54-2fa3c7f30a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.248122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-54ad5e1a-df88-41f3-bd54-2fa3c7f30a2b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0916026 Jul 07 22:16:00.277539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:00.292523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-589db541-d9b7-4cea-b6cd-55b6c367edce service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355108 Jul 07 22:16:00.360411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03159f5d-d8ce-486b-975f-d02ba8c67250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.363334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03159f5d-d8ce-486b-975f-d02ba8c67250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.368721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03159f5d-d8ce-486b-975f-d02ba8c67250 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/81e6255f-55ac-45e6-94cb-62a36f3defee HTTP/1.1" status: 204 len: 168 time: 0.5881817 Jul 07 22:16:00.394181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159f5d-d8ce-486b-975f-d02ba8c67250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6255f-55ac-45e6-94cb-62a36f3defee,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:00.396906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cdf4f-972c-4acd-b69a-feaed8e686a8 req-e5be53a2-05da-4fe8-bebd-bfb4ec60c8c5 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.404626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806cdf4f-972c-4acd-b69a-feaed8e686a8 req-e5be53a2-05da-4fe8-bebd-bfb4ec60c8c5 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.1994340 Jul 07 22:16:00.409073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:00.512251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806cdf4f-972c-4acd-b69a-feaed8e686a8 req-1731c71c-95f7-4112-8db7-acf825d75d2f tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068501 Jul 07 22:16:00.553970 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-b2a8184c-37ac-4115-aba9-e2a3fd6a91d9 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512672 Jul 07 22:16:00.650074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37766) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:00.659813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1424817372'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:00.764793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['65296f41-3378-4260-b3f3-52cfa353cccd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:00.768800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:00.778078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.795023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Transition to ACTIVE for port object 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:00.797444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-3dde0450-3ff5-4557-a1d1-4464686bd6d9 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335665 Jul 07 22:16:00.865010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.950111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:00.953725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.967907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:01.211167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:01.211912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:01.211912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:01.224628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:01.224760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:01.241741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b94f5-a982-47a2-9d4b-f33f3f1f4437 req-d09bd54b-47c3-4dcb-9447-1fed1e571966 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.243402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f3b94f5-a982-47a2-9d4b-f33f3f1f4437 req-d09bd54b-47c3-4dcb-9447-1fed1e571966 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.2403584 Jul 07 22:16:01.244208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:01.244551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:01.245462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:01.245937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Bound port: 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:01.246560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.272168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849313e-2713-447e-9b2e-898e0dc1115b req-d90db0b6-cc57-4acf-92af-6ad9f0c91590 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.279662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e849313e-2713-447e-9b2e-898e0dc1115b req-d90db0b6-cc57-4acf-92af-6ad9f0c91590 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.4575384 Jul 07 22:16:01.282591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:01.387155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.387510 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Added segment 465a2c05-e577-490d-a7c4-ca64ee2e33fe of type vlan for network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 Jul 07 22:16:01.408322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:01.421817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e849313e-2713-447e-9b2e-898e0dc1115b req-501488c9-a7aa-4d1c-8f14-2331557e6226 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412604 Jul 07 22:16:01.459609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f3b94f5-a982-47a2-9d4b-f33f3f1f4437 req-2a1fdd90-ff0f-40b7-a32b-8e7305b82768 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779006 Jul 07 22:16:01.461491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:01.471521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.478472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.522046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.522716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.524174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] 10.222.0.103 "PUT /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 1093 time: 1.4270048 Jul 07 22:16:01.526177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:01.528593 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:01.572446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee01624-c0cb-48e5-88a8-753e698e2658 service neutron] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:01.577577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.583754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.584400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.730577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37800) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:01.731266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0792327 Jul 07 22:16:01.738000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2110414702'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:01.772887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:01.777322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.808833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:01.822186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.823087 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Added segment 97394ada-3630-4e42-a91d-0be3542b832a of type vlan for network 2b31379b-ced6-49a0-8417-23a4ed18097e Jul 07 22:16:01.881619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.919087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.928636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.929640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.968487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 34b3b633-b540-45ee-84c1-c5f1f7e557f7 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:02.044090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3111887 Jul 07 22:16:02.048781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:02.055566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'subnet': {'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:02.069248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:02.075576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:02.076939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f5220-3996-4ae7-933a-1237baf986b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Network': ['ID=2b31379b-ced6-49a0-8417-23a4ed18097e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:02.078492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.138354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2b31379b-ced6-49a0-8417-23a4ed18097e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:02.185824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1e444-816f-4859-bbe7-107cb195375b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Network': ['ID=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:02.204064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:02.209262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.216599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:02.344786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32a728-3d53-4975-bd8c-57ae5736ecc8 req-3fcee40d-88bd-4feb-b794-b32d537b2b95 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.355806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc32a728-3d53-4975-bd8c-57ae5736ecc8 req-3fcee40d-88bd-4feb-b794-b32d537b2b95 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.6796033 Jul 07 22:16:02.359379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-72aa072a-6aae-48f9-8b28-aac7445e2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.360927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-72aa072a-6aae-48f9-8b28-aac7445e2948 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1096 time: 0.7547078 Jul 07 22:16:02.381195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f38d82-f0f3-4552-a52c-4c873159b67f req-1d6fb3d6-c0a1-4883-8919-5dc2e38fb77f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.401336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9f38d82-f0f3-4552-a52c-4c873159b67f req-1d6fb3d6-c0a1-4883-8919-5dc2e38fb77f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 949 time: 0.7312245 Jul 07 22:16:02.444039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.489937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.511522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-5fcaea63-6b04-4540-90d8-1d366bf01daa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0709171 Jul 07 22:16:02.530575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Subnet': ['ID=84605257-b7fd-4b2e-b034-82b21f2bbd9d,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:02.534451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Checking segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:02.535314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network hostable DHCP agents. Network: 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:02.556682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9f38d82-f0f3-4552-a52c-4c873159b67f req-4f0cb09b-9527-4103-8d39-175c63c88dc0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543751 Jul 07 22:16:02.560418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:02.586037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:02.587726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b3b633-b540-45ee-84c1-c5f1f7e557f7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:02.592238 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921079ab-eda2-4c9e-8f8a-81acfb9cc1c0" -d '{"events": [{"server_uuid": "cef65eff-ed2a-417c-94b1-15f95dbedc89", "name": "network-vif-plugged", "status": "completed", "tag": "34b3b633-b540-45ee-84c1-c5f1f7e557f7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:02.593773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.594614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.614069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad6b3d-124a-4b97-8e90-b1ebf8ad83d2 None None] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:02.615197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb3c43ac-5c0e-4bfd-9987-40af094b36ef tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5651038 Jul 07 22:16:02.618655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:02.624620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:02.641861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.642440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'subnet': {'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:02.665456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37848) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:02.738526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc32a728-3d53-4975-bd8c-57ae5736ecc8 req-fe8512ad-6610-4116-9fc3-038ec1c7c4c9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764491 Jul 07 22:16:02.805600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=34b3b633-b540-45ee-84c1-c5f1f7e557f7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:02.807837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-0bb06f6e-ab6a-4ea7-b66d-5db20e8c91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.809294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-0bb06f6e-ab6a-4ea7-b66d-5db20e8c91c3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.2736602 Jul 07 22:16:02.851951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-6620d3d1-1d4c-46f4-9c20-559d70625a04 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306761 Jul 07 22:16:02.853588 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a178a-a9ec-4de5-8e77-06bef7ec0dc9 x-openstack-request-id: req-af1a178a-a9ec-4de5-8e77-06bef7ec0dc9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:02.853879 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:02.854133 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af1a178a-a9ec-4de5-8e77-06bef7ec0dc9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:02.854522 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'status': 'completed', 'code': 200} Jul 07 22:16:02.855323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-784e6d77-dbd6-4984-89e9-7335585e5c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.905052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:16:02.906041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.974170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:02.978348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.050801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5b0c7-85bb-4124-8beb-f2df7bdbc8d2 req-ab0227f9-534c-49c2-9343-d1028cc844a9 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.058493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32c5b0c7-85bb-4124-8beb-f2df7bdbc8d2 req-ab0227f9-534c-49c2-9343-d1028cc844a9 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 949 time: 0.3248303 Jul 07 22:16:03.059955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-784e6d77-dbd6-4984-89e9-7335585e5c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.068054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-784e6d77-dbd6-4984-89e9-7335585e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.113529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-aaeafa46-2f80-42e7-84db-3cea4e3b0183 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459126 Jul 07 22:16:03.121657 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-784e6d77-dbd6-4984-89e9-7335585e5c6a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8b6c9549851c4b808790719c49965e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549775 Jul 07 22:16:03.122482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e6d77-dbd6-4984-89e9-7335585e5c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda58ac9-a1ff-4d82-92fd-6f814195aa26,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:03.126030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37852) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:03.151923 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Allocated IP 10.1.1.2 (2206b029-3e95-4a6b-a4eb-f3aa4fa594b9/84605257-b7fd-4b2e-b034-82b21f2bbd9d/0349210e-bd31-4c6d-bce6-1ebb5a764780) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:03.173183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32c5b0c7-85bb-4124-8beb-f2df7bdbc8d2 req-87306bc7-ae78-46ab-8f24-9df2e21a2edd tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135938 Jul 07 22:16:03.190964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbf48726-e62f-4879-a843-05a7ea0888c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.214461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbf48726-e62f-4879-a843-05a7ea0888c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.278257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbf48726-e62f-4879-a843-05a7ea0888c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.281875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbf48726-e62f-4879-a843-05a7ea0888c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.283169 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fbf48726-e62f-4879-a843-05a7ea0888c9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fda58ac9-a1ff-4d82-92fd-6f814195aa26 HTTP/1.1" status: 204 len: 168 time: 0.1559680 Jul 07 22:16:03.295650 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf48726-e62f-4879-a843-05a7ea0888c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda58ac9-a1ff-4d82-92fd-6f814195aa26,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:03.357940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b28d83e5-005f-42db-9c76-6e7760dde175 req-f0028775-bf24-4193-9e84-dcc8a1cf8607 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358840 Jul 07 22:16:03.371606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b7ef8-6f1f-43bb-96a6-18cecf3b1b85 req-762a4252-979b-45cc-8fe5-4a1cfb195964 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.371815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.382298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd8b7ef8-6f1f-43bb-96a6-18cecf3b1b85 req-762a4252-979b-45cc-8fe5-4a1cfb195964 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.2734258 Jul 07 22:16:03.382538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Transition to ACTIVE for port object 0349210e-bd31-4c6d-bce6-1ebb5a764780 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:03.404512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Transition to ACTIVE for port object 0349210e-bd31-4c6d-bce6-1ebb5a764780 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:03.422606 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.485894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:03.492825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:03.495281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Pushing event updated for resources: {'Port': ['ID=0349210e-bd31-4c6d-bce6-1ebb5a764780,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:03.498317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:03.532106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd8b7ef8-6f1f-43bb-96a6-18cecf3b1b85 req-593d4180-17fe-4bf1-9119-a8fcfd148c22 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488593 Jul 07 22:16:03.559613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.608393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Attempting to bind port 0349210e-bd31-4c6d-bce6-1ebb5a764780 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:03.609466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Attempting to bind port 0349210e-bd31-4c6d-bce6-1ebb5a764780 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:03.609846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Attempting to bind port 0349210e-bd31-4c6d-bce6-1ebb5a764780 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:03.616644 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec2cff-d913-4418-a65b-e59d51652e1f x-openstack-request-id: req-ecec2cff-d913-4418-a65b-e59d51652e1f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:03.616833 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65eff-ed2a-417c-94b1-15f95dbedc89", "name": "network-vif-plugged", "status": "completed", "tag": "34b3b633-b540-45ee-84c1-c5f1f7e557f7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:03.617085 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ecec2cff-d913-4418-a65b-e59d51652e1f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:03.617487 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'code': 200} Jul 07 22:16:03.618200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:03.618579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Checking segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:03.619015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.619400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Bound using segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:03.625314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Bound port: 0349210e-bd31-4c6d-bce6-1ebb5a764780, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:03.625831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.704270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-97c0572a-0876-4f47-bf49-ba8a21b6e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.706266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-97c0572a-0876-4f47-bf49-ba8a21b6e2eb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1096 time: 0.2585402 Jul 07 22:16:03.737937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Subnet': ['ID=b40e4e4e-2978-4770-a5ea-30524e91c315,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:03.787805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Checking segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:03.788178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network hostable DHCP agents. Network: 2b31379b-ced6-49a0-8417-23a4ed18097e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:03.842409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31f90e-6dae-48da-b3c3-9d9ca178cfed req-7f2b33ff-1aa8-4ef9-8a77-a43a1d7bb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.844246 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bd31f90e-6dae-48da-b3c3-9d9ca178cfed req-7f2b33ff-1aa8-4ef9-8a77-a43a1d7bb65e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 1102 time: 0.1466081 Jul 07 22:16:03.847519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] For port 0349210e-bd31-4c6d-bce6-1ebb5a764780, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:03.852605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] For port 0349210e-bd31-4c6d-bce6-1ebb5a764780, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0349210e-bd31-4c6d-bce6-1ebb5a764780,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:03.866759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.894678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bd31f90e-6dae-48da-b3c3-9d9ca178cfed req-d0587512-8cc0-4af0-9ac8-6b759ae56cdc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Jul 07 22:16:03.967104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a3bba-6be4-4c94-9618-1bedbfa0f956 None None] Pushing event updated for resources: {'Port': ['ID=0349210e-bd31-4c6d-bce6-1ebb5a764780,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:03.981789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2b31379b-ced6-49a0-8417-23a4ed18097e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:03.989685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:04.019249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-35849632-2610-42fc-8973-a663fd74561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.020896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-35849632-2610-42fc-8973-a663fd74561e service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.3060668 Jul 07 22:16:04.021137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2b31379b-ced6-49a0-8417-23a4ed18097e) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:04.030258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.030464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.050413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c30764-4722-402f-b87c-935340d4237a None None] Network 2b31379b-ced6-49a0-8417-23a4ed18097e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:04.090553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-0d958d49-9333-4d56-95b8-3700657b8f2f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0559304 Jul 07 22:16:04.146240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-f0d8d935-4395-4bee-96c6-f21ba596eaa7 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.148701 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-f0d8d935-4395-4bee-96c6-f21ba596eaa7 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.1144435 Jul 07 22:16:04.193306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 65296f41-3378-4260-b3f3-52cfa353cccd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:04.193911 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.197854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e219b8d6-4842-49bd-8505-eee5565588a1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5764921 Jul 07 22:16:04.201556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-b238278f-ce4a-4ff5-8ca5-242de5eeed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.212073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:04.212549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-b238278f-ce4a-4ff5-8ca5-242de5eeed1b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1060448 Jul 07 22:16:04.217295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'name': 'tempest-TaggedBootDevicesTest-1045213301', 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:04.292812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e123-acfa-4b22-8805-46177cb4e390 req-7fabb0de-63e5-4c6a-b532-ba169b6c2c74 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.296274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5118e123-acfa-4b22-8805-46177cb4e390 req-7fabb0de-63e5-4c6a-b532-ba169b6c2c74 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 950 time: 0.4749701 Jul 07 22:16:04.300173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-6f5517e3-ddd6-4867-a0b7-7ef3fa8b9d3f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849462 Jul 07 22:16:04.350824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-2b31379b-ced6-49a0-8417-23a4ed18097e', 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'fixed_ips': [{'subnet_id': 'b40e4e4e-2978-4770-a5ea-30524e91c315'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:16:04.351704 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.376627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c181691-b764-4393-99c4-752cb20b93a3 req-f34e3548-511a-4018-9800-2108d585709c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.378342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c181691-b764-4393-99c4-752cb20b93a3 req-f34e3548-511a-4018-9800-2108d585709c tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1b21c52f-d29f-4537-9503-42faef0a6471 HTTP/1.1" status: 200 len: 946 time: 0.5544162 Jul 07 22:16:04.480214 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.529420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-b7dcea7a-8f7e-495c-9aae-8cbe1c3bd85b service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112463 Jul 07 22:16:04.546549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Deleting port e878e719-2955-4e4b-8554-31a5d59c9d5e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:04.547105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.558864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5118e123-acfa-4b22-8805-46177cb4e390 req-d7f4a8fd-b24d-4928-802a-d0efeeb7a743 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414975 Jul 07 22:16:04.631008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:04.655246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] For port e878e719-2955-4e4b-8554-31a5d59c9d5e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e878e719-2955-4e4b-8554-31a5d59c9d5e,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:04.655619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.665770 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.674001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Calling delete_port for e878e719-2955-4e4b-8554-31a5d59c9d5e owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:04.724884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc36ed3c-2a0e-4c9f-b840-d0a9bec6e6f5 req-5519b050-f0b1-49f6-a473-cd7c472e39cc service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715128 Jul 07 22:16:04.807038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Allocated IP 10.2.2.2 (2b31379b-ced6-49a0-8417-23a4ed18097e/b40e4e4e-2978-4770-a5ea-30524e91c315/b93d57a8-4877-41ef-93ed-94a822811833) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:04.828024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c181691-b764-4393-99c4-752cb20b93a3 req-b751ca30-3871-420e-9773-4a844597f8c1 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766650 Jul 07 22:16:04.846482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.846616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:04.855274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['e878e719-2955-4e4b-8554-31a5d59c9d5e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:04.857687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:04.868201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:04.936043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d7475-6d28-4b47-88e7-2513fc32c6c8 req-1013d428-a672-4140-b073-2104b6d2ec59 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.937806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-190d7475-6d28-4b47-88e7-2513fc32c6c8 req-1013d428-a672-4140-b073-2104b6d2ec59 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.1324430 Jul 07 22:16:04.954867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Pushing event deleted for resources: {'Port': ['ID=e878e719-2955-4e4b-8554-31a5d59c9d5e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:05.021283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-190d7475-6d28-4b47-88e7-2513fc32c6c8 req-40e62851-1f2e-49d5-9463-c0d4ab668d0b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772028 Jul 07 22:16:05.063781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37894) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:05.164935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] No DVR routers for this DVR port e878e719-2955-4e4b-8554-31a5d59c9d5e on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:05.175398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.178390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a235a2ad-beaa-402b-97de-5471fac2b13f req-e7d017cc-a6a9-4c9d-a042-c4502fd60d16 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.97 "DELETE /v2.0/ports/e878e719-2955-4e4b-8554-31a5d59c9d5e HTTP/1.1" status: 204 len: 173 time: 1.0225062 Jul 07 22:16:05.178759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21c52f-d29f-4537-9503-42faef0a6471', 'name': 'network-vif-deleted', 'tag': 'e878e719-2955-4e4b-8554-31a5d59c9d5e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:05.192662 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b0c1a7-1e33-4613-ab33-059534539aa0" -d '{"events": [{"server_uuid": "1b21c52f-d29f-4537-9503-42faef0a6471", "name": "network-vif-deleted", "tag": "e878e719-2955-4e4b-8554-31a5d59c9d5e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:05.278348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.340843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] device_id is not set on port 32bfe337-4eb4-40cc-9346-872e15282bbf yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:16:05.363068 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.417520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Transition to ACTIVE for port object b93d57a8-4877-41ef-93ed-94a822811833 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:05.459611 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d906efe-837c-466e-8c5a-ed6ae7041b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.499045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Transition to ACTIVE for port object b93d57a8-4877-41ef-93ed-94a822811833 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:05.509668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.557028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Network 2b31379b-ced6-49a0-8417-23a4ed18097e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:05.561304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:05.563219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02692de1-4a37-4852-8028-159455078861 None None] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:05.570202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:05.617613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e5373-f207-4de9-a19d-b371268ee40c req-d7f3811c-5554-47ec-b2a4-15d545fcf28c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.622809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:05.625294 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf9986f-3b25-4299-adce-2452d8cc7818" -d '{"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-plugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:05.625856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e87e5373-f207-4de9-a19d-b371268ee40c req-d7f3811c-5554-47ec-b2a4-15d545fcf28c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 950 time: 0.3273723 Jul 07 22:16:05.633974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Pushing event updated for resources: {'Port': ['ID=b93d57a8-4877-41ef-93ed-94a822811833,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:05.716707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e87e5373-f207-4de9-a19d-b371268ee40c req-f6a60673-a56e-427f-a136-26a039f52ea7 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840449 Jul 07 22:16:05.777347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0206-e5dc-4b0a-be94-810e39a1a84f None None] Provisioning for port 0349210e-bd31-4c6d-bce6-1ebb5a764780 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:05.781232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4192-adfd-4112-9ccc-1975ad8ebcbf req-ee35cafb-b9d8-4085-a68c-68d5cda7540f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.796248 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fe4018-757f-4080-af7c-c55a52984741 x-openstack-request-id: req-a9fe4018-757f-4080-af7c-c55a52984741 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:05.796642 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21c52f-d29f-4537-9503-42faef0a6471", "name": "network-vif-deleted", "tag": "e878e719-2955-4e4b-8554-31a5d59c9d5e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:05.796998 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a9fe4018-757f-4080-af7c-c55a52984741 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:05.797499 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21c52f-d29f-4537-9503-42faef0a6471', 'name': 'network-vif-deleted', 'tag': 'e878e719-2955-4e4b-8554-31a5d59c9d5e', 'status': 'completed', 'code': 200} Jul 07 22:16:05.802191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-177a4192-adfd-4112-9ccc-1975ad8ebcbf req-ee35cafb-b9d8-4085-a68c-68d5cda7540f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.3447783 Jul 07 22:16:05.813450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d906efe-837c-466e-8c5a-ed6ae7041b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.826993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d906efe-837c-466e-8c5a-ed6ae7041b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.828391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 10.1.1.121 (2206b029-3e95-4a6b-a4eb-f3aa4fa594b9/84605257-b7fd-4b2e-b034-82b21f2bbd9d/32bfe337-4eb4-40cc-9346-872e15282bbf) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:05.858567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0349210e-bd31-4c6d-bce6-1ebb5a764780 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:05.873603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Attempting to bind port b93d57a8-4877-41ef-93ed-94a822811833 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:05.874157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Attempting to bind port b93d57a8-4877-41ef-93ed-94a822811833 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:05.874659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Attempting to bind port b93d57a8-4877-41ef-93ed-94a822811833 on network 2b31379b-ced6-49a0-8417-23a4ed18097e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:05.953061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:05.954890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Checking segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:05.955453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.955999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Bound using segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:05.957195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Bound port: b93d57a8-4877-41ef-93ed-94a822811833, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:05.959089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.979112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3d906efe-837c-466e-8c5a-ed6ae7041b6a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=90c9d63d992e49ac9b18ede89b9da9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9113686 Jul 07 22:16:05.989760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37906) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:06.005380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-177a4192-adfd-4112-9ccc-1975ad8ebcbf req-dca53f33-c1b8-4be9-8c8f-168c2f43d6f1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017858 Jul 07 22:16:06.035189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d906efe-837c-466e-8c5a-ed6ae7041b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2c808-dc14-48cb-84b1-beb3bbfc9f7b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.084911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb5a-0440-4c54-af98-7022bf78c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.103531 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.139269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb5a-0440-4c54-af98-7022bf78c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.141768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object 32bfe337-4eb4-40cc-9346-872e15282bbf will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:06.201756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5f7e7-1311-43db-802d-031fe2a49925 req-c99b78e7-7760-4dc5-8606-15d8b795e9c4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.205902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89f5f7e7-1311-43db-802d-031fe2a49925 req-c99b78e7-7760-4dc5-8606-15d8b795e9c4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 950 time: 0.2278433 Jul 07 22:16:06.232369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.234068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb5a-0440-4c54-af98-7022bf78c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.236720 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb5a-0440-4c54-af98-7022bf78c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.251177 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c8d2eb5a-0440-4c54-af98-7022bf78c0d4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6fc2c808-dc14-48cb-84b1-beb3bbfc9f7b HTTP/1.1" status: 204 len: 168 time: 0.2596319 Jul 07 22:16:06.277677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2eb5a-0440-4c54-af98-7022bf78c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2c808-dc14-48cb-84b1-beb3bbfc9f7b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.333787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89f5f7e7-1311-43db-802d-031fe2a49925 req-aa561ac5-928c-447a-9793-0213589e13d5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004963 Jul 07 22:16:06.409159 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34286ef-97ff-472d-9251-0b9340510faa x-openstack-request-id: req-f34286ef-97ff-472d-9251-0b9340510faa {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:06.409778 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-plugged", "status": "completed", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:06.409778 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f34286ef-97ff-472d-9251-0b9340510faa {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:06.410087 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'code': 200} Jul 07 22:16:06.446471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 0349210e-bd31-4c6d-bce6-1ebb5a764780 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:06.450258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] For port b93d57a8-4877-41ef-93ed-94a822811833, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:06.455968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] For port b93d57a8-4877-41ef-93ed-94a822811833, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b93d57a8-4877-41ef-93ed-94a822811833,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:06.456916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:06.460708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0349210e-bd31-4c6d-bce6-1ebb5a764780 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:06.460991 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.466478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.472908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:06.483118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:06.560988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.589270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.590172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.593416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4557f-153d-4d8d-95c5-131309d2794e None None] Pushing event updated for resources: {'Port': ['ID=b93d57a8-4877-41ef-93ed-94a822811833,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.646992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159538df-dd0a-453d-b7d7-504e76027c1a req-9fcddbb5-efe6-4eb3-86c6-6eade7e71f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.650557 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-159538df-dd0a-453d-b7d7-504e76027c1a req-9fcddbb5-efe6-4eb3-86c6-6eade7e71f03 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1102 time: 0.3550601 Jul 07 22:16:06.675378 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-325dc7b9-f7f2-46b3-87d5-2cc4760095ab tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4605064 Jul 07 22:16:06.682171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:06.685590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.710617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'name': 'tempest-TaggedBootDevicesTest-2121381986', 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:06.734597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-159538df-dd0a-453d-b7d7-504e76027c1a req-424458ad-4abb-45f9-a3b0-cf6eabd24951 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745847 Jul 07 22:16:06.765107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 0349210e-bd31-4c6d-bce6-1ebb5a764780, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0349210e-bd31-4c6d-bce6-1ebb5a764780,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:06.773823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.908248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dc5b-7ee7-4a08-948d-cea9908e4169 req-1687dce9-90af-4810-b513-b34718bb2cce tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.916229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18f3dc5b-7ee7-4a08-948d-cea9908e4169 req-1687dce9-90af-4810-b513-b34718bb2cce tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.2969737 Jul 07 22:16:06.945029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=0349210e-bd31-4c6d-bce6-1ebb5a764780,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:07.097439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18f3dc5b-7ee7-4a08-948d-cea9908e4169 req-4d27e1ab-51af-41c9-ba91-eae9c68ece12 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799300 Jul 07 22:16:07.150118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:07.169023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fd88e1e8-7c63-411f-92de-a65b62f1e74c None None] Provisioning complete for port 0349210e-bd31-4c6d-bce6-1ebb5a764780 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:07.171055 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fd88e1e8-7c63-411f-92de-a65b62f1e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:07.420591 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:07.464487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] device_id is not set on port dae9258a-3183-4f2a-a1e0-d708b21cecd7 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:16:07.491258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e9d6949b-8808-4f45-bdf2-c1fe34643ad8 None None] Provisioning for port 32bfe337-4eb4-40cc-9346-872e15282bbf completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:07.498826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e9d6949b-8808-4f45-bdf2-c1fe34643ad8 None None] Provisioning complete for port 32bfe337-4eb4-40cc-9346-872e15282bbf triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:07.499621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e9d6949b-8808-4f45-bdf2-c1fe34643ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:07.548376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d952db-81e3-4548-bdba-4ff86684022f req-e7e8ee5e-ab6c-45e1-8ee1-fcdadd4577fe tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.557286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6949b-8808-4f45-bdf2-c1fe34643ad8 None None] Port 32bfe337-4eb4-40cc-9346-872e15282bbf cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:07.563315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43d952db-81e3-4548-bdba-4ff86684022f req-e7e8ee5e-ab6c-45e1-8ee1-fcdadd4577fe tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 1102 time: 0.2318687 Jul 07 22:16:07.611019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca27f2-63e8-4b7d-872d-5573f888f230 req-24467bae-3e19-48c5-869a-900d83930b69 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.618820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03ca27f2-63e8-4b7d-872d-5573f888f230 req-24467bae-3e19-48c5-869a-900d83930b69 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 950 time: 0.3683443 Jul 07 22:16:07.761730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03ca27f2-63e8-4b7d-872d-5573f888f230 req-c835a032-125a-499b-a8f0-0c05fb4de1da tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418455 Jul 07 22:16:07.844016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43d952db-81e3-4548-bdba-4ff86684022f req-34205b8c-0f11-41ae-98fe-23ad04179432 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797780 Jul 07 22:16:07.989518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 10.1.1.5 (2206b029-3e95-4a6b-a4eb-f3aa4fa594b9/84605257-b7fd-4b2e-b034-82b21f2bbd9d/dae9258a-3183-4f2a-a1e0-d708b21cecd7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:08.007185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b93d57a8-4877-41ef-93ed-94a822811833 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:08.021713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e878e719-2955-4e4b-8554-31a5d59c9d5e no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:08.082740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: e878e719-2955-4e4b-8554-31a5d59c9d5e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:08.083602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e878e719-2955-4e4b-8554-31a5d59c9d5e not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:08.125205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port b93d57a8-4877-41ef-93ed-94a822811833 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:08.133889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0349210e-bd31-4c6d-bce6-1ebb5a764780 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:08.235716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0349210e-bd31-4c6d-bce6-1ebb5a764780 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:08.236114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.264560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71ce6-e9d5-4298-9243-3f131f5ae3c0 req-cf8e0ced-e20b-4aaf-81ea-3f9f7f7c7103 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.272800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37d71ce6-e9d5-4298-9243-3f131f5ae3c0 req-cf8e0ced-e20b-4aaf-81ea-3f9f7f7c7103 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.2377968 Jul 07 22:16:08.363832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dc51b-82ea-4eb0-9e9f-56e188b6f031 None None] Network 2b31379b-ced6-49a0-8417-23a4ed18097e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:08.402846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37d71ce6-e9d5-4298-9243-3f131f5ae3c0 req-053abd53-8787-4e69-8331-24fc6b8ea28d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292174 Jul 07 22:16:08.490381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e741b-3c05-481d-8f56-453ba920d240 req-b6ed2c97-460e-40b6-afbf-5797de06a4a0 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.493454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-763e741b-3c05-481d-8f56-453ba920d240 req-b6ed2c97-460e-40b6-afbf-5797de06a4a0 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.3257427 Jul 07 22:16:08.543242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] Provisioning for port b93d57a8-4877-41ef-93ed-94a822811833 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:08.555802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.573109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] Provisioning complete for port b93d57a8-4877-41ef-93ed-94a822811833 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:08.573492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.592099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-763e741b-3c05-481d-8f56-453ba920d240 req-926af608-7b25-4a0a-81e7-d8a7c1a737f6 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/security-groups?id=fe2ba661-418f-47fd-87f1-79975be42536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826299 Jul 07 22:16:08.593311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object dae9258a-3183-4f2a-a1e0-d708b21cecd7 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:08.656315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.782966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-fec85ff1-3655-4185-8846-9f195afb2a46 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538588 Jul 07 22:16:08.803281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:08.821311 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.837631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:08.839652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:08.895959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] For port b93d57a8-4877-41ef-93ed-94a822811833, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b93d57a8-4877-41ef-93ed-94a822811833,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:08.921174 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.974882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:08.984851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-6d56a2dc-ecd2-4f59-be74-dbcb9d446145 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.003273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37982) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:09.003942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-6d56a2dc-ecd2-4f59-be74-dbcb9d446145 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018542 Jul 07 22:16:09.013530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369c669-a1ed-439d-b99b-b7b25d90a646 None None] Pushing event updated for resources: {'Port': ['ID=b93d57a8-4877-41ef-93ed-94a822811833,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:09.099807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-10db14c5-977f-431a-8d2a-d41c3bd650ca tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/quotas/252b43d23bc84ceaae99ba28e83fa710 HTTP/1.1" status: 200 len: 375 time: 0.0937953 Jul 07 22:16:09.153183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3b316650-a062-4c7f-9ee7-d4a08584f701 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:09.191738 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b316650-a062-4c7f-9ee7-d4a08584f701 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] 10.222.0.95 "PUT /v2.0/quotas/eddee0b7a12c477bbce126809a76727e HTTP/1.1" status: 200 len: 368 time: 0.1871262 Jul 07 22:16:09.194075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:09.200131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Request body: {'network': {'project_id': 'eddee0b7a12c477bbce126809a76727e'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:09.228579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Made reservation on behalf of eddee0b7a12c477bbce126809a76727e for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:09.231817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.246842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec282aa2-e50a-428f-947e-d764548bc5f4 None None] Provisioning for port dae9258a-3183-4f2a-a1e0-d708b21cecd7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:09.251935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.252900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec282aa2-e50a-428f-947e-d764548bc5f4 None None] Provisioning complete for port dae9258a-3183-4f2a-a1e0-d708b21cecd7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:09.253383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec282aa2-e50a-428f-947e-d764548bc5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.296515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ec282aa2-e50a-428f-947e-d764548bc5f4 None None] Port dae9258a-3183-4f2a-a1e0-d708b21cecd7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:09.386790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.391201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.421282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:09.431491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6c96c0c9-fe17-4233-a785-8c4c5ac3d27f None None] Provisioning complete for port b93d57a8-4877-41ef-93ed-94a822811833 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:09.431723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7df3d9-248c-41b5-9169-ee851769a563,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:09.432703 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c96c0c9-fe17-4233-a785-8c4c5ac3d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.436030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.436659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.438881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.439423 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Added segment 6ae190af-e177-4c79-9b70-0656a7ba9081 of type vlan for network 80c1c780-164a-4592-8780-9ad303729afc Jul 07 22:16:09.486051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.501396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-caaec648-921e-4b15-8dc4-ee0f1e7e8aea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8132875 Jul 07 22:16:09.507965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af69d-c124-4ec0-b4b5-398df63cd6d1 req-2f7a0195-e695-470b-b29f-ac34a50ee956 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.515324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d21af69d-c124-4ec0-b4b5-398df63cd6d1 req-2f7a0195-e695-470b-b29f-ac34a50ee956 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.6790009 Jul 07 22:16:09.533923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.536122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.537196 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.583860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-fd54b820-6665-413d-bb08-c7740830553e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4776452 Jul 07 22:16:09.599713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-6959a91d-3725-4437-8050-63e47c736f95 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.601249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-6959a91d-3725-4437-8050-63e47c736f95 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.103 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 945 time: 0.1713529 Jul 07 22:16:09.612779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d21af69d-c124-4ec0-b4b5-398df63cd6d1 req-b6b2286a-b97e-4d59-960b-54f8c0fc54ff tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965111 Jul 07 22:16:09.614171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Pushing event updated for resources: {'Network': ['ID=80c1c780-164a-4592-8780-9ad303729afc,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:09.626924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 80c1c780-164a-4592-8780-9ad303729afc details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:09.634251 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4b9ba777-0719-438b-a399-965c467f5705 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4383187 Jul 07 22:16:09.634879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:09.644078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Request body: {'network': {'project_id': 'eddee0b7a12c477bbce126809a76727e'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:09.715515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Made reservation on behalf of eddee0b7a12c477bbce126809a76727e for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:09.718322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.761093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:09.773830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.774738 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Added segment f2d84b93-e23a-48c4-be40-e91293262c9a of type vlan for network 9df7b445-7b3d-4eb6-bc98-a3c07dd6544d Jul 07 22:16:09.778547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b93d57a8-4877-41ef-93ed-94a822811833 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:09.796433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Deleting port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:09.798727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.835466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.885540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.886790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.887573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.910407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b93d57a8-4877-41ef-93ed-94a822811833 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:09.912140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.962164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b5ae-5fac-4bfc-ba2f-66e050651082 req-f3275aee-97d8-483c-b018-63efbdba3072 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.963786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a85b5ae-5fac-4bfc-ba2f-66e050651082 req-f3275aee-97d8-483c-b018-63efbdba3072 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 950 time: 0.1483371 Jul 07 22:16:10.012661 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3760574 Jul 07 22:16:10.015675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38002) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:10.034558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e76c1a9b-e85c-46e9-a78e-9949098992c2 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Request body: {'network': {'project_id': 'eddee0b7a12c477bbce126809a76727e'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:10.060612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade140fa-0ff3-467f-ad37-3ec6941bba8d tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Pushing event updated for resources: {'Network': ['ID=9df7b445-7b3d-4eb6-bc98-a3c07dd6544d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:10.073106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9df7b445-7b3d-4eb6-bc98-a3c07dd6544d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:10.084890 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76c1a9b-e85c-46e9-a78e-9949098992c2 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 22:16:10.088012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76c1a9b-e85c-46e9-a78e-9949098992c2 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:16:10.089411 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e76c1a9b-e85c-46e9-a78e-9949098992c2 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0726154 Jul 07 22:16:10.090817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] For port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:10.091199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.094801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:10.104542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Calling delete_port for 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:10.194024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a85b5ae-5fac-4bfc-ba2f-66e050651082 req-9abb6f1b-3403-4461-a466-5b0b1fdb3872 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225392 Jul 07 22:16:10.200638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.348901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.370358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:10.416706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Pushing event deleted for resources: {'Port': ['ID=2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:10.443514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525cba8-fe7f-4ed1-a62c-920242b154d0 req-a3e06ac7-8d2c-4f79-952a-cb5a22e99090 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:10.446660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a525cba8-fe7f-4ed1-a62c-920242b154d0 req-a3e06ac7-8d2c-4f79-952a-cb5a22e99090 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.4202309 Jul 07 22:16:10.498130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] No DVR routers for this DVR port 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:10.531457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.533736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05888f3b-16bc-4f7a-adcb-bcae6e559feb req-111e759a-41d0-401f-95ee-b9e6f605b6c3 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.103 "DELETE /v2.0/ports/2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 HTTP/1.1" status: 204 len: 173 time: 0.9199586 Jul 07 22:16:10.534617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'name': 'network-vif-deleted', 'tag': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:10.537539 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0842bdb6-9de8-4139-aab6-6eb9a8e7a9f4" -d '{"events": [{"server_uuid": "1473fbac-4b25-4be4-acfa-a798d688cda4", "name": "network-vif-deleted", "tag": "2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:10.543056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a525cba8-fe7f-4ed1-a62c-920242b154d0 req-40d3798e-ea13-4386-bc44-f977681c0480 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Jul 07 22:16:10.543762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.556520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df7b445-7b3d-4eb6-bc98-a3c07dd6544d']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:10.578653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d84b93-e23a-48c4-be40-e91293262c9a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:10.578948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d84b93-e23a-48c4-be40-e91293262c9a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:10.589064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.605205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.614888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:16:10.615282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:16:10.618960 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:16:10.687052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.700148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.709109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38018) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:10.716018 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] 10.222.0.95 "DELETE /v2.0/networks/9df7b445-7b3d-4eb6-bc98-a3c07dd6544d HTTP/1.1" status: 204 len: 168 time: 0.6196415 Jul 07 22:16:10.732146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f401ddf-6fb8-4888-ad7c-78754aab7b50 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Pushing event deleted for resources: {'Network': ['ID=9df7b445-7b3d-4eb6-bc98-a3c07dd6544d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:10.789912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38020) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:10.807098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109978026', 'description': 'tempest-description--137886722'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:10.845501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.867299 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.894062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab83c1dc-39d2-4ffc-9dd3-2bcb0b81b562 req-a3447775-797d-437f-8932-d8d2eb795471 tempest-ServerRescueTestJSON-1327703238 tempest-ServerRescueTestJSON-1327703238-project] 10.222.0.95 "GET /v2.0/ports?device_id=1473fbac-4b25-4be4-acfa-a798d688cda4 HTTP/1.1" status: 200 len: 210 time: 0.0424118 Jul 07 22:16:10.950899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77cd0dcf-7769-43d8-a92d-2973029bb7e0 req-dfc27789-96ea-44a5-a83e-ac4535109cd9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 210 time: 0.0548663 Jul 07 22:16:11.012264 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cd14b-6e06-4d70-a665-67f6b5642a76 x-openstack-request-id: req-c24cd14b-6e06-4d70-a665-67f6b5642a76 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:11.012569 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1473fbac-4b25-4be4-acfa-a798d688cda4", "name": "network-vif-deleted", "tag": "2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:11.012831 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c24cd14b-6e06-4d70-a665-67f6b5642a76 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:11.013239 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1473fbac-4b25-4be4-acfa-a798d688cda4', 'name': 'network-vif-deleted', 'tag': '2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1', 'status': 'completed', 'code': 200} Jul 07 22:16:11.019143 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.054503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c1c780-164a-4592-8780-9ad303729afc']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:11.068598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae190af-e177-4c79-9b70-0656a7ba9081') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:11.069046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae190af-e177-4c79-9b70-0656a7ba9081') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:11.090763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.114287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.125267 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.135792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:16:11.136197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:16:11.139372 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:16:11.148929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.249696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.250960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4520323 Jul 07 22:16:11.253822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38024) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:11.260397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'security_group_rule': {'security_group_id': 'e5fca46a-8f5d-41b6-b104-5094d8571406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:11.284155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66776f9-edf1-4115-8e91-ee44cfd1c49c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fca46a-8f5d-41b6-b104-5094d8571406,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:11.293406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.294040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.310110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.314548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] 10.222.0.95 "DELETE /v2.0/networks/80c1c780-164a-4592-8780-9ad303729afc HTTP/1.1" status: 204 len: 168 time: 0.6020494 Jul 07 22:16:11.339323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe520e10-bb85-4e35-815d-216ab136f8f4 tempest-QuotasNegativeTest-746011559 tempest-QuotasNegativeTest-746011559-project-admin] Pushing event deleted for resources: {'Network': ['ID=80c1c780-164a-4592-8780-9ad303729afc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:11.367004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176f63-d377-4088-8d91-72f58302083b req-91003d38-2ec5-42a3-ac9c-94c6784f9c9f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:11.368682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce176f63-d377-4088-8d91-72f58302083b req-91003d38-2ec5-42a3-ac9c-94c6784f9c9f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.2485766 Jul 07 22:16:11.370971 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3d3dac83-ac76-4397-baab-ca8af80b4b54 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337915 Jul 07 22:16:11.376608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcc79f-f788-4b26-8444-6607e059f270 req-321a3cc8-411e-44cf-b0c6-8d97c0818294 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:11.384260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9afcc79f-f788-4b26-8444-6607e059f270 req-321a3cc8-411e-44cf-b0c6-8d97c0818294 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1102 time: 0.1543889 Jul 07 22:16:11.447798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9afcc79f-f788-4b26-8444-6607e059f270 req-f4025121-41ba-482e-b87f-26eb2c0a6810 tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Jul 07 22:16:11.448617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.460501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.490949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce176f63-d377-4088-8d91-72f58302083b req-1e25314d-e655-4c87-b468-ee8701211bb0 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032865 Jul 07 22:16:11.513952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16c531d-f27d-411d-80b9-3477d18f3868,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:11.524855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.528411 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3627c6b-6295-47b3-be93-5eb52382b1b3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2698264 Jul 07 22:16:11.529243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38032) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:11.541273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'security_group_rule': {'security_group_id': 'e5fca46a-8f5d-41b6-b104-5094d8571406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:11.564132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-6f40dec9-1b9f-4ff6-9c3b-d4f1bebec714 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:11.567109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-6f40dec9-1b9f-4ff6-9c3b-d4f1bebec714 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787300 Jul 07 22:16:11.589149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:11.590581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.693581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.702396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.725357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c349127c-d935-4260-a568-12c079a666be,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:11.777179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.781693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-677c28da-995d-4006-b7b8-f0569a3e5d32 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510574 Jul 07 22:16:11.782299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:11.783178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38040) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:11.788022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:11.788686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.845111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.867601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fab4d0-af08-4e95-8553-501c527eb4d2 req-f5af16b4-8566-44f3-ae6c-1aecfbce35f2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:11.869209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38fab4d0-af08-4e95-8553-501c527eb4d2 req-f5af16b4-8566-44f3-ae6c-1aecfbce35f2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.1400261 Jul 07 22:16:11.925385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38046) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:11.957422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38fab4d0-af08-4e95-8553-501c527eb4d2 req-88b75565-0a9c-4ae4-91bd-32137b1cc398 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538993 Jul 07 22:16:11.981873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.249 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/c71d89e4-e611-4d05-9b26-9cfbc29a6dad) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:12.035856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.072654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38052) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:12.092117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48b955d2-cecd-4889-b67a-a4cb7fe07622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.155807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f788874-c4c3-45a9-9bc4-009c555127d0 req-0a5ded3a-7ff5-4884-8840-afed0439907b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.157056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f788874-c4c3-45a9-9bc4-009c555127d0 req-0a5ded3a-7ff5-4884-8840-afed0439907b tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 1102 time: 0.1566546 Jul 07 22:16:12.219907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40d69bcd-1d88-4005-ba8a-40a9042efa85 req-1e8615c4-c6b7-482f-935b-c00da47be675 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 210 time: 0.0615222 Jul 07 22:16:12.254473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.255109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 172.25.5.56 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/cef23e18-6395-4d77-849e-e3971f3babf9) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:12.273839 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f788874-c4c3-45a9-9bc4-009c555127d0 req-2c782a75-d98d-4bbb-9d14-fbc6d7895eae tempest-ServersAdminTestJSON-512503612 tempest-ServersAdminTestJSON-512503612-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103933 Jul 07 22:16:12.314332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object c71d89e4-e611-4d05-9b26-9cfbc29a6dad will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:12.362495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:12.375661 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48b955d2-cecd-4889-b67a-a4cb7fe07622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.385191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48b955d2-cecd-4889-b67a-a4cb7fe07622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.408564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:12.409407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2a7c4ea3-d841-4bc9-bc30-764d01ecd2a1 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:12.431393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.432016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.445513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:12.452059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', '34b3b633-b540-45ee-84c1-c5f1f7e557f7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:12.455758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-48b955d2-cecd-4889-b67a-a4cb7fe07622 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f29499d9072541f89dc7a5ce32f54289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250683 Jul 07 22:16:12.455758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b955d2-cecd-4889-b67a-a4cb7fe07622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947adef4-c99b-4c9a-86c8-4dedd549725e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:12.458804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38056) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:12.519407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:12.528968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:12.529462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5129db96-62de-4008-ae4a-afa823b20a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.533112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:12.547185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.565876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5129db96-62de-4008-ae4a-afa823b20a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.595772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:12.654937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:12.666122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:12.670134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5129db96-62de-4008-ae4a-afa823b20a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.672782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5129db96-62de-4008-ae4a-afa823b20a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.673930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5129db96-62de-4008-ae4a-afa823b20a08 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/947adef4-c99b-4c9a-86c8-4dedd549725e HTTP/1.1" status: 204 len: 168 time: 0.2131014 Jul 07 22:16:12.674970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.675856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.677522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:12.748253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=cef23e18-6395-4d77-849e-e3971f3babf9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:12.766326 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-3649b9a3-841f-48d1-8672-48eef308a1c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1849961 Jul 07 22:16:12.781896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129db96-62de-4008-ae4a-afa823b20a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947adef4-c99b-4c9a-86c8-4dedd549725e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:12.804387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Request body: {'port': {'device_id': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:12.953325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.978687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.987665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbef88-4cc4-4c09-a95e-07156909243a req-2a4c9164-7658-45e1-b627-92ac11b2d917 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.994581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dbbef88-4cc4-4c09-a95e-07156909243a req-2a4c9164-7658-45e1-b627-92ac11b2d917 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.2640531 Jul 07 22:16:13.005939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-84308046-dec5-4463-bfed-00a160295a20 None None] Provisioning for port c71d89e4-e611-4d05-9b26-9cfbc29a6dad completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:13.025282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.025647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-84308046-dec5-4463-bfed-00a160295a20 None None] Provisioning complete for port c71d89e4-e611-4d05-9b26-9cfbc29a6dad triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:13.026298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-84308046-dec5-4463-bfed-00a160295a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.041996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5a401-9140-4af3-8814-9b6cefca8ccd req-bd8cdae8-a2e9-455d-b9ab-9dc0b3db3d72 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:13.048768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88a5a401-9140-4af3-8814-9b6cefca8ccd req-bd8cdae8-a2e9-455d-b9ab-9dc0b3db3d72 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 950 time: 0.2334566 Jul 07 22:16:13.097267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dbbef88-4cc4-4c09-a95e-07156909243a req-e3fd2c62-8b1f-4e94-afc8-251d637b51e6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017115 Jul 07 22:16:13.121232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.147041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-84308046-dec5-4463-bfed-00a160295a20 None None] Port c71d89e4-e611-4d05-9b26-9cfbc29a6dad cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:13.187544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38070) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:13.223430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1059f89e-6096-42af-bb42-79fc176cfe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.283205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88a5a401-9140-4af3-8814-9b6cefca8ccd req-d7b09818-1d26-4fbc-ac38-d56c20cca5a0 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334807 Jul 07 22:16:13.394047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.401390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.445627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1059f89e-6096-42af-bb42-79fc176cfe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.469077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1059f89e-6096-42af-bb42-79fc176cfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.533300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1059f89e-6096-42af-bb42-79fc176cfe29 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3d2504eca14845b9a7cc4e7aced2b479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377886 Jul 07 22:16:13.536086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38074) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:13.540018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=cef23e18-6395-4d77-849e-e3971f3babf9,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.541280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059f89e-6096-42af-bb42-79fc176cfe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd90b19-3ddd-40d9-ac79-5c960563909c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.572251 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.615918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.617148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-63806fcf-827b-4127-9d5c-26b07e15bf63 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8330259 Jul 07 22:16:13.637953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7555d9-7c8d-4d6b-b908-d0e7a27378e3 req-881c4142-7a21-4a65-bc25-cd868cfff9e5 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:13.639520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f7555d9-7c8d-4d6b-b908-d0e7a27378e3 req-881c4142-7a21-4a65-bc25-cd868cfff9e5 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.2351341 Jul 07 22:16:13.643846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71d89e4-e611-4d05-9b26-9cfbc29a6dad {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:13.654667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb0c1b-8789-4871-b253-dacd8c7b1128 req-43d166a7-41f7-48fd-97ef-a1f4bc76d5a8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:13.656434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ddb0c1b-8789-4871-b253-dacd8c7b1128 req-43d166a7-41f7-48fd-97ef-a1f4bc76d5a8 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 936 time: 0.2369881 Jul 07 22:16:13.666944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.677790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8761d7cd-35de-4e9c-938d-7f9700324f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.698782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Transition to ACTIVE for port object c71d89e4-e611-4d05-9b26-9cfbc29a6dad will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:13.705721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.746813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f7555d9-7c8d-4d6b-b908-d0e7a27378e3 req-fdb513a1-6cbf-4a39-90c3-8c157e3b35d3 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895634 Jul 07 22:16:13.748753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8761d7cd-35de-4e9c-938d-7f9700324f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.766338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Pushing event updated for resources: {'Port': ['ID=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.784361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ddb0c1b-8789-4871-b253-dacd8c7b1128 req-88f5d950-117e-43d9-b8a4-e9c3521bae81 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120799 Jul 07 22:16:13.806669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Deleting port 4b448f3b-f370-4540-87ac-0fccf6cda417 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:13.807037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.845693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8761d7cd-35de-4e9c-938d-7f9700324f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.850135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8761d7cd-35de-4e9c-938d-7f9700324f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.851831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8761d7cd-35de-4e9c-938d-7f9700324f82 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fbd90b19-3ddd-40d9-ac79-5c960563909c HTTP/1.1" status: 204 len: 168 time: 0.3125834 Jul 07 22:16:13.870146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761d7cd-35de-4e9c-938d-7f9700324f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd90b19-3ddd-40d9-ac79-5c960563909c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.950889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] For port 4b448f3b-f370-4540-87ac-0fccf6cda417, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4b448f3b-f370-4540-87ac-0fccf6cda417,segment=NetworkSegment(db769ea2-5ea3-4a0e-8369-5e7e0800b115),segment_id=db769ea2-5ea3-4a0e-8369-5e7e0800b115)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:13.951328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.953742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Attempting to bind port c71d89e4-e611-4d05-9b26-9cfbc29a6dad on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:13.954186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Attempting to bind port c71d89e4-e611-4d05-9b26-9cfbc29a6dad by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:13.955039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Attempting to bind port c71d89e4-e611-4d05-9b26-9cfbc29a6dad on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:13.970528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Calling delete_port for 4b448f3b-f370-4540-87ac-0fccf6cda417 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:13.972152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Port c71d89e4-e611-4d05-9b26-9cfbc29a6dad on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:13.972484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Attempting to bind port c71d89e4-e611-4d05-9b26-9cfbc29a6dad on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:13.983945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:13.984292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:13.985070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:13.985216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Bound port: c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:13.985522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.993818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-0863a3d6-7315-4369-94f4-e8d8bc80d0b0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--109978026&fields=id&tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c HTTP/1.1" status: 200 len: 267 time: 0.0432107 Jul 07 22:16:14.077713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1d31c3ba-0471-4a47-8b74-a12e1a03d596 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.079180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1d31c3ba-0471-4a47-8b74-a12e1a03d596 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 932 time: 0.0753789 Jul 07 22:16:14.146018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] For port c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:14.163034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] For port c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:14.165793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bf25782c-7c6c-475a-b976-1f3caebb9cf0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.174215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.187213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bf25782c-7c6c-475a-b976-1f3caebb9cf0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 930 time: 0.0926268 Jul 07 22:16:14.221185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.221844 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.224229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] 10.222.0.97 "PUT /v2.0/ports/c71d89e4-e611-4d05-9b26-9cfbc29a6dad HTTP/1.1" status: 200 len: 1097 time: 1.4416618 Jul 07 22:16:14.227277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'tag': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:14.237262 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bae6b6-2c23-42ef-a24c-09a51bedefc4" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa9e4e6-c0b7-439c-a12a-599e8fb4f018", "tag": "c71d89e4-e611-4d05-9b26-9cfbc29a6dad"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:14.271632 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-3b64c73e-95a1-40f4-a7ff-12c00f4dceb6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0831017 Jul 07 22:16:14.273813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b65ae-fe21-4fd7-955f-874b11f197ba service neutron] Pushing event updated for resources: {'Port': ['ID=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:14.363704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-3dea2dde-8777-4ee2-8b24-7248434395e2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0910847 Jul 07 22:16:14.383327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-bce77914-0d89-4fae-9b89-d650da1b8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.385347 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-bce77914-0d89-4fae-9b89-d650da1b8f9e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 1100 time: 0.1044517 Jul 07 22:16:14.385938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.424101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b448f3b-f370-4540-87ac-0fccf6cda417,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:14.453831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079a4cf-1776-460e-bafa-a8e20679503d req-eef28e73-48c9-46f0-a356-1f82de7bf51b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.456489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9079a4cf-1776-460e-bafa-a8e20679503d req-eef28e73-48c9-46f0-a356-1f82de7bf51b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.1810298 Jul 07 22:16:14.496332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-806c839c-afd5-4b4e-9f3d-6fca98263f9b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad HTTP/1.1" status: 200 len: 217 time: 0.0826819 Jul 07 22:16:14.518538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9079a4cf-1776-460e-bafa-a8e20679503d req-4a0f84b2-88a8-464c-a26d-9b4a099624a2 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535719 Jul 07 22:16:14.550206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e797758c-3609-443f-9880-9827e118cbac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.558580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e797758c-3609-443f-9880-9827e118cbac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.564471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e797758c-3609-443f-9880-9827e118cbac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.566098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e797758c-3609-443f-9880-9827e118cbac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/networks?id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2b31379b-ced6-49a0-8417-23a4ed18097e&id=2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 200 len: 1989 time: 0.1926370 Jul 07 22:16:14.586845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-eb230c9d-563f-4b3f-8d94-77e3f2e9d258 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/quotas/97a6d1c5d0fd45d4b0c04d14628ad85c HTTP/1.1" status: 200 len: 375 time: 0.0108776 Jul 07 22:16:14.688169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1e397182-ba28-4a93-a76d-83d64b1b3463 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0944371 Jul 07 22:16:14.804718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-fbc858d7-3e59-4546-83a5-91bb6618c408 service neutron] 10.222.0.95 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150935 Jul 07 22:16:14.846865 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0444931e-5a2b-46d1-b6b7-5bcefa1c0bf6 x-openstack-request-id: req-0444931e-5a2b-46d1-b6b7-5bcefa1c0bf6 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:14.847255 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa9e4e6-c0b7-439c-a12a-599e8fb4f018", "tag": "c71d89e4-e611-4d05-9b26-9cfbc29a6dad", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:14.847577 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0444931e-5a2b-46d1-b6b7-5bcefa1c0bf6 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:14.847962 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'tag': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad', 'status': 'completed', 'code': 200} Jul 07 22:16:14.898297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-76160f4a-3426-4a17-9881-f3abd945e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.899814 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-76160f4a-3426-4a17-9881-f3abd945e3f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3914819 Jul 07 22:16:15.009164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-c5c0370a-b618-45b3-9f1b-35e3f9cd4973 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.011068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-c5c0370a-b618-45b3-9f1b-35e3f9cd4973 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 950 time: 0.5138650 Jul 07 22:16:15.056898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.090080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-c84d968b-146d-4057-b3da-a5856aa88524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.091629 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-c84d968b-146d-4057-b3da-a5856aa88524 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1835046 Jul 07 22:16:15.228416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-640a5a59-0b05-4b65-bf36-187b1e571b15 service neutron] 10.222.0.95 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223528 Jul 07 22:16:15.241046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7f4c-b1b6-48ef-9991-2c820e52c5ac req-6d3d706c-a69e-4084-bf01-30426d0aa891 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.248812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28bc7f4c-b1b6-48ef-9991-2c820e52c5ac req-6d3d706c-a69e-4084-bf01-30426d0aa891 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 950 time: 0.3879371 Jul 07 22:16:15.325728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28bc7f4c-b1b6-48ef-9991-2c820e52c5ac req-9554f218-d839-4957-8c73-26a7efa67e81 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759315 Jul 07 22:16:15.325925 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-91585b12-2576-4b4a-94ac-043396112bf0 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236674 Jul 07 22:16:15.329206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-8740f4f8-e8c4-4718-94d0-b471f67354b7 service neutron] 10.222.0.95 "GET /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0761442 Jul 07 22:16:15.398559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Deleting port f377afc8-0416-4e2c-afd3-705749a3c58c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:15.399038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.444061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-b2049186-4fb4-4938-b75f-f0cf0c441ebf service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092584 Jul 07 22:16:15.612764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-521ba01d-09f2-4ae2-bde0-21e48d76b137 service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619408 Jul 07 22:16:15.617865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] For port f377afc8-0416-4e2c-afd3-705749a3c58c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f377afc8-0416-4e2c-afd3-705749a3c58c,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:15.617865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.619711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38144) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:15.624737 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bead52f4-fa6f-4ac0-a749-837390c2f634 req-8489120b-b4ac-47b1-9568-2cfae89ad023 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495675 Jul 07 22:16:15.624904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d8d94-f8d7-4f8c-808d-b3afa886c461 req-f8f9a419-38cd-49b1-9b49-6607fd21030e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.626236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-562d8d94-f8d7-4f8c-808d-b3afa886c461 req-f8f9a419-38cd-49b1-9b49-6607fd21030e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.1446128 Jul 07 22:16:15.642965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Calling delete_port for f377afc8-0416-4e2c-afd3-705749a3c58c owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:15.650177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Router a02f1611-7c6e-4823-97a2-4b8e40373d3d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:15.711809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-562d8d94-f8d7-4f8c-808d-b3afa886c461 req-37cd7b82-8580-4437-b83d-dff5a8fee814 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762386 Jul 07 22:16:15.713663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a16a6d74-1d1a-455d-b503-9d3739720259 service neutron] 10.222.0.95 "GET /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0865145 Jul 07 22:16:15.801381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8538ba86-d63c-41e7-a3bf-ac38beb7d03e tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:15.859986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-339b4f05-da5e-46cd-a1e6-5bcd9fd7624c service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270783 Jul 07 22:16:15.931790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-640fb6ad-056d-446d-b5bb-73cd9831aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.933309 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-640fb6ad-056d-446d-b5bb-73cd9831aacd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 1100 time: 0.2267058 Jul 07 22:16:15.976669 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8538ba86-d63c-41e7-a3bf-ac38beb7d03e tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "PUT /v2.0/quotas/ac7044a5055544979f94831f043e01e8 HTTP/1.1" status: 200 len: 366 time: 0.3542619 Jul 07 22:16:15.980234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:15.991179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:15.996453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-540496ae-dd00-4aed-b203-a824652cbab6 admin admin] 10.222.0.95 "PUT /v2.0/routers/a02f1611-7c6e-4823-97a2-4b8e40373d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9227972 Jul 07 22:16:16.001151 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] Sync routers for ids ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:16.004613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38152) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.012363 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] Routers {'a02f1611-7c6e-4823-97a2-4b8e40373d3d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:16.015234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-aead6e2f-efc3-4628-9f60-585b8b2a29c6 tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0298550 Jul 07 22:16:16.015346 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:15:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:16.020958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ccd1-9cda-4008-b9fc-c21b650d143c req-b87f9ee6-27ab-49a4-b588-3ae8bc97c778 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.022491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfb2ccd1-9cda-4008-b9fc-c21b650d143c req-b87f9ee6-27ab-49a4-b588-3ae8bc97c778 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 948 time: 0.1530080 Jul 07 22:16:16.023289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.059598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.061269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-29ecbbc2-197e-44e4-892c-dd26067a1e4a service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898637 Jul 07 22:16:16.071606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['012652de-fe0b-4a44-92d9-d1fffbb70a77', 'f377afc8-0416-4e2c-afd3-705749a3c58c', '65296f41-3378-4260-b3f3-52cfa353cccd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:16.095565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d7d03980-7dd2-4534-8693-7bf4c6243608 tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "GET /v2.0/quotas/ac7044a5055544979f94831f043e01e8 HTTP/1.1" status: 200 len: 366 time: 0.0678954 Jul 07 22:16:16.106644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38156) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.133269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event deleted for resources: {'Port': ['ID=f377afc8-0416-4e2c-afd3-705749a3c58c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:16.137479 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] Set router a02f1611-7c6e-4823-97a2-4b8e40373d3d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:16.168702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] No DVR routers for this DVR port f377afc8-0416-4e2c-afd3-705749a3c58c on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:16.170289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.173083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0ebdb384-d82e-4946-9d0e-dc3618fbc5f4 req-02ea6177-7cd7-4fef-b9ca-a29e50b46a8d tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "DELETE /v2.0/ports/f377afc8-0416-4e2c-afd3-705749a3c58c HTTP/1.1" status: 204 len: 173 time: 1.1512842 Jul 07 22:16:16.174781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-21fd5ce9-ccac-4fb7-a990-2fb7bd186c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.177783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-21fd5ce9-ccac-4fb7-a990-2fb7bd186c1b service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2174544 Jul 07 22:16:16.216547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c4710d19-4746-4c22-90ac-13902d5f1ef2 tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "DELETE /v2.0/quotas/ac7044a5055544979f94831f043e01e8 HTTP/1.1" status: 204 len: 168 time: 0.1072028 Jul 07 22:16:16.225402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38158) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.249820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfb2ccd1-9cda-4008-b9fc-c21b650d143c req-12adff05-74da-42f5-b3b3-ec012f01d32f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864436 Jul 07 22:16:16.293283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dd00d4dd-7013-4d76-8b2e-b5d0372f8b9d tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0637212 Jul 07 22:16:16.301598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38160) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.310714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-8c187745-9daa-4d44-87d0-0cf85eb67aa4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad HTTP/1.1" status: 200 len: 217 time: 0.1257823 Jul 07 22:16:16.313138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.357411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-adfaafc2-04c7-4c29-87de-d5f22d9b43d0 tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "GET /v2.0/quotas/ac7044a5055544979f94831f043e01e8 HTTP/1.1" status: 200 len: 370 time: 0.0546696 Jul 07 22:16:16.363994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38164) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.370643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b631abcf-35b2-4889-92be-991b4e5c1efe tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "GET /v2.0/quotas/ac7044a5055544979f94831f043e01e8/default HTTP/1.1" status: 200 len: 370 time: 0.0054772 Jul 07 22:16:16.372849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-b076f09f-6fdb-49dc-98e9-ab6e4013da36 service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002815 Jul 07 22:16:16.375090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38166) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.415893 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-f3d7e062-e47d-40b5-b204-338ef1911216 tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] delete failed (client error): The resource could not be found. Jul 07 22:16:16.417641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f3d7e062-e47d-40b5-b204-338ef1911216 tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "DELETE /v2.0/quotas/ac7044a5055544979f94831f043e01e8 HTTP/1.1" status: 404 len: 348 time: 0.0413358 Jul 07 22:16:16.418413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:16.465878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-58e7aec6-d575-46b1-893a-d4db35562368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.468075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-58e7aec6-d575-46b1-893a-d4db35562368 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1487713 Jul 07 22:16:16.593740 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:16:14Z', 'revision_number': 5, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port': {'id': '9a82cf3f-299a-47e7-b499-87fd85010f74', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:16.596928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-3d819e12-ce0f-4f10-9b4b-613145279750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.599862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-3d819e12-ce0f-4f10-9b4b-613145279750 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209147 Jul 07 22:16:16.605626 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.624526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a91faaf7-bf38-467e-a6e1-f2521a8fe5f1 service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412710 Jul 07 22:16:16.632020 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.647976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38170) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:16.657384 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] Checking router: a02f1611-7c6e-4823-97a2-4b8e40373d3d for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:16.668428 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] Routers {'a02f1611-7c6e-4823-97a2-4b8e40373d3d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:16.669232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:16.669553 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:15:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:16.690120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064', 'port_id': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'mac_address': 'fa:16:3e:4a:ba:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1109974f-628f-489a-b107-16d9f10921ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:16.742455 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.749456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:network and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:16.758872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:16.766865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:16.786966 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] Set router a02f1611-7c6e-4823-97a2-4b8e40373d3d gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:16.788255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:16.797497 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.817776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bb5c4a99-95b9-4e8b-ae1a-07ae5eae4c21 service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716332 Jul 07 22:16:16.837890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:subnet and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:16.842895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baff3c-956d-4312-b744-36ab63cb0db6 req-ffd7705e-ca26-40ba-98fe-4151f51f676c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.844821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26baff3c-956d-4312-b744-36ab63cb0db6 req-ffd7705e-ca26-40ba-98fe-4151f51f676c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 945 time: 0.3511744 Jul 07 22:16:16.847474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-56a3331c-747a-4e05-b180-7d19aa4c4b26 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402778 Jul 07 22:16:16.848414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:16.849422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 6, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:16.861898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'name': 'network-vif-deleted', 'tag': 'f377afc8-0416-4e2c-afd3-705749a3c58c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:16.864553 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d11da8b-7d7d-4c08-bc29-5019c6cb3631" -d '{"events": [{"server_uuid": "4c8e9588-22a3-4b0d-9329-bcad4801ec58", "name": "network-vif-deleted", "tag": "f377afc8-0416-4e2c-afd3-705749a3c58c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:16.869253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:16.879887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.879887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.880676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.881127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.881609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.882167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.882664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.882923 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd58010-74fe-4b75-8ed9-493329ec797e None None] The sync data for ids ['a02f1611-7c6e-4823-97a2-4b8e40373d3d'] in n-d-694802-13 is: [{'id': 'a02f1611-7c6e-4823-97a2-4b8e40373d3d', 'name': 'tempest-ServerRescueTestJSON-1358617773-router', 'tenant_id': 'd9b35825fbe849188a9678f9e91b0959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:47Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 6, 'project_id': 'd9b35825fbe849188a9678f9e91b0959', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:16.883408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.883842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.884270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.885745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.886355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:16.948794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Deleting port 9a82cf3f-299a-47e7-b499-87fd85010f74 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:16.949136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.949986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:subnetpool and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:16.962327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:16.977073 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-96bae6b6-2c23-42ef-a24c-09a51bedefc4 req-654550ce-4021-4574-8647-f309ab22166a service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088247 Jul 07 22:16:16.978394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:port and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:16.983392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:16.990065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:router and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:16.995406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:17.001256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26baff3c-956d-4312-b744-36ab63cb0db6 req-ab22b809-7e67-4bea-bb11-ca2694fa8340 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385186 Jul 07 22:16:17.001617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:floatingip and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:17.007649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:17.025056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-98fcf821-d094-4911-9f44-7b20e7e3d42b service neutron] 10.222.0.95 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761863 Jul 07 22:16:17.056914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:security_group and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:17.061910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:17.069352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Usage tracker for resource:security_group_rule and tenant:9527ebbfca3c493f968c4b3d090916d1 is out of sync, need to count used quota {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:16:17.074690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.quota.resource [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:16:17.079286 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-538f619e-512e-478c-8601-c645682af2be tempest-QuotasTest-2040323107 tempest-QuotasTest-2040323107-project-admin] 10.222.0.95 "GET /v2.0/quotas/9527ebbfca3c493f968c4b3d090916d1/details.json HTTP/1.1" status: 200 len: 703 time: 0.4301889 Jul 07 22:16:17.086900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:17.109863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] For port 9a82cf3f-299a-47e7-b499-87fd85010f74, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9a82cf3f-299a-47e7-b499-87fd85010f74,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:17.110229 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.132699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Calling delete_port for 9a82cf3f-299a-47e7-b499-87fd85010f74 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:17.226413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-223c369d-38a2-4b23-8461-03fc00952538 service neutron] 10.222.0.95 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863909 Jul 07 22:16:17.368944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-266f2e6e-c51e-4487-b405-5e2b6d06d9e0 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.370591 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-266f2e6e-c51e-4487-b405-5e2b6d06d9e0 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.1219468 Jul 07 22:16:17.386956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-13'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:17.453000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78b50baf-9a2a-457c-a435-469c05d6324d req-c367ad45-eaeb-4ab1-abe3-f53083e4e325 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c8e9588-22a3-4b0d-9329-bcad4801ec58 HTTP/1.1" status: 200 len: 210 time: 0.0937197 Jul 07 22:16:17.484965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.523145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-7274d78c-8cc8-4d9c-9229-5b0bda1109bb service neutron] 10.222.0.95 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893388 Jul 07 22:16:17.588928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38182) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:17.678346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:17.681112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.721747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a82cf3f-299a-47e7-b499-87fd85010f74,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:17.749931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:17.770440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-cded6abb-d8f0-4baa-8b10-b7c04c481bb5 service neutron] 10.222.0.95 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459793 Jul 07 22:16:17.812992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7537a427-7526-45ce-b77c-4b19fd2306db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.839673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4b448f3b-f370-4540-87ac-0fccf6cda417 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:17.844185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.856164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.872260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4b448f3b-f370-4540-87ac-0fccf6cda417 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:17.872806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4b448f3b-f370-4540-87ac-0fccf6cda417 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:17.873360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9a82cf3f-299a-47e7-b499-87fd85010f74 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:17.877643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.897767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 9a82cf3f-299a-47e7-b499-87fd85010f74 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:17.898252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9a82cf3f-299a-47e7-b499-87fd85010f74 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:17.919230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:17.996980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h1-694802-13 for vnic_type normal with profile {"migrating_to": "n-h2-694802-13"} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:17.997219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:17.997559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:18.013605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:18.013955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:18.024430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:18.024861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:18.025353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:18.026459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Bound port: 918f89f9-f106-43f3-9dcb-890c92f76a6a, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:18.026860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.028592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:18.036756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f377afc8-0416-4e2c-afd3-705749a3c58c no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:18.064159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: f377afc8-0416-4e2c-afd3-705749a3c58c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:18.064663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f377afc8-0416-4e2c-afd3-705749a3c58c not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:18.087667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7537a427-7526-45ce-b77c-4b19fd2306db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.095120 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7537a427-7526-45ce-b77c-4b19fd2306db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.148650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:18.163792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537a427-7526-45ce-b77c-4b19fd2306db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129ddcb9-bc74-4f67-952e-2d99c5149c58,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:18.174820 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7537a427-7526-45ce-b77c-4b19fd2306db admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=adc07136e4ca4b8aa98ac6ed43309b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846827 Jul 07 22:16:18.176126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h1-694802-13 for vnic_type normal with profile {"migrating_to": "n-h2-694802-13"} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:18.176627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:18.177237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:18.177365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38190) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:18.184115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:18.184721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:18.186081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:18.192113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:18.192588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:18.193117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:18.193648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Bound port: 918f89f9-f106-43f3-9dcb-890c92f76a6a, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:18.194691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.211702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:18.224738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.247190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766c9a9-4ecc-409f-be57-7d64e447762a req-14f4c7ab-de0a-477f-bff3-e051b8815601 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:18.248708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6766c9a9-4ecc-409f-be57-7d64e447762a req-14f4c7ab-de0a-477f-bff3-e051b8815601 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.6227181 Jul 07 22:16:18.277697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:18.286753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 918f89f9-f106-43f3-9dcb-890c92f76a6a-n-h1-694802-13-0 {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:16:18.287743 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:16:18.288427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da3e6de8-b812-48a7-b56e-2ad9ee56f0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.301641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.305077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19d6ba4f-2a26-4c10-95a2-830a11d6997f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.306665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=8']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:18.316650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.348084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:18.348573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.350045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7605e869-52a4-49d1-a844-cb018353816d service neutron] 10.222.0.97 "PUT /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 1123 time: 0.9680386 Jul 07 22:16:18.360467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.363441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19d6ba4f-2a26-4c10-95a2-830a11d6997f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.405961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a42e4717-8900-4d3b-aeed-082322c5c7d1 service neutron] 10.222.0.95 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905492 Jul 07 22:16:18.410484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6766c9a9-4ecc-409f-be57-7d64e447762a req-055828a8-e6fe-4faf-b540-1b762872f338 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255491 Jul 07 22:16:18.413991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.414560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02f1611-7c6e-4823-97a2-4b8e40373d3d {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:16:18.420257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.425103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a98baf6e-acbf-4b07-81b2-417f2a93878c admin admin] 10.222.0.95 "DELETE /v2.0/routers/a02f1611-7c6e-4823-97a2-4b8e40373d3d HTTP/1.1" status: 204 len: 168 time: 2.4194524 Jul 07 22:16:18.425332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38192) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:18.434116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19d6ba4f-2a26-4c10-95a2-830a11d6997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.436928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19d6ba4f-2a26-4c10-95a2-830a11d6997f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.438047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-19d6ba4f-2a26-4c10-95a2-830a11d6997f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/129ddcb9-bc74-4f67-952e-2d99c5149c58 HTTP/1.1" status: 204 len: 168 time: 0.2597461 Jul 07 22:16:18.444231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:18.524163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6ba4f-2a26-4c10-95a2-830a11d6997f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ddcb9-bc74-4f67-952e-2d99c5149c58,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:18.542095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['918f89f9-f106-43f3-9dcb-890c92f76a6a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:18.544824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['918f89f9-f106-43f3-9dcb-890c92f76a6a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:18.562733 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8246dc6-5c11-4ff4-a4a8-282fe639f83c x-openstack-request-id: req-b8246dc6-5c11-4ff4-a4a8-282fe639f83c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:18.563047 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8e9588-22a3-4b0d-9329-bcad4801ec58", "name": "network-vif-deleted", "tag": "f377afc8-0416-4e2c-afd3-705749a3c58c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:18.563334 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b8246dc6-5c11-4ff4-a4a8-282fe639f83c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:18.563752 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8e9588-22a3-4b0d-9329-bcad4801ec58', 'name': 'network-vif-deleted', 'tag': 'f377afc8-0416-4e2c-afd3-705749a3c58c', 'status': 'completed', 'code': 200} Jul 07 22:16:18.573279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Deleting subnet eb9fe100-3a66-466d-90f5-06fd12db6642 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:16:18.594941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.689357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.749705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.815474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h1-694802-13 for vnic_type normal with profile {"migrating_to": "n-h2-694802-13"} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:18.815474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:18.815832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:18.835233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.861664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:18.862004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempting to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a on network 7788b445-35a0-461c-9cec-31b179d58fd0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:18.876482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:18.876859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Checking segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:18.877280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Bound using segment: {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:18.877762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Bound port: 918f89f9-f106-43f3-9dcb-890c92f76a6a, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73398642-37be-43bc-adb5-e981d98ac68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7788b445-35a0-461c-9cec-31b179d58fd0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:18.878161 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.880423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29690afd-74c5-4605-9e22-0254aab4bcf6 req-17a1ee84-1963-4a94-ac44-282f013a7d81 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:18.882588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29690afd-74c5-4605-9e22-0254aab4bcf6 req-17a1ee84-1963-4a94-ac44-282f013a7d81 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 948 time: 0.1509979 Jul 07 22:16:18.883328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.888181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/eb9fe100-3a66-466d-90f5-06fd12db6642 HTTP/1.1" status: 204 len: 168 time: 0.4595308 Jul 07 22:16:18.888181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e595ed-057c-4455-9ffd-e0318dec600e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9fe100-3a66-466d-90f5-06fd12db6642,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:18.889071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38210) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:18.900767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:18.919535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:18.919913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.953857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29690afd-74c5-4605-9e22-0254aab4bcf6 req-b3bfe525-5d3b-4f1e-a844-28fcd138715b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633819 Jul 07 22:16:18.988903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.002525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:19.036921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c877bb4-cd0b-45d5-89c5-5d20cb1a924d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.109413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.117068 n-d-694802-13 neutron-server[93933]: WARNING neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Concurrent port binding operations failed on port 918f89f9-f106-43f3-9dcb-890c92f76a6a Jul 07 22:16:19.124161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd437a52-88a0-44af-b4e4-c20a06821304']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:19.126084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:19.141528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db769ea2-5ea3-4a0e-8369-5e7e0800b115') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:19.141799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db769ea2-5ea3-4a0e-8369-5e7e0800b115') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:19.147759 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Attempt 2 to bind port 918f89f9-f106-43f3-9dcb-890c92f76a6a Jul 07 22:16:19.148547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a has no active binding in host n-h2-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:16:19.159294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.185478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.194333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb220624-78f9-4d7d-b4d4-eb47fc06e09b req-020e672c-316d-433c-bdce-3401b8944c33 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.197100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:16:19.197559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:16:19.204668 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:16:19.212301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb220624-78f9-4d7d-b4d4-eb47fc06e09b req-020e672c-316d-433c-bdce-3401b8944c33 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.1151750 Jul 07 22:16:19.288702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.300521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.302393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] 10.222.0.95 "DELETE /v2.0/networks/bd437a52-88a0-44af-b4e4-c20a06821304 HTTP/1.1" status: 204 len: 168 time: 0.4122274 Jul 07 22:16:19.308994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb220624-78f9-4d7d-b4d4-eb47fc06e09b req-20c8f114-8b62-4f51-a066-6a5749863b2c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775635 Jul 07 22:16:19.318659 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c877bb4-cd0b-45d5-89c5-5d20cb1a924d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.339064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c877bb4-cd0b-45d5-89c5-5d20cb1a924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.352346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cf9c2-7cac-4cb5-be0d-7af81a6b20ba admin admin] Pushing event deleted for resources: {'Network': ['ID=bd437a52-88a0-44af-b4e4-c20a06821304,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.384144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c877bb4-cd0b-45d5-89c5-5d20cb1a924d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9527ebbfca3c493f968c4b3d090916d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803916 Jul 07 22:16:19.387058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38228) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:19.390098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c877bb4-cd0b-45d5-89c5-5d20cb1a924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0bac7a-4ab9-448c-ba55-890bef692ea7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.414438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.447301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:19.450369 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4115fde0-b2c5-49ef-a554-67ed044bf9aa" -d '{"events": [{"server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "name": "network-vif-plugged", "status": "completed", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:19.486469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:19.495389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd4bbef3-64b4-4a8f-877c-4857bee113fc req-45ca5bca-ca5c-4d9e-87ef-060278d51cd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0807087 Jul 07 22:16:19.497481 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.560797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f84ae093-02e8-4b33-9be4-809bfd93d3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.575619 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e6db13-3e1a-46cd-add5-f1e546069e31 x-openstack-request-id: req-d4e6db13-3e1a-46cd-add5-f1e546069e31 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:19.575928 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "name": "network-vif-plugged", "status": "completed", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:19.576157 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d4e6db13-3e1a-46cd-add5-f1e546069e31 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:19.576656 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'code': 200} Jul 07 22:16:19.577797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.609772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38240) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:19.611922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f84ae093-02e8-4b33-9be4-809bfd93d3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.685108 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-98bab96c-33e0-4a31-a5bb-77d9a5881657 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d9b35825fbe849188a9678f9e91b0959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726547 Jul 07 22:16:19.687694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:19.734322 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f84ae093-02e8-4b33-9be4-809bfd93d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.738838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f84ae093-02e8-4b33-9be4-809bfd93d3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.740287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f84ae093-02e8-4b33-9be4-809bfd93d3e5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae0bac7a-4ab9-448c-ba55-890bef692ea7 HTTP/1.1" status: 204 len: 168 time: 0.3515620 Jul 07 22:16:19.757725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd45e1a8-eccc-46e8-a812-37abb4516869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.794428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ae093-02e8-4b33-9be4-809bfd93d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0bac7a-4ab9-448c-ba55-890bef692ea7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.809973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd45e1a8-eccc-46e8-a812-37abb4516869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.844719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2609-15dc-4d85-85f4-07d19714a234 req-df96cb29-f5d0-47ec-bdfc-2dced8efa1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.846381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdba2609-15dc-4d85-85f4-07d19714a234 req-df96cb29-f5d0-47ec-bdfc-2dced8efa1eb service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1098 time: 0.1572671 Jul 07 22:16:19.856004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f49f-37c6-4909-8fa0-b15501b9e4be req-0b9087d4-65b7-4239-a605-4b28b7ba4edc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.863791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3302f49f-37c6-4909-8fa0-b15501b9e4be req-0b9087d4-65b7-4239-a605-4b28b7ba4edc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.1317742 Jul 07 22:16:19.926677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3302f49f-37c6-4909-8fa0-b15501b9e4be req-63e6e993-183e-4ce1-89d5-968de5effb03 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Jul 07 22:16:19.948689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd45e1a8-eccc-46e8-a812-37abb4516869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.958034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdba2609-15dc-4d85-85f4-07d19714a234 req-f0ef0532-6f47-4651-8cde-cec8d01f9523 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910347 Jul 07 22:16:19.964394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd45e1a8-eccc-46e8-a812-37abb4516869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.967957 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dd45e1a8-eccc-46e8-a812-37abb4516869 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fe2ba661-418f-47fd-87f1-79975be42536 HTTP/1.1" status: 204 len: 168 time: 0.2770667 Jul 07 22:16:19.976101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45e1a8-eccc-46e8-a812-37abb4516869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ba661-418f-47fd-87f1-79975be42536,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:20.054299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c71d89e4-e611-4d05-9b26-9cfbc29a6dad details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:20.172171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30951-6483-4422-93de-10b043be62e7 req-807f680c-d914-41f8-b7df-f869edea48c2 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.179166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ca30951-6483-4422-93de-10b043be62e7 req-807f680c-d914-41f8-b7df-f869edea48c2 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.1521363 Jul 07 22:16:20.234697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:20.252577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ca30951-6483-4422-93de-10b043be62e7 req-0a581e10-ab58-41b0-b2d0-2bb2af5f7c87 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722415 Jul 07 22:16:20.257744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad', 'mac_address': 'fa:16:3e:35:76:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:20.304864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7745f-dd72-4844-8c79-3bd3c01ef396 req-b4c56a63-61c4-4f1d-bc9e-d444b6fadd8c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.312429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6eb7745f-dd72-4844-8c79-3bd3c01ef396 req-b4c56a63-61c4-4f1d-bc9e-d444b6fadd8c tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 948 time: 0.1996262 Jul 07 22:16:20.334122 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.362584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71d89e4-e611-4d05-9b26-9cfbc29a6dad {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:20.393818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:20.399980 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.432286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6eb7745f-dd72-4844-8c79-3bd3c01ef396 req-b280ab11-085e-435c-97bc-98448b249b68 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128867 Jul 07 22:16:20.518331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:20.565301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a'}, {'name': 'network-changed', 'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:20.569889 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b9a53-d897-4697-be46-79c02bff9370" -d '{"events": [{"server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "name": "network-vif-unplugged", "status": "completed", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a"}, {"name": "network-changed", "server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:20.617321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e339682-e080-4a37-a807-7cbce1ab3023 req-44f229e0-05da-4b26-97f8-789d15cdccdb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.618926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e339682-e080-4a37-a807-7cbce1ab3023 req-44f229e0-05da-4b26-97f8-789d15cdccdb tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0787358 Jul 07 22:16:20.669359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e339682-e080-4a37-a807-7cbce1ab3023 req-6e9f33b4-1664-47ff-b095-de92725bd5ef tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Jul 07 22:16:20.728144 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510da6a-9df0-4e2a-9174-83bf79f90502 x-openstack-request-id: req-f510da6a-9df0-4e2a-9174-83bf79f90502 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:20.729194 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "name": "network-vif-unplugged", "status": "completed", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a", "code": 200}, {"name": "network-changed", "server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:20.730004 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f510da6a-9df0-4e2a-9174-83bf79f90502 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:20.730872 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'code': 200} Jul 07 22:16:20.731688 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'status': 'completed', 'code': 200} Jul 07 22:16:20.773830 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:16:20.784215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f53d1793-841f-4fc6-a44d-e2126a13820c req-4a2ae571-56a0-4f4b-961b-cee932de8cd3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0582097 Jul 07 22:16:20.846889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-a506c91f-7ec1-452e-a53a-d046976d8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.850689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-a506c91f-7ec1-452e-a53a-d046976d8127 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1126 time: 0.0842130 Jul 07 22:16:20.868234 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf98cf89-81b0-465e-b2b6-137db690a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.923483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:20.955723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-fa32b5b8-ce41-493a-a439-ecfef5a12b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.957908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-fa32b5b8-ce41-493a-a439-ecfef5a12b2d service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1002786 Jul 07 22:16:21.011398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-bf962c60-1fbb-4f99-bd08-cd21ad1f683b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 217 time: 0.0411081 Jul 07 22:16:21.037032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['c71d89e4-e611-4d05-9b26-9cfbc29a6dad'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:21.137769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-network', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:21.177145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-602133e5-a074-446c-b6c9-0991ca532931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.178767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-602133e5-a074-446c-b6c9-0991ca532931 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1556840 Jul 07 22:16:21.202410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Made reservation on behalf of c698d1cdc4c14987a755f2a8d2923d40 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:21.207352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.210218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474766e7-32f2-4272-b279-e6ca922cbf30 req-f14c9a7f-13e2-4f35-85f8-a399c22159cd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.211770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-474766e7-32f2-4272-b279-e6ca922cbf30 req-f14c9a7f-13e2-4f35-85f8-a399c22159cd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.1340759 Jul 07 22:16:21.216495 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.247929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-9af3fe21-c007-4b8f-bb4b-70af8430ed6c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536399 Jul 07 22:16:21.302085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-acab57e0-abdd-4fb2-b9d6-5852f169feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.304811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-acab57e0-abdd-4fb2-b9d6-5852f169feda service neutron] 10.222.0.103 "GET /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 1028 time: 0.0660200 Jul 07 22:16:21.348297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-474766e7-32f2-4272-b279-e6ca922cbf30 req-a24d8824-f3d9-4f48-ae4d-12a0fbc8abfd tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090395 Jul 07 22:16:21.376670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.403792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-1e0d7849-da21-4fb7-9835-ee8cb039551e service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474056 Jul 07 22:16:21.478642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.495131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.499812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-7dee4849-3a6f-42cb-80d7-80247e2878bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.505314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-7dee4849-3a6f-42cb-80d7-80247e2878bf service neutron] 10.222.0.103 "GET /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 1026 time: 0.1891150 Jul 07 22:16:21.551072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1b9a53-d897-4697-be46-79c02bff9370 req-e661c328-9597-4b33-9d80-b8a6b15ed499 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366298 Jul 07 22:16:21.567886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab7e2-6219-4368-a43f-3ed4141ed8bb req-eb3b3e47-9317-4feb-8222-f68af1a50627 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.573144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d93295b-ba09-4a7a-b74a-ad4101ed9d64,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:21.575652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adcab7e2-6219-4368-a43f-3ed4141ed8bb req-eb3b3e47-9317-4feb-8222-f68af1a50627 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.1140931 Jul 07 22:16:21.593037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:21.609049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.609851 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Added segment be69039d-7422-43e5-877c-1924c0c2bb2b of type vlan for network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 Jul 07 22:16:21.617620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adcab7e2-6219-4368-a43f-3ed4141ed8bb req-58748281-98ad-4ded-bf4d-96512eae0791 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Jul 07 22:16:21.689010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686db7fe-de89-4a19-832a-5c6a986b713d req-9c66f5ca-a6d3-4d79-9e22-f717e6cc3893 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.690820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-686db7fe-de89-4a19-832a-5c6a986b713d req-9c66f5ca-a6d3-4d79-9e22-f717e6cc3893 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 949 time: 0.0766401 Jul 07 22:16:21.773431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-686db7fe-de89-4a19-832a-5c6a986b713d req-0fb9fce2-23a4-40fc-8b04-64f9566e50dd tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728691 Jul 07 22:16:21.973004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ed87-7508-45f2-9028-080f44e92c3f req-fdcf6a40-efd0-44c6-9b45-2c3e56f4734f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:21.980608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20e7ed87-7508-45f2-9028-080f44e92c3f req-fdcf6a40-efd0-44c6-9b45-2c3e56f4734f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.0824893 Jul 07 22:16:21.982047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38328) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:22.032285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.037003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.042228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-710f5f88-0179-4ae8-89f5-446cc706335a req-f97e64f9-4b61-4bc1-83da-b32189c0d706 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0586901 Jul 07 22:16:22.057318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20e7ed87-7508-45f2-9028-080f44e92c3f req-19e4552b-6680-4fc1-a582-96210599661c tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723684 Jul 07 22:16:22.128585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.129647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.130331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.190234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-310787014', 'router:external': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:22.214358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc2c28cf-7d00-4ced-9d34-031b6ba84933 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.220188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc2c28cf-7d00-4ced-9d34-031b6ba84933 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.226527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc2c28cf-7d00-4ced-9d34-031b6ba84933 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.228215 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc2c28cf-7d00-4ced-9d34-031b6ba84933 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "GET /v2.0/networks?id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2b31379b-ced6-49a0-8417-23a4ed18097e&id=2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 200 len: 1989 time: 0.7080293 Jul 07 22:16:22.244348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Made reservation on behalf of 89459c0fe16d4cddab50d87511fa9faf for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:22.246737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.254447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3292305 Jul 07 22:16:22.256712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38332) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:22.262365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Request body: {'subnet': {'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-subnet', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:22.267316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fdb28-65fb-4a16-9099-9aa7c4862ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=93b56c99-a4ee-47b8-9154-7d4bddcb13d4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:22.280509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:22.287648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Made reservation on behalf of c698d1cdc4c14987a755f2a8d2923d40 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:22.288408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.290209 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.326021 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-3296526e-ec43-4680-baf6-898627c2f15f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c HTTP/1.1" status: 200 len: 379 time: 0.0739460 Jul 07 22:16:22.339804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'admin_state_up': True, 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'security_groups': ['e5fca46a-8f5d-41b6-b104-5094d8571406']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:22.514055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.569710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-361be0c9-2bd7-4486-a988-a4dc0c424e8c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.571975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-361be0c9-2bd7-4486-a988-a4dc0c424e8c tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.2060573 Jul 07 22:16:22.615838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f027042e-aefc-4ab6-927e-34179198d93f,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:22.623762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.627025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Checking segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:22.627169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Network hostable DHCP agents. Network: 93b56c99-a4ee-47b8-9154-7d4bddcb13d4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:22.632940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.649323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ad023-94cd-41ac-b045-775213ebed1c req-ef70c9e1-f8a7-4dac-bb0b-e78c8af6d49c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.651000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f93ad023-94cd-41ac-b045-775213ebed1c req-ef70c9e1-f8a7-4dac-bb0b-e78c8af6d49c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.1578205 Jul 07 22:16:22.680474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:22.685473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72cf566-8153-4001-9e1b-6e412264db64,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:22.699257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 93b56c99-a4ee-47b8-9154-7d4bddcb13d4) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:22.703682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.704279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.711737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f2056-661f-4c1d-b979-0a68c8664e11 None None] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:22.728737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f93ad023-94cd-41ac-b045-775213ebed1c req-1f266578-8dfe-4fd4-a7ee-788b0fe6d149 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708263 Jul 07 22:16:22.736045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:22.749763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.750279 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Added segment 2b00d424-6948-4f08-87fb-62ea86a18b0c of type vlan for network d198f91e-5326-4d66-aaa9-337d81945fe3 Jul 07 22:16:22.867539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:22.871185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.887179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5fd2fbc9-e60a-48ee-8adf-2a07ecb1cd95 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6293499 Jul 07 22:16:22.890204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38344) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:22.892255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.904603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:22.908799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f0949-afbe-4a06-90a4-574dca4b702f None None] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:22.979475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.982804 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.991972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.993130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.993583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.051868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4bcfa-579e-46ff-b9e3-8306f840f563 req-3d3e80d1-a600-4a92-946c-f4e78ac01213 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:23.053846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2a4bcfa-579e-46ff-b9e3-8306f840f563 req-3d3e80d1-a600-4a92-946c-f4e78ac01213 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=930819c4-1ee8-4e64-8227-931554afbdf8 HTTP/1.1" status: 200 len: 950 time: 0.2403216 Jul 07 22:16:23.090837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b78f3-d59d-4b96-8152-be9d57ba00ce req-3d1986d3-eae8-41f5-a5fe-68ed11664303 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:23.098513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df4b78f3-d59d-4b96-8152-be9d57ba00ce req-3d1986d3-eae8-41f5-a5fe-68ed11664303 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1098 time: 0.1875348 Jul 07 22:16:23.098990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Deleting port 012652de-fe0b-4a44-92d9-d1fffbb70a77 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:23.099351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.111869 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1034496 Jul 07 22:16:23.117423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38350) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:23.137362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'subnet': {'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:23.171288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e85180-b9cf-448a-a3c4-d3bacc270d04 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Network': ['ID=d198f91e-5326-4d66-aaa9-337d81945fe3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:23.179508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.186617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network d198f91e-5326-4d66-aaa9-337d81945fe3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:23.212182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 172.20.0.14 (0fe6b8fb-aa27-4c29-a012-05309d69b36b/4f7f5105-d2ad-4349-8732-cabb6208b41a/711ef261-f19a-466c-881f-4b4846673cb1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:23.254474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2a4bcfa-579e-46ff-b9e3-8306f840f563 req-a9fff42e-f450-4536-bcca-649a96a2f303 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904807 Jul 07 22:16:23.298771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df4b78f3-d59d-4b96-8152-be9d57ba00ce req-dd98ee57-d2ff-4fb1-b7a4-34e255479ca9 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984470 Jul 07 22:16:23.302130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Made reservation on behalf of 89459c0fe16d4cddab50d87511fa9faf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:23.304522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.408405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.427888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object 711ef261-f19a-466c-881f-4b4846673cb1 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:23.489254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] For port 012652de-fe0b-4a44-92d9-d1fffbb70a77, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=012652de-fe0b-4a44-92d9-d1fffbb70a77,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:23.489595 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.506942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Calling delete_port for 012652de-fe0b-4a44-92d9-d1fffbb70a77 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:23.511855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.522675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.551196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.568440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:23.605409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:23.615205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:23.651412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:23.757716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab60d84-b562-4aa0-9cbb-e4f4ba391c49 req-0a046a40-078e-4bd4-8504-53ed1c9a8a65 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:23.765302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ab60d84-b562-4aa0-9cbb-e4f4ba391c49 req-0a046a40-078e-4bd4-8504-53ed1c9a8a65 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.2639239 Jul 07 22:16:23.779456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd8e1-55b0-47bf-9f27-acb86835178b req-971f2eb9-8e1f-461e-a36e-a9c2b6973cca tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:23.786952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-183dd8e1-55b0-47bf-9f27-acb86835178b req-971f2eb9-8e1f-461e-a36e-a9c2b6973cca tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 949 time: 0.2679329 Jul 07 22:16:23.810304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:23.811098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.829968 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.835683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6f65c943-0232-4a3d-a922-060392ac48f6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012419 Jul 07 22:16:23.847495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['012652de-fe0b-4a44-92d9-d1fffbb70a77', '65296f41-3378-4260-b3f3-52cfa353cccd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:23.851996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'admin_state_up': True, 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'security_groups': ['e5fca46a-8f5d-41b6-b104-5094d8571406']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:23.914866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ab60d84-b562-4aa0-9cbb-e4f4ba391c49 req-47e3e7bf-377a-46f5-a0f5-e4fe9e39bd13 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485701 Jul 07 22:16:23.926475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event deleted for resources: {'Port': ['ID=012652de-fe0b-4a44-92d9-d1fffbb70a77,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:23.973976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-183dd8e1-55b0-47bf-9f27-acb86835178b req-4d5c95fd-f6b6-45c8-941e-93616d59d4f0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844993 Jul 07 22:16:24.007817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ab56b863-23a6-4a7f-baad-e6b606ed8ffb None None] Provisioning for port 711ef261-f19a-466c-881f-4b4846673cb1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:24.014787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ab56b863-23a6-4a7f-baad-e6b606ed8ffb None None] Provisioning complete for port 711ef261-f19a-466c-881f-4b4846673cb1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:24.015321 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ab56b863-23a6-4a7f-baad-e6b606ed8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.027729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] No DVR routers for this DVR port 012652de-fe0b-4a44-92d9-d1fffbb70a77 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:24.036886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.039045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4535f872-68df-42ec-bc8e-f5242e6c5330 req-18c021a7-0942-4638-994a-c5e1f8d9ecd6 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "DELETE /v2.0/ports/012652de-fe0b-4a44-92d9-d1fffbb70a77 HTTP/1.1" status: 204 len: 173 time: 1.4545293 Jul 07 22:16:24.039584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930819c4-1ee8-4e64-8227-931554afbdf8', 'name': 'network-vif-deleted', 'tag': '012652de-fe0b-4a44-92d9-d1fffbb70a77'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:24.041962 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa7fb5b-9af8-46b4-be95-a8509f2b423c" -d '{"events": [{"server_uuid": "930819c4-1ee8-4e64-8227-931554afbdf8", "name": "network-vif-deleted", "tag": "012652de-fe0b-4a44-92d9-d1fffbb70a77"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:24.062232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c71d89e4-e611-4d05-9b26-9cfbc29a6dad up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:24.145235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:24.150420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.190475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ab56b863-23a6-4a7f-baad-e6b606ed8ffb None None] Port 711ef261-f19a-466c-881f-4b4846673cb1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:24.236680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port c71d89e4-e611-4d05-9b26-9cfbc29a6dad completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:24.241192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port c71d89e4-e611-4d05-9b26-9cfbc29a6dad triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:24.241577 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.376317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.390834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.412014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 10.1.1.109 (2206b029-3e95-4a6b-a4eb-f3aa4fa594b9/84605257-b7fd-4b2e-b034-82b21f2bbd9d/47c6c75c-ed59-4096-8df2-b56a73e6fbea) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:24.416688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:24.420031 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2a55d-94c6-4c10-8bf4-81b04f07f53a" -d '{"events": [{"server_uuid": "eaa9e4e6-c0b7-439c-a12a-599e8fb4f018", "name": "network-vif-plugged", "status": "completed", "tag": "c71d89e4-e611-4d05-9b26-9cfbc29a6dad"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:24.433726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.439881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:24.445818 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.501855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:24.551438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:24.645732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.660841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object 47c6c75c-ed59-4096-8df2-b56a73e6fbea will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:24.699007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.747128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:24.752831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:24.757578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:24.803582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:24.822714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c88868-ce45-457b-ada9-08afd3f77009 req-d14806ee-c824-4c5e-b81e-89750ca0b90d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:24.824681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45c88868-ce45-457b-ada9-08afd3f77009 req-d14806ee-c824-4c5e-b81e-89750ca0b90d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 932 time: 0.6452765 Jul 07 22:16:24.838375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:24.839075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.864086 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-07359929-b149-486d-9d2c-411bf3945dc1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168617 Jul 07 22:16:24.877108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'admin_state_up': True, 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'security_groups': ['e5fca46a-8f5d-41b6-b104-5094d8571406']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:24.941010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:16:24.941605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.949274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5dc64-639e-401a-9963-a543e28e0a75 req-6623a12e-70e8-4ab5-a213-9bada005bfed tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:24.950829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ae5dc64-639e-401a-9963-a543e28e0a75 req-6623a12e-70e8-4ab5-a213-9bada005bfed tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1098 time: 0.7725747 Jul 07 22:16:25.045648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:25.051629 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.066905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45c88868-ce45-457b-ada9-08afd3f77009 req-38c41357-3a80-41e8-8e0b-e69ca26b98a0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982141 Jul 07 22:16:25.082403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5d4e05b-60c0-4482-a510-9cd1bfa04206,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:25.131300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ef8a48a-21f7-4d32-b6b4-9e2b3a390e4d None None] Provisioning for port 47c6c75c-ed59-4096-8df2-b56a73e6fbea completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:25.131859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Allocated IP 172.25.5.9 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/5feffbc8-8bd2-45b1-ba15-7943837de51e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:25.140606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ef8a48a-21f7-4d32-b6b4-9e2b3a390e4d None None] Provisioning complete for port 47c6c75c-ed59-4096-8df2-b56a73e6fbea triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:25.141846 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ef8a48a-21f7-4d32-b6b4-9e2b3a390e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.145712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ae5dc64-639e-401a-9963-a543e28e0a75 req-dc05acb5-1bf6-4c90-b7e1-0e1082945714 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645761 Jul 07 22:16:25.164394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Checking segment: {'id': '2b00d424-6948-4f08-87fb-62ea86a18b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:25.164814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network hostable DHCP agents. Network: d198f91e-5326-4d66-aaa9-337d81945fe3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:25.226425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 10.1.1.70 (2206b029-3e95-4a6b-a4eb-f3aa4fa594b9/84605257-b7fd-4b2e-b034-82b21f2bbd9d/f6683751-e4e7-4e69-a8c7-68dd1e171a13) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:25.242508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8a48a-21f7-4d32-b6b4-9e2b3a390e4d None None] Port 47c6c75c-ed59-4096-8df2-b56a73e6fbea cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:25.329526 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ee212d-73c8-4624-ae31-4580a496b6fd x-openstack-request-id: req-16ee212d-73c8-4624-ae31-4580a496b6fd {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:25.329822 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930819c4-1ee8-4e64-8227-931554afbdf8", "name": "network-vif-deleted", "tag": "012652de-fe0b-4a44-92d9-d1fffbb70a77", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:25.330080 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-16ee212d-73c8-4624-ae31-4580a496b6fd {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:25.330484 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930819c4-1ee8-4e64-8227-931554afbdf8', 'name': 'network-vif-deleted', 'tag': '012652de-fe0b-4a44-92d9-d1fffbb70a77', 'status': 'completed', 'code': 200} Jul 07 22:16:25.344281 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.344985 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2704d3d1-7f30-4c4b-9e14-84e4fa8c67a2 x-openstack-request-id: req-2704d3d1-7f30-4c4b-9e14-84e4fa8c67a2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:25.345528 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa9e4e6-c0b7-439c-a12a-599e8fb4f018", "name": "network-vif-plugged", "status": "completed", "tag": "c71d89e4-e611-4d05-9b26-9cfbc29a6dad", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:25.345937 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2704d3d1-7f30-4c4b-9e14-84e4fa8c67a2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:25.346563 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad', 'code': 200} Jul 07 22:16:25.360962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network d198f91e-5326-4d66-aaa9-337d81945fe3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:25.382101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, d198f91e-5326-4d66-aaa9-337d81945fe3) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:25.391102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87ebc1-a172-416a-bd15-08c47efa6cf9 None None] Network d198f91e-5326-4d66-aaa9-337d81945fe3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:25.395892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:25.396842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.424551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-84a00209-efda-4b17-8f8e-6669e2cb77ed tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3039691 Jul 07 22:16:25.425267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38370) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:25.431740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-696097209', 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:25.436704 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.445391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.464181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object f6683751-e4e7-4e69-a8c7-68dd1e171a13 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:25.514946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.532279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5feffbc8-8bd2-45b1-ba15-7943837de51e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:25.599580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:25.606804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:25.628629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:25.631433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44134048-92fd-474b-a63b-e47e88b5625b None None] Network d198f91e-5326-4d66-aaa9-337d81945fe3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:25.634959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:25.637982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:25.638559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:25.665858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:25.668711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Made reservation on behalf of 89459c0fe16d4cddab50d87511fa9faf for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:25.671955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.675654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be1fd-53be-4521-8205-0e74a0bcc023 req-def3f6c1-7183-46e1-a09a-165a4d6ca001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:25.682562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d6be1fd-53be-4521-8205-0e74a0bcc023 req-def3f6c1-7183-46e1-a09a-165a4d6ca001 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 1102 time: 0.1799557 Jul 07 22:16:25.732485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] device_id is not set on port 98659a20-6d39-4208-b2f5-3eb54d0b005e yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:16:25.752591 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d6be1fd-53be-4521-8205-0e74a0bcc023 req-49d46d3c-772d-49f6-9eec-5381918e4672 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575318 Jul 07 22:16:25.762380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:25.763294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.785969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f814320-1ace-4b04-a81a-6e40bf74ce03 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9155114 Jul 07 22:16:25.797998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e', 'admin_state_up': True, 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'security_groups': ['e5fca46a-8f5d-41b6-b104-5094d8571406']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:25.944157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:25.976240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a7d65d0-1922-4e78-b81a-c666c8467510 None None] Provisioning for port f6683751-e4e7-4e69-a8c7-68dd1e171a13 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:25.980549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a7d65d0-1922-4e78-b81a-c666c8467510 None None] Provisioning complete for port f6683751-e4e7-4e69-a8c7-68dd1e171a13 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:25.980985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9a7d65d0-1922-4e78-b81a-c666c8467510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.022385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d65d0-1922-4e78-b81a-c666c8467510 None None] Port f6683751-e4e7-4e69-a8c7-68dd1e171a13 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:26.037964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.043433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15ffb-ff91-4530-8b49-725893127e96 req-f4eeecfb-4a8f-4d20-b0c9-ffc1918b7916 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.045216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfb15ffb-ff91-4530-8b49-725893127e96 req-f4eeecfb-4a8f-4d20-b0c9-ffc1918b7916 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.4814997 Jul 07 22:16:26.059095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Allocated IP 172.20.0.9 (d198f91e-5326-4d66-aaa9-337d81945fe3/a5d4e05b-60c0-4482-a510-9cd1bfa04206/98659a20-6d39-4208-b2f5-3eb54d0b005e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:26.113727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f1f4a-e754-41c2-9e6a-86567b967308 req-666e8d6d-c601-49a7-82f3-3b1b96a4bbb4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.119245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e0f1f4a-e754-41c2-9e6a-86567b967308 req-666e8d6d-c601-49a7-82f3-3b1b96a4bbb4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 950 time: 0.5092175 Jul 07 22:16:26.175993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfb15ffb-ff91-4530-8b49-725893127e96 req-588c31e4-62e3-437f-8d29-d729a26718df tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131983 Jul 07 22:16:26.290830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 10.2.2.100 (2b31379b-ced6-49a0-8417-23a4ed18097e/b40e4e4e-2978-4770-a5ea-30524e91c315/791fe536-5196-4f9d-ac4e-181e74a08bf3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:26.297873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e0f1f4a-e754-41c2-9e6a-86567b967308 req-7bfdc956-a8c7-4c52-b812-0baa098942c5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678042 Jul 07 22:16:26.368954 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.487004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.547021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.562577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object 791fe536-5196-4f9d-ac4e-181e74a08bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:26.573490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.600079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.647915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2b31379b-ced6-49a0-8417-23a4ed18097e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:26.651374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:26.655638 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:26.702549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:26.730346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.731029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.746419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network d198f91e-5326-4d66-aaa9-337d81945fe3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:26.753866 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ddcd738b-f37b-471f-b721-a4ba675862b5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9615941 Jul 07 22:16:26.764187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:26.767926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e', 'admin_state_up': True, 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'security_groups': ['e5fca46a-8f5d-41b6-b104-5094d8571406']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:26.779430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:26.794393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Port': ['ID=98659a20-6d39-4208-b2f5-3eb54d0b005e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:26.882158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae94f0-a806-429d-9e51-30a8cef02bbb req-085836b4-f112-4d98-a53c-bb029bc1817b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.889433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae94f0-a806-429d-9e51-30a8cef02bbb req-085836b4-f112-4d98-a53c-bb029bc1817b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.897351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae94f0-a806-429d-9e51-30a8cef02bbb req-085836b4-f112-4d98-a53c-bb029bc1817b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.905325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19ae94f0-a806-429d-9e51-30a8cef02bbb req-085836b4-f112-4d98-a53c-bb029bc1817b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 2374 time: 0.4142680 Jul 07 22:16:26.920089 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.952806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.953442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.963232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Made reservation on behalf of 97a6d1c5d0fd45d4b0c04d14628ad85c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:26.968906 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.021347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19ae94f0-a806-429d-9e51-30a8cef02bbb req-67188e1a-a492-47ff-9e16-80cf2b9f1b9b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147649 Jul 07 22:16:27.072773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0745ac88-cde7-4793-b4f3-c94294196778 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6463420 Jul 07 22:16:27.072954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-37a1fc2b-1417-4733-a8e2-d20614d8637a None None] Provisioning for port 791fe536-5196-4f9d-ac4e-181e74a08bf3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:27.075502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38382) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:27.078685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-37a1fc2b-1417-4733-a8e2-d20614d8637a None None] Provisioning complete for port 791fe536-5196-4f9d-ac4e-181e74a08bf3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:27.079405 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37a1fc2b-1417-4733-a8e2-d20614d8637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.159343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-37a1fc2b-1417-4733-a8e2-d20614d8637a None None] Port 791fe536-5196-4f9d-ac4e-181e74a08bf3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:27.267326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Allocated IP 10.2.2.200 (2b31379b-ced6-49a0-8417-23a4ed18097e/b40e4e4e-2978-4770-a5ea-30524e91c315/2e7cd059-e9ff-48e6-aece-b9aad86f83c9) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:27.338788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Deleting port 98659a20-6d39-4208-b2f5-3eb54d0b005e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:27.339190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.344459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-3a28164e-b6ed-48d9-bf72-44c03e876772 service neutron] 10.222.0.103 "GET /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.1444685 Jul 07 22:16:27.434354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Router 435e0f2a-b767-47cb-b5ae-fef217efa11a is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:16:27.477702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.492366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Transition to ACTIVE for port object 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:27.529725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.585953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Network 2b31379b-ced6-49a0-8417-23a4ed18097e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:27.592425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:27.597450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:27.627983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event updated for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:27.658613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:27.659959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.679795 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ef92d73b-0aa4-403c-8789-04bb51388e4e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9200094 Jul 07 22:16:27.692930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:27.815265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.994039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-97e07fdd-14cf-4740-8c02-ed4f5288f2cd None None] Provisioning for port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:28.001311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-97e07fdd-14cf-4740-8c02-ed4f5288f2cd None None] Provisioning complete for port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:28.002851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97e07fdd-14cf-4740-8c02-ed4f5288f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.094548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-97e07fdd-14cf-4740-8c02-ed4f5288f2cd None None] Port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:28.103511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 012652de-fe0b-4a44-92d9-d1fffbb70a77 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:28.130115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 012652de-fe0b-4a44-92d9-d1fffbb70a77 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:28.133110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 012652de-fe0b-4a44-92d9-d1fffbb70a77 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:28.192525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:28.206998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.207692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Sync routers for ids ['435e0f2a-b767-47cb-b5ae-fef217efa11a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:28.222252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Routers {'435e0f2a-b767-47cb-b5ae-fef217efa11a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:28.224729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['435e0f2a-b767-47cb-b5ae-fef217efa11a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:28.239546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Calling delete_port for 98659a20-6d39-4208-b2f5-3eb54d0b005e owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:28.312516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51fc60-901f-46e9-b3d7-4da6d97fdd86 req-568a366b-a3ec-43a7-9edb-aef34eb9304a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:28.314187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e51fc60-901f-46e9-b3d7-4da6d97fdd86 req-568a366b-a3ec-43a7-9edb-aef34eb9304a tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 950 time: 0.9340193 Jul 07 22:16:28.314994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.317010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4a6e481a-6d89-4ad4-afe6-edf80672b9c3 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4233139 Jul 07 22:16:28.324658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38412) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:28.357438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-9f49d4d8-a5c4-4a5b-a18d-f303c0846216 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:16:28.358373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-9f49d4d8-a5c4-4a5b-a18d-f303c0846216 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075936 Jul 07 22:16:28.372447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Request body: {'binding': {'host': 'n-h2-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:28.372912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:16:28.384649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Set router 435e0f2a-b767-47cb-b5ae-fef217efa11a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:28.471675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e51fc60-901f-46e9-b3d7-4da6d97fdd86 req-5d43ceba-3519-4197-bc4f-94c6e889dc03 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459758 Jul 07 22:16:28.545413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:28.638677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:26Z', 'revision_number': 3, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:28.669486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Checking router: 435e0f2a-b767-47cb-b5ae-fef217efa11a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:28.669736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Updating router 435e0f2a-b767-47cb-b5ae-fef217efa11a port 5feffbc8-8bd2-45b1-ba15-7943837de51e binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:28.674330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:28.677618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711ef261-f19a-466c-881f-4b4846673cb1 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:28.688271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.708990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on host n-h2-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:28.709356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:28.710081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:28.716532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:28.716878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:28.724200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:28.724553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:28.724949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:28.725399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Bound port: 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:28.769994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Transition to ACTIVE for port object 711ef261-f19a-466c-881f-4b4846673cb1 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:28.782669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.818258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.825392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918f89f9-f106-43f3-9dcb-890c92f76a6a {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:28.841278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Pushing event updated for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:28.871117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event deleted for resources: {'Port': ['ID=98659a20-6d39-4208-b2f5-3eb54d0b005e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:28.872962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:28.887854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.889175 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-fd568504-c1fd-4130-b381-26fecdb3350a service neutron] 10.222.0.95 "POST /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5201972 Jul 07 22:16:28.889480 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.895301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:29.002885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Attempting to bind port 711ef261-f19a-466c-881f-4b4846673cb1 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:29.003326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Attempting to bind port 711ef261-f19a-466c-881f-4b4846673cb1 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:29.003682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Attempting to bind port 711ef261-f19a-466c-881f-4b4846673cb1 on network 0fe6b8fb-aa27-4c29-a012-05309d69b36b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:29.016821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Port 711ef261-f19a-466c-881f-4b4846673cb1 on network 0fe6b8fb-aa27-4c29-a012-05309d69b36b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:29.018107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Attempting to bind port 711ef261-f19a-466c-881f-4b4846673cb1 on network 0fe6b8fb-aa27-4c29-a012-05309d69b36b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:29.035768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.048332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:29.048727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Checking segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:29.049999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Bound using segment: {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:29.051014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Bound port: 711ef261-f19a-466c-881f-4b4846673cb1, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f4d912-cc70-4648-9053-f1d83b14f46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:29.051138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.228716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.233168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-92e73ec1-e094-4056-8929-26a6dd7074fc tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/ports/98659a20-6d39-4208-b2f5-3eb54d0b005e HTTP/1.1" status: 204 len: 168 time: 2.1542757 Jul 07 22:16:29.237223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38416) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:29.249239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3', 'external_fixed_ips': [{'subnet_id': 'a5d4e05b-60c0-4482-a510-9cd1bfa04206', 'ip_address': '172.20.0.9'}]}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:29.276021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:29.276843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83722bc-84cc-4bed-81c3-3d12ee725ec7 req-2f29a975-1198-47e6-83f2-60662e963ffd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.279133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d83722bc-84cc-4bed-81c3-3d12ee725ec7 req-2f29a975-1198-47e6-83f2-60662e963ffd tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 943 time: 0.5772915 Jul 07 22:16:29.305122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=711ef261-f19a-466c-881f-4b4846673cb1,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:29.319330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11498c6a-b08e-4790-84fc-034b45c043bc req-6427a214-8e20-47a1-b024-2b6773062afe tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.320639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-11498c6a-b08e-4790-84fc-034b45c043bc req-6427a214-8e20-47a1-b024-2b6773062afe tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 950 time: 0.2280974 Jul 07 22:16:29.322421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.323761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.328021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.353599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.364373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Transition to ACTIVE for port object 5feffbc8-8bd2-45b1-ba15-7943837de51e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:29.372638 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.420222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.420970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.422561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] 10.222.0.103 "PUT /v2.0/ports/711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 200 len: 1093 time: 1.7346740 Jul 07 22:16:29.423052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:29.426037 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd844a3-ebb9-445c-8d97-5e765b30be9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "711ef261-f19a-466c-881f-4b4846673cb1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:29.449210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b89245-6e50-47d4-aeda-24fb6b84f2d9 None None] Pushing event updated for resources: {'Port': ['ID=5feffbc8-8bd2-45b1-ba15-7943837de51e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:29.466255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Attempting to bind port 5feffbc8-8bd2-45b1-ba15-7943837de51e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:29.466654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Attempting to bind port 5feffbc8-8bd2-45b1-ba15-7943837de51e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:29.467044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Attempting to bind port 5feffbc8-8bd2-45b1-ba15-7943837de51e on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:29.473098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:29.473487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:29.474418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.474861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:29.476021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Bound port: 5feffbc8-8bd2-45b1-ba15-7943837de51e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:29.476021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.478899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d83722bc-84cc-4bed-81c3-3d12ee725ec7 req-3178dd03-45f9-4b5e-9b20-dedfc9fc79a6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904955 Jul 07 22:16:29.517498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.527470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:29.532327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86995be-40d4-4bf4-9c0e-d084981cd0cc service neutron] Pushing event updated for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:29.559992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121bf1-d816-40ff-adea-546c2c793608 req-69b97997-7428-4850-a430-16d3b827f54e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.564816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] For port 5feffbc8-8bd2-45b1-ba15-7943837de51e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:29.568599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21121bf1-d816-40ff-adea-546c2c793608 req-69b97997-7428-4850-a430-16d3b827f54e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 950 time: 0.3430574 Jul 07 22:16:29.573545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] For port 5feffbc8-8bd2-45b1-ba15-7943837de51e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5feffbc8-8bd2-45b1-ba15-7943837de51e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:29.585189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.653834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21121bf1-d816-40ff-adea-546c2c793608 req-7436d5d7-dee1-4675-aa35-9a424df8029e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842509 Jul 07 22:16:29.657029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] Transition to ACTIVE for port object 918f89f9-f106-43f3-9dcb-890c92f76a6a will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:29.666414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.680084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.730805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Routers {'435e0f2a-b767-47cb-b5ae-fef217efa11a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:29.731471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['435e0f2a-b767-47cb-b5ae-fef217efa11a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:29.733508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b89245-6e50-47d4-aeda-24fb6b84f2d9 None None] Pushing event updated for resources: {'Port': ['ID=5feffbc8-8bd2-45b1-ba15-7943837de51e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:29.875353 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.892273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] Set router 435e0f2a-b767-47cb-b5ae-fef217efa11a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:29.928851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] No DVR routers for this DVR port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:29.941952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] Pushing event updated for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:30.034968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-126f2bd5-4cfe-4cb7-b8bf-f394527fa196 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.041240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-126f2bd5-4cfe-4cb7-b8bf-f394527fa196 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.047532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-126f2bd5-4cfe-4cb7-b8bf-f394527fa196 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.054093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-126f2bd5-4cfe-4cb7-b8bf-f394527fa196 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.055054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.060849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-126f2bd5-4cfe-4cb7-b8bf-f394527fa196 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.063389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-126f2bd5-4cfe-4cb7-b8bf-f394527fa196 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 3828 time: 0.2966926 Jul 07 22:16:30.072914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Deleting port 65296f41-3378-4260-b3f3-52cfa353cccd {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:30.073364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.141108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a27c5b6c-e5b7-45aa-bc55-8675675b44ba service neutron] 10.222.0.103 "PUT /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a/bindings/n-h2-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 2.7634065 Jul 07 22:16:30.189288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:26Z', 'revision_number': 3, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:30.203313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4b3ba40-4427-41e0-8551-4a4049c4da74 req-fc4fceaf-e2f0-41a8-b90b-3d47b99a17ea tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174674 Jul 07 22:16:30.233520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d50bb-80a1-490e-b180-dcfb61cab46d None None] The sync data for ids ['435e0f2a-b767-47cb-b5ae-fef217efa11a'] in n-d-694802-13 is: [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:26Z', 'revision_number': 3, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:30.251609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Allocated IP 172.20.0.1 (93b56c99-a4ee-47b8-9154-7d4bddcb13d4/f027042e-aefc-4ab6-927e-34179198d93f/1568cd99-9a80-4757-848d-ba481cfcd7fc) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:30.265220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f8799-18ab-4bc5-b997-f635e7d68255 req-b6bc7b75-d790-4564-a01b-a8e7fc81926c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.275257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c37f8799-18ab-4bc5-b997-f635e7d68255 req-b6bc7b75-d790-4564-a01b-a8e7fc81926c tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.2060344 Jul 07 22:16:30.344743 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c74295-6297-4671-8e07-1de6fd59c8cf x-openstack-request-id: req-19c74295-6297-4671-8e07-1de6fd59c8cf {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:30.345104 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "711ef261-f19a-466c-881f-4b4846673cb1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:30.345292 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19c74295-6297-4671-8e07-1de6fd59c8cf {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:30.345690 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1', 'status': 'completed', 'code': 200} Jul 07 22:16:30.351841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c37f8799-18ab-4bc5-b997-f635e7d68255 req-7e060d44-a15f-4cc6-a045-ae1f2a3ac11d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754564 Jul 07 22:16:30.395721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] For port 65296f41-3378-4260-b3f3-52cfa353cccd, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=65296f41-3378-4260-b3f3-52cfa353cccd,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:30.396102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.434806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Calling delete_port for 65296f41-3378-4260-b3f3-52cfa353cccd owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:30.532271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.739620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-8d2e2040-cbf3-4374-b02f-fc4253436f22 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.743098 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-8d2e2040-cbf3-4374-b02f-fc4253436f22 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.5275896 Jul 07 22:16:30.770587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17689-29ff-459f-aaf6-f2933f89a032 req-9f5b9bbb-abf3-42ba-b7e9-fb23f17376f2 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.773120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92c17689-29ff-459f-aaf6-f2933f89a032 req-9f5b9bbb-abf3-42ba-b7e9-fb23f17376f2 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 1102 time: 0.2315838 Jul 07 22:16:30.782729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-c29fc9af-6b30-418e-a29f-1f2631dcab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.783419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-c29fc9af-6b30-418e-a29f-1f2631dcab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.784065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-c29fc9af-6b30-418e-a29f-1f2631dcab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.785441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-c29fc9af-6b30-418e-a29f-1f2631dcab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.786024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-c29fc9af-6b30-418e-a29f-1f2631dcab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.788253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-c29fc9af-6b30-418e-a29f-1f2631dcab46 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 4364 time: 0.3643644 Jul 07 22:16:30.789706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.828145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870f449-db39-4e5a-9120-267be211cecd req-c0e97632-721f-4635-92a5-e28692bedc69 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.837585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b870f449-db39-4e5a-9120-267be211cecd req-c0e97632-721f-4635-92a5-e28692bedc69 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f HTTP/1.1" status: 200 len: 950 time: 0.3617945 Jul 07 22:16:30.946980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.008005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:31.010267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.023528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:31.028560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:31.045851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-04a076d5-fee1-4275-a0f4-3a9fa1709e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:31.048419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-04a076d5-fee1-4275-a0f4-3a9fa1709e78 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043 HTTP/1.1" status: 200 len: 1096 time: 0.2954273 Jul 07 22:16:31.097438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.113717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.123327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bfe337-4eb4-40cc-9346-872e15282bbf {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:31.135407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['65296f41-3378-4260-b3f3-52cfa353cccd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:31.138823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b870f449-db39-4e5a-9120-267be211cecd req-78c4a95f-41ce-435a-aa99-47079d897427 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.95 "GET /v2.0/security-groups?id=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999604 Jul 07 22:16:31.202351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Pushing event deleted for resources: {'Port': ['ID=65296f41-3378-4260-b3f3-52cfa353cccd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:31.214188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=1568cd99-9a80-4757-848d-ba481cfcd7fc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:31.237064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.248003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92c17689-29ff-459f-aaf6-f2933f89a032 req-dac07fd9-cd7e-4cc4-b6ce-cc39df3e3b32 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547548 Jul 07 22:16:31.417926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Transition to ACTIVE for port object 32bfe337-4eb4-40cc-9346-872e15282bbf will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:31.524250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] No DVR routers for this DVR port 65296f41-3378-4260-b3f3-52cfa353cccd on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:31.527451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.530131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-11498c6a-b08e-4790-84fc-034b45c043bc req-d01e59b9-a6b1-4c76-8b82-a53d03153813 tempest-ServersAdminTestJSON-1846114985 tempest-ServersAdminTestJSON-1846114985-project] 10.222.0.97 "DELETE /v2.0/ports/65296f41-3378-4260-b3f3-52cfa353cccd HTTP/1.1" status: 204 len: 173 time: 2.1989601 Jul 07 22:16:31.543878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.611758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-ad8782c2-d7d2-4554-9077-b72fa259215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:31.614803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-ad8782c2-d7d2-4554-9077-b72fa259215d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1096 time: 0.5078547 Jul 07 22:16:31.685486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-2401347a-d594-4d02-a793-a4834f2fd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:31.685974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-2401347a-d594-4d02-a793-a4834f2fd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:31.686438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-2401347a-d594-4d02-a793-a4834f2fd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:31.688094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-2401347a-d594-4d02-a793-a4834f2fd39d service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8853800 Jul 07 22:16:31.697129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.843968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5feffbc8-8bd2-45b1-ba15-7943837de51e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:31.901467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:31.918107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Attempting to bind port 32bfe337-4eb4-40cc-9346-872e15282bbf on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:31.918461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Attempting to bind port 32bfe337-4eb4-40cc-9346-872e15282bbf by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:31.919010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Attempting to bind port 32bfe337-4eb4-40cc-9346-872e15282bbf on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:31.927966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Port 32bfe337-4eb4-40cc-9346-872e15282bbf on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:31.927966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Attempting to bind port 32bfe337-4eb4-40cc-9346-872e15282bbf on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:31.936576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 5feffbc8-8bd2-45b1-ba15-7943837de51e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:31.946776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5feffbc8-8bd2-45b1-ba15-7943837de51e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:31.947221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.962777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:31.963404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Checking segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:31.963695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Bound using segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:31.964147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Bound port: 32bfe337-4eb4-40cc-9346-872e15282bbf, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:31.964519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.982834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Allocated IP 172.20.0.9 (d198f91e-5326-4d66-aaa9-337d81945fe3/a5d4e05b-60c0-4482-a510-9cd1bfa04206/4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:32.074204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-df9aa64a-a404-4dbc-90fb-9ad10f6d5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.075831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-df9aa64a-a404-4dbc-90fb-9ad10f6d5ed5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.4297211 Jul 07 22:16:32.078769 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.114609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 5feffbc8-8bd2-45b1-ba15-7943837de51e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5feffbc8-8bd2-45b1-ba15-7943837de51e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:32.119924 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.190448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-2b7b7384-f7a6-4c49-887a-0395bb33abed service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 200 len: 217 time: 0.0903203 Jul 07 22:16:32.196802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:32.205247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=5feffbc8-8bd2-45b1-ba15-7943837de51e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:32.416796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8acd-bc88-4b3b-b89a-1fcb0dd322cf req-165c0015-6223-453f-b82d-e5793e34a2de tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.418450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f3e8acd-bc88-4b3b-b89a-1fcb0dd322cf req-165c0015-6223-453f-b82d-e5793e34a2de tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 944 time: 0.9954877 Jul 07 22:16:32.567105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-deleted', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:32.570118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-91bb9f90-32e3-466d-bd4f-9b62d0a4fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.570269 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9eab2e-dd88-4692-8a7c-7f64576dbfad" -d '{"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-deleted", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:32.572170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fd844a3-ebb9-445c-8d97-5e765b30be9d req-91bb9f90-32e3-466d-bd4f-9b62d0a4fc59 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8659298 Jul 07 22:16:32.587108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.593732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.600384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.606734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.613651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.619894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.621790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-101dfdc0-52a3-4376-8264-1a19f87f5418 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 4601 time: 0.8640857 Jul 07 22:16:32.629794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=32bfe337-4eb4-40cc-9346-872e15282bbf,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:32.630462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f3e8acd-bc88-4b3b-b89a-1fcb0dd322cf req-ab607951-7d1e-4f34-9467-22b33762afb4 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845148 Jul 07 22:16:32.647763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.700598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a08e18bd-ec38-43e6-a954-152a36af9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.702069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-a08e18bd-ec38-43e6-a954-152a36af9ce8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.1361461 Jul 07 22:16:32.710877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.711552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.712987 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] 10.222.0.103 "PUT /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 1132 time: 3.2222586 Jul 07 22:16:32.724669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d389221-cc3e-439a-8318-0ec4f5b9fa42 req-c7b8ab8a-2cea-4410-a2c0-55ce7db55dbf tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824232 Jul 07 22:16:32.754606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:32.805037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-34ab6574-b46b-4be5-8bb0-487bd6cd8bc1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844095 Jul 07 22:16:32.877414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.886420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.928769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-d62ee2f2-01c4-4432-824c-02f98b2bcbf9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468240 Jul 07 22:16:32.960449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef28a69-fc55-4069-aa35-0673f4bb8633 service neutron] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:33.054050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.100006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.104521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.126108 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-5c575ac7-d425-4fc5-b97e-5c2c6009da91 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352068 Jul 07 22:16:33.170022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-ee3ed40d-2439-4f02-a4a1-845acd3013d7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:33.175269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-ee3ed40d-2439-4f02-a4a1-845acd3013d7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451148 Jul 07 22:16:33.181591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=1568cd99-9a80-4757-848d-ba481cfcd7fc,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:33.188548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network d198f91e-5326-4d66-aaa9-337d81945fe3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:33.201637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.247159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:33.253763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Port': ['ID=4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:33.262747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:33.267205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-23430708-086e-466f-86cc-5d5aca8c44e3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/quotas/252b43d23bc84ceaae99ba28e83fa710 HTTP/1.1" status: 200 len: 375 time: 0.0812244 Jul 07 22:16:33.300688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c6e58-1f1f-49eb-88fb-86eefb20c49e req-b3dc9a32-84f7-4225-ac42-68e082409393 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:33.303203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b7c6e58-1f1f-49eb-88fb-86eefb20c49e req-b3dc9a32-84f7-4225-ac42-68e082409393 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.5065706 Jul 07 22:16:33.427945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b7c6e58-1f1f-49eb-88fb-86eefb20c49e req-6818f671-739e-477e-8f08-d777b4d0c4a6 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Jul 07 22:16:33.429497 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-7dbef142-1b6f-4fca-b65a-e2a251b1ddf0 service neutron] 10.222.0.97 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794139 Jul 07 22:16:33.430142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:33.449303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:33.473186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-9670bf82-833b-4324-8e20-b04031dede53 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2047429 Jul 07 22:16:33.618147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Router 435e0f2a-b767-47cb-b5ae-fef217efa11a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:33.834799 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2974ee5c-b1e2-4228-85f2-59773ef3beeb x-openstack-request-id: req-2974ee5c-b1e2-4228-85f2-59773ef3beeb {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:33.835099 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f", "name": "network-vif-deleted", "tag": "65296f41-3378-4260-b3f3-52cfa353cccd", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:33.835375 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2974ee5c-b1e2-4228-85f2-59773ef3beeb {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:33.835802 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9250a4a-a5e8-4b74-8bd9-5ca586eddf7f', 'name': 'network-vif-deleted', 'tag': '65296f41-3378-4260-b3f3-52cfa353cccd', 'status': 'completed', 'code': 200} Jul 07 22:16:33.900503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5feffbc8-8bd2-45b1-ba15-7943837de51e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:33.921158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:33.953119 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Sync routers for ids ['435e0f2a-b767-47cb-b5ae-fef217efa11a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:33.961280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9688eae6-a930-4ca3-9d54-9c6b22856ed9 admin admin] 10.222.0.95 "PUT /v2.0/routers/435e0f2a-b767-47cb-b5ae-fef217efa11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6342583 Jul 07 22:16:33.970547 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Routers {'435e0f2a-b767-47cb-b5ae-fef217efa11a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:33.974271 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['435e0f2a-b767-47cb-b5ae-fef217efa11a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:34.042530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5feffbc8-8bd2-45b1-ba15-7943837de51e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:34.043666 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.087158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fccb83b6-5cb9-4f9a-8ffd-2b8dd73094db req-0f4c2a89-1a98-43ad-9ad5-058c4e8a60e1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 210 time: 0.1237328 Jul 07 22:16:34.104304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38468) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:34.106094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:34.153410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 65296f41-3378-4260-b3f3-52cfa353cccd {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:34.153761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 65296f41-3378-4260-b3f3-52cfa353cccd not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:34.240722 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Set router 435e0f2a-b767-47cb-b5ae-fef217efa11a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:34.326874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986af42-9cfa-4c81-b53e-4b56634c0349 req-41fe5c49-65b3-40bc-8b64-241043e7484b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.331711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f986af42-9cfa-4c81-b53e-4b56634c0349 req-41fe5c49-65b3-40bc-8b64-241043e7484b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 944 time: 0.2364724 Jul 07 22:16:34.404622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f986af42-9cfa-4c81-b53e-4b56634c0349 req-2baff12e-d144-4e0f-a178-badc6329109a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623348 Jul 07 22:16:34.517775 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.543168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.550173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.557205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.564018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.570963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.572319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae9258a-3183-4f2a-a1e0-d708b21cecd7 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:34.578129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.582027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-ae71cd97-3f82-48e8-b9d8-25ee275aba24 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 4601 time: 0.1590087 Jul 07 22:16:34.593701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.607863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-edd75136-386c-43d3-806a-2b28e776a73b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.609643 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-edd75136-386c-43d3-806a-2b28e776a73b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871&tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1096 time: 0.5414789 Jul 07 22:16:34.665629 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0d93bb1b-717a-4f65-9589-d0e39533808f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=792223779f304860a34ed274857a183a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546710 Jul 07 22:16:34.668671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38484) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:34.673763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Transition to ACTIVE for port object dae9258a-3183-4f2a-a1e0-d708b21cecd7 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:34.685196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c76b46a2-f570-41f0-b76b-cf8da7a9f4b7 req-eb503d81-db45-4b61-853e-02e4497c3a9e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953958 Jul 07 22:16:34.720107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.770942 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:31Z', 'revision_number': 4, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1568cd99-9a80-4757-848d-ba481cfcd7fc', 'name': '', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'mac_address': 'fa:16:3e:07:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:29Z', 'updated_at': '2021-07-07T22:16:32Z', 'revision_number': 2, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'subnets': [{'id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:34.836016 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Checking router: 435e0f2a-b767-47cb-b5ae-fef217efa11a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:34.837527 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Updating router 435e0f2a-b767-47cb-b5ae-fef217efa11a port 1568cd99-9a80-4757-848d-ba481cfcd7fc binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:34.919928 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.954501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-bf4fbd95-8e01-418b-8f4b-211ad63d2488 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.957841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-bf4fbd95-8e01-418b-8f4b-211ad63d2488 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 819 time: 0.1661351 Jul 07 22:16:35.015526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-da7e2957-a9c6-4389-b46d-62400f52bab7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/quotas/c698d1cdc4c14987a755f2a8d2923d40 HTTP/1.1" status: 200 len: 375 time: 0.0510530 Jul 07 22:16:35.166544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:35.183151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.229640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de815e09-6ecd-4f04-b8be-5ec6127db0e9 req-921f1007-35c0-4097-83f9-557231100d58 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:35.231422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de815e09-6ecd-4f04-b8be-5ec6127db0e9 req-921f1007-35c0-4097-83f9-557231100d58 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.2510047 Jul 07 22:16:35.258817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-15bb6dfc-5d5c-43ce-b424-4901e56e69f8 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1995370 Jul 07 22:16:35.303043 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf27852f-2717-447b-bb36-7cd23211f97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.352985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf27852f-2717-447b-bb36-7cd23211f97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.369701 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-79a7072b-9f7b-43e2-aefc-0840249f98ac service neutron] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:35.400205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de815e09-6ecd-4f04-b8be-5ec6127db0e9 req-becef89c-6195-4525-8cd1-e54f6d7c5a2e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588385 Jul 07 22:16:35.417046 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.431017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-79a7072b-9f7b-43e2-aefc-0840249f98ac service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.432324 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae0ea396-38ee-454c-b48b-e78b04114fa8 req-79a7072b-9f7b-43e2-aefc-0840249f98ac service neutron] 10.222.0.97 "DELETE /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a/bindings/n-h1-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.8101752 Jul 07 22:16:35.436975 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Transition to ACTIVE for port object 1568cd99-9a80-4757-848d-ba481cfcd7fc will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:35.448019 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.458541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-55749a30-6ea7-4164-8f83-01254f5ffc14 service neutron] 10.222.0.95 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984289 Jul 07 22:16:35.504269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Attempting to bind port dae9258a-3183-4f2a-a1e0-d708b21cecd7 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:35.504690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Attempting to bind port dae9258a-3183-4f2a-a1e0-d708b21cecd7 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:35.505302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Attempting to bind port dae9258a-3183-4f2a-a1e0-d708b21cecd7 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:35.523874 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Pushing event updated for resources: {'Port': ['ID=1568cd99-9a80-4757-848d-ba481cfcd7fc,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:35.538214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Port dae9258a-3183-4f2a-a1e0-d708b21cecd7 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:35.538565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Attempting to bind port dae9258a-3183-4f2a-a1e0-d708b21cecd7 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:35.561072 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.561072 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.561383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:35.561487 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.561582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Checking segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:35.561698 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.561781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Bound using segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:35.562113 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.562290 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.562404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Bound port: dae9258a-3183-4f2a-a1e0-d708b21cecd7, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:35.562838 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.562948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.563451 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.563829 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.564447 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.564795 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.565549 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:35.614785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf27852f-2717-447b-bb36-7cd23211f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.618103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf27852f-2717-447b-bb36-7cd23211f97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.626335 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf27852f-2717-447b-bb36-7cd23211f97e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83 HTTP/1.1" status: 204 len: 168 time: 0.9504046 Jul 07 22:16:35.649439 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Attempting to bind port 1568cd99-9a80-4757-848d-ba481cfcd7fc on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:35.650962 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Attempting to bind port 1568cd99-9a80-4757-848d-ba481cfcd7fc by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:35.652624 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Attempting to bind port 1568cd99-9a80-4757-848d-ba481cfcd7fc on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:35.665506 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:35.665887 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Checking segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:35.667747 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.668159 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Bound using segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:35.668755 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Bound port: 1568cd99-9a80-4757-848d-ba481cfcd7fc, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:35.669122 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.672527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-9afeb977-2672-417e-a371-5fd48aa70ae9 service neutron] 10.222.0.95 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015395 Jul 07 22:16:35.685905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27852f-2717-447b-bb36-7cd23211f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca8e1e1-7c0c-4fa8-81cc-fd4d061a5f83,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:35.748074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] For port 1568cd99-9a80-4757-848d-ba481cfcd7fc, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:35.749518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Router 76151099-b2f5-45e6-a19a-8b9bcb798650 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:16:35.751647 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] For port 1568cd99-9a80-4757-848d-ba481cfcd7fc, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1568cd99-9a80-4757-848d-ba481cfcd7fc,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:35.759949 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:35.786947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:35.803564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:35.878235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-fa49b16c-6d6c-466e-986b-33581274b657 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=252b43d23bc84ceaae99ba28e83fa710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2004790 Jul 07 22:16:35.917002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '32bfe337-4eb4-40cc-9346-872e15282bbf'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:35.927056 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Routers {'435e0f2a-b767-47cb-b5ae-fef217efa11a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:35.927628 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['435e0f2a-b767-47cb-b5ae-fef217efa11a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:35.929071 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1891d804-8f09-4c4f-96ef-90a722707436" -d '{"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "32bfe337-4eb4-40cc-9346-872e15282bbf"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:35.949842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.069151 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626634e-ac9a-45ff-9913-04bec898e0d3 None None] Pushing event updated for resources: {'Port': ['ID=1568cd99-9a80-4757-848d-ba481cfcd7fc,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:36.179116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38512) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:36.194286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:36.196237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.200773 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] 10.222.0.103 "PUT /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 1130 time: 3.4576540 Jul 07 22:16:36.231064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-7b976662-66de-4aea-b27b-fd5610da4f91 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:36.232721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-7b976662-66de-4aea-b27b-fd5610da4f91 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420358 Jul 07 22:16:36.235276 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] Set router 435e0f2a-b767-47cb-b5ae-fef217efa11a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:36.273924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Request body: {'port': {'device_id': '0d2abced-a174-41c2-9450-341efa37bad3', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '252b43d23bc84ceaae99ba28e83fa710'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:36.308521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:36.394166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cfcf2-b2b7-4466-bcfc-466658e7b93c req-642aa8c8-8b95-4bcc-9b60-a8ababb72b67 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:36.400513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d0cfcf2-b2b7-4466-bcfc-466658e7b93c req-642aa8c8-8b95-4bcc-9b60-a8ababb72b67 tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 1096 time: 0.6031110 Jul 07 22:16:36.480590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:36.494494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Sync routers for ids ['76151099-b2f5-45e6-a19a-8b9bcb798650'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:36.515368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Routers {'76151099-b2f5-45e6-a19a-8b9bcb798650'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:36.516108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['76151099-b2f5-45e6-a19a-8b9bcb798650'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:36.525140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4feb1b-b760-48e1-a25f-e926d63e47ac service neutron] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:36.561835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a831f4f6-b331-4356-b6c3-8b7631e095f6 req-683f2571-0204-429c-ab67-92d4fb009df9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 210 time: 0.0947809 Jul 07 22:16:36.574827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f27281a6-2dda-405f-8fe5-f164669030f5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c1895451ef64aac8fe10d5c570f1eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941514 Jul 07 22:16:36.576365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38520) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:36.620195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d0cfcf2-b2b7-4466-bcfc-466658e7b93c req-11cb166f-e049-4caa-9319-f5ed43e4607b tempest-LiveAutoBlockMigrationV225Test-296365384 tempest-LiveAutoBlockMigrationV225Test-296365384-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044601 Jul 07 22:16:36.679614 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:31Z', 'revision_number': 4, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1568cd99-9a80-4757-848d-ba481cfcd7fc', 'name': '', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'mac_address': 'fa:16:3e:07:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:29Z', 'updated_at': '2021-07-07T22:16:35Z', 'revision_number': 4, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'subnets': [{'id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:36.694283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.723878 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-59229191-dac6-4e67-b77d-390317bed5d8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.4831374 Jul 07 22:16:36.730125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38526) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:36.808467 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c294aef0-7188-4d15-a028-1d3faf62868d x-openstack-request-id: req-c294aef0-7188-4d15-a028-1d3faf62868d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:36.813603 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "32bfe337-4eb4-40cc-9346-872e15282bbf", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:36.815023 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c294aef0-7188-4d15-a028-1d3faf62868d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:36.815798 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '32bfe337-4eb4-40cc-9346-872e15282bbf', 'status': 'completed', 'code': 200} Jul 07 22:16:36.820662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.875723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Made reservation on behalf of 252b43d23bc84ceaae99ba28e83fa710 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:36.885585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.919517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Set router 76151099-b2f5-45e6-a19a-8b9bcb798650 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:37.023018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.084881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95294f-1806-421d-954f-fbdf3023d61c None None] The sync data for ids ['435e0f2a-b767-47cb-b5ae-fef217efa11a'] in n-d-694802-13 is: [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:31Z', 'revision_number': 4, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1568cd99-9a80-4757-848d-ba481cfcd7fc', 'name': '', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'mac_address': 'fa:16:3e:07:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:29Z', 'updated_at': '2021-07-07T22:16:35Z', 'revision_number': 4, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'subnets': [{'id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:37.087025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c46edc5-4289-4025-b875-14094387eed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.247454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cffb9b8-099c-4faf-ac30-79cc303bc81c req-1164be5d-56d1-476c-81c1-aea9cc243321 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 210 time: 0.1522775 Jul 07 22:16:37.312567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76151099-b2f5-45e6-a19a-8b9bcb798650', 'name': '', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3', 'external_fixed_ips': [{'subnet_id': 'a5d4e05b-60c0-4482-a510-9cd1bfa04206', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:29Z', 'updated_at': '2021-07-07T22:16:33Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa', 'name': '', 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76151099-b2f5-45e6-a19a-8b9bcb798650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'a5d4e05b-60c0-4482-a510-9cd1bfa04206', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:31Z', 'updated_at': '2021-07-07T22:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5d4e05b-60c0-4482-a510-9cd1bfa04206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:37.376428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Allocated IP 192.168.233.253 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/74536aec-52bd-475d-acf8-c06a47609214) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:37.391495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Checking router: 76151099-b2f5-45e6-a19a-8b9bcb798650 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:37.400543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Updating router 76151099-b2f5-45e6-a19a-8b9bcb798650 port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:37.505797 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.609181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.627139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Transition to ACTIVE for port object 74536aec-52bd-475d-acf8-c06a47609214 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:37.860931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.874756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Transition to ACTIVE for port object 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:37.880683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.886752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.900350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:37.905786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:37.941222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1568cd99-9a80-4757-848d-ba481cfcd7fc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:37.944106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.950424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.960122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.966515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.973420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.979800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.986192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:37.994214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-5a32f7c2-078e-4b0e-9895-824a5c721c7f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5372 time: 1.1194525 Jul 07 22:16:38.012919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c46edc5-4289-4025-b875-14094387eed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.044837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:38.059200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:38.062110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:38.081374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.081877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.082367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.085998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.086518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.087063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.087561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.089625 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1891d804-8f09-4c4f-96ef-90a722707436 req-3b30ce24-2449-4f76-ab1d-217bc047141f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6212 time: 1.2278342 Jul 07 22:16:38.145606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.222029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dad44de-2d2d-4503-8b58-746ec87897cb req-aa908cd9-2ed3-4c82-8eae-afaa07bdb8bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2247531 Jul 07 22:16:38.234093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event updated for resources: {'Port': ['ID=74536aec-52bd-475d-acf8-c06a47609214,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:38.311198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e549c-a4a7-4c3f-a37e-e9e329bc1890 req-2f8df6b7-6be3-4261-b90d-9340b7e28357 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.320124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32e549c-a4a7-4c3f-a37e-e9e329bc1890 req-2f8df6b7-6be3-4261-b90d-9340b7e28357 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.6594410 Jul 07 22:16:38.379486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.380477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.468321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32e549c-a4a7-4c3f-a37e-e9e329bc1890 req-319a05c6-1fea-4413-8fb5-b02867cd200d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467857 Jul 07 22:16:38.496372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-881c1998-4ff1-4b99-bb72-94d919a4a7fe tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2352803 Jul 07 22:16:38.512811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Request body: {'port': {'device_id': '0d2abced-a174-41c2-9450-341efa37bad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:38.603650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c46edc5-4289-4025-b875-14094387eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.608578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c46edc5-4289-4025-b875-14094387eed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.615572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c46edc5-4289-4025-b875-14094387eed8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0da8be9b-1dad-4dff-81a8-71e33b1a0016 HTTP/1.1" status: 204 len: 168 time: 2.0371466 Jul 07 22:16:38.623071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-6535349f-aed3-4324-ad41-b192bdcdde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.624826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-6535349f-aed3-4324-ad41-b192bdcdde8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1098 time: 0.8447850 Jul 07 22:16:38.629029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Deleting port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:38.635325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Attempting to bind port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:38.635868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Attempting to bind port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '2b00d424-6948-4f08-87fb-62ea86a18b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:38.636070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Attempting to bind port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa on network d198f91e-5326-4d66-aaa9-337d81945fe3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:38.638400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e2600fb1-9452-4fa3-b523-14590dcc8eee None None] Provisioning for port 74536aec-52bd-475d-acf8-c06a47609214 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:38.638905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.663906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e2600fb1-9452-4fa3-b523-14590dcc8eee None None] Provisioning complete for port 74536aec-52bd-475d-acf8-c06a47609214 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:38.664292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2600fb1-9452-4fa3-b523-14590dcc8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.710682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e2600fb1-9452-4fa3-b523-14590dcc8eee None None] Port 74536aec-52bd-475d-acf8-c06a47609214 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:38.728754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:38.729145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Checking segment: {'id': '2b00d424-6948-4f08-87fb-62ea86a18b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:38.729566 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.729972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Bound using segment: {'id': '2b00d424-6948-4f08-87fb-62ea86a18b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:38.730488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Bound port: 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b00d424-6948-4f08-87fb-62ea86a18b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd198f91e-5326-4d66-aaa9-337d81945fe3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:38.730904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.816542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:38.817153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] For port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:38.819361 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a9e07-3207-4d20-9fde-e92252392e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "dae9258a-3183-4f2a-a1e0-d708b21cecd7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:38.823196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] For port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa,segment=NetworkSegment(2b00d424-6948-4f08-87fb-62ea86a18b0c),segment_id=2b00d424-6948-4f08-87fb-62ea86a18b0c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:38.831968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e794cd-e059-45c5-b451-24c216439eba None None] Pushing event updated for resources: {'Port': ['ID=4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:38.837431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.858200 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.917682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46edc5-4289-4025-b875-14094387eed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8be9b-1dad-4dff-81a8-71e33b1a0016,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:38.962779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-a546c7e3-80ee-4a3c-a448-140d3980f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.967425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-a546c7e3-80ee-4a3c-a448-140d3980f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.968118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-a546c7e3-80ee-4a3c-a448-140d3980f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.969976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1891d804-8f09-4c4f-96ef-90a722707436 req-a546c7e3-80ee-4a3c-a448-140d3980f6e6 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8566952 Jul 07 22:16:39.001710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-c9007f7e-531b-4943-bb23-4258c063c031 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:39.003348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-c9007f7e-531b-4943-bb23-4258c063c031 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 819 time: 0.8349390 Jul 07 22:16:39.063526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] For port 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa, host n-d-694802-13, got binding levels [] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:39.067289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.071306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c6c75c-ed59-4096-8df2-b56a73e6fbea {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:39.095993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Calling delete_port for 4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:39.105915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Request body: {'port': {'device_id': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'admin_state_up': True, 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:39.177696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1568cd99-9a80-4757-848d-ba481cfcd7fc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:39.210167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.249449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Routers {'76151099-b2f5-45e6-a19a-8b9bcb798650'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:39.250230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['76151099-b2f5-45e6-a19a-8b9bcb798650'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:39.253321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1568cd99-9a80-4757-848d-ba481cfcd7fc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:39.253708 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.314439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Transition to ACTIVE for port object 47c6c75c-ed59-4096-8df2-b56a73e6fbea will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:39.350143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.432389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74536aec-52bd-475d-acf8-c06a47609214 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:39.443739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.459679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Transition to ACTIVE for port object 74536aec-52bd-475d-acf8-c06a47609214 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:39.481611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-11c34949-259a-4c3c-9c14-f1f8161f965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:39.484498 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-11c34949-259a-4c3c-9c14-f1f8161f965a service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.8138528 Jul 07 22:16:39.488532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e794cd-e059-45c5-b451-24c216439eba None None] Pushing event updated for resources: {'Port': ['ID=4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:39.564157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.661659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] Set router 76151099-b2f5-45e6-a19a-8b9bcb798650 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:39.665504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d804-8f09-4c4f-96ef-90a722707436 req-99e81013-8a75-45aa-9a12-9f14b31bf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:39.667413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1891d804-8f09-4c4f-96ef-90a722707436 req-99e81013-8a75-45aa-9a12-9f14b31bf844 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6501169 Jul 07 22:16:39.672779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-38b05297-74bf-4d84-bf22-ba7889e91aba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 217 time: 0.1549463 Jul 07 22:16:39.676888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Pushing event updated for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:39.786083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76151099-b2f5-45e6-a19a-8b9bcb798650', 'name': '', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:29Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 4, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:39.824596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1c79-a729-437c-8772-721b00eea1b0 None None] The sync data for ids ['76151099-b2f5-45e6-a19a-8b9bcb798650'] in n-d-694802-13 is: [{'id': '76151099-b2f5-45e6-a19a-8b9bcb798650', 'name': '', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:29Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 4, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:39.835016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.949295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1568cd99-9a80-4757-848d-ba481cfcd7fc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1568cd99-9a80-4757-848d-ba481cfcd7fc,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:39.972016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.972321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Attempting to bind port 47c6c75c-ed59-4096-8df2-b56a73e6fbea on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:39.973451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Attempting to bind port 47c6c75c-ed59-4096-8df2-b56a73e6fbea by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:39.973451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Attempting to bind port 47c6c75c-ed59-4096-8df2-b56a73e6fbea on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:39.979264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Made reservation on behalf of c698d1cdc4c14987a755f2a8d2923d40 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:39.985549 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.004614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-bdd7cc75-1c4c-47dd-9d7b-99df22b6c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.016457 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-bdd7cc75-1c4c-47dd-9d7b-99df22b6c3b7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.3101835 Jul 07 22:16:40.031550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Port 47c6c75c-ed59-4096-8df2-b56a73e6fbea on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:40.031550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Attempting to bind port 47c6c75c-ed59-4096-8df2-b56a73e6fbea on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:40.105059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1568cd99-9a80-4757-848d-ba481cfcd7fc,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:40.229725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Allocated IP 172.20.0.5 (93b56c99-a4ee-47b8-9154-7d4bddcb13d4/f027042e-aefc-4ab6-927e-34179198d93f/7b331ad0-bc02-4722-9810-babed0f957a0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:40.281425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:40.344626 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-ad702b0f-7d59-4100-8b1a-1e538b397287 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3270307 Jul 07 22:16:40.345365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:40.345708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Checking segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:40.346097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Bound using segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:40.347121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Bound port: 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:40.347490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.527550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74536aec-52bd-475d-acf8-c06a47609214,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:40.571355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-network', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:40.602450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.617078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:40.650389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:40.658549 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-f2e84a09-333b-435c-9613-4249cdb51809 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934639 Jul 07 22:16:40.661972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.684601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-f46bdc57-2542-47ec-bdf7-86bfa8f5d8b8 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.686130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-f46bdc57-2542-47ec-bdf7-86bfa8f5d8b8 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 819 time: 1.6980271 Jul 07 22:16:40.710535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe3a6d-89f3-4ae0-85be-2e3ba47ecc58 req-8dfa1743-bf3e-4e50-b74d-061b1993460e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.718288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48fe3a6d-89f3-4ae0-85be-2e3ba47ecc58 req-8dfa1743-bf3e-4e50-b74d-061b1993460e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 936 time: 1.6196144 Jul 07 22:16:40.746319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-a6cdf80c-4d2e-4519-8588-d8a56a8b6e95 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.747773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-a6cdf80c-4d2e-4519-8588-d8a56a8b6e95 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 944 time: 0.4651015 Jul 07 22:16:40.765487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.766127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.769050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] 10.222.0.103 "PUT /v2.0/ports/47c6c75c-ed59-4096-8df2-b56a73e6fbea HTTP/1.1" status: 200 len: 1092 time: 4.5094244 Jul 07 22:16:40.775159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Made reservation on behalf of 1262eabb5adf413d9cda54378f3878bf for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:40.777924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.809880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:40.831832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-02296610-8716-42d1-9f94-a10f7f0457e3 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/quotas/c698d1cdc4c14987a755f2a8d2923d40 HTTP/1.1" status: 200 len: 375 time: 0.1297352 Jul 07 22:16:40.840595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.880923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.883232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ecfdc-15be-410b-9a96-c1ccc82e925e service neutron] Pushing event updated for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:40.913245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Attempting to bind port 74536aec-52bd-475d-acf8-c06a47609214 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:40.913596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Attempting to bind port 74536aec-52bd-475d-acf8-c06a47609214 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:40.913915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Attempting to bind port 74536aec-52bd-475d-acf8-c06a47609214 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:40.966498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48fe3a6d-89f3-4ae0-85be-2e3ba47ecc58 req-be198872-e760-4670-a530-9b089ab9a6e4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465587 Jul 07 22:16:40.988690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:41.000498 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-ba0d05c1-c3ee-4ce1-98a6-f4a065a778b2 service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054159 Jul 07 22:16:41.079007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:41.083070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:41.085118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Port 74536aec-52bd-475d-acf8-c06a47609214 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:41.085581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Attempting to bind port 74536aec-52bd-475d-acf8-c06a47609214 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:41.116062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:41.116681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:41.117174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:41.117843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Bound port: 74536aec-52bd-475d-acf8-c06a47609214, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:41.118464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.131421 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.136690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Pushing event updated for resources: {'Port': ['ID=7b331ad0-bc02-4722-9810-babed0f957a0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.139520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.147374 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8019bf-5e7a-4104-bde6-351c390cdab1 x-openstack-request-id: req-3f8019bf-5e7a-4104-bde6-351c390cdab1 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:41.148262 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "dae9258a-3183-4f2a-a1e0-d708b21cecd7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:41.148986 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3f8019bf-5e7a-4104-bde6-351c390cdab1 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:41.149770 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7', 'status': 'completed', 'code': 200} Jul 07 22:16:41.196786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a06f5b1-5d6f-48b7-b8b3-0007ee16b0aa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.354495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-e4e23a85-77d5-4cef-9c38-fdf8a11c6f42 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4798677 Jul 07 22:16:41.471669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Deleting port 918f89f9-f106-43f3-9dcb-890c92f76a6a {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:41.471669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.484327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.503580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] For port 74536aec-52bd-475d-acf8-c06a47609214, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:41.513457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.563330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.564115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.625001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-961d6f2a-dc0e-4b53-b3fa-dd8a18e37d67 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5673804 Jul 07 22:16:41.639536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Request body: {'port': {'device_id': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:41.652039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.652774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.653471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.654044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.654587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.655149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.655689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.657664 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-f4468aa8-da94-432b-823c-5e48760dbca4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6280 time: 0.5155587 Jul 07 22:16:41.699640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6683751-e4e7-4e69-a8c7-68dd1e171a13 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:41.712693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.715403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.731237 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.750311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.803835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] For port 74536aec-52bd-475d-acf8-c06a47609214, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=74536aec-52bd-475d-acf8-c06a47609214,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:41.810920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Transition to ACTIVE for port object f6683751-e4e7-4e69-a8c7-68dd1e171a13 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:41.825400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.860700 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.874519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.902545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:41.904437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.905070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76151099-b2f5-45e6-a19a-8b9bcb798650 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:16:41.907777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca68e0a-1006-4eb0-a366-8b44ad941259,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.917139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.922027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c939c75b-5100-4533-a3b7-5d00080d0824 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/routers/76151099-b2f5-45e6-a19a-8b9bcb798650 HTTP/1.1" status: 204 len: 168 time: 5.1786115 Jul 07 22:16:41.928126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38582) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:41.942592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Pushing event updated for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.948149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-6431ba49-5c01-4d37-92df-150e56a80c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.948643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-6431ba49-5c01-4d37-92df-150e56a80c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.949238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-6431ba49-5c01-4d37-92df-150e56a80c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.951856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-6431ba49-5c01-4d37-92df-150e56a80c2d service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2628779 Jul 07 22:16:42.073686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74536aec-52bd-475d-acf8-c06a47609214,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:42.081551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] For port 918f89f9-f106-43f3-9dcb-890c92f76a6a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=918f89f9-f106-43f3-9dcb-890c92f76a6a,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:42.081947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.090913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.091666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.095957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-cca65822-0ae7-4c5f-9673-100ec86cc0d1 service neutron] 10.222.0.103 "PUT /v2.0/ports/74536aec-52bd-475d-acf8-c06a47609214 HTTP/1.1" status: 200 len: 1097 time: 3.5908427 Jul 07 22:16:42.101416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Deleting subnet a5d4e05b-60c0-4482-a510-9cd1bfa04206 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:16:42.102045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2abced-a174-41c2-9450-341efa37bad3', 'tag': '74536aec-52bd-475d-acf8-c06a47609214'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:42.104912 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24abf4b-7335-4e1c-b59d-b29475fdadd0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2abced-a174-41c2-9450-341efa37bad3", "tag": "74536aec-52bd-475d-acf8-c06a47609214"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:42.118308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.118956 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Added segment 58b7c8fe-e24a-45d5-bb41-f8250605210c of type vlan for network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 Jul 07 22:16:42.127436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.141933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1568cd99-9a80-4757-848d-ba481cfcd7fc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:42.151936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2899-d032-4948-a112-8df4e8ee8ea8 req-81a5aad6-f161-4c17-a07f-09f83463589a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.153590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-374f2899-d032-4948-a112-8df4e8ee8ea8 req-81a5aad6-f161-4c17-a07f-09f83463589a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 944 time: 0.8308415 Jul 07 22:16:42.202050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9244045d-2700-4275-bc59-47de05f4719c service neutron] 10.222.0.95 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212864 Jul 07 22:16:42.203725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Calling delete_port for 918f89f9-f106-43f3-9dcb-890c92f76a6a owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:42.249340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1568cd99-9a80-4757-848d-ba481cfcd7fc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:42.249615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.411259 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.450999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-374f2899-d032-4948-a112-8df4e8ee8ea8 req-e14c4f6a-2723-4fe3-a55e-c403a9038a27 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450776 Jul 07 22:16:42.523209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-56c4687f-61be-4ded-8f7c-b71a92e38d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.524759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-56c4687f-61be-4ded-8f7c-b71a92e38d04 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 1100 time: 0.3623772 Jul 07 22:16:42.528835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-64b8fc69-3eae-4fdb-95f1-b016b8cfcf0a service neutron] 10.222.0.95 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839258 Jul 07 22:16:42.536412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.537395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.537984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.632898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-a3b9be8e-314b-45b0-9cc7-2b46d6cab6a6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=74536aec-52bd-475d-acf8-c06a47609214 HTTP/1.1" status: 200 len: 217 time: 0.0903625 Jul 07 22:16:42.666735 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.765582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Attempting to bind port f6683751-e4e7-4e69-a8c7-68dd1e171a13 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:42.765861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Attempting to bind port f6683751-e4e7-4e69-a8c7-68dd1e171a13 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:42.766180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Attempting to bind port f6683751-e4e7-4e69-a8c7-68dd1e171a13 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:42.783116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4632514 Jul 07 22:16:42.802343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:42.812409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Request body: {'subnet': {'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-subnet', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:42.816577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.839888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-330cf76c-3d8b-4a8e-992a-d8af028c649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.841457 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d01a9e07-3207-4d20-9fde-e92252392e1f req-330cf76c-3d8b-4a8e-992a-d8af028c649d service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8129904 Jul 07 22:16:42.842055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Port f6683751-e4e7-4e69-a8c7-68dd1e171a13 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:42.842400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Attempting to bind port f6683751-e4e7-4e69-a8c7-68dd1e171a13 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:42.872083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:42.872433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Checking segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:42.872848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Bound using segment: {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:42.873369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Bound port: f6683751-e4e7-4e69-a8c7-68dd1e171a13, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465a2c05-e577-490d-a7c4-ca64ee2e33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:42.873727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.917017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Made reservation on behalf of 1262eabb5adf413d9cda54378f3878bf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:42.920916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.927305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426b83-1906-4349-be8e-ee9060b269c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:42.942415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:43.009804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.012823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:43.031126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-a6f59e6d-a800-45e8-afc4-256a9048a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.032871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-a6f59e6d-a800-45e8-afc4-256a9048a544 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3847108 Jul 07 22:16:43.035260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.059270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a3ac673d-70bc-4dff-b8ff-77a74579c4ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:43.087510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event deleted for resources: {'Port': ['ID=918f89f9-f106-43f3-9dcb-890c92f76a6a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:43.094713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d4e05b-60c0-4482-a510-9cd1bfa04206,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:43.099390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:43.104371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.106350 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-61b4684a-53d3-4954-80b1-7cccb778b5f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/subnets/a5d4e05b-60c0-4482-a510-9cd1bfa04206 HTTP/1.1" status: 204 len: 168 time: 1.1747012 Jul 07 22:16:43.111518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38598) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:43.150249 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.162583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.164818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:43.168174 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c552ad8b-b800-401d-b7c5-af63b8a42c92" -d '{"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:43.174975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b331ad0-bc02-4722-9810-babed0f957a0 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:43.182919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.199341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.213497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.220304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.232117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.243319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.259671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.262903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b31ae002-c507-4772-9016-86171156544b req-7db0df92-689a-4956-aa43-b46e2da8458e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5396 time: 0.6260920 Jul 07 22:16:43.290533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.291336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.293218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] 10.222.0.103 "PUT /v2.0/ports/f6683751-e4e7-4e69-a8c7-68dd1e171a13 HTTP/1.1" status: 200 len: 1091 time: 2.4934309 Jul 07 22:16:43.339164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Transition to ACTIVE for port object 7b331ad0-bc02-4722-9810-babed0f957a0 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:43.350517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:43.362455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.411164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.432220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561d7fd-3268-4682-b828-7ead8cb4561b service neutron] Pushing event updated for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:43.475863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6200fb4-d1d5-4a75-b6cf-5ee5da3a6960 req-1109d41e-ded8-407c-9695-086851c839dc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.477670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6200fb4-d1d5-4a75-b6cf-5ee5da3a6960 req-1109d41e-ded8-407c-9695-086851c839dc tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.6166091 Jul 07 22:16:43.487115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b331ad0-bc02-4722-9810-babed0f957a0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:43.525603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] No DVR routers for this DVR port 918f89f9-f106-43f3-9dcb-890c92f76a6a on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:43.661146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b31ae002-c507-4772-9016-86171156544b req-81392069-4b9d-4d62-a160-95a93a964832 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3971131 Jul 07 22:16:43.662830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.666198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c30f233-7d2f-4cd2-9d43-dc2000d195d1 req-2239df4c-c84b-4a91-9d76-c5e871957920 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.97 "DELETE /v2.0/ports/918f89f9-f106-43f3-9dcb-890c92f76a6a HTTP/1.1" status: 204 len: 173 time: 2.9049823 Jul 07 22:16:43.680716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-752f9dcf-bb7a-4d04-97a5-663810b6bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.682271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-752f9dcf-bb7a-4d04-97a5-663810b6bf5d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6301849 Jul 07 22:16:43.689465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.689705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.731551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.765247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Attempting to bind port 7b331ad0-bc02-4722-9810-babed0f957a0 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:43.765736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Attempting to bind port 7b331ad0-bc02-4722-9810-babed0f957a0 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:43.766141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Attempting to bind port 7b331ad0-bc02-4722-9810-babed0f957a0 on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:43.769847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d198f91e-5326-4d66-aaa9-337d81945fe3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:43.780890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6200fb4-d1d5-4a75-b6cf-5ee5da3a6960 req-023d29d1-f08c-42de-8406-f5659e08898e tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857060 Jul 07 22:16:43.785450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Port 7b331ad0-bc02-4722-9810-babed0f957a0 on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:43.785827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Attempting to bind port 7b331ad0-bc02-4722-9810-babed0f957a0 on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:43.792611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b00d424-6948-4f08-87fb-62ea86a18b0c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:43.792855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b00d424-6948-4f08-87fb-62ea86a18b0c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:43.821789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.832054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:43.832667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Checking segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:43.832960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Bound using segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:43.833418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Bound port: 7b331ad0-bc02-4722-9810-babed0f957a0, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:43.833780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.903504 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.924507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:16:43.924772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:16:43.927291 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:16:43.962293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Checking segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:43.963313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Network hostable DHCP agents. Network: 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:44.001857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=641352fb-d202-4847-bf82-f73a264f56d0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:44.048469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:44.052731 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3403c64b-f434-4b11-90f0-f036652b9823 x-openstack-request-id: req-3403c64b-f434-4b11-90f0-f036652b9823 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:44.052977 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2abced-a174-41c2-9450-341efa37bad3", "tag": "74536aec-52bd-475d-acf8-c06a47609214", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:44.053383 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3403c64b-f434-4b11-90f0-f036652b9823 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:44.054146 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2abced-a174-41c2-9450-341efa37bad3', 'tag': '74536aec-52bd-475d-acf8-c06a47609214', 'status': 'completed', 'code': 200} Jul 07 22:16:44.075320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:44.109051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.116142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 918f89f9-f106-43f3-9dcb-890c92f76a6a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:44.116909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 918f89f9-f106-43f3-9dcb-890c92f76a6a not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:44.119192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d198f91e-5326-4d66-aaa9-337d81945fe3 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:16:44.122452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.128882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/networks/d198f91e-5326-4d66-aaa9-337d81945fe3 HTTP/1.1" status: 204 len: 168 time: 1.0073876 Jul 07 22:16:44.162116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:44.172202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7e3fb-66a6-4de8-858e-22db481442c3 None None] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:44.188412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-5ffa766d-c668-42c2-81fb-8880133c0c63 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897897 Jul 07 22:16:44.198166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:44.199787 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.204416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] For port 7b331ad0-bc02-4722-9810-babed0f957a0, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:44.210238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2ccaa-7606-46dd-95dc-b9ef2d34423c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event deleted for resources: {'Network': ['ID=d198f91e-5326-4d66-aaa9-337d81945fe3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:44.257501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] For port 7b331ad0-bc02-4722-9810-babed0f957a0, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=7b331ad0-bc02-4722-9810-babed0f957a0,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:44.270612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93f037ad-2a41-44e1-9a9a-42e88a4aac0e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4619088 Jul 07 22:16:44.273121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38608) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:44.280651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.334663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:44.364737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:44.367079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.371204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] 10.222.0.97 "PUT /v2.0/ports/7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 1092 time: 2.7359405 Jul 07 22:16:44.591655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'fixed_ips': [{'subnet_id': '641352fb-d202-4847-bf82-f73a264f56d0'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:16:44.592549 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.606308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2d607-c006-4d50-a0b6-f252c1d6f3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b331ad0-bc02-4722-9810-babed0f957a0,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:44.725046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:44.796761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'name': 'tempest-router--1488607178', 'project_id': 'abae071559d644dd84c55ae7c4003133'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:44.821972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791fe536-5196-4f9d-ac4e-181e74a08bf3 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:44.837268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.853879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Allocated IP 172.20.0.2 (9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8/641352fb-d202-4847-bf82-f73a264f56d0/e3e28038-69c2-4f30-b806-4b56b1bd302b) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:44.865871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Transition to ACTIVE for port object 791fe536-5196-4f9d-ac4e-181e74a08bf3 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:44.934053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-6938b37f-c1a3-4c43-944a-2e616ee0cf4a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:44.935671 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-6938b37f-c1a3-4c43-944a-2e616ee0cf4a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.103 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 819 time: 0.4719656 Jul 07 22:16:44.940420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:44.967380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Request body: {'port': {'device_id': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'admin_state_up': True, 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:45.129302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b054d2-d8bf-4ae5-bf10-9b1d5b103123 req-0431e3ae-ad65-4f6e-97ed-526df9489b69 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.143711 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.153783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87b054d2-d8bf-4ae5-bf10-9b1d5b103123 req-0431e3ae-ad65-4f6e-97ed-526df9489b69 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 948 time: 1.1273093 Jul 07 22:16:45.154719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Transition to ACTIVE for port object e3e28038-69c2-4f30-b806-4b56b1bd302b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:45.169394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c94aff3b-a818-4518-9603-cf11eac38264 req-186a7e0c-c700-4b56-b038-fb80e2bf6c69 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 210 time: 0.8099749 Jul 07 22:16:45.173654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Transition to ACTIVE for port object e3e28038-69c2-4f30-b806-4b56b1bd302b will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:45.185782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.244655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:16:45.244655 n-d-694802-13 neutron-server[93931]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:16:45.244655 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'id': 'fbf56ade-ef17-42c8-8204-869d4387b811', 'expiration': datetime.datetime(2021, 7, 7, 22, 18, 45, 143906)}] Jul 07 22:16:45.244655 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:16:45.246071 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:16:45.251706 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6eb5bc-02e5-4a10-a599-259c463ee76c x-openstack-request-id: req-de6eb5bc-02e5-4a10-a599-259c463ee76c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:45.251706 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:45.251706 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-de6eb5bc-02e5-4a10-a599-259c463ee76c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:45.251706 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea', 'status': 'completed', 'code': 200} Jul 07 22:16:45.252718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:45.257456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:16:45.257456 n-d-694802-13 neutron-server[93932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:16:45.257456 n-d-694802-13 neutron-server[93932]: [parameters: {'project_id': '1262eabb5adf413d9cda54378f3878bf', 'id': '2d4a39d3-03b3-44c3-aeae-22f77a0d94f9', 'expiration': datetime.datetime(2021, 7, 7, 22, 18, 45, 196184)}] Jul 07 22:16:45.257456 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:16:45.258161 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:16:45.263421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:45.271302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.103', 53544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:45.276384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:45.288945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Pushing event updated for resources: {'Port': ['ID=e3e28038-69c2-4f30-b806-4b56b1bd302b,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:45.403009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.405960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.426805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Attempting to bind port e3e28038-69c2-4f30-b806-4b56b1bd302b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:45.427544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Attempting to bind port e3e28038-69c2-4f30-b806-4b56b1bd302b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:45.428360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Attempting to bind port e3e28038-69c2-4f30-b806-4b56b1bd302b on network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:45.428505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87b054d2-d8bf-4ae5-bf10-9b1d5b103123 req-dd042c69-aba1-48f7-8871-7b8cc524c082 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729793 Jul 07 22:16:45.444496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:45.444496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Checking segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:45.444496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.444939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:45.446582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Bound using segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:45.447201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Bound port: e3e28038-69c2-4f30-b806-4b56b1bd302b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:45.447604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.464695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01364875-c1f6-4fd5-984e-fc334f65eeb4 req-2ec3334b-3255-41bb-8ca1-82ae49a05f04 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161098 Jul 07 22:16:45.492211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-678da350-a068-4437-bf04-00017a0e242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.496486 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-678da350-a068-4437-bf04-00017a0e242f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1095 time: 1.0277762 Jul 07 22:16:45.515200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.516162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.516749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.517299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.519071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.520130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.520646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.523641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-a9b14130-1f6a-4ea5-863f-12a591c240b2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6374 time: 0.2495589 Jul 07 22:16:45.569939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65cfdfeb-368d-4410-ad4d-6de73e6d20f4 req-b04fc28c-4c07-4531-be47-9f7c6c0592bf tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.0761521 Jul 07 22:16:45.635801 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-4a6384af-b94d-46e2-b49c-150d473beb5a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0952508 Jul 07 22:16:45.637950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Attempting to bind port 791fe536-5196-4f9d-ac4e-181e74a08bf3 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:45.638296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Attempting to bind port 791fe536-5196-4f9d-ac4e-181e74a08bf3 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:45.638687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Attempting to bind port 791fe536-5196-4f9d-ac4e-181e74a08bf3 on network 2b31379b-ced6-49a0-8417-23a4ed18097e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:45.674429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] For port e3e28038-69c2-4f30-b806-4b56b1bd302b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:45.681461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] For port e3e28038-69c2-4f30-b806-4b56b1bd302b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e3e28038-69c2-4f30-b806-4b56b1bd302b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:45.688224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.703386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Port 791fe536-5196-4f9d-ac4e-181e74a08bf3 on network 2b31379b-ced6-49a0-8417-23a4ed18097e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:45.703972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Attempting to bind port 791fe536-5196-4f9d-ac4e-181e74a08bf3 on network 2b31379b-ced6-49a0-8417-23a4ed18097e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:45.723117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.733803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-3bcdc33c-8d87-4f86-b0b7-06b3b8166cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.734773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-3bcdc33c-8d87-4f86-b0b7-06b3b8166cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.735068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-3bcdc33c-8d87-4f86-b0b7-06b3b8166cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.736985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-3bcdc33c-8d87-4f86-b0b7-06b3b8166cf5 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1890655 Jul 07 22:16:45.803927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a018-84b8-4225-9793-2345d94641f1 req-7e4cb124-0185-49fe-85cf-abe622fbe553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.805573 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-7e4cb124-0185-49fe-85cf-abe622fbe553 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.0954945 Jul 07 22:16:45.811205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:45.811737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Checking segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:45.812145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Bound using segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:45.812608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Bound port: 791fe536-5196-4f9d-ac4e-181e74a08bf3, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:45.812996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.818145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745db6b-640e-43d4-8471-c566af373b46 None None] Pushing event updated for resources: {'Port': ['ID=e3e28038-69c2-4f30-b806-4b56b1bd302b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:45.849766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:45.893707 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-c9e541b5-493e-4881-afe0-7fc9987f38f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363243 Jul 07 22:16:45.985629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:16:45.985629 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:16:45.985629 n-d-694802-13 neutron-server[93932]: [parameters: {'project_id_1': '1262eabb5adf413d9cda54378f3878bf', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 16, 45, 817124)}] Jul 07 22:16:45.985629 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:16:45.986386 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:16:46.019784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-51d1cfc6-47e2-4ae2-a535-bf5a2bc9eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.021449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-51d1cfc6-47e2-4ae2-a535-bf5a2bc9eeef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=252b43d23bc84ceaae99ba28e83fa710&device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 1100 time: 0.4726188 Jul 07 22:16:46.045205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Made reservation on behalf of c698d1cdc4c14987a755f2a8d2923d40 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:46.048974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.098171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'name': 'network-vif-deleted', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:46.103514 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dd8406-f35c-4717-9021-98742f8b1746" -d '{"events": [{"server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "name": "network-vif-deleted", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:46.222472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-f973d83d-f54e-48f5-ada6-b2fe33d2c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.226074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c552ad8b-b800-401d-b7c5-af63b8a42c92 req-f973d83d-f54e-48f5-ada6-b2fe33d2c118 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558496 Jul 07 22:16:46.230204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.234916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e173989f-0898-4164-aff8-085a6474d8dd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4942629 Jul 07 22:16:46.240788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38628) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:46.257795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94d28a-33b0-4ba7-b727-81a24e7dc468 req-80be8d54-a753-422f-b309-1df31c002986 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.261071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e94d28a-33b0-4ba7-b727-81a24e7dc468 req-80be8d54-a753-422f-b309-1df31c002986 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.4626498 Jul 07 22:16:46.276336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.283210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.290293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.296084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.302879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.309200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.310020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:46.315646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.317710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-831cf0df-508e-47c3-a132-0824c6701322 req-b033d49f-7ef5-4256-a166-cdfb03eeb81f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5408 time: 0.5606217 Jul 07 22:16:46.328951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Allocated IP 172.20.0.4 (93b56c99-a4ee-47b8-9154-7d4bddcb13d4/f027042e-aefc-4ab6-927e-34179198d93f/676d9707-a36a-4c8c-af6a-285bfe0f21c6) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:46.349605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:46.356969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-4adcafd4-c3d4-473c-9cc5-ff5f5db1ede6 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293306 Jul 07 22:16:46.363918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.403490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.405612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.407443 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] 10.222.0.103 "PUT /v2.0/ports/791fe536-5196-4f9d-ac4e-181e74a08bf3 HTTP/1.1" status: 200 len: 1092 time: 3.0666368 Jul 07 22:16:46.419766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.450150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Request body: {'port': {'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:46.593262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.622070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-831cf0df-508e-47c3-a132-0824c6701322 req-5b94017a-42f2-4997-b991-3dfc31b05a99 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2311432 Jul 07 22:16:46.624115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-2b65cb42-68d1-4aa6-94a5-786eec4e32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.625940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-2b65cb42-68d1-4aa6-94a5-786eec4e32a3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.5854459 Jul 07 22:16:46.691103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e3fa-1653-41ab-9759-31fece2ed6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:46.776182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.782845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-d48708d6-92cc-4c38-8ba8-5b4a0f442d13 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=74536aec-52bd-475d-acf8-c06a47609214 HTTP/1.1" status: 200 len: 217 time: 0.1414394 Jul 07 22:16:46.825093 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8585a018-84b8-4225-9793-2345d94641f1 req-dec98d3f-7b7a-4541-8474-4481b35cef2a service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513719 Jul 07 22:16:46.834707 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.852398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.871438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e94d28a-33b0-4ba7-b727-81a24e7dc468 req-3502af15-5f47-41f3-98ea-abe48ce4f776 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741304 Jul 07 22:16:46.904557 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b69f3c-733a-4e6a-ba0d-d4a30715721e x-openstack-request-id: req-22b69f3c-733a-4e6a-ba0d-d4a30715721e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:46.904863 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f498ff8a-3b63-4e68-9095-1e3054a73871", "name": "network-vif-deleted", "tag": "918f89f9-f106-43f3-9dcb-890c92f76a6a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:46.905123 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-22b69f3c-733a-4e6a-ba0d-d4a30715721e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:46.905643 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f498ff8a-3b63-4e68-9095-1e3054a73871', 'name': 'network-vif-deleted', 'tag': '918f89f9-f106-43f3-9dcb-890c92f76a6a', 'status': 'completed', 'code': 200} Jul 07 22:16:46.911026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.914926 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:46.969312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:46.975933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:46.980696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:46.994170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Pushing event updated for resources: {'Port': ['ID=676d9707-a36a-4c8c-af6a-285bfe0f21c6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:47.003661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-e3d38042-6003-4bf3-825d-a20cb4a0968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.006127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-e3d38042-6003-4bf3-825d-a20cb4a0968f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1658533 Jul 07 22:16:47.007695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.008238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0cc2f66-6965-4eb4-9e80-d208e155cf09 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:16:47.014711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.015997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7739d38d-93d5-49f6-a4e9-c73a9d1b1520 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/routers/c0cc2f66-6965-4eb4-9e80-d208e155cf09 HTTP/1.1" status: 204 len: 168 time: 0.6974356 Jul 07 22:16:47.091492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.094469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.152450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.152778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.196064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b4bf80d-3fc5-4e5e-a2d8-d4d4187c633f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2339337 Jul 07 22:16:47.239361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38636) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:47.250658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Request body: {'port': {'device_id': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:47.259233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13'}, {'name': 'network-changed', 'server_uuid': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'tag': '7b331ad0-bc02-4722-9810-babed0f957a0'}, {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:47.262116 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda45544-7999-4f44-9fd8-bcc1ade8c911" -d '{"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13"}, {"name": "network-changed", "server_uuid": "1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa", "tag": "7b331ad0-bc02-4722-9810-babed0f957a0"}, {"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:47.309245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.317791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-ed1dee10-7011-472f-9288-ef211eebc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.319700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-ed1dee10-7011-472f-9288-ef211eebc217 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3025846 Jul 07 22:16:47.383933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1544ea-e179-42d1-9aa9-6bcd8d1dd9f5 None None] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:47.427178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:47.435824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.449819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Transition to ACTIVE for port object 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:47.457585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.476300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.581992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ad44d-c99e-49e9-aeb7-0e564a59fe17 req-cf9391f0-5b70-4377-b955-1625590772ca tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.584364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb1ad44d-c99e-49e9-aeb7-0e564a59fe17 req-cf9391f0-5b70-4377-b955-1625590772ca tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 948 time: 0.4745231 Jul 07 22:16:47.605438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3345ae8-c65b-4b96-9ba5-f5a86c34f732 req-4b49e745-8169-422a-b3c6-354a8608a0ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.607475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3345ae8-c65b-4b96-9ba5-f5a86c34f732 req-4b49e745-8169-422a-b3c6-354a8608a0ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 931 time: 0.4145436 Jul 07 22:16:47.619623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1980076388', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:47.656395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4500715c-ee68-4cf7-b6c5-99f819338aee None None] Provisioning for port e3e28038-69c2-4f30-b806-4b56b1bd302b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:47.665180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Attempting to bind port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:47.665792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Attempting to bind port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:47.666142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Attempting to bind port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 on network 2b31379b-ced6-49a0-8417-23a4ed18097e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:47.671714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.672868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.702902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 on network 2b31379b-ced6-49a0-8417-23a4ed18097e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:47.703247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Attempting to bind port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 on network 2b31379b-ced6-49a0-8417-23a4ed18097e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:47.765575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:47.766258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Checking segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:47.766992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Bound using segment: {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:47.768203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Bound port: 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97394ada-3630-4e42-a91d-0be3542b832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:47.768776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.776857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb1ad44d-c99e-49e9-aeb7-0e564a59fe17 req-3719e294-a45b-49c2-b558-a697db9ec350 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681123 Jul 07 22:16:47.818316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3345ae8-c65b-4b96-9ba5-f5a86c34f732 req-232c5228-8fed-498d-8e56-d78943ea2de2 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655304 Jul 07 22:16:47.835372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-b0c18c26-a970-4875-ac54-e369532b15cd service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306879 Jul 07 22:16:47.960953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b24abf4b-7335-4e1c-b59d-b29475fdadd0 req-266beaa6-1e0b-4a8a-8b56-c1eb6700aeb7 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173527 Jul 07 22:16:47.977308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:47.990488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.076431 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308606f-b2e7-4fff-ae9f-aace1da866cb x-openstack-request-id: req-a308606f-b2e7-4fff-ae9f-aace1da866cb {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:48.076752 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa", "tag": "7b331ad0-bc02-4722-9810-babed0f957a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:48.077074 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a308606f-b2e7-4fff-ae9f-aace1da866cb {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:48.077588 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13', 'status': 'completed', 'code': 200} Jul 07 22:16:48.077792 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'tag': '7b331ad0-bc02-4722-9810-babed0f957a0', 'status': 'completed', 'code': 200} Jul 07 22:16:48.078054 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3', 'status': 'completed', 'code': 200} Jul 07 22:16:48.215035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3e28038-69c2-4f30-b806-4b56b1bd302b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:48.255186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d835dd3b-bad3-4068-bb7f-6d13500abd2b req-6189e42d-2c04-4aa3-8388-091a924b279b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.1749170 Jul 07 22:16:48.300081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e3e28038-69c2-4f30-b806-4b56b1bd302b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:48.305136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e3e28038-69c2-4f30-b806-4b56b1bd302b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:48.305565 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.307192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-657d1a2c-6d4c-4521-a190-a277e7e6eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.385547 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.393499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.394106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.394678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.395141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.395617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.396162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.396636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.398751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-de9cde99-b1f0-47d7-ae69-5053a1663634 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6442 time: 0.3098407 Jul 07 22:16:48.404340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.446229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e3e28038-69c2-4f30-b806-4b56b1bd302b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e3e28038-69c2-4f30-b806-4b56b1bd302b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:48.456870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.534440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.537205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-cd5dc3c2-fece-45ab-a828-024daea4a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.537205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-cd5dc3c2-fece-45ab-a828-024daea4a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.537205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-cd5dc3c2-fece-45ab-a828-024daea4a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.537643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-cd5dc3c2-fece-45ab-a828-024daea4a425 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1163855 Jul 07 22:16:48.551934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.557175 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.558416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.559175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e3e28038-69c2-4f30-b806-4b56b1bd302b,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:48.565585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.572140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.578539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.581270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 74536aec-52bd-475d-acf8-c06a47609214 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:48.584310 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.585209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.592722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.609696 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-cdc8dad4-2e59-4bfa-ad44-ac98437c5a00 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.3808556 Jul 07 22:16:48.724915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-c83ebee2-1a71-4c12-8eca-b6392f330703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.726596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-c83ebee2-1a71-4c12-8eca-b6392f330703 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139767 Jul 07 22:16:48.791934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:48.810938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:48.928714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 74536aec-52bd-475d-acf8-c06a47609214, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=74536aec-52bd-475d-acf8-c06a47609214,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:48.951720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47e62ce3-1c0c-4063-8490-3bd46f409ffe req-6d1ac0af-5a4e-4d0f-a0ec-96e7128e2c2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3403265 Jul 07 22:16:48.952006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '74536aec-52bd-475d-acf8-c06a47609214', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '74536aec-52bd-475d-acf8-c06a47609214', 'mac_address': 'fa:16:3e:bc:d4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:48.990389 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.006199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.016785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cadd9a-6a8e-43b8-a598-550138bd9f1a req-df0236c9-7341-4924-88d5-c74cf1939b28 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.018020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.019028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62cadd9a-6a8e-43b8-a598-550138bd9f1a req-df0236c9-7341-4924-88d5-c74cf1939b28 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.2409251 Jul 07 22:16:49.029477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Allocated IP 172.25.5.102 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/93541ace-92af-46c5-b010-475ce60bd28f) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:49.038343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.039228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.039720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.040427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.041085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.042848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.042848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.043331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.043970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.044284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-8cdae685-0f90-46c8-84cc-ede17b7afef2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6442 time: 0.2632120 Jul 07 22:16:49.045395 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] 10.222.0.103 "PUT /v2.0/ports/2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 200 len: 1092 time: 2.5998125 Jul 07 22:16:49.051256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74536aec-52bd-475d-acf8-c06a47609214 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:49.125489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 74536aec-52bd-475d-acf8-c06a47609214, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=74536aec-52bd-475d-acf8-c06a47609214,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:49.135835 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.191134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62cadd9a-6a8e-43b8-a598-550138bd9f1a req-b10b846d-4ea3-482e-b54e-4484a757f094 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631396 Jul 07 22:16:49.236386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=74536aec-52bd-475d-acf8-c06a47609214,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:49.351145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676d9707-a36a-4c8c-af6a-285bfe0f21c6 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:49.361166 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.375586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Transition to ACTIVE for port object 676d9707-a36a-4c8c-af6a-285bfe0f21c6 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:49.409452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.426482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-4b4bfc4d-1d07-4c78-ae07-bbae43925f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.428155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-4b4bfc4d-1d07-4c78-ae07-bbae43925f22 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1095 time: 1.3492599 Jul 07 22:16:49.443171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['74536aec-52bd-475d-acf8-c06a47609214'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:49.456491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899fda-d6e7-4fa1-8985-2acc4bfd5ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:49.584067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=676d9707-a36a-4c8c-af6a-285bfe0f21c6,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:49.691268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-74a2035e-eca1-4c3c-8fe2-b1119276d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.692966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-74a2035e-eca1-4c3c-8fe2-b1119276d1ef service neutron] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.2332585 Jul 07 22:16:49.749800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Attempting to bind port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:49.750687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Attempting to bind port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:49.750687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Attempting to bind port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:49.754379 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-4d7942f5-d69f-4dbc-b8a5-4ad3884bf140 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0500431 Jul 07 22:16:49.763244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:49.763581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Attempting to bind port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 on network 93b56c99-a4ee-47b8-9154-7d4bddcb13d4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:49.791287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-81ef634c-fa20-4338-98df-886b860ae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.791891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-81ef634c-fa20-4338-98df-886b860ae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.792538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-81ef634c-fa20-4338-98df-886b860ae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.794700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-81ef634c-fa20-4338-98df-886b860ae11d service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7184260 Jul 07 22:16:49.795526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:49.795887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Checking segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:49.796283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Bound using segment: {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:49.796726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Bound port: 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69039d-7422-43e5-877c-1924c0c2bb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:49.797575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.830747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.868557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9342f-13b7-408d-8219-24e2ddb1d284 req-c404325d-eb18-4ec6-9e71-0ea29bf48f15 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.870244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6b9342f-13b7-408d-8219-24e2ddb1d284 req-c404325d-eb18-4ec6-9e71-0ea29bf48f15 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 949 time: 0.6428950 Jul 07 22:16:49.919277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f978a-3bc6-4684-98e0-4b1498f11d7d req-77249265-3c99-4283-814e-63a2604c7bf7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.927587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc2f978a-3bc6-4684-98e0-4b1498f11d7d req-77249265-3c99-4283-814e-63a2604c7bf7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 943 time: 0.2633207 Jul 07 22:16:49.958107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-e317ef50-109f-4d73-b0a7-27eea0df869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.959775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-e317ef50-109f-4d73-b0a7-27eea0df869c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.1975734 Jul 07 22:16:50.036524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.048868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-a4c1c9d3-7aa5-4f16-b50a-875347607af5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783236 Jul 07 22:16:50.080806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:50.084138 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a77f03-aff1-432b-8a8c-84bf091374b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:50.087744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.100364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc2f978a-3bc6-4684-98e0-4b1498f11d7d req-0dc0f2f5-a32f-494b-b7c9-9b82b9cf8316 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696126 Jul 07 22:16:50.113452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6b9342f-13b7-408d-8219-24e2ddb1d284 req-319f852b-02a4-49c1-82b6-18f3bfdcd0b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047517 Jul 07 22:16:50.118887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-933cb181-0d24-4b16-a5fd-dfb37b6e58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.120483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-933cb181-0d24-4b16-a5fd-dfb37b6e58d2 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3091886 Jul 07 22:16:50.130180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3e28038-69c2-4f30-b806-4b56b1bd302b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:50.130785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.185935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:50.190949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:50.193555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:50.250880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Pushing event updated for resources: {'Port': ['ID=93541ace-92af-46c5-b010-475ce60bd28f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:50.289835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e3e28038-69c2-4f30-b806-4b56b1bd302b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:50.290233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.433554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Allocated IP 172.25.5.165 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/9d97cd63-e73c-4d7e-b79c-46335e05d52d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:50.516519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14469386-294d-4063-a82b-953dfa214620 req-5298ad6c-b19a-4c1a-9d37-f68c3329bf7f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.0582910 Jul 07 22:16:50.580853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 74536aec-52bd-475d-acf8-c06a47609214 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:50.614360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.615373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.616181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.617031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.617668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.618422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.621206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.625408 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a3bcb0e6-80e5-4353-9a5f-61e1e33ab9bc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6484 time: 0.2828665 Jul 07 22:16:50.654755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] For port 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:50.678769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 74536aec-52bd-475d-acf8-c06a47609214 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:50.681653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1d56f87e-f43e-4dae-ab06-371f87df50b9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 200 len: 217 time: 0.0464804 Jul 07 22:16:50.684882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 74536aec-52bd-475d-acf8-c06a47609214 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:50.685438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.706387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] For port 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:50.765668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.774436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-3a85de44-2600-4f42-834f-bfced1797ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.776059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-3a85de44-2600-4f42-834f-bfced1797ebf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4f7f5105-d2ad-4349-8732-cabb6208b41a HTTP/1.1" status: 200 len: 849 time: 0.0607047 Jul 07 22:16:50.799918 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.830217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2abced-a174-41c2-9450-341efa37bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74536aec-52bd-475d-acf8-c06a47609214'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:50.834121 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47bf47d-23a5-4944-a638-af4ca96b2618" -d '{"events": [{"server_uuid": "0d2abced-a174-41c2-9450-341efa37bad3", "name": "network-vif-plugged", "status": "completed", "tag": "74536aec-52bd-475d-acf8-c06a47609214"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:50.850525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 74536aec-52bd-475d-acf8-c06a47609214, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=74536aec-52bd-475d-acf8-c06a47609214,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:50.870621 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-d8ef0e17-a344-4314-a69d-69fd8e2e6704 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639832 Jul 07 22:16:50.872318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.873988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.881991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.916693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.931988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=74536aec-52bd-475d-acf8-c06a47609214,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:50.944427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79db7cde-996f-4771-8201-50a4d29301c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.983360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:50.984829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.985463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.987419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] 10.222.0.103 "PUT /v2.0/ports/676d9707-a36a-4c8c-af6a-285bfe0f21c6 HTTP/1.1" status: 200 len: 1092 time: 3.7471404 Jul 07 22:16:50.994425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:50.999536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:51.037689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6d4c7677-b361-4529-a556-60693300885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.039901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6d4c7677-b361-4529-a556-60693300885a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060165 Jul 07 22:16:51.068091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event updated for resources: {'Port': ['ID=9d97cd63-e73c-4d7e-b79c-46335e05d52d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:51.080986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37531593-2cea-4aa7-8afe-07fcd430808a req-edc97da0-06c0-4495-9a03-5269c6e0edc9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.083206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37531593-2cea-4aa7-8afe-07fcd430808a req-edc97da0-06c0-4495-9a03-5269c6e0edc9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.3061988 Jul 07 22:16:51.131412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda45544-7999-4f44-9fd8-bcc1ade8c911 req-69a2e39b-4bdd-49db-a8ce-a8333f9358a2 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404666 Jul 07 22:16:51.201827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.207809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.213764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.219885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.226291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.228744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b785471-ef8e-4cde-b1b1-b44523f1c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=676d9707-a36a-4c8c-af6a-285bfe0f21c6,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:51.232594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.239702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.247892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-2f288b88-2095-4f53-abd3-248bcd83cbba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.5296028 Jul 07 22:16:51.256860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-2333d146-15ec-4a44-b98c-e14d22a35d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.259004 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-2333d146-15ec-4a44-b98c-e14d22a35d2b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 1095 time: 0.2189693 Jul 07 22:16:51.310807 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-9d98ab23-3a74-4698-9aa2-d4b877e9b986 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6 HTTP/1.1" status: 200 len: 217 time: 0.0439818 Jul 07 22:16:51.330082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37531593-2cea-4aa7-8afe-07fcd430808a req-ff748a41-c9ac-47bf-b462-a5b003f090aa tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271781 Jul 07 22:16:51.370484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:51.418709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0e9133e-825c-4d0e-b522-e61ec5d87a40 req-020b2a70-d9a1-43e9-82c3-7ee0b0722d37 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698513 Jul 07 22:16:51.424585 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c373992-9d0c-4bab-9a0f-dc6796e91249 x-openstack-request-id: req-7c373992-9d0c-4bab-9a0f-dc6796e91249 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:51.424894 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:51.425763 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7c373992-9d0c-4bab-9a0f-dc6796e91249 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:51.426183 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9', 'status': 'completed', 'code': 200} Jul 07 22:16:51.427703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-21b883e3-6bcf-4dde-8aa8-095e4bef98e8 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336835 Jul 07 22:16:51.473106 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91efeebc-2334-4f75-8c54-b9bae8fba397 x-openstack-request-id: req-91efeebc-2334-4f75-8c54-b9bae8fba397 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:51.473404 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2abced-a174-41c2-9450-341efa37bad3", "name": "network-vif-plugged", "status": "completed", "tag": "74536aec-52bd-475d-acf8-c06a47609214", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:51.473654 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-91efeebc-2334-4f75-8c54-b9bae8fba397 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:51.474047 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2abced-a174-41c2-9450-341efa37bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74536aec-52bd-475d-acf8-c06a47609214', 'code': 200} Jul 07 22:16:51.565543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:51.601142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-c5d8e6e8-4e7b-4d17-99d7-b97fb20cc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.602714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-c5d8e6e8-4e7b-4d17-99d7-b97fb20cc908 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.2824948 Jul 07 22:16:51.749580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-621bdef0-7a42-4dcb-84ef-ccfcd8dbfa97 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087912 Jul 07 22:16:51.820424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1269646e-22cd-4862-bb10-49c840589e11 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 217 time: 0.0586786 Jul 07 22:16:51.861961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf67f-abe7-47f4-a59d-a4757c0bf310 req-c29bd92f-8025-4f8d-90b3-de1c70a4918f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.864139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffabf67f-abe7-47f4-a59d-a4757c0bf310 req-c29bd92f-8025-4f8d-90b3-de1c70a4918f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 950 time: 0.2480242 Jul 07 22:16:51.932251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29281396-314b-4da0-ad08-4a8a11cdd546 req-4a6a9f6c-4ff4-44b6-ad12-da131cb18443 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.933670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29281396-314b-4da0-ad08-4a8a11cdd546 req-4a6a9f6c-4ff4-44b6-ad12-da131cb18443 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 943 time: 0.3134263 Jul 07 22:16:51.958516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-4af542d4-7dc0-4333-bd06-3b8af55c387e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454152 Jul 07 22:16:51.961893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e1f569e7-f020-48a6-a31a-91a7c6811f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.963346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-e1f569e7-f020-48a6-a31a-91a7c6811f25 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1349108 Jul 07 22:16:51.968277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.026175 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.034010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffabf67f-abe7-47f4-a59d-a4757c0bf310 req-972d1c66-35c7-4db5-885c-23af3b4e4d14 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393118 Jul 07 22:16:52.034560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Router 01882118-1197-4349-bfc4-3553d3726f54 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:16:52.038741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29281396-314b-4da0-ad08-4a8a11cdd546 req-0bced0fa-f4c7-4df8-8477-33bf0f5ca4c5 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960076 Jul 07 22:16:52.114026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c824e2-ce80-4e52-8a4d-7acb44b4a611 req-f7052fa0-7278-447f-9615-bfd55dcf30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.115671 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8c824e2-ce80-4e52-8a4d-7acb44b4a611 req-f7052fa0-7278-447f-9615-bfd55dcf30a6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 1102 time: 0.5529969 Jul 07 22:16:52.129423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 7b331ad0-bc02-4722-9810-babed0f957a0 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:52.220302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-f8339770-d310-4fca-a555-0c7c50142373 service neutron] 10.222.0.103 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472162 Jul 07 22:16:52.223816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8c824e2-ce80-4e52-8a4d-7acb44b4a611 req-be79aff0-043e-43a5-90b8-aef3abf28983 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727537 Jul 07 22:16:52.295671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:52.306885 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Sync routers for ids ['01882118-1197-4349-bfc4-3553d3726f54'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:52.319203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 7b331ad0-bc02-4722-9810-babed0f957a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=7b331ad0-bc02-4722-9810-babed0f957a0,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:52.319614 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Routers {'01882118-1197-4349-bfc4-3553d3726f54'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:52.320281 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01882118-1197-4349-bfc4-3553d3726f54'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:52.339107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '7b331ad0-bc02-4722-9810-babed0f957a0', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'port_id': '7b331ad0-bc02-4722-9810-babed0f957a0', 'mac_address': 'fa:16:3e:9d:24:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:52.349405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a1978d83-0d70-4aec-bb7d-c8c94b9c5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.351266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a1978d83-0d70-4aec-bb7d-c8c94b9c5e11 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3727083 Jul 07 22:16:52.365467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-067b8325-b4d1-4079-8455-97c884112da4 req-d37cf0a3-1eb3-41f6-b6c5-fe94e83e8439 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.0643971 Jul 07 22:16:52.402421 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.424512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b331ad0-bc02-4722-9810-babed0f957a0 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:52.452126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 7b331ad0-bc02-4722-9810-babed0f957a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=7b331ad0-bc02-4722-9810-babed0f957a0,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:52.458551 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.568553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=7b331ad0-bc02-4722-9810-babed0f957a0,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:52.579182 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda1c7c6-33da-4aca-a477-b48805e87389 req-e19988d8-5429-4da5-9f17-f9e755aa4112 service neutron] 10.222.0.103 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105006 Jul 07 22:16:52.581912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.587764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.590905 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Set router 01882118-1197-4349-bfc4-3553d3726f54 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:52.596215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fdfaf870-2e4b-4fb2-a026-3740ee580bbf admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2823918 Jul 07 22:16:52.601652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38680) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:52.727039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Router f761a2c3-933a-4ad9-8862-8312769c1577 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:16:52.851264 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:16:50Z', 'revision_number': 3, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:52.859235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:52.870226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] Sync routers for ids ['f761a2c3-933a-4ad9-8862-8312769c1577'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:52.883294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['7b331ad0-bc02-4722-9810-babed0f957a0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:52.885576 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Checking router: 01882118-1197-4349-bfc4-3553d3726f54 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:52.885932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Updating router 01882118-1197-4349-bfc4-3553d3726f54 port 93541ace-92af-46c5-b010-475ce60bd28f binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:52.921941 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.928075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:52.929681 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2f0728a-73df-47e1-b482-30e880493675 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6881938 Jul 07 22:16:52.932448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38682) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:52.933517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] Routers {'f761a2c3-933a-4ad9-8862-8312769c1577'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:52.934451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f761a2c3-933a-4ad9-8862-8312769c1577'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:52.942476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-ab030c03-5dbf-4d55-ac02-374543189fe0 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751572 Jul 07 22:16:52.974457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:52.996731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] Routers {'f761a2c3-933a-4ad9-8862-8312769c1577'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:52.997405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f761a2c3-933a-4ad9-8862-8312769c1577'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:53.043174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:53.043992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568c798-8ca2-4cd0-8439-3ad299875fa7 None None] The sync data for ids ['f761a2c3-933a-4ad9-8862-8312769c1577'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:53.137485 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4083962a-b539-46d9-b9b9-2e5dac92a7c8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/f761a2c3-933a-4ad9-8862-8312769c1577 HTTP/1.1" status: 200 len: 921 time: 0.2035134 Jul 07 22:16:53.140613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38688) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:53.189408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3a528962-f2a0-46db-a464-b82ed7c56e3e tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=f761a2c3-933a-4ad9-8862-8312769c1577 HTTP/1.1" status: 200 len: 205 time: 0.0473824 Jul 07 22:16:53.199201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38690) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:53.362441 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.387150 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Transition to ACTIVE for port object 93541ace-92af-46c5-b010-475ce60bd28f will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:53.397676 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.414407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.436048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.442699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.448167 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3c010-a441-4c84-99d8-779067c75c38 None None] Pushing event updated for resources: {'Port': ['ID=93541ace-92af-46c5-b010-475ce60bd28f,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:53.449244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.455780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.457164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'tag': '676d9707-a36a-4c8c-af6a-285bfe0f21c6'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:53.460813 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6255068-a984-43f8-ae1b-b4b5d5873304" -d '{"events": [{"name": "network-changed", "server_uuid": "c461b9a0-b3b9-40e3-bbeb-230f4b775e23", "tag": "676d9707-a36a-4c8c-af6a-285bfe0f21c6"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:53.461749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.467765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.473950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.475889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-efa0f0b8-7463-41a3-9545-f9c6081fe757 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.7619038 Jul 07 22:16:53.484643 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Attempting to bind port 93541ace-92af-46c5-b010-475ce60bd28f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:53.485138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Attempting to bind port 93541ace-92af-46c5-b010-475ce60bd28f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:53.485509 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Attempting to bind port 93541ace-92af-46c5-b010-475ce60bd28f on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:53.491618 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:53.491993 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:53.492395 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.492847 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:53.493507 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Bound port: 93541ace-92af-46c5-b010-475ce60bd28f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:53.493912 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.543456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7614b-5d7a-42e1-853e-2f5c40eb2695 req-2d9a98f7-1f92-4a8f-b9bf-0daa248e2e2b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.551637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45d7614b-5d7a-42e1-853e-2f5c40eb2695 req-2d9a98f7-1f92-4a8f-b9bf-0daa248e2e2b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.9103665 Jul 07 22:16:53.553232 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] For port 93541ace-92af-46c5-b010-475ce60bd28f, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:53.554541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.557439 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] For port 93541ace-92af-46c5-b010-475ce60bd28f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93541ace-92af-46c5-b010-475ce60bd28f,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:53.559543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.568126 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.642307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Deleting port 9d97cd63-e73c-4d7e-b79c-46335e05d52d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:53.643384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.650981 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3c010-a441-4c84-99d8-779067c75c38 None None] Pushing event updated for resources: {'Port': ['ID=93541ace-92af-46c5-b010-475ce60bd28f,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:53.676665 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Routers {'01882118-1197-4349-bfc4-3553d3726f54'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:53.677348 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01882118-1197-4349-bfc4-3553d3726f54'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:53.708896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-9d68d9ce-ceb8-49dc-bcd0-5934f33b10d8 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525797 Jul 07 22:16:53.725377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cc691d6-72e5-4c11-ae98-d70add00f97c req-570845db-1737-4853-8519-1893ca395d87 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2068484 Jul 07 22:16:53.768401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.794041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Calling delete_port for 9d97cd63-e73c-4d7e-b79c-46335e05d52d owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:53.833009 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] Set router 01882118-1197-4349-bfc4-3553d3726f54 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:53.870673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45d7614b-5d7a-42e1-853e-2f5c40eb2695 req-7717e2f5-dbfd-482a-88fe-50cedaeefdcb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179898 Jul 07 22:16:53.929224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6c78eb65-0c9f-49d4-b522-dee68fbbe934 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 217 time: 0.1946051 Jul 07 22:16:54.091042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-b6287990-917b-42b1-8a89-8b80957561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.092969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-b6287990-917b-42b1-8a89-8b80957561c2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1489849 Jul 07 22:16:54.106761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.132766 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:16:50Z', 'revision_number': 3, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:54.138934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event deleted for resources: {'Port': ['ID=9d97cd63-e73c-4d7e-b79c-46335e05d52d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:54.162114 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9d610-fb33-44c0-a989-b14baec34470 None None] The sync data for ids ['01882118-1197-4349-bfc4-3553d3726f54'] in n-d-694802-13 is: [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:16:50Z', 'revision_number': 3, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:54.222569 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.232480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064d5f-c504-455c-9696-b77a8fe290ad req-57101cfd-ca6a-467c-a5ee-4f95e926bf93 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.240786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c064d5f-c504-455c-9696-b77a8fe290ad req-57101cfd-ca6a-467c-a5ee-4f95e926bf93 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 950 time: 0.2543247 Jul 07 22:16:54.251945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.331642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c064d5f-c504-455c-9696-b77a8fe290ad req-0b6e6eeb-4e22-4eb4-93ff-a3518cb81ceb tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Jul 07 22:16:54.375544 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bcfb82b6-20d6-4f48-9091-5dc2d4b05c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.377935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-bcfb82b6-20d6-4f48-9091-5dc2d4b05c52 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2751358 Jul 07 22:16:54.386398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.388872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.391033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663168a-e207-40f9-87dc-111b3053809d req-746080bc-edaf-4b3b-817f-11b5801de9d9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.398785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f663168a-e207-40f9-87dc-111b3053809d req-746080bc-edaf-4b3b-817f-11b5801de9d9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 943 time: 0.2656982 Jul 07 22:16:54.453699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.454318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Fanout notify agent at l3_agent the message router_deleted on router f761a2c3-933a-4ad9-8862-8312769c1577 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:16:54.468896 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.477527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38700) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:54.477932 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b0d4f48-f705-4a8b-95a2-71fa74c13026 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/f761a2c3-933a-4ad9-8862-8312769c1577 HTTP/1.1" status: 204 len: 168 time: 1.2769825 Jul 07 22:16:54.509084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'name': 'tempest-snat-router-283776258', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': False}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:54.594584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 676d9707-a36a-4c8c-af6a-285bfe0f21c6 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:54.663241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f663168a-e207-40f9-87dc-111b3053809d req-bb387c66-1c42-42b7-af88-0375d2d897e0 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618268 Jul 07 22:16:54.715593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.717508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.815418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bff4e4a-f396-4402-8859-9ad0026c46bb req-2dfbcf53-5338-488f-9153-f92f48b1aacc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f498ff8a-3b63-4e68-9095-1e3054a73871 HTTP/1.1" status: 200 len: 210 time: 0.0496528 Jul 07 22:16:54.842590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-80cb5e7e-0df5-4a36-974c-46732d82db95 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327159 Jul 07 22:16:54.875930 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a9cbbc-889a-4e54-b3b1-1398de7fcc8c x-openstack-request-id: req-39a9cbbc-889a-4e54-b3b1-1398de7fcc8c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:54.880825 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c461b9a0-b3b9-40e3-bbeb-230f4b775e23", "tag": "676d9707-a36a-4c8c-af6a-285bfe0f21c6", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:54.881096 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-39a9cbbc-889a-4e54-b3b1-1398de7fcc8c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:54.881531 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'tag': '676d9707-a36a-4c8c-af6a-285bfe0f21c6', 'status': 'completed', 'code': 200} Jul 07 22:16:54.999171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Allocated IP 172.20.0.1 (9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8/641352fb-d202-4847-bf82-f73a264f56d0/651b3ac3-b746-42ea-b4eb-fca79eb51d05) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:55.009838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:55.027997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-6d1cfbfb-e50d-48f7-af27-67518515f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.032689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-6d1cfbfb-e50d-48f7-af27-67518515f656 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 1095 time: 0.1287181 Jul 07 22:16:55.044244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '676d9707-a36a-4c8c-af6a-285bfe0f21c6', 'network_id': '93b56c99-a4ee-47b8-9154-7d4bddcb13d4', 'port_id': '676d9707-a36a-4c8c-af6a-285bfe0f21c6', 'mac_address': 'fa:16:3e:b9:d7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f027042e-aefc-4ab6-927e-34179198d93f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:55.102817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.178410 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.212580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676d9707-a36a-4c8c-af6a-285bfe0f21c6 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:55.263092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-1faa6643-d70a-48e5-82d0-b070b3a564f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.265060 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-1faa6643-d70a-48e5-82d0-b070b3a564f5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.2245364 Jul 07 22:16:55.272633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:55.285959 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.366437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-6cdafa30-6dd7-4601-9ba4-9add5fb846ad service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6 HTTP/1.1" status: 200 len: 217 time: 0.0944400 Jul 07 22:16:55.383035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=676d9707-a36a-4c8c-af6a-285bfe0f21c6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:55.487315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-beb5471d-e061-4764-92cf-f31dc8175d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.489067 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-beb5471d-e061-4764-92cf-f31dc8175d34 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.0958388 Jul 07 22:16:55.489698 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.505915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-b78066e1-c654-4235-9635-ea9ef1a0f4be service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472049 Jul 07 22:16:55.533454 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-c644d07e-d9ed-4dd9-8697-a008b97d1601 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352132 Jul 07 22:16:55.540397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3303b62-6fc6-4a70-9618-94708aee470c req-51ab5dce-a431-413f-84a3-2d649107cd7e tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.541307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-cc17854c-70f2-428e-a6d2-ecccd93dc4fd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1765556 Jul 07 22:16:55.547498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3303b62-6fc6-4a70-9618-94708aee470c req-51ab5dce-a431-413f-84a3-2d649107cd7e tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 1102 time: 0.4006982 Jul 07 22:16:55.597626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['676d9707-a36a-4c8c-af6a-285bfe0f21c6'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:55.638761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-7a5ef44e-cb8e-4c19-a65e-1f3436f77c81 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea HTTP/1.1" status: 200 len: 217 time: 0.1195419 Jul 07 22:16:55.691651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.698096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.704510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.709931 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-63a81599-564b-464a-9f44-d8461ce93b08 service neutron] 10.222.0.103 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671643 Jul 07 22:16:55.711671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.713039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237738d-be78-4a79-ad12-e65e140dabfd req-3a014d16-edb6-4d9d-9e9b-bbda624ef83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.714520 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-3a014d16-edb6-4d9d-9e9b-bbda624ef83a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 1097 time: 0.1213841 Jul 07 22:16:55.717786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.724805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.731078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.739045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-674fbe10-adfd-4ddd-b99e-b50c613fd906 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.4936714 Jul 07 22:16:55.845572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.894981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6255068-a984-43f8-ae1b-b4b5d5873304 req-15025f01-aacc-44a0-bb6f-fdaa01f86653 service neutron] 10.222.0.103 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760921 Jul 07 22:16:55.928743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a9278f7b-bc4c-420e-bf5b-57f939c6b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.932579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-a9278f7b-bc4c-420e-bf5b-57f939c6b81e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.2835970 Jul 07 22:16:55.936556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237738d-be78-4a79-ad12-e65e140dabfd req-42eed805-5dc8-4e6c-97b0-315a78f06c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.938038 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-42eed805-5dc8-4e6c-97b0-315a78f06c62 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 200 len: 922 time: 0.1447611 Jul 07 22:16:55.999121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3303b62-6fc6-4a70-9618-94708aee470c req-32ca4d3f-59c1-4723-aee3-991b18ea1e04 tempest-ServersOnMultiNodesTest-932424132 tempest-ServersOnMultiNodesTest-932424132-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506726 Jul 07 22:16:55.999284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-87706ec0-732f-40ca-874c-3f8827e49f18 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 200 len: 217 time: 0.0536039 Jul 07 22:16:56.051753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Transition to ACTIVE for port object 651b3ac3-b746-42ea-b4eb-fca79eb51d05 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:56.081008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237738d-be78-4a79-ad12-e65e140dabfd req-a28b3cf4-e6c4-49ac-97f3-d90ec8ceb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.086196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-a28b3cf4-e6c4-49ac-97f3-d90ec8ceb662 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 200 len: 861 time: 0.0751748 Jul 07 22:16:56.145453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-86e004dc-e4ba-4f95-88b3-c0b2a6054e38 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7788b445-35a0-461c-9cec-31b179d58fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547090 Jul 07 22:16:56.155971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 7b331ad0-bc02-4722-9810-babed0f957a0 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:56.174974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086a36b6-eb3a-4166-8c1c-49e6f5368d06 req-65a938bc-6f0c-4601-93f0-f00b4c1138da tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4347708 Jul 07 22:16:56.182053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.238102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93541ace-92af-46c5-b010-475ce60bd28f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:56.293309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:56.323947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:56.336708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:56.341245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-02b6f52e-c1e5-47cb-8beb-13ffd859e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.343377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-02b6f52e-c1e5-47cb-8beb-13ffd859e869 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4001439 Jul 07 22:16:56.362373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-2133a0ad-be20-4b85-acbb-8114eec72a97 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033534 Jul 07 22:16:56.382481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Pushing event updated for resources: {'Port': ['ID=651b3ac3-b746-42ea-b4eb-fca79eb51d05,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:56.391095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 93541ace-92af-46c5-b010-475ce60bd28f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:56.401709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93541ace-92af-46c5-b010-475ce60bd28f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:56.402014 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.416452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 7b331ad0-bc02-4722-9810-babed0f957a0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:56.471026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 7b331ad0-bc02-4722-9810-babed0f957a0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:56.474605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.553723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-8dd5c33c-b58e-413d-8406-ddec0523d059 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645639 Jul 07 22:16:56.585154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1237738d-be78-4a79-ad12-e65e140dabfd req-63d7b866-824b-4248-9008-f68ee5232250 service neutron] 10.222.0.103 "GET /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107244 Jul 07 22:16:56.679504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.706324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.714926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.742858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 93541ace-92af-46c5-b010-475ce60bd28f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93541ace-92af-46c5-b010-475ce60bd28f,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:56.748978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.757657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b331ad0-bc02-4722-9810-babed0f957a0'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:56.760275 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d68c90c-caf0-4c9f-b617-f4e95aab7b04" -d '{"events": [{"server_uuid": "1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa", "name": "network-vif-plugged", "status": "completed", "tag": "7b331ad0-bc02-4722-9810-babed0f957a0"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:56.767116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-031134d7-3445-4b9a-804a-1e4f59af52bc None None] Provisioning for port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:56.800235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 7b331ad0-bc02-4722-9810-babed0f957a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=7b331ad0-bc02-4722-9810-babed0f957a0,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:56.801381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-031134d7-3445-4b9a-804a-1e4f59af52bc None None] Provisioning complete for port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:56.801760 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-031134d7-3445-4b9a-804a-1e4f59af52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.830567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:56.860628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-031134d7-3445-4b9a-804a-1e4f59af52bc None None] Port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:56.865544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=93541ace-92af-46c5-b010-475ce60bd28f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:56.922991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=7b331ad0-bc02-4722-9810-babed0f957a0,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:56.996935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-000af04b-85c7-491d-9c5c-5f50c2623ddb tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.998504 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-000af04b-85c7-491d-9c5c-5f50c2623ddb tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1098 time: 0.0853879 Jul 07 22:16:57.011174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-13'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:57.101617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.123024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283dd9-8391-4389-b402-dafc5ca41af1 req-e7c96c5a-d90e-4716-a9af-0e7fc9a4579b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.124784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6283dd9-8391-4389-b402-dafc5ca41af1 req-e7c96c5a-d90e-4716-a9af-0e7fc9a4579b tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 946 time: 0.9161127 Jul 07 22:16:57.259163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:57.277507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-20437d16-14ec-4eac-b914-aefcbba6fa18 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492226 Jul 07 22:16:57.313675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:57.359961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:57.363080 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec5c2f4-b358-4d28-93a5-ecf7d4c55486" -d '{"events": [{"server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "name": "network-vif-unplugged", "status": "completed", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:57.367439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.368850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.376826 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.378287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d058959-2b91-403e-9ab4-ce7373ecb57b req-c4fe1402-a36d-41bb-874c-977e4805a8d1 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.380153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d058959-2b91-403e-9ab4-ce7373ecb57b req-c4fe1402-a36d-41bb-874c-977e4805a8d1 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 944 time: 0.8198547 Jul 07 22:16:57.420746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6283dd9-8391-4389-b402-dafc5ca41af1 req-5ce60603-9481-4b17-b588-80e9db156118 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769146 Jul 07 22:16:57.451041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:57.461865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-7cf2eb1b-3675-4a28-a69f-3a13ca953848 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13 HTTP/1.1" status: 200 len: 217 time: 0.1412191 Jul 07 22:16:57.475725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.487459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on host n-h1-694802-13 for vnic_type normal with profile {"migrating_to": "n-h2-694802-13"} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:57.487839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:57.488181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:57.492866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:57.493271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Attempting to bind port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on network 7fe01f92-1569-4f9f-afc0-e01fb84d8064 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:57.499022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:57.499523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Checking segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:57.500039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Bound using segment: {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:57.500492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Bound port: 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a8cfce-519f-4d81-8fb6-7cb6e9b00923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7fe01f92-1569-4f9f-afc0-e01fb84d8064'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:57.500939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.591971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:57.597442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:57.604975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.681992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Allocated IP 172.25.5.213 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/3db2d460-6f62-43ed-8f25-c8bff9fe8b3b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:57.739707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.740861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.743048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] 10.222.0.97 "PUT /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 1124 time: 0.7367737 Jul 07 22:16:57.747266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6bf0-b9b6-4472-a287-f58d5860dada service neutron] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=8']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:57.774225 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:16:57.801049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d058959-2b91-403e-9ab4-ce7373ecb57b req-c32c96f3-74c5-460d-bde3-cafa93d29b1c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598528 Jul 07 22:16:57.841961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2e7f04e9-6dd2-4078-8cde-b461306c4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.843587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2e7f04e9-6dd2-4078-8cde-b461306c4b8a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.3809142 Jul 07 22:16:57.863519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:57.913357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.921668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:57.990185 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1499d70d-ff31-4a12-806a-ffddf13682b9 x-openstack-request-id: req-1499d70d-ff31-4a12-806a-ffddf13682b9 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:57.993435 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa", "name": "network-vif-plugged", "status": "completed", "tag": "7b331ad0-bc02-4722-9810-babed0f957a0", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:57.993795 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1499d70d-ff31-4a12-806a-ffddf13682b9 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:57.995011 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b331ad0-bc02-4722-9810-babed0f957a0', 'code': 200} Jul 07 22:16:58.073001 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db194919-a543-4d76-8def-10aa0412ff09 x-openstack-request-id: req-db194919-a543-4d76-8def-10aa0412ff09 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:58.073301 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "name": "network-vif-unplugged", "status": "completed", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:58.074089 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-db194919-a543-4d76-8def-10aa0412ff09 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:58.075144 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'code': 200} Jul 07 22:16:58.091384 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.115113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2cbf60d1-ac42-4047-bc84-7f241e9a8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.116658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2cbf60d1-ac42-4047-bc84-7f241e9a8145 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2564728 Jul 07 22:16:58.168449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93541ace-92af-46c5-b010-475ce60bd28f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:58.199243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414d87-08df-4b73-9d9e-39c0fd6a3942 req-045c18db-56f5-4b1f-9aa6-082ed8c4806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.204719 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b2414d87-08df-4b73-9d9e-39c0fd6a3942 req-045c18db-56f5-4b1f-9aa6-082ed8c4806c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.1442900 Jul 07 22:16:58.234657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:58.271602 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b2414d87-08df-4b73-9d9e-39c0fd6a3942 req-77ede413-a124-4e13-84ac-4bf670d93bf3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Jul 07 22:16:58.351536 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.438817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.446759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.453851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.460154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93541ace-92af-46c5-b010-475ce60bd28f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:58.460591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.461564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.469297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.477681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.484456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.487026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-81c6ff21-23ba-4910-a7f5-511fc56eca2a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.3925712 Jul 07 22:16:58.512941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:58.522731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-c9277c59-f8f6-4b08-9d3b-22baaa31d71f service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702168 Jul 07 22:16:58.553551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:58.576617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.578473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:58.607657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:58.612723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Port': ['ID=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:58.658931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 676d9707-a36a-4c8c-af6a-285bfe0f21c6 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:58.663731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.687695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 has no active binding in host n-h2-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:16:58.730579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:58.734667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:58.735146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.764525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-afc9faa3-d0ca-4496-ab98-04854a89b2ae req-221cd10d-b76f-4412-b952-543e198cd8bf tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2635114 Jul 07 22:16:58.813102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Pushing event updated for resources: {'Port': ['ID=651b3ac3-b746-42ea-b4eb-fca79eb51d05,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:58.832001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.875019 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.952769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:58.966805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.981368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-52756de3-e22c-4189-8102-4c03768d8653 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398034 Jul 07 22:16:59.025260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=676d9707-a36a-4c8c-af6a-285bfe0f21c6,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:59.103121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-6dd34098-43ae-4bff-ae46-a3a3d425277d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.1047320 Jul 07 22:16:59.118941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710da70-a760-4298-a6d2-317a25e82146 req-431bac68-2622-49f5-96de-a02c6ea49ba4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:59.120443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4710da70-a760-4298-a6d2-317a25e82146 req-431bac68-2622-49f5-96de-a02c6ea49ba4 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 950 time: 0.4675677 Jul 07 22:16:59.270055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-d71e8232-b662-404e-a0b4-a66b55e6360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:59.271475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-d71e8232-b662-404e-a0b4-a66b55e6360e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.1470788 Jul 07 22:16:59.316895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4710da70-a760-4298-a6d2-317a25e82146 req-afa9e1bc-f72e-4ed2-8ff9-3b2b911c2fb1 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822841 Jul 07 22:16:59.353061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:59.371823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:59.388077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9e6c-9278-4029-b147-3e28931579e2 req-aa3906d0-296f-43cb-960a-0c3494bf2614 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:59.389689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c48f9e6c-9278-4029-b147-3e28931579e2 req-aa3906d0-296f-43cb-960a-0c3494bf2614 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.3955989 Jul 07 22:16:59.404115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-5f6bd6f4-3152-49e4-a20c-0c75e4a1eaab tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:59.405989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-5f6bd6f4-3152-49e4-a20c-0c75e4a1eaab tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 950 time: 0.0916872 Jul 07 22:16:59.479164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.579704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port 74536aec-52bd-475d-acf8-c06a47609214 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:59.580238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.675530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c48f9e6c-9278-4029-b147-3e28931579e2 req-befca355-b5c4-4def-9ef7-bae73e00ce0d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739146 Jul 07 22:16:59.686847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port 74536aec-52bd-475d-acf8-c06a47609214, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=74536aec-52bd-475d-acf8-c06a47609214,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:59.687437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.707332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for 74536aec-52bd-475d-acf8-c06a47609214 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:59.729368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f1da0f38-8dd3-475f-95df-82c44d9877f8 None None] Provisioning complete for port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:59.729755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f1da0f38-8dd3-475f-95df-82c44d9877f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.795066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f1da0f38-8dd3-475f-95df-82c44d9877f8 None None] Port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:59.991185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.996288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676d9707-a36a-4c8c-af6a-285bfe0f21c6'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:59.998943 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842f116e-5e2d-426a-8beb-239ea0404272" -d '{"events": [{"server_uuid": "c461b9a0-b3b9-40e3-bbeb-230f4b775e23", "name": "network-vif-plugged", "status": "completed", "tag": "676d9707-a36a-4c8c-af6a-285bfe0f21c6"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:00.011001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea', '74536aec-52bd-475d-acf8-c06a47609214'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:00.021435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=74536aec-52bd-475d-acf8-c06a47609214,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:00.035181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.035535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.035884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.036231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.036575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.036913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.037248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.037675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.037902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.038236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.038677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.038920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:00.070568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:00.076598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:00.080156 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:00.099377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-428f250c-d9a6-43e8-8b1a-d693f7d1ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.101033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-428f250c-d9a6-43e8-8b1a-d693f7d1ac96 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7896533 Jul 07 22:17:00.104165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port 74536aec-52bd-475d-acf8-c06a47609214 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:00.109517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:00.112645 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b191e3d-0f9b-44f5-b83f-a8029d8c1ff6 req-19832135-1e17-4918-a7b0-96bb3d4e1110 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "DELETE /v2.0/ports/74536aec-52bd-475d-acf8-c06a47609214 HTTP/1.1" status: 204 len: 173 time: 0.6987562 Jul 07 22:17:00.232457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Router 01882118-1197-4349-bfc4-3553d3726f54 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:00.274261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0518fb-ece8-4fcd-89ee-68c97cfae66c req-0c2a43d8-4d50-4a1d-b5df-95acc2bf00d9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.281239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc0518fb-ece8-4fcd-89ee-68c97cfae66c req-0c2a43d8-4d50-4a1d-b5df-95acc2bf00d9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.7484334 Jul 07 22:17:00.441241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.447311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.453232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.459684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.465989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.472809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.478934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.480838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-607a06f5-3b1c-4775-9da9-fa3c27dadc30 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.4356217 Jul 07 22:17:00.494433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-2d40e5ea-48b1-42ea-956a-25f5beb131ff service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805239 Jul 07 22:17:00.503155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc0518fb-ece8-4fcd-89ee-68c97cfae66c req-c43cc335-01a9-420a-904d-78db05d7ee7a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210271 Jul 07 22:17:00.556565 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af19862-baf0-4dcd-bfa1-e1278dcf2ffe x-openstack-request-id: req-9af19862-baf0-4dcd-bfa1-e1278dcf2ffe {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:00.557013 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c461b9a0-b3b9-40e3-bbeb-230f4b775e23", "name": "network-vif-plugged", "status": "completed", "tag": "676d9707-a36a-4c8c-af6a-285bfe0f21c6", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:00.557535 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9af19862-baf0-4dcd-bfa1-e1278dcf2ffe {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:00.557934 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676d9707-a36a-4c8c-af6a-285bfe0f21c6', 'code': 200} Jul 07 22:17:00.567899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:00.597375 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4a770-4eda-46a0-bb34-6d9ca946de5e x-openstack-request-id: req-84a4a770-4eda-46a0-bb34-6d9ca946de5e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:00.597880 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:00.597984 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-84a4a770-4eda-46a0-bb34-6d9ca946de5e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:00.598377 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'status': 'completed', 'code': 200} Jul 07 22:17:00.788755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-59fcd883-e75e-46c9-a91c-03edf2b53a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.792443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:00.799975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-59fcd883-e75e-46c9-a91c-03edf2b53a45 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1127 time: 0.1515954 Jul 07 22:17:00.803938 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Sync routers for ids ['01882118-1197-4349-bfc4-3553d3726f54'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:00.808095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0131a7f9-c684-45a5-866b-803f5c4eb491 admin admin] 10.222.0.95 "PUT /v2.0/routers/01882118-1197-4349-bfc4-3553d3726f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2044604 Jul 07 22:17:00.817310 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Routers {'01882118-1197-4349-bfc4-3553d3726f54'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:00.817963 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01882118-1197-4349-bfc4-3553d3726f54'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:00.846086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1df85367-fe5a-41a5-b591-3bac2f346616 req-4c6da6c0-c0b2-42e2-b8d5-c7b3733fcb0b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3551590 Jul 07 22:17:00.940801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-1482b5a8-e81c-46c9-9c5c-9a10a223e186 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356797 Jul 07 22:17:00.971945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Router ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:01.150089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1031f19-75e3-494c-9684-79d23e84d3bd req-c5ecc06f-a392-45bb-bf8b-f4f6ff7666ab tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d2abced-a174-41c2-9450-341efa37bad3 HTTP/1.1" status: 200 len: 210 time: 0.4006853 Jul 07 22:17:01.152357 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Set router 01882118-1197-4349-bfc4-3553d3726f54 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:01.186678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-60869c16-ead8-4ffe-b3b5-e733854df190 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 200 len: 217 time: 0.2358537 Jul 07 22:17:01.454860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-5658f762-d299-4580-83e1-25fc720405ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.458386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-5658f762-d299-4580-83e1-25fc720405ee service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.2348974 Jul 07 22:17:01.475270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76617b7-186d-410b-a867-a19f0f5fd0ba req-464bc24c-bd16-4389-bc01-2858e965c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.476983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d76617b7-186d-410b-a867-a19f0f5fd0ba req-464bc24c-bd16-4389-bc01-2858e965c872 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 1097 time: 0.7759655 Jul 07 22:17:01.566046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d76617b7-186d-410b-a867-a19f0f5fd0ba req-f26ddb3a-5f99-46e7-8230-e722ede40345 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825799 Jul 07 22:17:01.568974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-0bce98ce-8df6-4a35-baab-94f36bf61411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.570619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-0bce98ce-8df6-4a35-baab-94f36bf61411 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.7487864 Jul 07 22:17:01.593228 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:16:57Z', 'revision_number': 4, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '651b3ac3-b746-42ea-b4eb-fca79eb51d05', 'name': '', 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'mac_address': 'fa:16:3e:46:2b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '641352fb-d202-4847-bf82-f73a264f56d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:54Z', 'updated_at': '2021-07-07T22:16:58Z', 'revision_number': 2, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'subnets': [{'id': '641352fb-d202-4847-bf82-f73a264f56d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:01.629127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:01.641735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e71c11-2e1f-42cd-80f1-c56b57ac362d req-e729964f-28e5-471a-b4dd-913575548b0a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.647854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Sync routers for ids ['ba1c77f3-2723-49f2-9ef6-c3cea4e76a10'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:01.651397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50e71c11-2e1f-42cd-80f1-c56b57ac362d req-e729964f-28e5-471a-b4dd-913575548b0a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.4958880 Jul 07 22:17:01.664110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Routers {'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:01.664763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ba1c77f3-2723-49f2-9ef6-c3cea4e76a10'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:01.682872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-95dc9b45-7a9d-4901-beee-8c0fa2339dfb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0502436 Jul 07 22:17:01.723590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50e71c11-2e1f-42cd-80f1-c56b57ac362d req-eeca77ed-6cb3-4951-8591-d7f02633f611 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710471 Jul 07 22:17:01.803212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:01.813190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-828fda65-fea1-4716-8b29-8310b939a70b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3333757 Jul 07 22:17:01.815410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38772) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:01.818092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-070932db-e0f3-4ee4-9cb6-43d47e749b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.821885 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-070932db-e0f3-4ee4-9cb6-43d47e749b03 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.1317861 Jul 07 22:17:01.849766 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Checking router: 01882118-1197-4349-bfc4-3553d3726f54 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:01.855320 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Updating router 01882118-1197-4349-bfc4-3553d3726f54 port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:01.879322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-a78dad3f-074d-4d25-b348-38e8b57c7f57 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496058 Jul 07 22:17:01.911986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38780) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:01.917617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-network', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:01.925696 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:01.935746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Set router ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:02.020391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Made reservation on behalf of ad691374ca5b4e489830adb36a9182b5 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:02.024324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.024953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-154aebb4-74be-4b15-8000-93325e5e4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:02.028829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-154aebb4-74be-4b15-8000-93325e5e4a42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5537479 Jul 07 22:17:02.043644 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.070277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-9430a41d-4692-44b6-b705-31d58ffd5944 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813452 Jul 07 22:17:02.241031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88097b57-c66e-44c4-a2fd-a9e1090fc3ac req-120a1dfa-2e5a-445c-bbf1-20b6675cbaf4 service neutron] 10.222.0.103 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531358 Jul 07 22:17:02.304394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.315687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.371718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:17:02.386773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-f47ebd9f-7c4b-4f38-a62c-edf8fa5024a0 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407280 Jul 07 22:17:02.467767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8abf47e-dc5b-4328-8add-0f7452f73d73,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:02.494653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.495009 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Added segment 3ecb9c59-908e-492d-9f71-56b47c9a6d88 of type vlan for network f8eb4ea1-c076-401a-86a7-17e45f2dea2e Jul 07 22:17:02.600088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2abced-a174-41c2-9450-341efa37bad3', 'name': 'network-vif-deleted', 'tag': '74536aec-52bd-475d-acf8-c06a47609214'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:02.606761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d9ff467-e62e-410a-8a2e-9ecb95f3998c req-d69c6d6b-08f0-4d7b-b46c-11159066417d service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816003 Jul 07 22:17:02.607292 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dd1be2-da4d-4960-bed5-01f170dc67f5" -d '{"events": [{"server_uuid": "0d2abced-a174-41c2-9450-341efa37bad3", "name": "network-vif-deleted", "tag": "74536aec-52bd-475d-acf8-c06a47609214"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:02.622118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.661682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-936281a4-54d6-40a7-8017-a236cb0a67b9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:02.663287 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-936281a4-54d6-40a7-8017-a236cb0a67b9 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 944 time: 0.3187478 Jul 07 22:17:02.672764 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.696323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:02.712959 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Transition to ACTIVE for port object 651b3ac3-b746-42ea-b4eb-fca79eb51d05 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:02.737995 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.763231 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.764581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:02.768766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.804103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb235a82-3107-41a2-b08a-e75e2c9355a4 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 HTTP/1.1" status: 200 len: 908 time: 0.9823012 Jul 07 22:17:02.807373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38790) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:02.812755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10', 'name': 'tempest-snat-router-283776258', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.213'}], 'enable_snat': False}, 'gw_port_id': '3db2d460-6f62-43ed-8f25-c8bff9fe8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:54Z', 'updated_at': '2021-07-07T22:16:59Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '3db2d460-6f62-43ed-8f25-c8bff9fe8b3b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:57Z', 'updated_at': '2021-07-07T22:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:02.827600 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b273a2-ef80-4300-ade6-cf10167c6a3c None None] Pushing event updated for resources: {'Port': ['ID=651b3ac3-b746-42ea-b4eb-fca79eb51d05,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:02.869933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Checking router: ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:02.870367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Updating router ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:02.879429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'name': 'tempest-snat-router-283776258', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': True}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:02.915860 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Attempting to bind port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:02.916443 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Attempting to bind port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:02.916741 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Attempting to bind port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 on network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:02.922714 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:02.923320 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Checking segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:02.923788 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.924247 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Bound using segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:02.925182 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Bound port: 651b3ac3-b746-42ea-b4eb-fca79eb51d05, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:02.929372 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.929843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 74536aec-52bd-475d-acf8-c06a47609214 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:02.964457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8b285-3bf1-4e2b-a2e0-41c243fbcef7 req-97cd4fa7-f33a-4bff-8507-8071d4b6227e tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:02.971645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 74536aec-52bd-475d-acf8-c06a47609214 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:02.971993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8db8b285-3bf1-4e2b-a2e0-41c243fbcef7 req-97cd4fa7-f33a-4bff-8507-8071d4b6227e tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.8854439 Jul 07 22:17:02.972150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 74536aec-52bd-475d-acf8-c06a47609214 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:03.001378 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.008456 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0950670 Jul 07 22:17:03.018120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38792) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:03.022798 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] For port 651b3ac3-b746-42ea-b4eb-fca79eb51d05, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:03.031507 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] For port 651b3ac3-b746-42ea-b4eb-fca79eb51d05, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=651b3ac3-b746-42ea-b4eb-fca79eb51d05,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:03.040358 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.053195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Request body: {'subnet': {'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-subnet', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:03.064449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf048-69cf-49d1-815c-a16d2224434d admin admin] Pushing event updated for resources: {'Network': ['ID=f8eb4ea1-c076-401a-86a7-17e45f2dea2e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:03.071088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Deleting port a3ac673d-70bc-4dff-b8ff-77a74579c4ec {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:03.075136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.081971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.087926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.139023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1d4a-7acf-4382-b69c-bd0c64807d08 req-3e2424e9-a188-4e8f-ae03-a25e832f99fe tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.142536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4eac1d4a-7acf-4382-b69c-bd0c64807d08 req-3e2424e9-a188-4e8f-ae03-a25e832f99fe tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8589ae3-2d42-404e-bc59-cbda924fdc7c HTTP/1.1" status: 200 len: 944 time: 0.5317979 Jul 07 22:17:03.148424 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Routers {'01882118-1197-4349-bfc4-3553d3726f54'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:03.149075 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01882118-1197-4349-bfc4-3553d3726f54'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:03.187390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.189610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.190323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.191133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.191908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.192892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.193594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.196574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-81aeea50-2098-43b4-8f4d-b62071ed8da7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6484 time: 0.4364171 Jul 07 22:17:03.219196 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b273a2-ef80-4300-ade6-cf10167c6a3c None None] Pushing event updated for resources: {'Port': ['ID=651b3ac3-b746-42ea-b4eb-fca79eb51d05,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:03.223190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8db8b285-3bf1-4e2b-a2e0-41c243fbcef7 req-fdf98f3d-b874-442e-b9dd-df3805f3b29e tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414608 Jul 07 22:17:03.265377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Made reservation on behalf of ad691374ca5b4e489830adb36a9182b5 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:03.270907 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.360795 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] Set router 01882118-1197-4349-bfc4-3553d3726f54 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:03.396798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.404345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4eac1d4a-7acf-4382-b69c-bd0c64807d08 req-4e0f45f4-6ca8-4ab9-97ba-03c58b309018 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447159 Jul 07 22:17:03.435425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] For port a3ac673d-70bc-4dff-b8ff-77a74579c4ec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:03.435667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.552878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:17:03.566279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Calling delete_port for a3ac673d-70bc-4dff-b8ff-77a74579c4ec owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:03.717927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.732721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-bedf56a4-ff75-4cae-85d3-11eb8e3fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.735430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-bedf56a4-ff75-4cae-85d3-11eb8e3fe159 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 200 len: 903 time: 0.5159712 Jul 07 22:17:03.740410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Transition to ACTIVE for port object 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:03.741429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.753541 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.755012 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:16:57Z', 'revision_number': 4, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '651b3ac3-b746-42ea-b4eb-fca79eb51d05', 'name': '', 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'mac_address': 'fa:16:3e:46:2b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '641352fb-d202-4847-bf82-f73a264f56d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:54Z', 'updated_at': '2021-07-07T22:17:03Z', 'revision_number': 4, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'subnets': [{'id': '641352fb-d202-4847-bf82-f73a264f56d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:03.786210 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3c4cb-4e6c-452b-814c-9809b0d2696a None None] The sync data for ids ['01882118-1197-4349-bfc4-3553d3726f54'] in n-d-694802-13 is: [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:16:57Z', 'revision_number': 4, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '651b3ac3-b746-42ea-b4eb-fca79eb51d05', 'name': '', 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'mac_address': 'fa:16:3e:46:2b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '641352fb-d202-4847-bf82-f73a264f56d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:54Z', 'updated_at': '2021-07-07T22:17:03Z', 'revision_number': 4, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'subnets': [{'id': '641352fb-d202-4847-bf82-f73a264f56d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:03.871597 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f5046f-6174-4e13-9d24-e84d724f00e2 x-openstack-request-id: req-e5f5046f-6174-4e13-9d24-e84d724f00e2 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:03.872123 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2abced-a174-41c2-9450-341efa37bad3", "name": "network-vif-deleted", "tag": "74536aec-52bd-475d-acf8-c06a47609214", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:03.872123 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e5f5046f-6174-4e13-9d24-e84d724f00e2 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:03.872445 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2abced-a174-41c2-9450-341efa37bad3', 'name': 'network-vif-deleted', 'tag': '74536aec-52bd-475d-acf8-c06a47609214', 'status': 'completed', 'code': 200} Jul 07 22:17:03.888326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.916570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Attempting to bind port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:03.917067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Attempting to bind port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:03.917506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Attempting to bind port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:03.935623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-4f7c07ff-ed1a-44b4-8cc4-5b1216c5bcc0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 200 len: 217 time: 0.1852996 Jul 07 22:17:03.942222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b10be-110f-405b-8615-6a1b737d7a2a None None] Pushing event updated for resources: {'Port': ['ID=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:03.967917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:03.968413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:03.968891 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.969343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:03.969844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Bound port: 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:03.970830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.099525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-94e3b251-1e68-43e4-af11-95e307f9b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.101576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-94e3b251-1e68-43e4-af11-95e307f9b56d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.1368289 Jul 07 22:17:04.116292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] For port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:04.121991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] For port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:04.136415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.160865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.189256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a3ac673d-70bc-4dff-b8ff-77a74579c4ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:04.225020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event deleted for resources: {'Port': ['ID=a3ac673d-70bc-4dff-b8ff-77a74579c4ec,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:04.226555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 651b3ac3-b746-42ea-b4eb-fca79eb51d05 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:04.275610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8b6af8-b540-4278-a924-46b145fb8895,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:04.278657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] No DVR routers for this DVR port a3ac673d-70bc-4dff-b8ff-77a74579c4ec on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:04.283163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.293312 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f0f9f646-a07f-41fb-9145-9fbd507db40c req-27bef778-3e17-4e37-af61-4db6278905f6 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "DELETE /v2.0/ports/a3ac673d-70bc-4dff-b8ff-77a74579c4ec HTTP/1.1" status: 204 len: 173 time: 1.6223247 Jul 07 22:17:04.294167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Routers {'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:04.295160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ba1c77f3-2723-49f2-9ef6-c3cea4e76a10'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:04.375772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.383591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.391712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.417460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.425785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.432884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.447932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.449960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-323a0cfa-4029-4de8-86c9-8f6c0e80dcd1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.9422934 Jul 07 22:17:04.452470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.452832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.453490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.455042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.455391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.455731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.456066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.456401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.456733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.457064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.457394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.457724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:04.471906 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.496401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] Set router ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:04.500740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Checking segment: {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:04.504494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Network hostable DHCP agents. Network: f8eb4ea1-c076-401a-86a7-17e45f2dea2e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:17:04.507737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.537258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-c0f3b512-724f-402b-995f-2ca5fbfdfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.538996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-c0f3b512-724f-402b-995f-2ca5fbfdfa72 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4295821 Jul 07 22:17:04.639941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Allocated IP 172.25.5.164 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/0f951fc6-3527-4986-83ca-eac2042c5c36) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:04.688208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b10be-110f-405b-8615-6a1b737d7a2a None None] Pushing event updated for resources: {'Port': ['ID=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:04.702365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:04.713758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:04.714214 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.820395 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-653c6325-36fc-4b1c-8d65-e4801e58d9b8 service neutron] 10.222.0.103 "GET /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.1181898 Jul 07 22:17:04.882456 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.895768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10', 'name': 'tempest-snat-router-283776258', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.213'}], 'enable_snat': False}, 'gw_port_id': '3db2d460-6f62-43ed-8f25-c8bff9fe8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:54Z', 'updated_at': '2021-07-07T22:16:59Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '3db2d460-6f62-43ed-8f25-c8bff9fe8b3b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:57Z', 'updated_at': '2021-07-07T22:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:04.904649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.929628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff766-57b8-4d69-b24e-922b03b73157 None None] The sync data for ids ['ba1c77f3-2723-49f2-9ef6-c3cea4e76a10'] in n-d-694802-13 is: [{'id': 'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10', 'name': 'tempest-snat-router-283776258', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.213'}], 'enable_snat': False}, 'gw_port_id': '3db2d460-6f62-43ed-8f25-c8bff9fe8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:54Z', 'updated_at': '2021-07-07T22:16:59Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '3db2d460-6f62-43ed-8f25-c8bff9fe8b3b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c77f3-2723-49f2-9ef6-c3cea4e76a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:57Z', 'updated_at': '2021-07-07T22:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:04.961527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 651b3ac3-b746-42ea-b4eb-fca79eb51d05, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=651b3ac3-b746-42ea-b4eb-fca79eb51d05,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:04.969345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.053762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=651b3ac3-b746-42ea-b4eb-fca79eb51d05,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:05.117745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05de4-5240-43a8-9d6e-da562fe2f0e6 req-399649dc-9441-4ef2-afb4-c356a36e26ea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.121682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.123207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53a05de4-5240-43a8-9d6e-da562fe2f0e6 req-399649dc-9441-4ef2-afb4-c356a36e26ea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 944 time: 0.9532657 Jul 07 22:17:05.145052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:17:05.192852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a92f9d74-79b5-44db-ae8f-5e94300c8e3d req-76eed5fa-68cf-47b0-8ba9-56406d602897 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7276084 Jul 07 22:17:05.206108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f8eb4ea1-c076-401a-86a7-17e45f2dea2e) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:05.215831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e884b-146e-44e9-910e-22260078ce6b None None] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:05.237363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.243169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.299425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:05.308236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:05.313384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53a05de4-5240-43a8-9d6e-da562fe2f0e6 req-24488672-e25a-4ad5-bdd9-8a7766ee9949 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866896 Jul 07 22:17:05.343688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-af470bc4-5c4c-41ce-a12a-2e804ee110e7 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3145022 Jul 07 22:17:05.344403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:05.350367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-b107ba2d-c27e-4c4b-aa18-38f9e4832ef6 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001549 Jul 07 22:17:05.360734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:05.363999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:05.381964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:05.472307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Port': ['ID=0f951fc6-3527-4986-83ca-eac2042c5c36,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:05.532213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:05.580768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.582606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.594538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-f8eb4ea1-c076-401a-86a7-17e45f2dea2e', 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'fixed_ips': [{'subnet_id': '0a8b6af8-b540-4278-a924-46b145fb8895'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:17:05.596103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.638745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:05.662979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57a77f03-aff1-432b-8a8c-84bf091374b0 req-2893b4a4-b12d-486d-9050-73853ba2e514 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055434 Jul 07 22:17:05.707455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18053d8c-86c0-4b68-be3e-b4c9ff9a29f1 req-8c72a376-6ce6-44f5-a7a5-249d3f36c39f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.709943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18053d8c-86c0-4b68-be3e-b4c9ff9a29f1 req-8c72a376-6ce6-44f5-a7a5-249d3f36c39f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1828718 Jul 07 22:17:05.713769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:05.763375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.769104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18053d8c-86c0-4b68-be3e-b4c9ff9a29f1 req-0d4f2232-df31-4ce1-b0e9-20881a9223c0 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534475 Jul 07 22:17:05.826944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.853230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Allocated IP 172.20.0.2 (f8eb4ea1-c076-401a-86a7-17e45f2dea2e/0a8b6af8-b540-4278-a924-46b145fb8895/e12baea2-7a87-4ec9-9e98-9c53d441631e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:05.965978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'name': 'network-vif-deleted', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:05.969343 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c24c24-dea3-498f-9b64-ebc98e72e4cb" -d '{"events": [{"server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "name": "network-vif-deleted", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:06.101906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c5b04-7057-4dc2-abbe-d0da09acfae5 req-d49e6f5a-aa28-45b4-a2ae-c55717fe4ba9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.103710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-065c5b04-7057-4dc2-abbe-d0da09acfae5 req-d49e6f5a-aa28-45b4-a2ae-c55717fe4ba9 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 950 time: 0.1394300 Jul 07 22:17:06.173728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.192359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-065c5b04-7057-4dc2-abbe-d0da09acfae5 req-4045a437-92f1-4054-812d-1ae025f510a0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819354 Jul 07 22:17:06.204082 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.221901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Transition to ACTIVE for port object e12baea2-7a87-4ec9-9e98-9c53d441631e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:06.228527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] Transition to ACTIVE for port object 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:06.245166 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.267227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Transition to ACTIVE for port object e12baea2-7a87-4ec9-9e98-9c53d441631e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:06.281924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:06.324022 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.332555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.365985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:06.369536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:06.375043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:06.391871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Pushing event updated for resources: {'Port': ['ID=e12baea2-7a87-4ec9-9e98-9c53d441631e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:06.429973 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb540ff-bb11-4d88-a6d7-bf4292bc6573 x-openstack-request-id: req-8fb540ff-bb11-4d88-a6d7-bf4292bc6573 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:06.430565 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8589ae3-2d42-404e-bc59-cbda924fdc7c", "name": "network-vif-deleted", "tag": "a3ac673d-70bc-4dff-b8ff-77a74579c4ec", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:06.430565 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8fb540ff-bb11-4d88-a6d7-bf4292bc6573 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:06.431102 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8589ae3-2d42-404e-bc59-cbda924fdc7c', 'name': 'network-vif-deleted', 'tag': 'a3ac673d-70bc-4dff-b8ff-77a74579c4ec', 'status': 'completed', 'code': 200} Jul 07 22:17:06.441782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:06.449785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:06.449785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.460521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] Pushing event updated for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:06.463562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] No DVR routers for this DVR port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:06.490154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Attempting to bind port e12baea2-7a87-4ec9-9e98-9c53d441631e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:06.490535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Attempting to bind port e12baea2-7a87-4ec9-9e98-9c53d441631e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:06.490958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Attempting to bind port e12baea2-7a87-4ec9-9e98-9c53d441631e on network f8eb4ea1-c076-401a-86a7-17e45f2dea2e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:06.506103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:06.506487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Checking segment: {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:06.506939 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.507739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Bound using segment: {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:06.507872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Bound port: e12baea2-7a87-4ec9-9e98-9c53d441631e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:06.508459 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.554299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7aa0e4e8-3d65-477a-9714-61387d40d794 service neutron] 10.222.0.103 "PUT /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2/bindings/n-h2-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7178690 Jul 07 22:17:06.696233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] For port e12baea2-7a87-4ec9-9e98-9c53d441631e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:06.700263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.729524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:06.736552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] For port e12baea2-7a87-4ec9-9e98-9c53d441631e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e12baea2-7a87-4ec9-9e98-9c53d441631e,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:06.748273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.764190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.771939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.792726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.806696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.815633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:06.820377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.835308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: a3ac673d-70bc-4dff-b8ff-77a74579c4ec {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:06.835662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a3ac673d-70bc-4dff-b8ff-77a74579c4ec not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:06.836258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.840286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-59dec946-36e0-4744-96e0-85a6615181f1 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.2276924 Jul 07 22:17:06.995556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2ed145d-9c6a-4254-af7e-fc46cc676cb5 req-0833f72f-34fd-483f-9983-05cb18e912a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480060 Jul 07 22:17:07.011593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:07.036899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.037593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 651b3ac3-b746-42ea-b4eb-fca79eb51d05 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:07.040458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-c7a991a8-0130-45a3-b74d-78e56189535a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.049700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-c7a991a8-0130-45a3-b74d-78e56189535a tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 945 time: 0.1880066 Jul 07 22:17:07.108483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6df1de-ba60-41a4-8739-06441ff8ca1c None None] Pushing event updated for resources: {'Port': ['ID=e12baea2-7a87-4ec9-9e98-9c53d441631e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:07.190960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:07.191348 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.192932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:07.277614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.278162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db561c6c-5fea-46b6-9c28-ddd06d4732c1 req-db447df7-6a44-4106-b0a4-5d4f42573094 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.285401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db561c6c-5fea-46b6-9c28-ddd06d4732c1 req-db447df7-6a44-4106-b0a4-5d4f42573094 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 945 time: 0.3743377 Jul 07 22:17:07.290948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-9ef12fcb-0684-4052-987f-e42b1ba7cb7d tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.292829 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-9ef12fcb-0684-4052-987f-e42b1ba7cb7d tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.6392577 Jul 07 22:17:07.350146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Deleting port ae9ff923-f38b-4adc-936c-ea55b30a4aec {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:07.350505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.391132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b091de-67ee-4c06-b502-9d514b167730 req-dd7757e8-ce47-4ca4-8292-3ab371b6f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.393288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-dd7757e8-ce47-4ca4-8292-3ab371b6f688 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 1097 time: 0.3355017 Jul 07 22:17:07.395589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db561c6c-5fea-46b6-9c28-ddd06d4732c1 req-d32a0f76-2368-45fc-aa24-3f2935dd8763 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 Jul 07 22:17:07.480628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9e16a-559d-43cf-bec0-60a6e06cab24 req-9e4dd7ac-89e7-4abb-8f92-23352a847673 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.482189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9b9e16a-559d-43cf-bec0-60a6e06cab24 req-9e4dd7ac-89e7-4abb-8f92-23352a847673 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.2588153 Jul 07 22:17:07.568284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.611969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.637600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9b9e16a-559d-43cf-bec0-60a6e06cab24 req-e1ef08da-c99f-4fce-9431-60897031e93d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455078 Jul 07 22:17:07.658686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] For port ae9ff923-f38b-4adc-936c-ea55b30a4aec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae9ff923-f38b-4adc-936c-ea55b30a4aec,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:07.659351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.686275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Calling delete_port for ae9ff923-f38b-4adc-936c-ea55b30a4aec owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:07.717455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b091de-67ee-4c06-b502-9d514b167730 req-a679cf11-630d-4fcd-ac63-4360ddac1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.718988 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-a679cf11-630d-4fcd-ac63-4360ddac1dde service neutron] 10.222.0.103 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.2917213 Jul 07 22:17:07.723116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fde3e-6fe4-4b51-bdf9-4e622bf1d461 req-0fc3053d-6b84-487c-a03f-6301bcaf5e44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.728980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-058c2193-4d15-4612-b0eb-bef293cfb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.730123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b8fde3e-6fe4-4b51-bdf9-4e622bf1d461 req-0fc3053d-6b84-487c-a03f-6301bcaf5e44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1538036 Jul 07 22:17:07.730504 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-058c2193-4d15-4612-b0eb-bef293cfb315 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9&tenant_id=a548775b89f44afb8e88d42d99595495 HTTP/1.1" status: 200 len: 1097 time: 0.4081912 Jul 07 22:17:07.803757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651840-309f-4218-8f93-0529c0d2670a req-45a51426-a05f-410b-8efe-fccf2b4fe051 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.805321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35651840-309f-4218-8f93-0529c0d2670a req-45a51426-a05f-410b-8efe-fccf2b4fe051 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 950 time: 0.3103490 Jul 07 22:17:07.812964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-868566fb-a604-4e11-a404-4d85b0619f23 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6 HTTP/1.1" status: 200 len: 217 time: 0.0814412 Jul 07 22:17:07.861851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Router 16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:07.867037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b8fde3e-6fe4-4b51-bdf9-4e622bf1d461 req-790c0af2-678b-4011-91b3-845c1b1cf1e7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360176 Jul 07 22:17:07.976526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Allocated IP 172.25.5.63 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:07.987911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b091de-67ee-4c06-b502-9d514b167730 req-7a29c78d-d415-41c6-b8e1-4c7161ef1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.989404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-7a29c78d-d415-41c6-b8e1-4c7161ef1b4a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.1451106 Jul 07 22:17:08.032078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port c71d89e4-e611-4d05-9b26-9cfbc29a6dad {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:08.032481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.038863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.081824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-a6dc8e96-bda4-46e5-bbbe-8a1b777c8ff9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840595 Jul 07 22:17:08.118280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-09ee6b95-c767-4888-b67a-9b535a07c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.119858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-09ee6b95-c767-4888-b67a-9b535a07c8f0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a548775b89f44afb8e88d42d99595495&device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1097 time: 0.3428273 Jul 07 22:17:08.142805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event deleted for resources: {'Port': ['ID=ae9ff923-f38b-4adc-936c-ea55b30a4aec,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:08.182322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9398-372c-490c-9c04-456a63bbc3f4 req-7150bb46-0d45-4e0a-92b5-9dd2608f9a20 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.184325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc4c9398-372c-490c-9c04-456a63bbc3f4 req-7150bb46-0d45-4e0a-92b5-9dd2608f9a20 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 950 time: 0.2478418 Jul 07 22:17:08.250228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:08.267589 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Sync routers for ids ['16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:08.280195 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Routers {'16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:08.281008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:08.313547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:08.343289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc4c9398-372c-490c-9c04-456a63bbc3f4 req-a12d1e39-cd54-463f-ab19-fc046829028f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262913 Jul 07 22:17:08.354614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] No DVR routers for this DVR port ae9ff923-f38b-4adc-936c-ea55b30a4aec on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:08.365684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.368353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91e0bbf0-1311-4a3e-8517-8161e54e7871 req-fd3732cb-6a88-419c-8db3-bc112cf001fc tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "DELETE /v2.0/ports/ae9ff923-f38b-4adc-936c-ea55b30a4aec HTTP/1.1" status: 204 len: 173 time: 1.3083622 Jul 07 22:17:08.377900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-ae0f5591-b781-4854-8328-3006e19dd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.380701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'name': 'network-vif-deleted', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:08.381025 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-ae0f5591-b781-4854-8328-3006e19dd487 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 200 len: 909 time: 0.2470760 Jul 07 22:17:08.384205 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c3018e-a41d-4740-a299-4dfa9a083bf4" -d '{"events": [{"server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "name": "network-vif-deleted", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:08.434814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port c71d89e4-e611-4d05-9b26-9cfbc29a6dad, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:08.435205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.436444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:08.438146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.447726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.451584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ac24158-1ff9-4ba8-8ce5-f0ea2175b786 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5857451 Jul 07 22:17:08.470712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38832) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:08.474385 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08041a61-ec71-4bf4-a441-9acb970727f0 x-openstack-request-id: req-08041a61-ec71-4bf4-a441-9acb970727f0 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:08.474526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Set router 16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:08.475764 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fcd152-c6b1-49b8-91e1-dc60a808ff5f", "name": "network-vif-deleted", "tag": "ae9ff923-f38b-4adc-936c-ea55b30a4aec", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:08.476210 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-08041a61-ec71-4bf4-a441-9acb970727f0 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:08.477239 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fcd152-c6b1-49b8-91e1-dc60a808ff5f', 'name': 'network-vif-deleted', 'tag': 'ae9ff923-f38b-4adc-936c-ea55b30a4aec', 'status': 'completed', 'code': 200} Jul 07 22:17:08.515343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for c71d89e4-e611-4d05-9b26-9cfbc29a6dad owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:08.568387 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-d2b8674e-dc13-4ff8-aaef-2fa120e898e0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 200 len: 217 time: 0.1302445 Jul 07 22:17:08.587102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-2e1bda5b-1735-4c8e-a5df-b1e92ed1f25f service neutron] 10.222.0.103 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725573 Jul 07 22:17:08.614077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e12baea2-7a87-4ec9-9e98-9c53d441631e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:08.617330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.624352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.630928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.638167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.645850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.646968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533216b-82e5-4265-b411-c3a11a23e6c1 None None] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:08.653963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.661314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.669970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-8a23b07a-252f-4e51-9419-1c8f87c46365 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.4651706 Jul 07 22:17:08.735334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fb9b8736-55d7-4852-8da9-0037ce170ddf None None] Provisioning for port e12baea2-7a87-4ec9-9e98-9c53d441631e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:08.757787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02b662dd-df68-4be5-ae7e-a125e35f2036 req-f9f12ba3-6deb-4838-a273-c729f6cd5183 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839970 Jul 07 22:17:08.773116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e12baea2-7a87-4ec9-9e98-9c53d441631e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:08.781152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e12baea2-7a87-4ec9-9e98-9c53d441631e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:08.781765 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.790419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90b091de-67ee-4c06-b502-9d514b167730 req-30426268-3f0e-4d4f-8172-6f668044304d service neutron] 10.222.0.103 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431780 Jul 07 22:17:08.832267 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e', 'name': 'tempest-snat-router-283776258', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '0f951fc6-3527-4986-83ca-eac2042c5c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:03Z', 'updated_at': '2021-07-07T22:17:05Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '0f951fc6-3527-4986-83ca-eac2042c5c36', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:04Z', 'updated_at': '2021-07-07T22:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:08.837327 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.866228 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Checking router: 16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:08.866462 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Updating router 16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e port 0f951fc6-3527-4986-83ca-eac2042c5c36 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:08.871457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-f3f97e96-5f9f-4684-9845-4aa2bd7363a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.873538 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-f3f97e96-5f9f-4684-9845-4aa2bd7363a6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 200 len: 848 time: 0.2812624 Jul 07 22:17:08.923718 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.953102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-66363285-7f76-4138-a299-eff2aba3a9bf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7fe01f92-1569-4f9f-afc0-e01fb84d8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697558 Jul 07 22:17:09.010421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86610745-7227-476b-8789-6cc9f5fd2528 req-a62816b6-7486-4154-8655-8481114b9c80 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6fcd152-c6b1-49b8-91e1-dc60a808ff5f HTTP/1.1" status: 200 len: 210 time: 0.2698495 Jul 07 22:17:09.036225 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.074446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.130714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:09.135759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e12baea2-7a87-4ec9-9e98-9c53d441631e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e12baea2-7a87-4ec9-9e98-9c53d441631e,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:09.139731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:09.146553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.148877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:09.162965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Pushing event updated for resources: {'Port': ['ID=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:09.224699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-896de890-5b3e-457e-9954-16df9379751c service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639892 Jul 07 22:17:09.259810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e12baea2-7a87-4ec9-9e98-9c53d441631e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:09.334135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.349414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:09.354929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:09.397824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5733fe96-780b-46a5-87fd-c0563e63ee90 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e HTTP/1.1" status: 200 len: 907 time: 0.9122498 Jul 07 22:17:09.400499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:09.402310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=c71d89e4-e611-4d05-9b26-9cfbc29a6dad,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:09.430309 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.439705 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-0cd5a39e-2dd5-4ab5-b5a6-6d4aa11edd8a service neutron] 10.222.0.97 "GET /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011817 Jul 07 22:17:09.474214 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Transition to ACTIVE for port object 0f951fc6-3527-4986-83ca-eac2042c5c36 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:09.487912 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.600230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port c71d89e4-e611-4d05-9b26-9cfbc29a6dad on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:09.628352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.630557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35651840-309f-4218-8f93-0529c0d2670a req-8901a991-0fd1-4cff-adfc-565849538798 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "DELETE /v2.0/ports/c71d89e4-e611-4d05-9b26-9cfbc29a6dad HTTP/1.1" status: 204 len: 173 time: 1.8197875 Jul 07 22:17:09.702722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd78c-b571-44ac-8f60-6a20a3ff13f3 req-20bae3b8-fb92-4036-b815-7acb8722dafb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.710951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32dd78c-b571-44ac-8f60-6a20a3ff13f3 req-20bae3b8-fb92-4036-b815-7acb8722dafb tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.7711895 Jul 07 22:17:09.745745 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Attempting to bind port 0f951fc6-3527-4986-83ca-eac2042c5c36 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:09.746720 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Attempting to bind port 0f951fc6-3527-4986-83ca-eac2042c5c36 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:09.747109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Attempting to bind port 0f951fc6-3527-4986-83ca-eac2042c5c36 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:09.761060 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0d70b-04fa-4a4e-a537-9bb87f0293e4 None None] Pushing event updated for resources: {'Port': ['ID=0f951fc6-3527-4986-83ca-eac2042c5c36,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:09.783857 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:09.784441 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:09.785174 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.785692 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:09.786539 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Bound port: 0f951fc6-3527-4986-83ca-eac2042c5c36, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:09.787439 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.788940 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.795729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32dd78c-b571-44ac-8f60-6a20a3ff13f3 req-0ca56cfc-6a76-436b-a22b-fe6d55b0d25d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836074 Jul 07 22:17:09.816088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6f7fd47a-e7c7-460f-9e75-4fbff9e47fdf None None] Provisioning complete for port e12baea2-7a87-4ec9-9e98-9c53d441631e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:09.823230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd47a-e7c7-460f-9e75-4fbff9e47fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.871074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] For port 0f951fc6-3527-4986-83ca-eac2042c5c36, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:09.875093 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] For port 0f951fc6-3527-4986-83ca-eac2042c5c36, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0f951fc6-3527-4986-83ca-eac2042c5c36,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:09.882040 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.888261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b2fb-5fce-42d9-8fdb-7629b17509b5 req-dbe2a3a8-9fbe-4ab7-a644-20a4cd20f386 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.897296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d03b2fb-5fce-42d9-8fdb-7629b17509b5 req-dbe2a3a8-9fbe-4ab7-a644-20a4cd20f386 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.3975310 Jul 07 22:17:09.933964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.951191 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0d70b-04fa-4a4e-a537-9bb87f0293e4 None None] Pushing event updated for resources: {'Port': ['ID=0f951fc6-3527-4986-83ca-eac2042c5c36,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:09.975170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Routers {'16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:09.975880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:10.032965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b10307f-fb3a-4a82-a649-4ed4a3c5bf4c req-3b3ab6a4-07e0-40fc-ac3f-59b483a0fa85 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa9e4e6-c0b7-439c-a12a-599e8fb4f018 HTTP/1.1" status: 200 len: 210 time: 0.0577395 Jul 07 22:17:10.097733 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] Set router 16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:10.194870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e12baea2-7a87-4ec9-9e98-9c53d441631e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:10.202889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d03b2fb-5fce-42d9-8fdb-7629b17509b5 req-922af788-e43b-446a-b848-f3d096ee8474 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036292 Jul 07 22:17:10.269011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7f964f98-6dce-43be-8fbf-f8a349356291 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.278472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-7f964f98-6dce-43be-8fbf-f8a349356291 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9&tenant_id=a548775b89f44afb8e88d42d99595495&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.4126952 Jul 07 22:17:10.307132 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:10.428282 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e', 'name': 'tempest-snat-router-283776258', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '0f951fc6-3527-4986-83ca-eac2042c5c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:03Z', 'updated_at': '2021-07-07T22:17:05Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '0f951fc6-3527-4986-83ca-eac2042c5c36', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:04Z', 'updated_at': '2021-07-07T22:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:10.491035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'name': 'network-vif-deleted', 'tag': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:10.493960 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b54844-68c2-443a-96c1-a660a4e62057" -d '{"events": [{"server_uuid": "eaa9e4e6-c0b7-439c-a12a-599e8fb4f018", "name": "network-vif-deleted", "tag": "c71d89e4-e611-4d05-9b26-9cfbc29a6dad"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:10.520055 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab47c1a-ae9a-4fa9-b6c2-cd0da7122f8f None None] The sync data for ids ['16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e'] in n-d-694802-13 is: [{'id': '16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e', 'name': 'tempest-snat-router-283776258', 'tenant_id': '89459c0fe16d4cddab50d87511fa9faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '0f951fc6-3527-4986-83ca-eac2042c5c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:03Z', 'updated_at': '2021-07-07T22:17:05Z', 'revision_number': 3, 'project_id': '89459c0fe16d4cddab50d87511fa9faf', 'gw_port': {'id': '0f951fc6-3527-4986-83ca-eac2042c5c36', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:04Z', 'updated_at': '2021-07-07T22:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:10.527960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.536422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.545879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.554326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.563621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.570746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.577706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.580333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-d825320d-424c-4db6-baa1-73f427d6abd8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.3004718 Jul 07 22:17:10.606824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Deleting port 0f951fc6-3527-4986-83ca-eac2042c5c36 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:10.607275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:10.670498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:10.682923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-88a1e1c9-0842-460c-b8ec-15b3938aff3a service neutron] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:10.693667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8abff0ea-4708-41cf-a45b-99b0603cc610 req-e77c6208-1d80-4990-812e-38a89f190fcb tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964859 Jul 07 22:17:10.696989 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-88a1e1c9-0842-460c-b8ec-15b3938aff3a service neutron] Notify callbacks [] for binding, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:10.697830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec38b800-144a-4fdc-bbb1-debd659fb83c req-88a1e1c9-0842-460c-b8ec-15b3938aff3a service neutron] 10.222.0.97 "DELETE /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2/bindings/n-h1-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.4034386 Jul 07 22:17:10.737667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] For port 0f951fc6-3527-4986-83ca-eac2042c5c36, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0f951fc6-3527-4986-83ca-eac2042c5c36,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:10.738051 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:10.754672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Calling delete_port for 0f951fc6-3527-4986-83ca-eac2042c5c36 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:10.801147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:10.881577 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca503cc9-0eca-47c4-9bc3-049da695f110 x-openstack-request-id: req-ca503cc9-0eca-47c4-9bc3-049da695f110 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:10.881913 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa9e4e6-c0b7-439c-a12a-599e8fb4f018", "name": "network-vif-deleted", "tag": "c71d89e4-e611-4d05-9b26-9cfbc29a6dad", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:10.882077 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca503cc9-0eca-47c4-9bc3-049da695f110 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:10.882403 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa9e4e6-c0b7-439c-a12a-599e8fb4f018', 'name': 'network-vif-deleted', 'tag': 'c71d89e4-e611-4d05-9b26-9cfbc29a6dad', 'status': 'completed', 'code': 200} Jul 07 22:17:10.888137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e12baea2-7a87-4ec9-9e98-9c53d441631e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:10.889020 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:10.940155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Router ab412cc5-b361-4565-9da3-99b165b471cd is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:10.978415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: ae9ff923-f38b-4adc-936c-ea55b30a4aec {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:10.979337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae9ff923-f38b-4adc-936c-ea55b30a4aec not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:11.117822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:11.135871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Sync routers for ids ['ab412cc5-b361-4565-9da3-99b165b471cd'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:11.138578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:11.143815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-952f4995-6101-4197-b24c-5f4a184c4c08 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7887838 Jul 07 22:17:11.144675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38864) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:11.178540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Routers {'ab412cc5-b361-4565-9da3-99b165b471cd'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:11.185401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ab412cc5-b361-4565-9da3-99b165b471cd'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:11.255267 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:11.316754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f951fc6-3527-4986-83ca-eac2042c5c36,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:11.386587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Set router ab412cc5-b361-4565-9da3-99b165b471cd gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:11.470253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c970a2b-5ae4-4b42-93da-abc0dd15cf5b req-88fc6f73-1da5-4425-9a7e-5f19e9847a7d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.471902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c970a2b-5ae4-4b42-93da-abc0dd15cf5b req-88fc6f73-1da5-4425-9a7e-5f19e9847a7d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.2913127 Jul 07 22:17:11.486238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2de481-911e-43da-abdb-1fc6b5890968 req-ec9d4d21-a1db-4511-8938-183f844dae41 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.489400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea2de481-911e-43da-abdb-1fc6b5890968 req-ec9d4d21-a1db-4511-8938-183f844dae41 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 945 time: 0.2455733 Jul 07 22:17:11.521856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:11.719718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-e57ca2d2-9f5f-4e78-bcd5-ccf2b8d4c552 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.721274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-e57ca2d2-9f5f-4e78-bcd5-ccf2b8d4c552 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 945 time: 0.1305389 Jul 07 22:17:11.746184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:17:09Z', 'revision_number': 3, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:11.773671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:11.781566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Checking router: ab412cc5-b361-4565-9da3-99b165b471cd for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:11.782091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Updating router ab412cc5-b361-4565-9da3-99b165b471cd port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:11.822542 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:11.961727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c970a2b-5ae4-4b42-93da-abc0dd15cf5b req-b3dbbc01-7148-44f0-a154-870734b99fa4 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687984 Jul 07 22:17:11.992664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Deleting port 52531c35-4f93-4766-b19f-1669848b4e97 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:11.993008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.024853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.027752 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.031873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea2de481-911e-43da-abdb-1fc6b5890968 req-7ad73741-a416-4e95-9bbf-fd7b449b798f tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/security-groups?id=54d38319-5c77-473f-80dd-3f4266dfbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378873 Jul 07 22:17:12.091149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Allocated IP 172.20.0.1 (f8eb4ea1-c076-401a-86a7-17e45f2dea2e/0a8b6af8-b540-4278-a924-46b145fb8895/2a07706b-5da4-442a-9ecd-37f6b7793252) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:12.109288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.109834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:12.119010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.120170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fa85fa63-ad94-49fc-a584-20232260501c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/routers/16e8dce0-9eeb-45b7-a2c6-7ff27c516a8e HTTP/1.1" status: 204 len: 168 time: 2.7154717 Jul 07 22:17:12.123406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38874) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:12.172420 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.184473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Transition to ACTIVE for port object 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:12.194964 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.262955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff0a79-fae1-40ce-ba54-eb51ba0c245d None None] Pushing event updated for resources: {'Port': ['ID=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:12.268817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c71d89e4-e611-4d05-9b26-9cfbc29a6dad no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:12.287716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] For port 52531c35-4f93-4766-b19f-1669848b4e97, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=52531c35-4f93-4766-b19f-1669848b4e97,segment=NetworkSegment(73398642-37be-43bc-adb5-e981d98ac68b),segment_id=73398642-37be-43bc-adb5-e981d98ac68b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:12.288099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.300378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Attempting to bind port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:12.300783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Attempting to bind port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:12.302142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Attempting to bind port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:12.309306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: c71d89e4-e611-4d05-9b26-9cfbc29a6dad {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:12.309670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c71d89e4-e611-4d05-9b26-9cfbc29a6dad not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:12.314414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Calling delete_port for 52531c35-4f93-4766-b19f-1669848b4e97 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:12.315954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:12.317066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:12.317066 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.317873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:12.318375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Bound port: 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:12.318921 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.321929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.327854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8de15-ae39-4eee-9aa3-5b5a1ba40b18 req-bdbacbe3-6e39-4e0e-bd45-b6caf61eb2ee tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.329439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ab8de15-ae39-4eee-9aa3-5b5a1ba40b18 req-bdbacbe3-6e39-4e0e-bd45-b6caf61eb2ee tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.0896044 Jul 07 22:17:12.376938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] For port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:12.381069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] For port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:12.383987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ab8de15-ae39-4eee-9aa3-5b5a1ba40b18 req-a448fbe8-c610-41de-8877-6de600d01646 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479746 Jul 07 22:17:12.398538 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.452778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.503233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Routers {'ab412cc5-b361-4565-9da3-99b165b471cd'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:12.503734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ab412cc5-b361-4565-9da3-99b165b471cd'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:12.513719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff0a79-fae1-40ce-ba54-eb51ba0c245d None None] Pushing event updated for resources: {'Port': ['ID=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:12.516437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.518678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.522729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.534381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.542384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.548631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.554848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.562966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.567215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-31402ea5-23b8-4def-9067-e39854664862 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.1797695 Jul 07 22:17:12.569040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Transition to ACTIVE for port object 2a07706b-5da4-442a-9ecd-37f6b7793252 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:12.628675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Deleting port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:12.628908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.644413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-150a1dc2-a9dd-49c2-8859-3f3a8e135021 req-40a7f90e-eeb8-4a60-bf87-bf493d315cf6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706480 Jul 07 22:17:12.654837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] Set router ab412cc5-b361-4565-9da3-99b165b471cd gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:12.720802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.770588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:12.781569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:12.789347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:12.791495 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.855844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a07706b-5da4-442a-9ecd-37f6b7793252,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:12.868451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf5dc0-24d4-4555-b777-e8bb3141d123 req-66be85f7-2e8e-4fa5-b259-fadff074a23b tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.870293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] For port 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:12.870293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.879390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1cf5dc0-24d4-4555-b777-e8bb3141d123 req-66be85f7-2e8e-4fa5-b259-fadff074a23b tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 1097 time: 0.0849526 Jul 07 22:17:12.918746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1cf5dc0-24d4-4555-b777-e8bb3141d123 req-47497e5d-a270-4ece-8af4-5dd982c20882 tempest-LiveMigrationTest-85105096 tempest-LiveMigrationTest-85105096-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Jul 07 22:17:12.977759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Calling delete_port for 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:12.981597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Pushing event deleted for resources: {'Port': ['ID=52531c35-4f93-4766-b19f-1669848b4e97,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:12.991369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:17:09Z', 'revision_number': 3, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:13.017855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.022716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] No DVR routers for this DVR port 52531c35-4f93-4766-b19f-1669848b4e97 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:13.054100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5e646-a27c-4bcc-ad4f-422b9cb5da6a None None] The sync data for ids ['ab412cc5-b361-4565-9da3-99b165b471cd'] in n-d-694802-13 is: [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:17:09Z', 'revision_number': 3, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:13.082797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1bf8-a26a-4f1a-8bfa-912aa273a9e2 req-794d53d1-d506-460f-afe7-39bf256559f5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:13.089317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9bb1bf8-a26a-4f1a-8bfa-912aa273a9e2 req-794d53d1-d506-460f-afe7-39bf256559f5 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 950 time: 0.1254358 Jul 07 22:17:13.093146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.095429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8f3aef1-b9e6-416a-8923-6e4491674a3c req-ba896743-cf65-4bc7-b6d6-f5ef783e740b tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.103 "DELETE /v2.0/ports/52531c35-4f93-4766-b19f-1669848b4e97 HTTP/1.1" status: 204 len: 173 time: 1.3300080 Jul 07 22:17:13.095893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'name': 'network-vif-deleted', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:13.098437 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45801aec-8620-40c5-9640-275d21d9bfe3" -d '{"events": [{"server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "name": "network-vif-deleted", "tag": "52531c35-4f93-4766-b19f-1669848b4e97"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:13.189279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9bb1bf8-a26a-4f1a-8bfa-912aa273a9e2 req-fbd68f0e-cfbd-48d3-b874-190c62b38e68 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897646 Jul 07 22:17:13.222023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0e484154-69c4-4a29-be77-c13171f5b99a None None] Provisioning for port 2a07706b-5da4-442a-9ecd-37f6b7793252 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:13.226796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0e484154-69c4-4a29-be77-c13171f5b99a None None] Provisioning complete for port 2a07706b-5da4-442a-9ecd-37f6b7793252 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:13.227181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e484154-69c4-4a29-be77-c13171f5b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.382092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b51b08f6-be59-4421-b19c-3e27ed10e7a6 req-7ec35ab7-3e42-48b1-bc57-42d5c6d335e5 tempest-LiveAutoBlockMigrationV225Test-623192921 tempest-LiveAutoBlockMigrationV225Test-623192921-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1f613d2-aabf-4f87-99ec-668faf9506ff HTTP/1.1" status: 200 len: 210 time: 0.0613272 Jul 07 22:17:13.434462 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9abbfa-1088-4992-83ce-2a31ad7892f3 x-openstack-request-id: req-cd9abbfa-1088-4992-83ce-2a31ad7892f3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:13.434852 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f613d2-aabf-4f87-99ec-668faf9506ff", "name": "network-vif-deleted", "tag": "52531c35-4f93-4766-b19f-1669848b4e97", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:13.435174 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cd9abbfa-1088-4992-83ce-2a31ad7892f3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:13.435643 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f613d2-aabf-4f87-99ec-668faf9506ff', 'name': 'network-vif-deleted', 'tag': '52531c35-4f93-4766-b19f-1669848b4e97', 'status': 'completed', 'code': 200} Jul 07 22:17:13.462638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.503876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0e484154-69c4-4a29-be77-c13171f5b99a None None] Port 2a07706b-5da4-442a-9ecd-37f6b7793252 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:13.508247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.552703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event deleted for resources: {'Port': ['ID=3db2d460-6f62-43ed-8f25-c8bff9fe8b3b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:13.616399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1c59-721b-4d53-a8d2-ea071f941f24 req-ab742f60-8904-4253-ac97-b9c5c69d073f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:13.639719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a70e1c59-721b-4d53-a8d2-ea071f941f24 req-ab742f60-8904-4253-ac97-b9c5c69d073f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.1054561 Jul 07 22:17:13.720923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.762058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a70e1c59-721b-4d53-a8d2-ea071f941f24 req-2d7773ef-741b-4058-8f98-6bf9a3b2085a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167228 Jul 07 22:17:13.845230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127db933-c774-477b-80d4-02e5567efb19 req-a3fd3c68-f5ac-4fab-96ba-a7e7c99145bf tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:13.858929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-127db933-c774-477b-80d4-02e5567efb19 req-a3fd3c68-f5ac-4fab-96ba-a7e7c99145bf tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1683390 Jul 07 22:17:13.884771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.888424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.927344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-127db933-c774-477b-80d4-02e5567efb19 req-8ae8604e-3a7f-43fc-8a35-3b79ec208c11 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673099 Jul 07 22:17:13.993616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.994258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:14.003935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.006673 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5eb9b71-9e11-4db8-afe5-259cbc404339 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "DELETE /v2.0/routers/ba1c77f3-2723-49f2-9ef6-c3cea4e76a10 HTTP/1.1" status: 204 len: 168 time: 1.8783143 Jul 07 22:17:14.011925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.015276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:14.020534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-662907008', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:14.027772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.061952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.072565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.077402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.084105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.090219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.098054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.105655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.116588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-4e516179-fec1-40de-8d12-57bb5fe2404e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.1731515 Jul 07 22:17:14.131010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.134917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a07706b-5da4-442a-9ecd-37f6b7793252,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:14.137453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.138510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.189481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8eae0d91-7afd-4391-aeeb-9da6108583b3 req-ec85bb11-6ecd-46a7-983e-a5e8c794718e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708313 Jul 07 22:17:14.280371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:14.395208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-f157ca11-05d3-468f-9e2b-5a6325e04345 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.402574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-f157ca11-05d3-468f-9e2b-5a6325e04345 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.1061471 Jul 07 22:17:14.402924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:14.408928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:14.409489 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.519953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38902) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:14.529163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.557129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:14.562333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.564487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.618506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0f951fc6-3527-4986-83ca-eac2042c5c36 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:14.628035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935debf-0c40-48f2-be27-b3145be8c46f req-4a3b5397-08dd-4df3-9131-c01d1a3d3eb6 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.628035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6935debf-0c40-48f2-be27-b3145be8c46f req-4a3b5397-08dd-4df3-9131-c01d1a3d3eb6 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 950 time: 0.2232594 Jul 07 22:17:14.667050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 0f951fc6-3527-4986-83ca-eac2042c5c36 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:14.667543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0f951fc6-3527-4986-83ca-eac2042c5c36 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:14.707937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6935debf-0c40-48f2-be27-b3145be8c46f req-e797c592-261a-43c9-b006-bf635142e4d2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713944 Jul 07 22:17:14.709532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:14.712652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Deleting port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:14.713004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.735819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:14.773131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 52531c35-4f93-4766-b19f-1669848b4e97 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:14.773792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 52531c35-4f93-4766-b19f-1669848b4e97 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:14.867736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] For port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:14.868109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.887955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Calling delete_port for 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:14.890916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:14.899535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-ad5ea233-4e98-4e4c-96ba-297dcdd6584b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.901094 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-ad5ea233-4e98-4e4c-96ba-297dcdd6584b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 950 time: 0.3374562 Jul 07 22:17:14.903228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.905371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Deleting subnet 7afb59cc-714e-4cd6-a889-bf8299387c98 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:17:14.908203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:14.909137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.022141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.159799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.171032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d56fc1-5f1d-49dc-a173-c98072b8d4e9 req-1cb05a10-496a-40ce-93c7-d405c02537b0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.175325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Router ab412cc5-b361-4565-9da3-99b165b471cd has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:15.179093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45d56fc1-5f1d-49dc-a173-c98072b8d4e9 req-1cb05a10-496a-40ce-93c7-d405c02537b0 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 945 time: 0.2453001 Jul 07 22:17:15.191913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:15.192261 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.252642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e1819607-8440-498e-a399-713337122557 None None] Provisioning complete for port 2a07706b-5da4-442a-9ecd-37f6b7793252 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:15.252904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e1819607-8440-498e-a399-713337122557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.307623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e1819607-8440-498e-a399-713337122557 None None] Port 2a07706b-5da4-442a-9ecd-37f6b7793252 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:15.315124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1239d8-6520-43a8-8bc2-5a0f5b5f715a req-1bff62a1-9bfa-46d3-9e33-e96a3a8e8783 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.316875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c1239d8-6520-43a8-8bc2-5a0f5b5f715a req-1bff62a1-9bfa-46d3-9e33-e96a3a8e8783 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.2439229 Jul 07 22:17:15.331587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45d56fc1-5f1d-49dc-a173-c98072b8d4e9 req-11e3fe8f-c3f7-4d9d-8640-5e6a51cafd0f tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515596 Jul 07 22:17:15.335510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.355096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:15.390858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event deleted for resources: {'Port': ['ID=59f6ed48-bfee-4d05-8c94-7edf07d4e9e2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:15.398406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.418614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:15.439288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02ad35da-c551-4dd8-a70d-30b9579751c4 admin admin] 10.222.0.95 "PUT /v2.0/routers/ab412cc5-b361-4565-9da3-99b165b471cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2931366 Jul 07 22:17:15.475547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] No DVR routers for this DVR port 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:15.478113 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.480333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ccf0d64-3ba3-4cf8-ba4b-956b8592685b req-4302dd25-9ee1-4b5f-a470-2b2ba181c021 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "DELETE /v2.0/ports/59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 HTTP/1.1" status: 204 len: 173 time: 1.0176153 Jul 07 22:17:15.483153 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.486029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7afb59cc-714e-4cd6-a889-bf8299387c98 HTTP/1.1" status: 204 len: 168 time: 0.9460495 Jul 07 22:17:15.489283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'name': 'network-vif-deleted', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:15.491867 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9714cc0-8bc9-4f15-9eda-743eca49edba" -d '{"events": [{"server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "name": "network-vif-deleted", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:15.493867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38916) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:15.496631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9f24-5087-44b8-a8a1-ff48ac41e131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7afb59cc-714e-4cd6-a889-bf8299387c98,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:15.519279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c1239d8-6520-43a8-8bc2-5a0f5b5f715a req-000cde74-a7b6-447f-881c-cf21f9cc9706 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845686 Jul 07 22:17:15.583684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port 34b3b633-b540-45ee-84c1-c5f1f7e557f7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=34b3b633-b540-45ee-84c1-c5f1f7e557f7,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:15.584072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.624682 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f244dc2-7244-40fd-8cd6-b44bc8a48b31 x-openstack-request-id: req-9f244dc2-7244-40fd-8cd6-b44bc8a48b31 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:15.624993 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68862cc-2142-470c-b729-74988a3a81a9", "name": "network-vif-deleted", "tag": "59f6ed48-bfee-4d05-8c94-7edf07d4e9e2", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:15.625259 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9f244dc2-7244-40fd-8cd6-b44bc8a48b31 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:15.625738 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68862cc-2142-470c-b729-74988a3a81a9', 'name': 'network-vif-deleted', 'tag': '59f6ed48-bfee-4d05-8c94-7edf07d4e9e2', 'status': 'completed', 'code': 200} Jul 07 22:17:15.630127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for 34b3b633-b540-45ee-84c1-c5f1f7e557f7 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:15.652973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.675940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.699559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.819474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.832157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.838357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.842201 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Sync routers for ids ['ab412cc5-b361-4565-9da3-99b165b471cd'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:15.847189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.854529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.858832 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Routers {'ab412cc5-b361-4565-9da3-99b165b471cd'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:15.859285 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ab412cc5-b361-4565-9da3-99b165b471cd'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:15.864476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.870897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.873088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-2c3a4ab0-6ea0-41bf-ae17-d7d698b53dff tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.3307116 Jul 07 22:17:15.900589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.936494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7788b445-35a0-461c-9cec-31b179d58fd0']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:15.952949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Allocated IP 172.25.5.180 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/c9201aa7-4bc7-43a9-9e0b-ea08efc7ed84) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:15.972101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73398642-37be-43bc-adb5-e981d98ac68b') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:15.972409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73398642-37be-43bc-adb5-e981d98ac68b') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:16.057659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e41e446a-9011-4f92-9d67-3c5689e35471 req-3a053369-2933-4068-ad2d-e496a0a2273b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1638718 Jul 07 22:17:16.067848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.112611 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.128529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.129222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:16.138685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', '34b3b633-b540-45ee-84c1-c5f1f7e557f7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:16.151277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:17:16.151704 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:17:16.153738 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:17:16.180767 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Set router ab412cc5-b361-4565-9da3-99b165b471cd gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:16.240805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1090c4-07ee-491d-abff-de828f80daa0 req-8ae4770f-cf44-492b-8383-121cb8150f20 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.248447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd1090c4-07ee-491d-abff-de828f80daa0 req-8ae4770f-cf44-492b-8383-121cb8150f20 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=cef65eff-ed2a-417c-94b1-15f95dbedc89 HTTP/1.1" status: 200 len: 867 time: 0.3387311 Jul 07 22:17:16.289790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.322907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=34b3b633-b540-45ee-84c1-c5f1f7e557f7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:16.340507 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.345259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] 10.222.0.95 "DELETE /v2.0/networks/7788b445-35a0-461c-9cec-31b179d58fd0 HTTP/1.1" status: 204 len: 168 time: 0.8490782 Jul 07 22:17:16.346175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f0414-d836-4f39-849e-70ca8969efa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7788b445-35a0-461c-9cec-31b179d58fd0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:16.360136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:16.366033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38934) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:16.386745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd1090c4-07ee-491d-abff-de828f80daa0 req-fe071e96-75ae-4cf5-b570-9f1cb34758dc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371121 Jul 07 22:17:16.538257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Deleting subnet ecc0547d-2ad4-42e1-ae58-ea17101d6976 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:17:16.548112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.576389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port 34b3b633-b540-45ee-84c1-c5f1f7e557f7 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:16.587626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.589891 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5101a10b-3849-4fbe-9d7a-4676af4b1455 req-836591ef-61b7-4c65-adfe-c017138bbe4a tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "DELETE /v2.0/ports/34b3b633-b540-45ee-84c1-c5f1f7e557f7 HTTP/1.1" status: 204 len: 173 time: 1.6741743 Jul 07 22:17:16.590155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'name': 'network-vif-deleted', 'tag': '34b3b633-b540-45ee-84c1-c5f1f7e557f7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:16.605397 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47694d33-79dc-458d-b4c6-db4ca1c85a9a" -d '{"events": [{"server_uuid": "cef65eff-ed2a-417c-94b1-15f95dbedc89", "name": "network-vif-deleted", "tag": "34b3b633-b540-45ee-84c1-c5f1f7e557f7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:16.699549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:16.699852 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.704925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.737093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.757329 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.865580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:17:13Z', 'revision_number': 4, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '2a07706b-5da4-442a-9ecd-37f6b7793252', 'name': '', 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'mac_address': 'fa:16:3e:b4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '0a8b6af8-b540-4278-a924-46b145fb8895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:11Z', 'updated_at': '2021-07-07T22:17:13Z', 'revision_number': 2, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'subnets': [{'id': '0a8b6af8-b540-4278-a924-46b145fb8895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:16.939714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75905554-9ce9-46f8-ba1c-157c65db6bb1 req-fe9c536e-2d36-4c6e-80e7-24bca1c33b6d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.2717173 Jul 07 22:17:16.956813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.044064 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Checking router: ab412cc5-b361-4565-9da3-99b165b471cd for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:17.044423 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Updating router ab412cc5-b361-4565-9da3-99b165b471cd port 2a07706b-5da4-442a-9ecd-37f6b7793252 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:17.067583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:17.109640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:17.110123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3db2d460-6f62-43ed-8f25-c8bff9fe8b3b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:17.185521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:17.206088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:17.218455 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.242413 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b3448-9327-4755-8458-c68ae4c2299a x-openstack-request-id: req-407b3448-9327-4755-8458-c68ae4c2299a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:17.242827 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef65eff-ed2a-417c-94b1-15f95dbedc89", "name": "network-vif-deleted", "tag": "34b3b633-b540-45ee-84c1-c5f1f7e557f7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:17.243095 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-407b3448-9327-4755-8458-c68ae4c2299a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:17.243532 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef65eff-ed2a-417c-94b1-15f95dbedc89', 'name': 'network-vif-deleted', 'tag': '34b3b633-b540-45ee-84c1-c5f1f7e557f7', 'status': 'completed', 'code': 200} Jul 07 22:17:17.244344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:17.247831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event updated for resources: {'Port': ['ID=c9201aa7-4bc7-43a9-9e0b-ea08efc7ed84,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:17.255138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.459101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83677be-efdd-479a-ac24-27d2342fbb82 req-4ce09a11-aa2f-4ddf-9486-c8317cb22579 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.460937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c83677be-efdd-479a-ac24-27d2342fbb82 req-4ce09a11-aa2f-4ddf-9486-c8317cb22579 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.5547781 Jul 07 22:17:17.637771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c83677be-efdd-479a-ac24-27d2342fbb82 req-f20a6421-0342-4c29-a3c2-6fdcec373d81 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449466 Jul 07 22:17:17.687082 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.733434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc0547d-2ad4-42e1-ae58-ea17101d6976,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:17.747492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.749623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-aea47517-a471-4bd2-a261-2e83455413a7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ecc0547d-2ad4-42e1-ae58-ea17101d6976 HTTP/1.1" status: 204 len: 168 time: 1.3822489 Jul 07 22:17:17.752851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38948) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:17.774390 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.804793 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Transition to ACTIVE for port object 2a07706b-5da4-442a-9ecd-37f6b7793252 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:17.820962 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.875238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.952127 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310e786-e9f6-4b36-a0bd-1705e537a61f None None] Pushing event updated for resources: {'Port': ['ID=2a07706b-5da4-442a-9ecd-37f6b7793252,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:17.997840 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.047922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca56c76-fd77-4cd9-ae9d-97dbb84b9737']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:18.078255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a346ac-94cb-4cfa-bff3-3fc31600ac8e') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:18.079624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a346ac-94cb-4cfa-bff3-3fc31600ac8e') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:18.090759 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.095872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Attempting to bind port 2a07706b-5da4-442a-9ecd-37f6b7793252 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:18.098844 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Attempting to bind port 2a07706b-5da4-442a-9ecd-37f6b7793252 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:18.100485 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Attempting to bind port 2a07706b-5da4-442a-9ecd-37f6b7793252 on network f8eb4ea1-c076-401a-86a7-17e45f2dea2e {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:18.114818 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:18.116812 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Checking segment: {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:18.117223 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.117640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Bound using segment: {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:18.118243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.122548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Bound port: 2a07706b-5da4-442a-9ecd-37f6b7793252, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb9c59-908e-492d-9f71-56b47c9a6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:18.126271 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.127989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:17:18.128885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.164764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:17:18.216070 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:17:18.225705 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.237183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.239534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2ca56c76-fd77-4cd9-ae9d-97dbb84b9737 HTTP/1.1" status: 204 len: 168 time: 0.4856918 Jul 07 22:17:18.300003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:18.343495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c590-b907-4679-bbb9-9cb62e1c2070 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca56c76-fd77-4cd9-ae9d-97dbb84b9737,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:18.371134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:18.371889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 59f6ed48-bfee-4d05-8c94-7edf07d4e9e2 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:18.372796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 34b3b633-b540-45ee-84c1-c5f1f7e557f7 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:18.373658 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] For port 2a07706b-5da4-442a-9ecd-37f6b7793252, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:18.403359 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] For port 2a07706b-5da4-442a-9ecd-37f6b7793252, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a07706b-5da4-442a-9ecd-37f6b7793252,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:18.419316 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.451153 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-05bb9ae3-085c-44ee-a010-036ce27c3613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.467776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.469216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 34b3b633-b540-45ee-84c1-c5f1f7e557f7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:18.471367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 34b3b633-b540-45ee-84c1-c5f1f7e557f7 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:18.483085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.491045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.513911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.528278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.537084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.543914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.552110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.561065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-27e65eb6-2b3c-47bf-a21f-e52a4479e308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.3200212 Jul 07 22:17:18.645162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d575c528-99f7-4d34-9ac5-53a3d0962b48 req-86a9959b-f31d-4a43-b3c9-e74513455893 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783355 Jul 07 22:17:18.646278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:18.745299 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310e786-e9f6-4b36-a0bd-1705e537a61f None None] Pushing event updated for resources: {'Port': ['ID=2a07706b-5da4-442a-9ecd-37f6b7793252,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:18.779304 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Routers {'ab412cc5-b361-4565-9da3-99b165b471cd'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:18.780213 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ab412cc5-b361-4565-9da3-99b165b471cd'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:18.825278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb4c8615-330a-4c67-a5df-0bdcf1abf2ee admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dd0045ef8bf04c24af3a3c2239b1a043&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1775930 Jul 07 22:17:18.827947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38960) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:18.846493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.017573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f211994-9e42-4893-b812-aa1a67e6f1de req-3801bc6d-0689-4c3d-aa55-3e1a399df263 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.1034408 Jul 07 22:17:19.099510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a854c9a3-9e8b-434d-9b3a-e3fc011f8ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.128768 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] Set router ab412cc5-b361-4565-9da3-99b165b471cd gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:19.174210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a854c9a3-9e8b-434d-9b3a-e3fc011f8ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.197516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Router e81b758a-c465-40e4-8a5f-3d2d2f85bce4 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:19.284129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a854c9a3-9e8b-434d-9b3a-e3fc011f8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.288169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a854c9a3-9e8b-434d-9b3a-e3fc011f8ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.291727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a854c9a3-9e8b-434d-9b3a-e3fc011f8ef9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/54d38319-5c77-473f-80dd-3f4266dfbc66 HTTP/1.1" status: 204 len: 168 time: 0.4598601 Jul 07 22:17:19.371801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854c9a3-9e8b-434d-9b3a-e3fc011f8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d38319-5c77-473f-80dd-3f4266dfbc66,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:19.447913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:19.468080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] Sync routers for ids ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:19.486294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] Routers {'e81b758a-c465-40e4-8a5f-3d2d2f85bce4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:19.490223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:19.503590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ec6f1-5152-450c-9077-a096e4637d10 req-1c1cf38e-8371-435e-96b9-7bb7cc4a39b8 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.508273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.514091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5ea235cb-5f00-4cd7-9485-76f93e779690 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4976900 Jul 07 22:17:19.514556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-118ec6f1-5152-450c-9077-a096e4637d10 req-1c1cf38e-8371-435e-96b9-7bb7cc4a39b8 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.2237508 Jul 07 22:17:19.523231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:19.545286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': False}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:19.618235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:19.650087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-118ec6f1-5152-450c-9077-a096e4637d10 req-f73aa6f6-43a4-446b-baeb-4e9711f9506a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294372 Jul 07 22:17:19.665263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] Routers {'e81b758a-c465-40e4-8a5f-3d2d2f85bce4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:19.666225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:19.746554 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:17:13Z', 'revision_number': 4, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '2a07706b-5da4-442a-9ecd-37f6b7793252', 'name': '', 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'mac_address': 'fa:16:3e:b4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '0a8b6af8-b540-4278-a924-46b145fb8895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:11Z', 'updated_at': '2021-07-07T22:17:18Z', 'revision_number': 4, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'subnets': [{'id': '0a8b6af8-b540-4278-a924-46b145fb8895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:19.792815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:19.794547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910546c-0aef-47c8-a99f-4a38f053c901 None None] The sync data for ids ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:19.812606 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c25e9-d7a9-4ea3-a3e9-e22b15119944 None None] The sync data for ids ['ab412cc5-b361-4565-9da3-99b165b471cd'] in n-d-694802-13 is: [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:17:13Z', 'revision_number': 4, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '2a07706b-5da4-442a-9ecd-37f6b7793252', 'name': '', 'network_id': 'f8eb4ea1-c076-401a-86a7-17e45f2dea2e', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'mac_address': 'fa:16:3e:b4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '0a8b6af8-b540-4278-a924-46b145fb8895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:11Z', 'updated_at': '2021-07-07T22:17:18Z', 'revision_number': 4, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'subnets': [{'id': '0a8b6af8-b540-4278-a924-46b145fb8895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:20.280407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a07706b-5da4-442a-9ecd-37f6b7793252 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:20.385420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38978) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:20.396075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2a07706b-5da4-442a-9ecd-37f6b7793252 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:20.401845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2a07706b-5da4-442a-9ecd-37f6b7793252 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:20.402048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.429412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8bd57-7527-4154-b037-e3dbfdad4442 req-142ddf6f-731f-4d19-9346-2b327492edc2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.438340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87c8bd57-7527-4154-b037-e3dbfdad4442 req-142ddf6f-731f-4d19-9346-2b327492edc2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 949 time: 0.2996871 Jul 07 22:17:20.613591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87c8bd57-7527-4154-b037-e3dbfdad4442 req-e63a76bb-ebcf-4884-8de7-2afe839507c3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604643 Jul 07 22:17:20.647685 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.773396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36209db3-c13b-4188-996f-cfae1eea6d7f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=034f407247ed456cb9606da43a21bae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3816335 Jul 07 22:17:20.773622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 791fe536-5196-4f9d-ac4e-181e74a08bf3 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:20.774085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38982) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:20.790090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2a07706b-5da4-442a-9ecd-37f6b7793252, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a07706b-5da4-442a-9ecd-37f6b7793252,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:20.810899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.815827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.844210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.866815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.872950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.896754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.915265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.923724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.933375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-2471f30d-54e9-4ac7-821d-00427cc1eb8d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5420 time: 0.6348670 Jul 07 22:17:20.952614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-4aa078b6-2b47-4568-9910-c4664ef5a940 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.957488 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-4aa078b6-2b47-4568-9910-c4664ef5a940 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 949 time: 0.2707918 Jul 07 22:17:20.965224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:17:20.996257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2a07706b-5da4-442a-9ecd-37f6b7793252,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:21.008250 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24175dc6-6ef3-48ca-a685-1608f55fa16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.016669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d52ff4e-647c-49e9-a16f-e87e1b6ceccb req-e9c0e31e-6ec8-4e73-923d-f4276fff80c4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804765 Jul 07 22:17:21.085997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.086348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.086726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.087076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.087420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.087762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.088102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.088447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.088778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.089235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.089433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.089766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:21.128929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a49d8f1d-3759-48e2-b038-15dd05abf061 req-10a85af6-4030-4ad0-ba05-e9c4ae4313f1 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.1507390 Jul 07 22:17:21.173175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.213571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.252659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '791fe536-5196-4f9d-ac4e-181e74a08bf3', 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e', 'port_id': '791fe536-5196-4f9d-ac4e-181e74a08bf3', 'mac_address': 'fa:16:3e:92:da:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e4e4e-2978-4770-a5ea-30524e91c315', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:21.272579 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5db92b3-de79-4f69-b3e1-95ddc8166046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.336660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5db92b3-de79-4f69-b3e1-95ddc8166046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.379334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.410552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port e5d6382c-3106-4973-be86-c438bdea23ea {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:21.419297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.429376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791fe536-5196-4f9d-ac4e-181e74a08bf3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:21.464983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.503372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.516198 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.516950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f6683751-e4e7-4e69-a8c7-68dd1e171a13 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:21.542728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087ee23-ffd8-4fb4-961f-c08ac7ba073c req-1f1685e4-c539-49a0-aae5-e4caf072bff9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.552656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7087ee23-ffd8-4fb4-961f-c08ac7ba073c req-1f1685e4-c539-49a0-aae5-e4caf072bff9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1519334 Jul 07 22:17:21.617658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7087ee23-ffd8-4fb4-961f-c08ac7ba073c req-0cb610f5-4493-4448-9973-ff6c3b718579 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jul 07 22:17:21.620952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5db92b3-de79-4f69-b3e1-95ddc8166046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.627484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5db92b3-de79-4f69-b3e1-95ddc8166046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.638687 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a5db92b3-de79-4f69-b3e1-95ddc8166046 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/51e9ddec-1d1d-4676-b975-940a68b429e8 HTTP/1.1" status: 204 len: 168 time: 0.8618667 Jul 07 22:17:21.675107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db92b3-de79-4f69-b3e1-95ddc8166046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9ddec-1d1d-4676-b975-940a68b429e8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:21.733549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:21.768090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-df8d85fd-4c8c-420a-9917-1a94bf4a3f3b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.778728 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-df8d85fd-4c8c-420a-9917-1a94bf4a3f3b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d907d96-b1ff-4575-8841-009af7e84226 HTTP/1.1" status: 200 len: 950 time: 0.4704154 Jul 07 22:17:21.814738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port e5d6382c-3106-4973-be86-c438bdea23ea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e5d6382c-3106-4973-be86-c438bdea23ea,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.815122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.872397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.900972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'port_id': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13', 'mac_address': 'fa:16:3e:49:83:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:21.938336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for e5d6382c-3106-4973-be86-c438bdea23ea owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:21.943361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f598476-ce0c-4a11-a970-ea54e2924de0 req-6e7e09ab-5427-4978-b096-8dc3d6822bee tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.953964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f598476-ce0c-4a11-a970-ea54e2924de0 req-6e7e09ab-5427-4978-b096-8dc3d6822bee tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 949 time: 0.1029499 Jul 07 22:17:21.986482 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.012458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f598476-ce0c-4a11-a970-ea54e2924de0 req-b7275134-036b-43ea-baa8-7c08b0aa8eb0 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Jul 07 22:17:22.049012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6683751-e4e7-4e69-a8c7-68dd1e171a13 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:22.067653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.101581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:22.112493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.113286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dae9258a-3183-4f2a-a1e0-d708b21cecd7 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:22.298968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:22.327144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a07706b-5da4-442a-9ecd-37f6b7793252 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:22.376038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:22.377794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.483978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:17:22.505046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2a07706b-5da4-442a-9ecd-37f6b7793252 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:22.506169 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.555284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:22.611845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71cb95e7-8394-480a-b41b-28663862ea1d req-c4c283a1-d534-4b3a-ad97-08989c8edd8a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.1261356 Jul 07 22:17:22.714928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.731167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'port_id': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7', 'mac_address': 'fa:16:3e:f9:59:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:22.748051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:22.748344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.751335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.764098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:22.770137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.788341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.805834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.818118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.827806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.842182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d546356-41ae-47b4-8c11-39995b012751 req-a71bf669-0e29-4c28-a44c-c4cb76f68375 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5422 time: 0.4336746 Jul 07 22:17:22.844642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.874383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae9258a-3183-4f2a-a1e0-d708b21cecd7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:22.942311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d546356-41ae-47b4-8c11-39995b012751 req-d629b3df-d516-4d8f-ad11-5ccd256a7fc6 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992625 Jul 07 22:17:22.971608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:22.985336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.986363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:23.018019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.076622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186', '79e5c8c7-1119-476a-aabd-89fc14cf0dd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:23.096985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34', 'e5d6382c-3106-4973-be86-c438bdea23ea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:23.108941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=79e5c8c7-1119-476a-aabd-89fc14cf0dd4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:23.205977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff575b-38c8-47c5-a8c5-814988b5c270 req-19614db1-c998-4368-bb03-6048034b1146 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.217237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23ff575b-38c8-47c5-a8c5-814988b5c270 req-19614db1-c998-4368-bb03-6048034b1146 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1557465 Jul 07 22:17:23.269996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:23.311744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23ff575b-38c8-47c5-a8c5-814988b5c270 req-8e45bda5-6de3-4fef-b67f-1e4d38ca3069 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936241 Jul 07 22:17:23.325295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:23.330809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9', 'network_id': '2b31379b-ced6-49a0-8417-23a4ed18097e', 'port_id': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9', 'mac_address': 'fa:16:3e:36:1e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40e4e4e-2978-4770-a5ea-30524e91c315', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:23.395499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:23.399721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.401823 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-16ca8b6a-67fa-44ad-be1c-83d8d58f5c51 req-c7673adc-35f4-4b4a-9ba2-99919c08cffc tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "DELETE /v2.0/ports/79e5c8c7-1119-476a-aabd-89fc14cf0dd4 HTTP/1.1" status: 204 len: 173 time: 1.6113846 Jul 07 22:17:23.402379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d907d96-b1ff-4575-8841-009af7e84226', 'name': 'network-vif-deleted', 'tag': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:23.404757 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb061336-5a32-474c-a9d9-301ff7b715ea" -d '{"events": [{"server_uuid": "6d907d96-b1ff-4575-8841-009af7e84226", "name": "network-vif-deleted", "tag": "79e5c8c7-1119-476a-aabd-89fc14cf0dd4"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:23.410964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.474137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=e5d6382c-3106-4973-be86-c438bdea23ea,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:23.477740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.527118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port e5d6382c-3106-4973-be86-c438bdea23ea on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:23.529368 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.532632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.534743 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83d5df07-1542-4f3d-b644-0c66a8147c6a req-020e237f-3188-457a-9502-8c24c3a301b7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "DELETE /v2.0/ports/e5d6382c-3106-4973-be86-c438bdea23ea HTTP/1.1" status: 204 len: 173 time: 2.5685530 Jul 07 22:17:23.599792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862665-6582-48cd-9c02-4de6a96c06a1 req-c9638ea0-a693-4ec4-9f9d-dfe6d5a75121 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.608887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7862665-6582-48cd-9c02-4de6a96c06a1 req-c9638ea0-a693-4ec4-9f9d-dfe6d5a75121 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=660a02a7-96cd-4eff-8186-aadb39b27462 HTTP/1.1" status: 200 len: 867 time: 0.2305236 Jul 07 22:17:23.620432 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e006096c-a387-4547-bf05-8c2a52ca50b9 x-openstack-request-id: req-e006096c-a387-4547-bf05-8c2a52ca50b9 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:23.620928 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d907d96-b1ff-4575-8841-009af7e84226", "name": "network-vif-deleted", "tag": "79e5c8c7-1119-476a-aabd-89fc14cf0dd4", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:23.621397 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e006096c-a387-4547-bf05-8c2a52ca50b9 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:23.622085 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d907d96-b1ff-4575-8841-009af7e84226', 'name': 'network-vif-deleted', 'tag': '79e5c8c7-1119-476a-aabd-89fc14cf0dd4', 'status': 'completed', 'code': 200} Jul 07 22:17:23.727585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7862665-6582-48cd-9c02-4de6a96c06a1 req-b6c7fea7-cdbb-4de5-9fd0-477de606e0da tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093588 Jul 07 22:17:23.730786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.793063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:23.811222 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.879074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Router e81b758a-c465-40e4-8a5f-3d2d2f85bce4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:23.990820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:24.017270 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:24.017944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 711ef261-f19a-466c-881f-4b4846673cb1 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:24.130605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f75d04a8-917b-41b9-990d-c61c489538fc req-96ea7f8e-a780-404f-bd29-4c68255548c9 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.1348572 Jul 07 22:17:24.313332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:24.331035 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] Sync routers for ids ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:24.334792 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:24.336544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-167303fc-5299-4c8e-b2a4-6f451a8843ad tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "PUT /v2.0/routers/e81b758a-c465-40e4-8a5f-3d2d2f85bce4 HTTP/1.1" status: 200 len: 921 time: 4.8115134 Jul 07 22:17:24.340389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39036) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:24.352558 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] Routers {'e81b758a-c465-40e4-8a5f-3d2d2f85bce4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:24.355200 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:24.490206 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:17:24.604122 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:24.665569 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] Routers {'e81b758a-c465-40e4-8a5f-3d2d2f85bce4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:24.668738 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:24.814222 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:24.814949 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34351142-ab9b-4dd8-bb17-8d6009bf7305 None None] The sync data for ids ['e81b758a-c465-40e4-8a5f-3d2d2f85bce4'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:24.934715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d121da6d-1b56-447c-8a48-dc8f7db2f5bd tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/e81b758a-c465-40e4-8a5f-3d2d2f85bce4 HTTP/1.1" status: 200 len: 921 time: 0.5912945 Jul 07 22:17:24.935927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39046) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:24.986567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.017765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.028211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.056546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.063729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.084515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.104968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.119804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-8d7a58d0-a85c-43d6-abfd-163edd655804 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5424 time: 0.6301751 Jul 07 22:17:25.171734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb36c7-4223-48fe-a37f-be077e5a3d9a req-f0efc20a-aeca-4d34-8eb1-765b8f52955d tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.173887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cafb36c7-4223-48fe-a37f-be077e5a3d9a req-f0efc20a-aeca-4d34-8eb1-765b8f52955d tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.4575820 Jul 07 22:17:25.211660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c77e27-def9-4fac-a7f3-786c231533d9 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.215609 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e3c77e27-def9-4fac-a7f3-786c231533d9 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=e81b758a-c465-40e4-8a5f-3d2d2f85bce4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2757769 Jul 07 22:17:25.217390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39054) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:25.232080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=711ef261-f19a-466c-881f-4b4846673cb1,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:25.237930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b48e061-e5cb-4b23-98bf-18d3e61f3d2f req-90a24bba-35c2-49fb-8102-51840c1b5a6f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115613 Jul 07 22:17:25.257689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cafb36c7-4223-48fe-a37f-be077e5a3d9a req-590d27e1-778e-48b2-9b8a-51553a5c93c7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722697 Jul 07 22:17:25.305554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:25.369705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39441e92-dbc6-4a4e-b14e-441a070b84f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.375209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39060) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:25.387058 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-39441e92-dbc6-4a4e-b14e-441a070b84f2 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.1673703 Jul 07 22:17:25.403001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '711ef261-f19a-466c-881f-4b4846673cb1', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'port_id': '711ef261-f19a-466c-881f-4b4846673cb1', 'mac_address': 'fa:16:3e:66:f6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:25.450988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.471519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39064) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:25.492163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e6d26eda-a274-46f6-8aab-583e033718a6 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=e81b758a-c465-40e4-8a5f-3d2d2f85bce4 HTTP/1.1" status: 200 len: 205 time: 0.1151323 Jul 07 22:17:25.594915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711ef261-f19a-466c-881f-4b4846673cb1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:25.627153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a02a7-96cd-4eff-8186-aadb39b27462', 'name': 'network-vif-deleted', 'tag': 'e5d6382c-3106-4973-be86-c438bdea23ea'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:25.636641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=711ef261-f19a-466c-881f-4b4846673cb1,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:25.648492 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a1931a-c6ea-4882-9cc7-f528fd8963be" -d '{"events": [{"server_uuid": "660a02a7-96cd-4eff-8186-aadb39b27462", "name": "network-vif-deleted", "tag": "e5d6382c-3106-4973-be86-c438bdea23ea"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:25.649883 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.651201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47c6c75c-ed59-4096-8df2-b56a73e6fbea details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:25.722849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:25.723517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77bc2825-bbd4-4094-b70f-32e9531d1fa5 req-6eb95ed7-e64d-4aa9-8c63-af5f2eec6275 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=f68862cc-2142-470c-b729-74988a3a81a9 HTTP/1.1" status: 200 len: 210 time: 0.0567305 Jul 07 22:17:25.765455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.830915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:25.841339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '47c6c75c-ed59-4096-8df2-b56a73e6fbea', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'port_id': '47c6c75c-ed59-4096-8df2-b56a73e6fbea', 'mac_address': 'fa:16:3e:09:be:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:25.911887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-00bc71bd-8c41-4d20-bb61-4a8a6fa632ce tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729656 Jul 07 22:17:25.948235 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.969032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c6c75c-ed59-4096-8df2-b56a73e6fbea {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:26.019446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:26.022211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:26.042930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.098268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.107291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 32bfe337-4eb4-40cc-9346-872e15282bbf details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:26.174300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Deleting port c9201aa7-4bc7-43a9-9e0b-ea08efc7ed84 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:26.175051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.242792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-f55d57d8-a6cf-4358-89d1-7799d85148f2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:26.244815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=32bfe337-4eb4-40cc-9346-872e15282bbf,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:26.249448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-f55d57d8-a6cf-4358-89d1-7799d85148f2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3305793 Jul 07 22:17:26.256871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:26.260729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:26.287087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-574a0971-92fb-4bee-884b-72a3d599fe3d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/quotas/a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 375 time: 0.0306053 Jul 07 22:17:26.298565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.307004 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c81bf61-6a32-40f7-996b-caf0edfb99f6 x-openstack-request-id: req-8c81bf61-6a32-40f7-996b-caf0edfb99f6 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:26.307746 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660a02a7-96cd-4eff-8186-aadb39b27462", "name": "network-vif-deleted", "tag": "e5d6382c-3106-4973-be86-c438bdea23ea", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:26.309230 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8c81bf61-6a32-40f7-996b-caf0edfb99f6 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:26.310620 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a02a7-96cd-4eff-8186-aadb39b27462', 'name': 'network-vif-deleted', 'tag': 'e5d6382c-3106-4973-be86-c438bdea23ea', 'status': 'completed', 'code': 200} Jul 07 22:17:26.354733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Calling delete_port for c9201aa7-4bc7-43a9-9e0b-ea08efc7ed84 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:26.362133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-a26b58e6-058e-463e-9f37-cc0df1837c71 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681069 Jul 07 22:17:26.378738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '32bfe337-4eb4-40cc-9346-872e15282bbf', 'network_id': '2206b029-3e95-4a6b-a4eb-f3aa4fa594b9', 'port_id': '32bfe337-4eb4-40cc-9346-872e15282bbf', 'mac_address': 'fa:16:3e:1e:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84605257-b7fd-4b2e-b034-82b21f2bbd9d', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:26.397013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:26.432276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:26.432791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 79e5c8c7-1119-476a-aabd-89fc14cf0dd4 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:26.533407 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.578668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bfe337-4eb4-40cc-9346-872e15282bbf {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:26.651151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=32bfe337-4eb4-40cc-9346-872e15282bbf,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:26.673317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.851043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:26.920018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.987494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event deleted for resources: {'Port': ['ID=c9201aa7-4bc7-43a9-9e0b-ea08efc7ed84,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:26.987749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.007047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.017493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.025073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.032980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.046909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.054741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.056713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-b7c301f3-6516-4c9d-80c1-95a7c08e9d8a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5427 time: 0.3364897 Jul 07 22:17:27.098277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.169968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-215d2340-428f-4f45-8cb1-0f539b8a0e8d req-15683a7d-1ef6-49d2-81d4-6736e59c39e3 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066599 Jul 07 22:17:27.225875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27722-5324-4015-a4b7-3111bf259387 req-23727ad1-3eff-459a-82e8-b125f1dab1de tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.227546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05c27722-5324-4015-a4b7-3111bf259387 req-23727ad1-3eff-459a-82e8-b125f1dab1de tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.3771544 Jul 07 22:17:27.314686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.317600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.333927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05c27722-5324-4015-a4b7-3111bf259387 req-b65d5fb2-2e1e-41ac-9848-57735d334e54 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767562 Jul 07 22:17:27.393058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.394502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Fanout notify agent at l3_agent the message router_deleted on router e81b758a-c465-40e4-8a5f-3d2d2f85bce4 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:27.411216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f6683751-e4e7-4e69-a8c7-68dd1e171a13'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:27.430860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.438267 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-452c2dee-4404-4579-8cf6-d2be90cc1827 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/e81b758a-c465-40e4-8a5f-3d2d2f85bce4 HTTP/1.1" status: 204 len: 168 time: 1.9617951 Jul 07 22:17:27.439168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39100) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:27.444231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1603210591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:27.471241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['791fe536-5196-4f9d-ac4e-181e74a08bf3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:27.473335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['711ef261-f19a-466c-881f-4b4846673cb1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:27.478611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2e7cd059-e9ff-48e6-aece-b9aad86f83c9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:27.481246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['47c6c75c-ed59-4096-8df2-b56a73e6fbea'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:27.585089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c241e882-7253-4130-83b6-55f23c6a935d req-6c5bee87-9d39-4c28-8099-cbd80eb2765d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 210 time: 0.0883973 Jul 07 22:17:27.627444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.628694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.746839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.756876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.805202 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.809608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:27.809954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e0d7b161-a352-4687-8ccc-ef6e8732c24f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3692071 Jul 07 22:17:27.815951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:28.464114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['dae9258a-3183-4f2a-a1e0-d708b21cecd7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:28.511543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['32bfe337-4eb4-40cc-9346-872e15282bbf'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:28.672302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.693575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.715075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.735010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.753077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.769976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.788475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.803029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-96b71fb9-da77-4352-8bc8-46c9c3bf64a9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5427 time: 0.3035333 Jul 07 22:17:28.831995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e5d6382c-3106-4973-be86-c438bdea23ea no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:29.054141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: e5d6382c-3106-4973-be86-c438bdea23ea {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:29.055237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e5d6382c-3106-4973-be86-c438bdea23ea not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:29.185144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-1d0b3815-be9f-46d9-b961-9995e268743a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685337 Jul 07 22:17:29.547692 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:29.672118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-955feeb6-7e70-497d-b686-f236eb2b6b13 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.673862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-955feeb6-7e70-497d-b686-f236eb2b6b13 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4813752 Jul 07 22:17:29.695628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Request body: {'port': {'device_id': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'a9e62b1fcf2247b6a4f5e6dbc2c60bb3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:29.785792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcba29a7-c859-4a5a-9757-3eba7e4cd3da req-46824122-8e25-4ec4-9192-0dd589b3d30a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9811118 Jul 07 22:17:29.823687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed4cb-3714-4aa6-8649-29148d620643 req-aa41fe1f-e9e8-4358-8382-435f47aefafe tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.831016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-072ed4cb-3714-4aa6-8649-29148d620643 req-aa41fe1f-e9e8-4358-8382-435f47aefafe tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.2371378 Jul 07 22:17:29.903151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-382f65d5-683f-45c7-ae65-407e88dc9c88 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.904844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-382f65d5-683f-45c7-ae65-407e88dc9c88 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 950 time: 0.3122463 Jul 07 22:17:29.966395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Made reservation on behalf of a9e62b1fcf2247b6a4f5e6dbc2c60bb3 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:29.970511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:29.972437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-072ed4cb-3714-4aa6-8649-29148d620643 req-d015f38b-4c21-4a5d-a1da-065d12aa60ed tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405118 Jul 07 22:17:30.012867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.016700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.057761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.095447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd0605dc-cdf7-4295-b4db-32ba817f9961 req-f54e4bb6-b4f8-4c83-be61-8e0a7b671b8b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 210 time: 0.0716214 Jul 07 22:17:30.251823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port cb1d6ea9-3961-4e34-8973-308d6f6a310f {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:30.252169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.348762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Allocated IP 172.25.5.22 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/20fc87fe-cedf-40c6-9b65-3ec9b9e5a450) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:30.437465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port cb1d6ea9-3961-4e34-8973-308d6f6a310f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=cb1d6ea9-3961-4e34-8973-308d6f6a310f,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:30.437834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.477412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.483817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for cb1d6ea9-3961-4e34-8973-308d6f6a310f owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:30.530156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a68a-99f6-439f-b4a7-46134f1f4c0f req-60f68519-c0fb-4302-9a8e-00f349fc4e7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:30.543244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4025a68a-99f6-439f-b4a7-46134f1f4c0f req-60f68519-c0fb-4302-9a8e-00f349fc4e7f tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3320233-8945-49dc-89e0-65def7d5ebe3 HTTP/1.1" status: 200 len: 950 time: 0.3978391 Jul 07 22:17:30.562207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.652414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.694156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47c6c75c-ed59-4096-8df2-b56a73e6fbea up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:30.696530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.705234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:30.709494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4025a68a-99f6-439f-b4a7-46134f1f4c0f req-3aa4cb25-4850-4402-bbdb-764768a4e8c7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652842 Jul 07 22:17:30.754170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event updated for resources: {'Port': ['ID=20fc87fe-cedf-40c6-9b65-3ec9b9e5a450,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:30.795376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:30.820654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:30.822829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 47c6c75c-ed59-4096-8df2-b56a73e6fbea completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:30.830077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 47c6c75c-ed59-4096-8df2-b56a73e6fbea triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:30.830955 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.853789 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.867889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'dc4fd254-d25a-4d3c-837a-314b25249186'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:30.910044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=cb1d6ea9-3961-4e34-8973-308d6f6a310f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:30.988253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d087c7-3fe8-4b8a-abd4-431bc197801d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:31.001333 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.043433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port cb1d6ea9-3961-4e34-8973-308d6f6a310f on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:31.045855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.048212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ede286f-3b88-4c84-8c1f-7fde69e7c20d req-87b96ba8-4eb4-4770-ae75-54e9ae1ce99b tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "DELETE /v2.0/ports/cb1d6ea9-3961-4e34-8973-308d6f6a310f HTTP/1.1" status: 204 len: 173 time: 1.1353443 Jul 07 22:17:31.048602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'name': 'network-vif-deleted', 'tag': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:31.067131 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf404d9c-8d1d-48b4-8c0c-9a3d5852f4f9" -d '{"events": [{"server_uuid": "e3320233-8945-49dc-89e0-65def7d5ebe3", "name": "network-vif-deleted", "tag": "cb1d6ea9-3961-4e34-8973-308d6f6a310f"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:31.113299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:31.113765 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36b04f8-f75a-49d8-8fe8-c9b22c6f5beb" -d '{"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:31.172825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:31.182366 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.183361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 791fe536-5196-4f9d-ac4e-181e74a08bf3 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:31.294381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:31.312985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 791fe536-5196-4f9d-ac4e-181e74a08bf3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:31.319446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 791fe536-5196-4f9d-ac4e-181e74a08bf3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:31.319965 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.329870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.336695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.342837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.358364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.373029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.387205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.393188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.415497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-36caaa72-a4ae-44f9-8544-7c7691f45f3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5427 time: 0.3145804 Jul 07 22:17:31.466495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:31.530072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-c8a7c003-f626-4a17-b9d4-a03cfb0d5b96 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.532455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-c8a7c003-f626-4a17-b9d4-a03cfb0d5b96 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 950 time: 0.8970497 Jul 07 22:17:31.590036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e2877f8-d629-43c1-b896-494cf7b36ebf req-a1208091-9cc5-4147-9391-bba7822e9a3f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735406 Jul 07 22:17:31.696390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7e26-f415-4c3f-bed0-e174037c2329 req-5964d344-b7c6-4f19-9679-2023b744610c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.705918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e85e7e26-f415-4c3f-bed0-e174037c2329 req-5964d344-b7c6-4f19-9679-2023b744610c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.2876637 Jul 07 22:17:31.711512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Allocated IP 192.168.233.55 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/d23bc808-bca5-4945-aa27-bf44df457f26) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:31.753199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.818161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e85e7e26-f415-4c3f-bed0-e174037c2329 req-fc0be6ee-002e-40fd-883d-3b1796296fca tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077209 Jul 07 22:17:31.866764 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad15151-11ff-4213-bdcb-e6670fec9c38 x-openstack-request-id: req-bad15151-11ff-4213-bdcb-e6670fec9c38 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:31.867370 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3320233-8945-49dc-89e0-65def7d5ebe3", "name": "network-vif-deleted", "tag": "cb1d6ea9-3961-4e34-8973-308d6f6a310f", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:31.867370 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bad15151-11ff-4213-bdcb-e6670fec9c38 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:31.867704 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3320233-8945-49dc-89e0-65def7d5ebe3', 'name': 'network-vif-deleted', 'tag': 'cb1d6ea9-3961-4e34-8973-308d6f6a310f', 'status': 'completed', 'code': 200} Jul 07 22:17:31.935712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:31.951534 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2636acdd-805c-470c-8d4d-d9f8c860eabb x-openstack-request-id: req-2636acdd-805c-470c-8d4d-d9f8c860eabb {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:31.954250 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:31.954718 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2636acdd-805c-470c-8d4d-d9f8c860eabb {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:31.955291 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea', 'code': 200} Jul 07 22:17:31.961061 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.006063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.247431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:32.255578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port dc4fd254-d25a-4d3c-837a-314b25249186 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:32.257134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.395743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebad80db-312d-404f-8384-3e7e980ab26d req-9c4e70d6-1a19-4b69-85de-8e874ac4e7b1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 210 time: 0.0762351 Jul 07 22:17:32.588177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.659866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Transition to ACTIVE for port object d23bc808-bca5-4945-aa27-bf44df457f26 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:32.663840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port dc4fd254-d25a-4d3c-837a-314b25249186, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc4fd254-d25a-4d3c-837a-314b25249186,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:32.666766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.705200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f6683751-e4e7-4e69-a8c7-68dd1e171a13 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:32.713546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9804d9-b6f3-4a36-a31c-d98ad2593035 req-14e89b03-b6b3-41dc-9a6a-0e9bbe9a7fbd tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:32.720989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae9804d9-b6f3-4a36-a31c-d98ad2593035 req-14e89b03-b6b3-41dc-9a6a-0e9bbe9a7fbd tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 950 time: 0.0848002 Jul 07 22:17:32.740723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.746518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for dc4fd254-d25a-4d3c-837a-314b25249186 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:32.773562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae9804d9-b6f3-4a36-a31c-d98ad2593035 req-a495a301-716d-44ce-a516-6fd118f8aeb7 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513310 Jul 07 22:17:32.777205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.826414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f6683751-e4e7-4e69-a8c7-68dd1e171a13 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:32.835256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f6683751-e4e7-4e69-a8c7-68dd1e171a13 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:32.835924 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.002807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.003982 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.031991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.057929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.073061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.096670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:33.103266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.112706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:33.112937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:33.122027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.123939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:33.128062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:33.130382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.142448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.151199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-66e2cc49-4d68-4e3b-b651-05a74a69a3e0 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5429 time: 0.3065770 Jul 07 22:17:33.155115 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.160794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:33.267267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8dad981-7862-4e35-8a00-78ebe30c80e6 req-c0e95eda-086a-45b1-a605-4356ccd611a7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120849 Jul 07 22:17:33.322052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.322860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.342964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Router 3cf0340e-4b96-47f6-8324-64cde3ceb500 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:33.350324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50211ce0-daae-4931-9260-3ca027d87e72 req-4a1a2e73-02a8-48cd-8667-31ae34d9c236 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.354983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50211ce0-daae-4931-9260-3ca027d87e72 req-4a1a2e73-02a8-48cd-8667-31ae34d9c236 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1979675 Jul 07 22:17:33.369762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.395228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['122ece1b-44d6-4b2a-9704-009c42dddc34'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:33.423763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=dc4fd254-d25a-4d3c-837a-314b25249186,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:33.454887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50211ce0-daae-4931-9260-3ca027d87e72 req-5a994d75-16db-4fe2-be5e-8289de886420 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Jul 07 22:17:33.490319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:33.534911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:33.546605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:33.547074 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.581996 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-bb4fe7c8-b5ea-442f-aee4-1622efb34e89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8958113 Jul 07 22:17:33.663989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a2334b8-7c87-4d73-a538-c3c65a6f38d7 None None] Provisioning for port d23bc808-bca5-4945-aa27-bf44df457f26 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:33.700264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a2334b8-7c87-4d73-a538-c3c65a6f38d7 None None] Provisioning complete for port d23bc808-bca5-4945-aa27-bf44df457f26 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:33.700638 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a2334b8-7c87-4d73-a538-c3c65a6f38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.739811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port dc4fd254-d25a-4d3c-837a-314b25249186 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:33.747090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.751380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eae840ce-63a6-4ccc-9c15-811d07c36208 req-05796f60-ac5c-41f5-bd33-755b7fb5887e tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.97 "DELETE /v2.0/ports/dc4fd254-d25a-4d3c-837a-314b25249186 HTTP/1.1" status: 204 len: 173 time: 2.1948087 Jul 07 22:17:33.753910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'name': 'network-vif-deleted', 'tag': 'dc4fd254-d25a-4d3c-837a-314b25249186'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:33.757849 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373c9aa-2628-4bac-9a07-8b48fa92bbbf" -d '{"events": [{"server_uuid": "a879a656-ad0f-47bb-b7d9-03e5ea17908d", "name": "network-vif-deleted", "tag": "dc4fd254-d25a-4d3c-837a-314b25249186"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:33.772211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:33.791034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.796619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3e4dfabe-cb0b-4b9e-935b-31d7f8d0d71c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "PUT /v2.0/routers/3cf0340e-4b96-47f6-8324-64cde3ceb500 HTTP/1.1" status: 200 len: 879 time: 5.9834206 Jul 07 22:17:33.797033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39192) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:33.798862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] Sync routers for ids ['3cf0340e-4b96-47f6-8324-64cde3ceb500'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:33.823658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad258df-a6c3-4d7f-88f2-0c575b493120 req-21ef90bd-578d-4f71-b3d6-d16b9f2749a7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.836940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ad258df-a6c3-4d7f-88f2-0c575b493120 req-21ef90bd-578d-4f71-b3d6-d16b9f2749a7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 935 time: 0.1889319 Jul 07 22:17:33.881567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0a2334b8-7c87-4d73-a538-c3c65a6f38d7 None None] Port d23bc808-bca5-4945-aa27-bf44df457f26 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:33.888880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] Routers {'3cf0340e-4b96-47f6-8324-64cde3ceb500'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:33.889527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3cf0340e-4b96-47f6-8324-64cde3ceb500'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:33.946654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:33.951376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.964416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:33.967827 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacc2e6e-cbaf-4928-9464-b1acec3a7c1f" -d '{"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:33.987428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] Routers {'3cf0340e-4b96-47f6-8324-64cde3ceb500'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:33.988093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3cf0340e-4b96-47f6-8324-64cde3ceb500'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:34.011357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ad258df-a6c3-4d7f-88f2-0c575b493120 req-d85842c1-5f2e-4432-97b7-1dc4fa91f48b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732240 Jul 07 22:17:34.056607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:34.057587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f429c-34ac-4c6d-a652-7b20a695b21a None None] The sync data for ids ['3cf0340e-4b96-47f6-8324-64cde3ceb500'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:34.072864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Request body: {'port': {'device_id': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:34.079113 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbba263-abd5-4fee-b69f-b1c384ef806c x-openstack-request-id: req-5cbba263-abd5-4fee-b69f-b1c384ef806c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:34.079410 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a879a656-ad0f-47bb-b7d9-03e5ea17908d", "name": "network-vif-deleted", "tag": "dc4fd254-d25a-4d3c-837a-314b25249186", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:34.079686 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5cbba263-abd5-4fee-b69f-b1c384ef806c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:34.082182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:34.091381 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a879a656-ad0f-47bb-b7d9-03e5ea17908d', 'name': 'network-vif-deleted', 'tag': 'dc4fd254-d25a-4d3c-837a-314b25249186', 'status': 'completed', 'code': 200} Jul 07 22:17:34.095778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.096805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dae9258a-3183-4f2a-a1e0-d708b21cecd7 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:34.223812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:34.255941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port dae9258a-3183-4f2a-a1e0-d708b21cecd7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:34.260973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port dae9258a-3183-4f2a-a1e0-d708b21cecd7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:34.261682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.396181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device cb1d6ea9-3961-4e34-8973-308d6f6a310f no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:34.435479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-935f790c-8b59-4054-8e73-f2789af24e62 req-c8c34f56-d2ae-4ea2-b037-32765f96b141 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=a879a656-ad0f-47bb-b7d9-03e5ea17908d HTTP/1.1" status: 200 len: 210 time: 0.1118944 Jul 07 22:17:34.472597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: cb1d6ea9-3961-4e34-8973-308d6f6a310f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:34.478195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device cb1d6ea9-3961-4e34-8973-308d6f6a310f not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:34.481544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc4fd254-d25a-4d3c-837a-314b25249186 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:34.588231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: dc4fd254-d25a-4d3c-837a-314b25249186 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:34.588591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc4fd254-d25a-4d3c-837a-314b25249186 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:34.593027 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d9bcd-8fed-4f22-a316-4814e09f4bf5 x-openstack-request-id: req-8a9d9bcd-8fed-4f22-a316-4814e09f4bf5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:34.593336 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:34.594129 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8a9d9bcd-8fed-4f22-a316-4814e09f4bf5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:34.594543 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3', 'code': 200} Jul 07 22:17:34.594829 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13', 'code': 200} Jul 07 22:17:34.705077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.774851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:17:34.867606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.890488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:34.910256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.911472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 711ef261-f19a-466c-881f-4b4846673cb1 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:34.932131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ac5627c6-6f9f-4a06-9b49-b67527e73ed1 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/3cf0340e-4b96-47f6-8324-64cde3ceb500 HTTP/1.1" status: 200 len: 920 time: 1.1338549 Jul 07 22:17:34.937812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39208) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:35.059110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.067170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.094451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.094703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:35.116247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d110a91-ca60-4dae-990f-22c0a729424b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.121939 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d110a91-ca60-4dae-990f-22c0a729424b tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=3cf0340e-4b96-47f6-8324-64cde3ceb500&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1830609 Jul 07 22:17:35.124270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.126591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39214) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:35.135434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.142621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 711ef261-f19a-466c-881f-4b4846673cb1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:35.144484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.147874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 711ef261-f19a-466c-881f-4b4846673cb1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:35.148392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.151880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.160693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-eaef4709-038e-4e97-9a5d-bd02d8b7e657 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5431 time: 0.4304502 Jul 07 22:17:35.240494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4540a12c-b7ab-45e4-a53c-3259733aafc7 req-34983799-5773-4f16-9405-026a092d9b12 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784013 Jul 07 22:17:35.290358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d204-231e-479b-8c5d-c4e5c9bff7a2 req-daa53005-7650-41fe-b06d-da990d1ba698 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.301160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79b7d204-231e-479b-8c5d-c4e5c9bff7a2 req-daa53005-7650-41fe-b06d-da990d1ba698 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.3635747 Jul 07 22:17:35.301582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.392576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=711ef261-f19a-466c-881f-4b4846673cb1,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:35.393934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79b7d204-231e-479b-8c5d-c4e5c9bff7a2 req-0c2950b5-bbe1-416e-94b4-f5c801df759a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902195 Jul 07 22:17:35.407555 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.407555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 32bfe337-4eb4-40cc-9346-872e15282bbf up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:35.526553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc44aee-7700-4a5f-bfd7-e519e93fcd18 req-22d181b3-cbd8-41b7-ade9-cccc8184f228 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.534478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dc44aee-7700-4a5f-bfd7-e519e93fcd18 req-22d181b3-cbd8-41b7-ade9-cccc8184f228 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 944 time: 0.1022291 Jul 07 22:17:35.541313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06913f-6ccf-4b75-a248-90002b9a5aa2 req-47ead090-9476-4f00-b806-642ce0abb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.544636 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe06913f-6ccf-4b75-a248-90002b9a5aa2 req-47ead090-9476-4f00-b806-642ce0abb572 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 1097 time: 0.4831855 Jul 07 22:17:35.589117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dc44aee-7700-4a5f-bfd7-e519e93fcd18 req-b0d03f68-4b9f-4df7-8d3b-7afb2dac6c13 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Jul 07 22:17:35.609114 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe06913f-6ccf-4b75-a248-90002b9a5aa2 req-868745dc-ec2a-435c-ad81-2abbfde4e24e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531225 Jul 07 22:17:35.612283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:35.613052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60de81-97b9-48e7-87d1-3b7c2be04b0d tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.614562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b60de81-97b9-48e7-87d1-3b7c2be04b0d tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.4857748 Jul 07 22:17:35.617999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39218) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:35.649080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 32bfe337-4eb4-40cc-9346-872e15282bbf completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:35.663758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 32bfe337-4eb4-40cc-9346-872e15282bbf triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:35.664144 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.667856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-8e6bf3b9-08e7-474d-9939-12ae1575158d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.670079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-8e6bf3b9-08e7-474d-9939-12ae1575158d tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 944 time: 0.2832973 Jul 07 22:17:35.711065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e09fa492-aa6f-47fc-b015-b38750d4927b tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=3cf0340e-4b96-47f6-8324-64cde3ceb500 HTTP/1.1" status: 200 len: 205 time: 0.0912337 Jul 07 22:17:35.714491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39220) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:35.743772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23bc808-bca5-4945-aa27-bf44df457f26 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:35.768627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.783434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Transition to ACTIVE for port object d23bc808-bca5-4945-aa27-bf44df457f26 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:35.831133 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.901825 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.995573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=32bfe337-4eb4-40cc-9346-872e15282bbf,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:36.008034 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.022283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Deleting port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:36.022910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.110334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:36.147845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:36.182694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:36.183627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:36.183627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:36.198071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Port d23bc808-bca5-4945-aa27-bf44df457f26 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:36.198402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:36.208373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:36.208720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:36.209110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:36.209584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Bound port: d23bc808-bca5-4945-aa27-bf44df457f26, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:36.209913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.214937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487875-f616-4fa4-8029-28c9064d9e9c req-a910dde8-727b-4691-8e9e-bca9a8ef56b8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.224043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92487875-f616-4fa4-8029-28c9064d9e9c req-a910dde8-727b-4691-8e9e-bca9a8ef56b8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 947 time: 0.3455200 Jul 07 22:17:36.234968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.319068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:36.322585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:36.331448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.357308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92487875-f616-4fa4-8029-28c9064d9e9c req-27cf7405-be21-45d4-b35a-ea1f131038e3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323020 Jul 07 22:17:36.423683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] For port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:36.424042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.427247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.427873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.429297 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] 10.222.0.97 "PUT /v2.0/ports/d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 1096 time: 2.8305743 Jul 07 22:17:36.451067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:36.463899 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b82d170-8333-46ff-8006-76f9dcfda1de" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:36.518380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.524304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Calling delete_port for c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:36.540791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb016af-5176-43b8-9ad7-c9d6af656ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:36.596050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfe337-4eb4-40cc-9346-872e15282bbf'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:36.598585 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e6b120-505a-4ad5-b73d-a080bcecfa22" -d '{"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "dae9258a-3183-4f2a-a1e0-d708b21cecd7"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "711ef261-f19a-466c-881f-4b4846673cb1"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfe337-4eb4-40cc-9346-872e15282bbf"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:36.636559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a642-dec8-4248-8ab9-a2826a628944 req-a8d7aa6f-3684-4de2-9db6-56d02fd80d27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.647275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c38a642-dec8-4248-8ab9-a2826a628944 req-a8d7aa6f-3684-4de2-9db6-56d02fd80d27 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 950 time: 0.3384829 Jul 07 22:17:36.706215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c38a642-dec8-4248-8ab9-a2826a628944 req-582fe0a1-a47c-4503-aa80-53c75eeae9b2 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/security-groups?id=de5a23b3-d2cc-4a23-b755-e5aaed4951a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Jul 07 22:17:36.749230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Deleting port 20fc87fe-cedf-40c6-9b65-3ec9b9e5a450 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:36.749619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.785007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-1ed5f806-e30e-480c-80ca-9955f04a320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.787352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-1ed5f806-e30e-480c-80ca-9955f04a320a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1099 time: 0.1519744 Jul 07 22:17:36.882944 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-014255c9-eea5-4cb7-8b81-09ce13c480d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.0809109 Jul 07 22:17:36.911827 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.953861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.955898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.959029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-eb6b2d8d-6dae-49a5-8d48-337b0d4f23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.960726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-eb6b2d8d-6dae-49a5-8d48-337b0d4f23a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0703344 Jul 07 22:17:36.961195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.967827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:36.968683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.974692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.980573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.986880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.993022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.995847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event deleted for resources: {'Port': ['ID=c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:37.008382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-d13ca338-f89d-456d-a506-0835c946c5bc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.4233830 Jul 07 22:17:37.018758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Calling delete_port for 20fc87fe-cedf-40c6-9b65-3ec9b9e5a450 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:37.083657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] No DVR routers for this DVR port c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:37.084214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb9f0375-5cef-4491-90a7-b039b11c0fa0 req-5cc9a5d0-addd-40c2-a015-4c0facb94c37 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736542 Jul 07 22:17:37.089008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.091374 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ce34faf4-b4b0-4f82-9d3f-41b3c7f9f9cf req-68237d40-0eb9-44bb-95d7-0664d01e8373 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.97 "DELETE /v2.0/ports/c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d HTTP/1.1" status: 204 len: 173 time: 1.4018810 Jul 07 22:17:37.112246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-e31b6b4c-57d4-4127-ac1a-34c4a1d05b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.113835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-e31b6b4c-57d4-4127-ac1a-34c4a1d05b84 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267571 Jul 07 22:17:37.150439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722cb8-df02-469e-a9d8-4cbf1a85f90f req-4ab830a7-4304-40c6-891f-1fd9287a6aba tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.159279 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45709144-8287-4bcb-afcf-f855389441e7 x-openstack-request-id: req-45709144-8287-4bcb-afcf-f855389441e7 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:37.159669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00722cb8-df02-469e-a9d8-4cbf1a85f90f req-4ab830a7-4304-40c6-891f-1fd9287a6aba tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.3220820 Jul 07 22:17:37.161615 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:37.161889 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45709144-8287-4bcb-afcf-f855389441e7 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:37.162310 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'status': 'completed', 'code': 200} Jul 07 22:17:37.225674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00722cb8-df02-469e-a9d8-4cbf1a85f90f req-c19622d6-257d-460e-8ece-37bd76f12417 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Jul 07 22:17:37.309509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-8ce4e781-c51c-4dd7-a551-82c0d0d2d61c service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809621 Jul 07 22:17:37.376066 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8785f9d6-b637-4342-9401-fb2e8cbf6d40 x-openstack-request-id: req-8785f9d6-b637-4342-9401-fb2e8cbf6d40 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:37.377019 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "dae9258a-3183-4f2a-a1e0-d708b21cecd7", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "711ef261-f19a-466c-881f-4b4846673cb1", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfe337-4eb4-40cc-9346-872e15282bbf", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:37.377332 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8785f9d6-b637-4342-9401-fb2e8cbf6d40 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:37.377732 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9', 'code': 200} Jul 07 22:17:37.377991 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7', 'code': 200} Jul 07 22:17:37.378244 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1', 'code': 200} Jul 07 22:17:37.378492 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfe337-4eb4-40cc-9346-872e15282bbf', 'code': 200} Jul 07 22:17:37.440890 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-791cae91-7bb1-4e8d-a4ae-eb49165847dc req-b339e59e-c361-4445-8f1b-b0d5a1b7bb41 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236556 Jul 07 22:17:37.473844 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.563530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event deleted for resources: {'Port': ['ID=20fc87fe-cedf-40c6-9b65-3ec9b9e5a450,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:37.655323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-44bb1838-2d56-4164-a0d7-bbf99633de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.657312 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-44bb1838-2d56-4164-a0d7-bbf99633de0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1099 time: 0.1327586 Jul 07 22:17:37.676640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-c3f02772-47f3-4daa-9aba-3e4ae29fbc63 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.678417 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-c3f02772-47f3-4daa-9aba-3e4ae29fbc63 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 950 time: 0.1683791 Jul 07 22:17:37.795032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ee0ab50-035a-4434-b5e3-144fd49fb1da req-ca281430-831b-43f2-b5c9-06bf742e8c5a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=11533676-efea-49d8-8ca7-49971eb66d0b HTTP/1.1" status: 200 len: 210 time: 0.2854321 Jul 07 22:17:37.804513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.931674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-2dd03bcf-e35e-4c49-b827-2337cdfcfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.933505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-2dd03bcf-e35e-4c49-b827-2337cdfcfe47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2539616 Jul 07 22:17:37.973089 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.975487 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.995915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-76705fc3-a0ed-4cd3-90ff-19751437114d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.0501251 Jul 07 22:17:38.092193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-38e40f65-4594-420f-9d1a-5c682fca395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.093759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-38e40f65-4594-420f-9d1a-5c682fca395d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0910735 Jul 07 22:17:38.145833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Deleting port 122ece1b-44d6-4b2a-9704-009c42dddc34 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:38.146564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.229957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-092d7285-fff4-4a44-8fd8-3943ecd3242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.231580 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-092d7285-fff4-4a44-8fd8-3943ecd3242c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307986 Jul 07 22:17:38.347796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-23d2fd6f-1d8e-460b-bb2e-d75efaa6a0bb service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053424 Jul 07 22:17:38.356419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] For port 122ece1b-44d6-4b2a-9704-009c42dddc34, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=122ece1b-44d6-4b2a-9704-009c42dddc34,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:38.356794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.395461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.395461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf0340e-4b96-47f6-8324-64cde3ceb500 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:38.414615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.414615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f7fd19d7-7075-40c4-b0e5-3fe4228aa849 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/3cf0340e-4b96-47f6-8324-64cde3ceb500 HTTP/1.1" status: 204 len: 168 time: 2.6983550 Jul 07 22:17:38.421483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.422442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.422959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.423434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.423909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.425010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.425010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.425398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Calling delete_port for 122ece1b-44d6-4b2a-9704-009c42dddc34 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:38.426779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-8e5c78b1-f1ac-4ea9-9be7-66a4248942cf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6498 time: 0.8972602 Jul 07 22:17:38.426913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39254) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:38.431731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-898447364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:38.473536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3920ae-0584-4c4c-b53c-e84044274cfc req-176a3c94-14dd-42eb-a64d-8fcd39f54d11 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.475838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb3920ae-0584-4c4c-b53c-e84044274cfc req-176a3c94-14dd-42eb-a64d-8fcd39f54d11 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.5986454 Jul 07 22:17:38.509404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a887d18-c88a-45f8-9a9b-c708786b6771 req-2ae2cc86-d6e7-4a60-af20-fe4cb7bc17a3 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684278 Jul 07 22:17:38.537433 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.538491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.547809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa46a6-ca0b-4653-b364-28a55564cbaa req-9baa2db7-29e8-4244-b2b7-33b351ea24a9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.555062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42aa46a6-ca0b-4653-b364-28a55564cbaa req-9baa2db7-29e8-4244-b2b7-33b351ea24a9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 947 time: 0.5235825 Jul 07 22:17:38.578298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb3920ae-0584-4c4c-b53c-e84044274cfc req-66d7c7a9-8a85-4a7d-905d-0b3ece557d86 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918322 Jul 07 22:17:38.586828 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b82d170-8333-46ff-8006-76f9dcfda1de req-54d9d2ad-87c1-42b1-9c2c-3cab89ccf909 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259829 Jul 07 22:17:38.648454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42aa46a6-ca0b-4653-b364-28a55564cbaa req-77c16611-3151-4bf9-b5be-bcfe42935c75 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912063 Jul 07 22:17:38.654032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.662687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.713975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.716288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccb3faf3-7b02-41f9-9c3e-c5eae79c940c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2883501 Jul 07 22:17:38.718875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39260) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:38.728432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': True}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:38.768878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.816945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Pushing event deleted for resources: {'Port': ['ID=122ece1b-44d6-4b2a-9704-009c42dddc34,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:38.887849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] No DVR routers for this DVR port 122ece1b-44d6-4b2a-9704-009c42dddc34 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:38.892548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.894919 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-555eee91-03e6-4f7d-8ee8-dfdfec8c74d2 req-6db78230-32cc-4779-a9bb-59f7b1b80bd3 tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.103 "DELETE /v2.0/ports/122ece1b-44d6-4b2a-9704-009c42dddc34 HTTP/1.1" status: 204 len: 173 time: 1.1054246 Jul 07 22:17:38.911782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02131a44-6c2a-4f44-95fb-265f9895dfd8 req-4d39fc0e-1557-43a6-afc8-9ea4afe5779d tempest-ServersOnMultiNodesTest-1443855133 tempest-ServersOnMultiNodesTest-1443855133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2a6c06d-e4f8-4114-8afc-41620557e24b HTTP/1.1" status: 200 len: 210 time: 0.0953021 Jul 07 22:17:39.128380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.153809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.159790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.163620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'name': 'network-vif-deleted', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d'}, {'server_uuid': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'name': 'network-vif-deleted', 'tag': '122ece1b-44d6-4b2a-9704-009c42dddc34'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:39.165872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.166000 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ec508-61b0-4b43-8d14-7d14158ff30c" -d '{"events": [{"server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "name": "network-vif-deleted", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d"}, {"server_uuid": "c2a6c06d-e4f8-4114-8afc-41620557e24b", "name": "network-vif-deleted", "tag": "122ece1b-44d6-4b2a-9704-009c42dddc34"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:39.172161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.178026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.183886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.190505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.203618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-1a3033e1-d93b-457a-8595-93db4c8bf739 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.3512394 Jul 07 22:17:39.316111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef12e0f2-1b60-4961-95c3-4e56111147bb req-de06f41c-5bf5-4e8e-8175-3f05325b752e tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115050 Jul 07 22:17:39.667148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.708371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.822828 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ec2979-363b-4c40-a4f7-bb8bddc17d77 x-openstack-request-id: req-22ec2979-363b-4c40-a4f7-bb8bddc17d77 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:39.823158 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11533676-efea-49d8-8ca7-49971eb66d0b", "name": "network-vif-deleted", "tag": "c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d", "status": "completed", "code": 200}, {"server_uuid": "c2a6c06d-e4f8-4114-8afc-41620557e24b", "name": "network-vif-deleted", "tag": "122ece1b-44d6-4b2a-9704-009c42dddc34", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:39.823425 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-22ec2979-363b-4c40-a4f7-bb8bddc17d77 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:39.823846 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11533676-efea-49d8-8ca7-49971eb66d0b', 'name': 'network-vif-deleted', 'tag': 'c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d', 'status': 'completed', 'code': 200} Jul 07 22:17:39.824272 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a6c06d-e4f8-4114-8afc-41620557e24b', 'name': 'network-vif-deleted', 'tag': '122ece1b-44d6-4b2a-9704-009c42dddc34', 'status': 'completed', 'code': 200} Jul 07 22:17:40.021632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Allocated IP 172.25.5.193 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/0fd3fd4b-a5bc-4c4a-9cda-5423522bc3f7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:40.161454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051fa82-63ee-4b05-94e6-d312a80876da req-25e9a770-56c0-4c62-a9c5-f48f91ad00b7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.168758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a051fa82-63ee-4b05-94e6-d312a80876da req-25e9a770-56c0-4c62-a9c5-f48f91ad00b7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 947 time: 0.2018762 Jul 07 22:17:40.245977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10a60-6961-4a8c-8a02-cb6ff9ce4562 req-2e196d35-a4bc-4462-8dce-0017713f1c92 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.254036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5bc10a60-6961-4a8c-8a02-cb6ff9ce4562 req-2e196d35-a4bc-4462-8dce-0017713f1c92 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 944 time: 0.2161484 Jul 07 22:17:40.286919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a051fa82-63ee-4b05-94e6-d312a80876da req-b6446d66-bbd8-4112-9e24-585ce5ecbc73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163933 Jul 07 22:17:40.310492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.327394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5bc10a60-6961-4a8c-8a02-cb6ff9ce4562 req-26474713-319a-423f-a38f-3c144ccf8fea tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721030 Jul 07 22:17:40.334838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-3ed8ae86-d2b4-4cd8-8341-2b20b00434ca tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.337712 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-3ed8ae86-d2b4-4cd8-8341-2b20b00434ca tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "GET /v2.0/ports?device_id=ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90 HTTP/1.1" status: 200 len: 944 time: 0.0952802 Jul 07 22:17:40.365665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:40.398159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:40.398713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device c1b218d8-1b20-4a1d-9ea0-b1a2eb5e1a2d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:40.404762 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.477728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:40.509912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd3fd4b-a5bc-4c4a-9cda-5423522bc3f7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:40.512858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:40.519694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:40.564532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Deleting port a6a16e89-e30f-4810-8391-87cf86142e6d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:40.564897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.666577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152fc89-482d-4e1f-b4e7-ba7bd8960c16 req-8609c89a-85eb-49cb-8837-42a6ffc66857 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.668159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7152fc89-482d-4e1f-b4e7-ba7bd8960c16 req-8609c89a-85eb-49cb-8837-42a6ffc66857 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1887374 Jul 07 22:17:40.765835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] For port a6a16e89-e30f-4810-8391-87cf86142e6d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a6a16e89-e30f-4810-8391-87cf86142e6d,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:40.767266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.771496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7152fc89-482d-4e1f-b4e7-ba7bd8960c16 req-2e7a2588-8cb1-4e13-99a5-535fc9fc5366 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559461 Jul 07 22:17:40.784211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 122ece1b-44d6-4b2a-9704-009c42dddc34 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:40.784381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Calling delete_port for a6a16e89-e30f-4810-8391-87cf86142e6d owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:40.841361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 122ece1b-44d6-4b2a-9704-009c42dddc34 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:40.851226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 122ece1b-44d6-4b2a-9704-009c42dddc34 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:40.851955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a6a16e89-e30f-4810-8391-87cf86142e6d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:40.891452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.894327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:40.906503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.920026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.934885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.940980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.961551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.967542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.980509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-551db8e5-e6c0-47f6-a91a-b03c9dde33d4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.2942736 Jul 07 22:17:41.119054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.128597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.174223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23fe1aea-615c-4a08-aa3c-a759b7882088 req-a65786ff-bc9a-4668-978b-479229402fd9 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860714 Jul 07 22:17:41.241317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] No DVR routers for this DVR port a6a16e89-e30f-4810-8391-87cf86142e6d on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:41.243298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event deleted for resources: {'Port': ['ID=a6a16e89-e30f-4810-8391-87cf86142e6d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:41.245578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.248214 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbe74762-6806-47d6-ab0d-cfe442166887 req-a214cf87-0140-4d60-98a5-c473dbcdc89a tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "DELETE /v2.0/ports/a6a16e89-e30f-4810-8391-87cf86142e6d HTTP/1.1" status: 204 len: 173 time: 0.9039817 Jul 07 22:17:41.268937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39298) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:41.269686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29493ab2-5fe1-4897-8938-b49d6c64546c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=252b43d23bc84ceaae99ba28e83fa710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735375 Jul 07 22:17:41.448006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf6b5-a2fd-4c99-af2d-2eb3b018d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.483809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf6b5-a2fd-4c99-af2d-2eb3b018d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.568792 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.580590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.602667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.608513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.614980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.620774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.626665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.633044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.639012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.652394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39306) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:41.658495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a87ab938-b62e-4c03-9972-63b9df967fd5 req-a2e2fcbb-1b76-4a9c-8aed-dcc0183b2d1d tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.3206034 Jul 07 22:17:41.661698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Request body: {'floatingip': {'port_id': '711ef261-f19a-466c-881f-4b4846673cb1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:41.707837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.820920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf6b5-a2fd-4c99-af2d-2eb3b018d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.823639 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf6b5-a2fd-4c99-af2d-2eb3b018d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.827267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b8cf6b5-a2fd-4c99-af2d-2eb3b018d8dd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/de5a23b3-d2cc-4a23-b755-e5aaed4951a7 HTTP/1.1" status: 204 len: 168 time: 0.5548754 Jul 07 22:17:41.849579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'name': 'network-vif-deleted', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:41.853178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cf6b5-a2fd-4c99-af2d-2eb3b018d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a23b3-d2cc-4a23-b755-e5aaed4951a7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:41.863797 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f93dfe-9bb0-4366-86df-90863782974e" -d '{"events": [{"server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "name": "network-vif-deleted", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:41.934484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f012bd-ff49-42d5-80eb-f88b5efdce15 req-1eca6bdb-c863-492b-9de4-11dd4718f23c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.936111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92f012bd-ff49-42d5-80eb-f88b5efdce15 req-1eca6bdb-c863-492b-9de4-11dd4718f23c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.5061412 Jul 07 22:17:41.970579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Router 97d849e0-cc7e-4f9e-9fee-868e7a3374e8 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:42.024910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07846a-98ee-49e6-943a-489a9fc9e2f1 req-b3bc4022-3d03-4ba2-bebb-2d66220dec3b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:42.026943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab07846a-98ee-49e6-943a-489a9fc9e2f1 req-b3bc4022-3d03-4ba2-bebb-2d66220dec3b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 947 time: 0.2094560 Jul 07 22:17:42.173222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92f012bd-ff49-42d5-80eb-f88b5efdce15 req-dc90fb71-f42f-42cb-9152-88370c5bf531 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084260 Jul 07 22:17:42.216824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab07846a-98ee-49e6-943a-489a9fc9e2f1 req-b58de58c-f324-49ec-8e6f-f29f422adc5c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805911 Jul 07 22:17:42.355210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:42.361086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.362567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c82cd4c-a030-4b7c-a1db-ca1ff02b073c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "PUT /v2.0/routers/97d849e0-cc7e-4f9e-9fee-868e7a3374e8 HTTP/1.1" status: 200 len: 914 time: 3.6426091 Jul 07 22:17:42.367312 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] Sync routers for ids ['97d849e0-cc7e-4f9e-9fee-868e7a3374e8'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:42.369758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39318) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:42.375608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:42.384817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] Routers {'97d849e0-cc7e-4f9e-9fee-868e7a3374e8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:42.385466 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['97d849e0-cc7e-4f9e-9fee-868e7a3374e8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.394240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39320) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:42.568377 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8647d6-0a89-4c03-84fc-54e1d7473473 x-openstack-request-id: req-1b8647d6-0a89-4c03-84fc-54e1d7473473 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:42.568682 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90", "name": "network-vif-deleted", "tag": "a6a16e89-e30f-4810-8391-87cf86142e6d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:42.568920 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1b8647d6-0a89-4c03-84fc-54e1d7473473 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:42.569327 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2a81de-d8a3-4aaa-9fc1-2bc9bdc96b90', 'name': 'network-vif-deleted', 'tag': 'a6a16e89-e30f-4810-8391-87cf86142e6d', 'status': 'completed', 'code': 200} Jul 07 22:17:42.606704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:42.637145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'mac_address': 'fa:16:3e:7a:c0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:42.670837 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.675461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-61e18c5f-c880-4387-9b0e-1b1d61a9c981 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6741ac59ac3444efa9f65295c1f3d402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777324 Jul 07 22:17:42.680279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39324) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:42.687621 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] Routers {'97d849e0-cc7e-4f9e-9fee-868e7a3374e8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:42.688543 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['97d849e0-cc7e-4f9e-9fee-868e7a3374e8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.712392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.728100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b46fc136-ca4e-4cff-8c98-2e971186830d tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/97d849e0-cc7e-4f9e-9fee-868e7a3374e8 HTTP/1.1" status: 200 len: 920 time: 0.3545549 Jul 07 22:17:42.730232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39326) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:42.737358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23bc808-bca5-4945-aa27-bf44df457f26 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:42.768774 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.769465 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152c5fd-cdfc-42ca-a710-f377127a5c8d None None] The sync data for ids ['97d849e0-cc7e-4f9e-9fee-868e7a3374e8'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:42.819671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:42.835450 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.846225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e803a14-92ad-43f7-a95c-14f55b6e30f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.963834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:43.164605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.172307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.179979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:43.230105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e803a14-92ad-43f7-a95c-14f55b6e30f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.271885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48300ff-e9db-4afa-9051-3761afc18486 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.276594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d48300ff-e9db-4afa-9051-3761afc18486 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=97d849e0-cc7e-4f9e-9fee-868e7a3374e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5421638 Jul 07 22:17:43.277854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39334) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:43.326951 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Floating IP cc786646-a1d8-4258-9966-6b3c6f66420a associated. External IP: 172.25.5.56, port: 711ef261-f19a-466c-881f-4b4846673cb1. Jul 07 22:17:43.374610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e590-e47c-431c-994b-499d0262e82e req-5f15230f-6001-4160-aa28-94b7c5bde4b2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.381416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e641e590-e47c-431c-994b-499d0262e82e req-5f15230f-6001-4160-aa28-94b7c5bde4b2 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 944 time: 0.1831200 Jul 07 22:17:43.486914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e641e590-e47c-431c-994b-499d0262e82e req-1c5aa2eb-6479-49a5-8d57-01238cf73b50 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4f1e837-3a53-4d31-ad66-cb187800cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038899 Jul 07 22:17:43.502924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-0ddd3dfd-5cdc-4b62-819f-396522f38ee7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.504839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-0ddd3dfd-5cdc-4b62-819f-396522f38ee7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 944 time: 0.1723182 Jul 07 22:17:43.516336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e803a14-92ad-43f7-a95c-14f55b6e30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.518869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e803a14-92ad-43f7-a95c-14f55b6e30f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.526009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8e803a14-92ad-43f7-a95c-14f55b6e30f6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/66b04339-235c-4f32-be8a-7d51c2e2b04b HTTP/1.1" status: 204 len: 168 time: 0.8446741 Jul 07 22:17:43.578198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e803a14-92ad-43f7-a95c-14f55b6e30f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b04339-235c-4f32-be8a-7d51c2e2b04b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:43.607576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebfa84-da64-420b-a15c-7569a4cb3268 req-2f278c10-d0af-4ca4-a19d-95f320ce8860 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.622420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fcebfa84-da64-420b-a15c-7569a4cb3268 req-2f278c10-d0af-4ca4-a19d-95f320ce8860 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2277150 Jul 07 22:17:43.640455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec1655-e73f-4987-88eb-2a7ae154b027 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.644529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5dec1655-e73f-4987-88eb-2a7ae154b027 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.3456280 Jul 07 22:17:43.652765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39340) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:43.691499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Deleting port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:43.691852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.721949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93051e29-367d-4748-9020-50fb842d10f9 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=97d849e0-cc7e-4f9e-9fee-868e7a3374e8 HTTP/1.1" status: 200 len: 205 time: 0.0634961 Jul 07 22:17:43.721949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39342) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:43.797336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] For port 5ab6f789-93f5-428c-ba60-f0c52ec01c89, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5ab6f789-93f5-428c-ba60-f0c52ec01c89,segment=NetworkSegment(52a8cfce-519f-4d81-8fb6-7cb6e9b00923),segment_id=52a8cfce-519f-4d81-8fb6-7cb6e9b00923)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:43.797706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.811295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Calling delete_port for 5ab6f789-93f5-428c-ba60-f0c52ec01c89 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:43.846220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.930281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fcebfa84-da64-420b-a15c-7569a4cb3268 req-2ddd3e2c-1968-44b2-a891-4ee088e842e7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068202 Jul 07 22:17:44.038361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Router dafd35c6-48c5-4a35-bb6b-126d2ef44073 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:44.085124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812eabb-a52a-4bc3-81ac-efb79fa42cde req-01309557-ced1-4909-9f6a-32e2628f85ff tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:44.097198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a812eabb-a52a-4bc3-81ac-efb79fa42cde req-01309557-ced1-4909-9f6a-32e2628f85ff tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 948 time: 0.3911407 Jul 07 22:17:44.167412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.200992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.201868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a812eabb-a52a-4bc3-81ac-efb79fa42cde req-76d19ab0-cde3-4039-a1ed-0e39eda582d3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021311 Jul 07 22:17:44.278987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Deleting port 0fd3fd4b-a5bc-4c4a-9cda-5423522bc3f7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:44.280039 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.301169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Pushing event deleted for resources: {'Port': ['ID=5ab6f789-93f5-428c-ba60-f0c52ec01c89,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:44.367413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] No DVR routers for this DVR port 5ab6f789-93f5-428c-ba60-f0c52ec01c89 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:44.369516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:44.379095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.381661 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81556963-93fb-4c4a-beb0-c21fe1d15de4 req-1853ab93-e100-48ea-ab4e-2b7e3fa8abe7 tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.103 "DELETE /v2.0/ports/5ab6f789-93f5-428c-ba60-f0c52ec01c89 HTTP/1.1" status: 204 len: 173 time: 0.8684754 Jul 07 22:17:44.385732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] Sync routers for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:44.392529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.402836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:44.428581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.453312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Calling delete_port for 0fd3fd4b-a5bc-4c4a-9cda-5423522bc3f7 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:44.468505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:44.470170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:44.569593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port d23bc808-bca5-4945-aa27-bf44df457f26 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:44.573452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-37777f93-c15e-49a6-8f8e-13dd35d29fcd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "PUT /v2.0/floatingips/cc786646-a1d8-4258-9966-6b3c6f66420a HTTP/1.1" status: 200 len: 991 time: 2.9186139 Jul 07 22:17:44.574317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'name': 'network-vif-deleted', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89'}, {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:44.576838 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2" -d '{"events": [{"server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "name": "network-vif-deleted", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89"}, {"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "711ef261-f19a-466c-881f-4b4846673cb1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:44.593669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port d23bc808-bca5-4945-aa27-bf44df457f26 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:44.595755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.810249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6223571a-9b0d-4d50-8a59-bedac3888b0f req-47ee88bf-38f8-491d-99a3-3054720e49da tempest-LiveMigrationTest-1335640438 tempest-LiveMigrationTest-1335640438-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd367821-cc77-4c01-abb3-2f8115784c12 HTTP/1.1" status: 200 len: 210 time: 0.0417862 Jul 07 22:17:44.833369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:44.890357 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.911116 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a7497-acb0-48e0-8e29-0c37d1d46844 x-openstack-request-id: req-985a7497-acb0-48e0-8e29-0c37d1d46844 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:44.911861 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd367821-cc77-4c01-abb3-2f8115784c12", "name": "network-vif-deleted", "tag": "5ab6f789-93f5-428c-ba60-f0c52ec01c89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "tag": "711ef261-f19a-466c-881f-4b4846673cb1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:44.912715 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-985a7497-acb0-48e0-8e29-0c37d1d46844 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:44.913387 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd367821-cc77-4c01-abb3-2f8115784c12', 'name': 'network-vif-deleted', 'tag': '5ab6f789-93f5-428c-ba60-f0c52ec01c89', 'status': 'completed', 'code': 200} Jul 07 22:17:44.913837 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1', 'status': 'completed', 'code': 200} Jul 07 22:17:44.920017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39376) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:44.923794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.990196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event deleted for resources: {'Port': ['ID=0fd3fd4b-a5bc-4c4a-9cda-5423522bc3f7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:45.047214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:45.055290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:45.058306 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33431931-f8d3-43cd-a56d-cdcf04fc51ef" -d '{"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-plugged", "status": "completed", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:45.065226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.114607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.117756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.120649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.121623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.122471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.129561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.130405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.134966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-cffcc4b2-7b0a-4625-a8d3-9bacaa46132d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6498 time: 0.1923153 Jul 07 22:17:45.231384 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b5cb97-a33b-4a0c-918a-9966cd4db21e x-openstack-request-id: req-96b5cb97-a33b-4a0c-918a-9966cd4db21e {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:45.231651 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-plugged", "status": "completed", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:45.231962 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-96b5cb97-a33b-4a0c-918a-9966cd4db21e {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:45.232358 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'code': 200} Jul 07 22:17:45.250485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1519979811-network', 'tenant_id': 'b3b1b633c4f84221b67d99b09aa287c9'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:45.252177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.276287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:45.315577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'cc786646-a1d8-4258-9966-6b3c6f66420a', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'port_id': '711ef261-f19a-466c-881f-4b4846673cb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'mac_address': 'fa:16:3e:66:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:16:12Z', 'updated_at': '2021-07-07T22:17:42Z', 'revision_number': 1, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:33Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:45.372498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] Checking router: dafd35c6-48c5-4a35-bb6b-126d2ef44073 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:45.400220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:45.401652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:45.448126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.454204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.533098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Made reservation on behalf of b3b1b633c4f84221b67d99b09aa287c9 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:45.535761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.561064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d145-3398-4435-9dc3-f8af5d870448 req-da97ec39-0299-4980-9540-b782801adb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.568749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0293d145-3398-4435-9dc3-f8af5d870448 req-da97ec39-0299-4980-9540-b782801adb40 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1101 time: 0.2226236 Jul 07 22:17:45.569671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.575063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:45.633180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.639229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Fanout notify agent at l3_agent the message router_deleted on router 97d849e0-cc7e-4f9e-9fee-868e7a3374e8 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:45.656833 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.661756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb835c3b-ae82-4fbc-ae37-2db3aaa65013 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/97d849e0-cc7e-4f9e-9fee-868e7a3374e8 HTTP/1.1" status: 204 len: 168 time: 1.9394791 Jul 07 22:17:45.669946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39386) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:45.677198 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0293d145-3398-4435-9dc3-f8af5d870448 req-daafe6b7-9fdc-415c-8873-c6c8850c61da service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913789 Jul 07 22:17:45.693864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2113717941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:45.710999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d77f0-dce7-42e7-89fd-eb62b459eb9c req-e1313780-d285-4594-807b-2caa984ae7c5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.731565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d82d77f0-dce7-42e7-89fd-eb62b459eb9c req-e1313780-d285-4594-807b-2caa984ae7c5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2442954 Jul 07 22:17:45.832834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.837646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d82d77f0-dce7-42e7-89fd-eb62b459eb9c req-232b5678-201e-4882-aa08-2d671575be89 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049216 Jul 07 22:17:45.840468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.911712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.923879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-f9d95749-1802-483f-89bb-05702583a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:45.926327 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-f9d95749-1802-483f-89bb-05702583a2bd service neutron] 10.222.0.103 "GET /v2.0/networks?id=0fe6b8fb-aa27-4c29-a012-05309d69b36b HTTP/1.1" status: 200 len: 911 time: 0.7818103 Jul 07 22:17:45.930307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.016260 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-e34c6c3b-252a-499b-9933-3883f8f160ce service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 200 len: 999 time: 0.0675647 Jul 07 22:17:46.035022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39394) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:46.105230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-d296c334-ff60-418c-8511-3ae356657edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:46.106965 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-d296c334-ff60-418c-8511-3ae356657edf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4f7f5105-d2ad-4349-8732-cabb6208b41a HTTP/1.1" status: 200 len: 849 time: 0.0722430 Jul 07 22:17:46.134970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'cc786646-a1d8-4258-9966-6b3c6f66420a', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'port_id': '711ef261-f19a-466c-881f-4b4846673cb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'mac_address': 'fa:16:3e:66:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:16:12Z', 'updated_at': '2021-07-07T22:17:42Z', 'revision_number': 1, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:33Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:46.195271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b1a90-227b-4248-934e-7a29aeb31720 None None] The sync data for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 is: [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'cc786646-a1d8-4258-9966-6b3c6f66420a', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'port_id': '711ef261-f19a-466c-881f-4b4846673cb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'mac_address': 'fa:16:3e:66:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:16:12Z', 'updated_at': '2021-07-07T22:17:42Z', 'revision_number': 1, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:33Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:46.238484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.260145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-a8deea49-f708-45c2-ae32-29c532dca73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:46.269147 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-a8deea49-f708-45c2-ae32-29c532dca73a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520529 Jul 07 22:17:46.270006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.275954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Deleting subnet 1109974f-628f-489a-b107-16d9f10921ef {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:17:46.299819 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.371943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.429296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.430529 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a57d43af-d407-4a52-b600-814fd2c52c71 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7484913 Jul 07 22:17:46.435942 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-5a9912b7-49f0-44d1-9868-85532e9aae30 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550648 Jul 07 22:17:46.438338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39400) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:46.441162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b3979a-d8b0-489e-9c00-6ba152173e42,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:46.449094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': False}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:46.519966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.524450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:17:46.641691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.698948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.721697 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07b39a-8b10-4564-93ec-4a7e3176aee3 None None] New status for floating IP cc786646-a1d8-4258-9966-6b3c6f66420a: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:17:46.760753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1109974f-628f-489a-b107-16d9f10921ef,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:46.770604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.772898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dbcfde5c-c5ad-41c5-81fd-7f25798ca8e8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1109974f-628f-489a-b107-16d9f10921ef HTTP/1.1" status: 204 len: 168 time: 0.7291341 Jul 07 22:17:46.775614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39402) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:46.812102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:46.894096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.110990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.147455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe01f92-1569-4f9f-afc0-e01fb84d8064']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:47.183320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a8cfce-519f-4d81-8fb6-7cb6e9b00923') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:47.183559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a8cfce-519f-4d81-8fb6-7cb6e9b00923') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:47.198265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.237606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.265856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:17:47.266344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:17:47.268763 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:17:47.290030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 5ab6f789-93f5-428c-ba60-f0c52ec01c89 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:47.290550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5ab6f789-93f5-428c-ba60-f0c52ec01c89 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:47.319123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.319678 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Added segment d15c4278-06f8-4015-86b9-be6c784db32f of type vlan for network d5ff7ea3-894a-4275-a4a8-29001945422a Jul 07 22:17:47.332131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546721-4941-4b13-818e-6ea7330cccf8 req-c6745ff1-ed73-4db8-97bd-ad6901d6ae65 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.333972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b546721-4941-4b13-818e-6ea7330cccf8 req-c6745ff1-ed73-4db8-97bd-ad6901d6ae65 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2037051 Jul 07 22:17:47.391790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b546721-4941-4b13-818e-6ea7330cccf8 req-dca41f8c-200e-4839-81fb-767182d2c326 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Jul 07 22:17:47.399301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.407298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.440154 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.445321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] 10.222.0.95 "DELETE /v2.0/networks/7fe01f92-1569-4f9f-afc0-e01fb84d8064 HTTP/1.1" status: 204 len: 168 time: 0.6685052 Jul 07 22:17:47.448058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761967-821d-4f6d-b179-b0b7de48f29a admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe01f92-1569-4f9f-afc0-e01fb84d8064,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:47.449829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39414) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:47.512148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Deleting subnet d23461a8-28b1-4ce3-a9d5-d978072c7271 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:17:47.516327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.535095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.540971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:17:47.581571 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.586119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.587503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.588323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.592492 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ea3e7704-2a81-4be8-b526-6d41aee4a9e2 req-7061338f-a153-4731-bf49-1725b1470180 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1404426 Jul 07 22:17:47.681754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.771922 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.8496993 Jul 07 22:17:47.777188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39420) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:47.788895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd669d-986f-4047-a7bb-09621b7558ae admin admin] Pushing event updated for resources: {'Network': ['ID=d5ff7ea3-894a-4275-a4a8-29001945422a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:47.796485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Request body: {'subnet': {'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1519979811-subnet', 'tenant_id': 'b3b1b633c4f84221b67d99b09aa287c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:47.802963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network d5ff7ea3-894a-4275-a4a8-29001945422a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:17:47.805879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-ec5e4663-e18e-4c16-a331-17b7a13f1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.807575 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-ec5e4663-e18e-4c16-a331-17b7a13f1344 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.2116230 Jul 07 22:17:47.857513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.904575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23461a8-28b1-4ce3-a9d5-d978072c7271,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:47.915986 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.918813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a87f8f88-1e32-4faf-99af-af03ab67aaa8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d23461a8-28b1-4ce3-a9d5-d978072c7271 HTTP/1.1" status: 204 len: 168 time: 0.4677885 Jul 07 22:17:47.928998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:47.931120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-1fdbb1f1-9c79-4b14-881b-a8695d6f968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.932615 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-1fdbb1f1-9c79-4b14-881b-a8695d6f968b service neutron] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.1165755 Jul 07 22:17:47.950371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Made reservation on behalf of b3b1b633c4f84221b67d99b09aa287c9 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:47.953339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.996020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-937381fb-9afd-4566-903a-2b85925deab5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0491445 Jul 07 22:17:48.015805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73a2d4-1994-4cbc-8a2e-897e28a283b5 req-12cf1c06-da4d-4362-9830-8a900fdb2692 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.022957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb73a2d4-1994-4cbc-8a2e-897e28a283b5 req-12cf1c06-da4d-4362-9830-8a900fdb2692 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2187145 Jul 07 22:17:48.139006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-9613f0cd-1fae-4fbe-9aa7-6a017b7aef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.140564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-9613f0cd-1fae-4fbe-9aa7-6a017b7aef81 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.1373045 Jul 07 22:17:48.165811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.197927 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-4f2944bf-b806-473e-8f8f-9672dad61e11 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359805 Jul 07 22:17:48.206187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb73a2d4-1994-4cbc-8a2e-897e28a283b5 req-6b4a046e-f361-41e5-a266-1deba6f04ff9 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791739 Jul 07 22:17:48.237163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.283006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.290588 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36c39d37-fe6c-4bd7-98a1-b405b788eef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.377144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-133a9415-d589-4bc2-9451-c170c317ac0a service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719944 Jul 07 22:17:48.397452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.450344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1450d-90ef-4a0c-a91a-61361fe5ce87 req-8d34a771-dd94-42dc-8e5b-4045de6b7e9a tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.451922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b1450d-90ef-4a0c-a91a-61361fe5ce87 req-8d34a771-dd94-42dc-8e5b-4045de6b7e9a tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1101 time: 0.3723688 Jul 07 22:17:48.464138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.479048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Allocated IP 172.25.5.28 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/a35eb733-db97-4fe9-8cce-f96ddad01b73) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:48.491654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe855d3-c2f4-4226-b395-dae462312ffe']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:48.524337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28b1450d-90ef-4a0c-a91a-61361fe5ce87 req-7418205a-a47e-4d64-96e4-557d616163c1 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.536602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26568215-3c94-4b52-9733-d03d8aa1dac9') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:48.536900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26568215-3c94-4b52-9733-d03d8aa1dac9') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:48.554499 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.555940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-787d12eb-2397-4ba9-8d18-b8762ecd2e8f req-05a67a13-72e1-4ce3-888f-895985728e7a service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540198 Jul 07 22:17:48.598025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.625533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.628654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.683268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:17:48.686012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:17:48.691516 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:17:48.706793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.759048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:48.765286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:48.767735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:48.809506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec749f84-bb28-409e-a842-8e0897300531,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.836607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Checking segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:48.836973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Network hostable DHCP agents. Network: d5ff7ea3-894a-4275-a4a8-29001945422a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:17:48.840629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.856137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.861031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] 10.222.0.95 "DELETE /v2.0/networks/7fe855d3-c2f4-4226-b395-dae462312ffe HTTP/1.1" status: 204 len: 168 time: 0.9218211 Jul 07 22:17:48.884289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28b1450d-90ef-4a0c-a91a-61361fe5ce87 req-7418205a-a47e-4d64-96e4-557d616163c1 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.885086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77672bb2-aaf0-4a38-a6af-6dc68049baa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe855d3-c2f4-4226-b395-dae462312ffe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.892919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28b1450d-90ef-4a0c-a91a-61361fe5ce87 req-7418205a-a47e-4d64-96e4-557d616163c1 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.916823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Network d5ff7ea3-894a-4275-a4a8-29001945422a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:17:48.919940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b1450d-90ef-4a0c-a91a-61361fe5ce87 req-7418205a-a47e-4d64-96e4-557d616163c1 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583585 Jul 07 22:17:48.936982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418205a-a47e-4d64-96e4-557d616163c1 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b110dbf3-5123-408d-8196-595dd971e845,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.939002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Pushing event updated for resources: {'Port': ['ID=a35eb733-db97-4fe9-8cce-f96ddad01b73,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.941448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, d5ff7ea3-894a-4275-a4a8-29001945422a) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:48.946516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.947475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.957051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f12e89-a1ba-4a00-8a1d-326f152f6125 None None] Network d5ff7ea3-894a-4275-a4a8-29001945422a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:49.003047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-342b9982-2942-4138-ae03-dcc281f5b1ee admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2238688 Jul 07 22:17:49.089099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39438) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:49.100156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.178416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3432ff69-4cb7-4dec-973b-42cceddf6cf4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a548775b89f44afb8e88d42d99595495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881186 Jul 07 22:17:49.188731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39440) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:49.287043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda538df-aa85-4a19-86b6-1c26bb184ca2 None None] Network d5ff7ea3-894a-4275-a4a8-29001945422a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:49.306103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07acdb1e-a7ee-41e2-b144-f9f6adf02e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.349386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07acdb1e-a7ee-41e2-b144-f9f6adf02e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.519671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.524354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.544896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1798-e1fc-41a6-9fb0-f90dfd729702 req-732ab18e-5542-4e3a-a27b-5a6ae586e2c3 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:49.559707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-610f1798-e1fc-41a6-9fb0-f90dfd729702 req-732ab18e-5542-4e3a-a27b-5a6ae586e2c3 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1852801 Jul 07 22:17:49.566050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07acdb1e-a7ee-41e2-b144-f9f6adf02e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.569460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07acdb1e-a7ee-41e2-b144-f9f6adf02e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.570925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-07acdb1e-a7ee-41e2-b144-f9f6adf02e25 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e4f1e837-3a53-4d31-ad66-cb187800cd2f HTTP/1.1" status: 204 len: 168 time: 0.3811698 Jul 07 22:17:49.655668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acdb1e-a7ee-41e2-b144-f9f6adf02e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f1e837-3a53-4d31-ad66-cb187800cd2f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:49.697980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-610f1798-e1fc-41a6-9fb0-f90dfd729702 req-35edc734-4d43-44f2-83a1-123296b13e18 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377842 Jul 07 22:17:49.758447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Router f8ba890e-2744-48ea-8bef-d3fd80f18a0e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:49.942458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:49.951585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] Sync routers for ids ['f8ba890e-2744-48ea-8bef-d3fd80f18a0e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:49.954753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.956009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-90d2bd96-e58c-451f-81fe-cb26ccd49e03 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "PUT /v2.0/routers/f8ba890e-2744-48ea-8bef-d3fd80f18a0e HTTP/1.1" status: 200 len: 915 time: 3.5111334 Jul 07 22:17:49.958779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39472) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:49.992511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] Routers {'f8ba890e-2744-48ea-8bef-d3fd80f18a0e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:49.995746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f8ba890e-2744-48ea-8bef-d3fd80f18a0e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:50.132817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:50.154178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] Routers {'f8ba890e-2744-48ea-8bef-d3fd80f18a0e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:50.155034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f8ba890e-2744-48ea-8bef-d3fd80f18a0e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:50.224662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:50.225336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80440d48-088e-4f73-93b3-fa57280a1155 None None] The sync data for ids ['f8ba890e-2744-48ea-8bef-d3fd80f18a0e'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:50.282534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2652aa8c-2642-46b9-afeb-895c41dcaea0 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/f8ba890e-2744-48ea-8bef-d3fd80f18a0e HTTP/1.1" status: 200 len: 921 time: 0.3223550 Jul 07 22:17:50.285356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39482) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:50.305339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea87fcd-36f6-4d83-9648-73dacf18b5a0 req-3aa2da87-c210-4b93-b65c-0aecf5544283 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.312231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aea87fcd-36f6-4d83-9648-73dacf18b5a0 req-3aa2da87-c210-4b93-b65c-0aecf5544283 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2060139 Jul 07 22:17:50.375577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-0beaa9ad-2adc-4a39-8b3d-7fb1a72b32f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4084654 Jul 07 22:17:50.444434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39492) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:50.501692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aea87fcd-36f6-4d83-9648-73dacf18b5a0 req-9f0951bd-20b6-4d13-b561-cb85735d686c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736069 Jul 07 22:17:50.508692 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-336f6190-fc1f-49bc-9638-bbdcd206fa82 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0b2ac9d299df4ab18fce015cb4ad566e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630629 Jul 07 22:17:50.509539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39494) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:50.522877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-baa28ffc-ba8e-4f18-b789-ff8694a2bcde tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.531263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-baa28ffc-ba8e-4f18-b789-ff8694a2bcde tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 822 time: 0.1669955 Jul 07 22:17:50.544602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c100b8-ab81-49c6-884a-29a5de2f719c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.548926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-08c100b8-ab81-49c6-884a-29a5de2f719c tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=f8ba890e-2744-48ea-8bef-d3fd80f18a0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2600412 Jul 07 22:17:50.552550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39496) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:50.553172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-6b265139-f362-45b9-ab4d-156b33ab81a9 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/quotas/b3b1b633c4f84221b67d99b09aa287c9 HTTP/1.1" status: 200 len: 375 time: 0.0210824 Jul 07 22:17:50.589730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-6c9a7868-b7fc-4935-bbb6-2acd290302a0 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356576 Jul 07 22:17:50.592295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bde9470-1e68-43b2-a2e7-118f248d32c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.668563 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bde9470-1e68-43b2-a2e7-118f248d32c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.714173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-5a12bb54-61d9-427a-b9f9-01b6745910b3 service neutron] 10.222.0.95 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235936 Jul 07 22:17:50.727689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2df200-9c03-491f-99c5-ad0cba4a1e8f tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.732207 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2a2df200-9c03-491f-99c5-ad0cba4a1e8f tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.1778979 Jul 07 22:17:50.733149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39510) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:50.791267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bde9470-1e68-43b2-a2e7-118f248d32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.794024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bde9470-1e68-43b2-a2e7-118f248d32c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.798544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5bde9470-1e68-43b2-a2e7-118f248d32c0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a59609e7-49ac-47e8-a903-a160e7cbbc7f HTTP/1.1" status: 204 len: 168 time: 0.2878628 Jul 07 22:17:50.803760 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b97b7fa4-78bd-4e86-b814-8f075b47553a tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ba890e-2744-48ea-8bef-d3fd80f18a0e HTTP/1.1" status: 200 len: 205 time: 0.0688913 Jul 07 22:17:50.804403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39522) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:50.818268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde9470-1e68-43b2-a2e7-118f248d32c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59609e7-49ac-47e8-a903-a160e7cbbc7f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:50.918561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e41935da-add1-46a7-bb1f-734a7303fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.960114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-b60b0271-cdc8-418e-be61-e88676317741 service neutron] 10.222.0.95 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361710 Jul 07 22:17:51.019731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652debc-7bc2-4395-b01f-bb269995a746 req-3ae5a136-ff0a-44e5-8524-cd8c74eb648d tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:51.023011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9652debc-7bc2-4395-b01f-bb269995a746 req-3ae5a136-ff0a-44e5-8524-cd8c74eb648d tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1382105 Jul 07 22:17:51.109389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9652debc-7bc2-4395-b01f-bb269995a746 req-f026c288-d850-4a9e-99c7-99be38d72420 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Jul 07 22:17:51.368445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.527661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-040b4062-f922-48d2-823e-c9cb34507321 req-1650afc3-c158-42c1-9cd8-77bde76a80c5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 210 time: 0.1052799 Jul 07 22:17:51.621285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.770052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-9057013e-e5cd-43d0-91c3-40833db97ef7 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:51.779679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-9057013e-e5cd-43d0-91c3-40833db97ef7 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/networks?id=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 HTTP/1.1" status: 200 len: 814 time: 0.1634037 Jul 07 22:17:51.797761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.806919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-f25d028d-6895-473b-852a-79f4c02c907a tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/quotas/1262eabb5adf413d9cda54378f3878bf HTTP/1.1" status: 200 len: 375 time: 0.0254080 Jul 07 22:17:51.940415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-e31019a1-b718-4975-81f2-2a8ccad315e9 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1262eabb5adf413d9cda54378f3878bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325374 Jul 07 22:17:51.955785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a5a7-bd7a-4cbc-abfb-b7efd5a19585 req-8f2a3320-a109-4410-81b9-594b94586bce tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:51.956798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f740a5a7-bd7a-4cbc-abfb-b7efd5a19585 req-8f2a3320-a109-4410-81b9-594b94586bce tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.1738603 Jul 07 22:17:52.025236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Deleting port a35eb733-db97-4fe9-8cce-f96ddad01b73 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:52.028045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.030597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f740a5a7-bd7a-4cbc-abfb-b7efd5a19585 req-46204f77-8d4e-497d-b390-ddb0a9c06910 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638258 Jul 07 22:17:52.037224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.128421 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-0fd7c846-1c14-4f51-85b7-490f4cdc0bd7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2214909 Jul 07 22:17:52.148760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.163466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Calling delete_port for a35eb733-db97-4fe9-8cce-f96ddad01b73 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:52.307735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-eccedb95-b74f-47a8-b367-962fdf90ec3e service neutron] 10.222.0.95 "GET /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663363 Jul 07 22:17:52.333397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-18775b47-94b1-466b-959e-fb5b48941bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:52.335175 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-18775b47-94b1-466b-959e-fb5b48941bc4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=43b9145bbec3452793d598d720e944b6&device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 1097 time: 0.1529486 Jul 07 22:17:52.439571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797659c-4126-4456-9939-b5094c36661e req-c20dd4a4-91fb-453d-ad9a-ca9ae8a09e12 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:52.447688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9797659c-4126-4456-9939-b5094c36661e req-c20dd4a4-91fb-453d-ad9a-ca9ae8a09e12 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1885712 Jul 07 22:17:52.462748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.501171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event deleted for resources: {'Port': ['ID=a35eb733-db97-4fe9-8cce-f96ddad01b73,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:52.502235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-38abca04-899d-4f85-b487-674f8db08d94 service neutron] 10.222.0.95 "GET /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831775 Jul 07 22:17:52.518871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9797659c-4126-4456-9939-b5094c36661e req-a86228f0-6909-4262-aa8b-d2db374659ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700684 Jul 07 22:17:52.584181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.764917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.769551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.773251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-ec86f319-6aa8-4ddb-ab0c-b9b94d565c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:52.774978 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-ec86f319-6aa8-4ddb-ab0c-b9b94d565c99 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 200 len: 925 time: 0.4051757 Jul 07 22:17:52.917349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d32edf4f-6613-4600-9aff-d35ec8b21745 req-59a41c7b-f572-40ba-ad57-9e9d55e522ec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 210 time: 0.0677745 Jul 07 22:17:52.919079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-71ca9e17-5c9a-4d41-888e-11193ddde406 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 HTTP/1.1" status: 200 len: 1001 time: 0.1328681 Jul 07 22:17:52.939203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6365144c-d674-452d-b145-eba8a93cddaa req-a0859137-6460-4ff3-bd04-04fd1f5225fa tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 210 time: 0.0720954 Jul 07 22:17:52.971697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.972257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Fanout notify agent at l3_agent the message router_deleted on router f8ba890e-2744-48ea-8bef-d3fd80f18a0e {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:52.984993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.986448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc311706-d821-4189-993e-e683a52e263d tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/f8ba890e-2744-48ea-8bef-d3fd80f18a0e HTTP/1.1" status: 204 len: 168 time: 2.1735690 Jul 07 22:17:52.990562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39610) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:52.999790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-18986686', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:53.004219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-abdca56a-0bb8-4c3c-a68f-f79dcb14a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.006070 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-abdca56a-0bb8-4c3c-a68f-f79dcb14a399 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1101 time: 0.3179891 Jul 07 22:17:53.010161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-c2f5a56a-095d-4b9b-ae31-dc30e27dc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.011871 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-c2f5a56a-095d-4b9b-ae31-dc30e27dc3b1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 200 len: 863 time: 0.0862629 Jul 07 22:17:53.058111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.059447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.374351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-29c343f3-e452-41d6-b72f-6ec025879d3e tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.376047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-29c343f3-e452-41d6-b72f-6ec025879d3e tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 822 time: 0.2034676 Jul 07 22:17:53.397807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'port': {'device_id': '2b482643-5132-4991-a230-a27eeef1e2ad', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'admin_state_up': True, 'tenant_id': 'b3b1b633c4f84221b67d99b09aa287c9'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:53.473070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-49fd2eaa-be48-40ef-ab9e-1e054be12ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.474693 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-49fd2eaa-be48-40ef-ab9e-1e054be12ff9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4f2cd267-78fa-41b2-ad8b-015d91612a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4535570 Jul 07 22:17:53.477930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-e9ea5059-cdc5-4993-ad45-9792de70a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.479364 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-e9ea5059-cdc5-4993-ad45-9792de70a72d service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.4664798 Jul 07 22:17:53.566322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.580370 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-a9b310aa-32fe-4bd6-a658-878205cd8359 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.0922074 Jul 07 22:17:53.597731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.601073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-7f1050b1-5734-4dcc-bec3-2f7ab13f73f2 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855668 Jul 07 22:17:53.689624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-20b6331c-90c9-4482-aac1-a27fa8d0e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.691099 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-20b6331c-90c9-4482-aac1-a27fa8d0e06f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0997639 Jul 07 22:17:53.693658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Made reservation on behalf of b3b1b633c4f84221b67d99b09aa287c9 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:53.697162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.703214 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-8810305a-d7b8-43b8-a63b-de72f3e17835 service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139683 Jul 07 22:17:53.832382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb9a2-8854-4829-9874-a7a5ded5e96c req-c6a9c6ad-cfa2-4e76-b2c0-e66027f4741b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.833910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38dcb9a2-8854-4829-9874-a7a5ded5e96c req-c6a9c6ad-cfa2-4e76-b2c0-e66027f4741b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.3198261 Jul 07 22:17:53.839814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.917072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c9cd75f7-e9c5-476a-9ba9-274f66f8b157 req-6d03281b-c7a8-4ec8-a283-1167af79a9ad service neutron] 10.222.0.97 "GET /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960166 Jul 07 22:17:53.924675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-ac333d7f-5519-4b44-b9f2-8c8958ea8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.926125 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-ac333d7f-5519-4b44-b9f2-8c8958ea8b3b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2265527 Jul 07 22:17:53.954439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-33eb0509-6e83-4e66-bd4d-a37397e41ce4 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:53.956714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-33eb0509-6e83-4e66-bd4d-a37397e41ce4 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3425622 Jul 07 22:17:53.960685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38dcb9a2-8854-4829-9874-a7a5ded5e96c req-38fa44a3-ac31-4047-8bfd-4d91163e9b9b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130881 Jul 07 22:17:53.987937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-685885a8-29ab-4e31-9e8f-85075647931b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/quotas/90fbc93b62824f1ba2212cb6f6ca53f1 HTTP/1.1" status: 200 len: 375 time: 0.0151408 Jul 07 22:17:53.989823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Allocated IP 172.20.0.10 (d5ff7ea3-894a-4275-a4a8-29001945422a/ec749f84-bb28-409e-a842-8e0897300531/41237b0f-0d66-49b5-a709-2c91e407eeb0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:54.031365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-e9eb8eb9-51d5-4998-b864-4e13ca7c55d1 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451655 Jul 07 22:17:54.071996 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-9076cf83-c7fe-428c-9c85-cfaa8bd4896d service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375511 Jul 07 22:17:54.230829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.256074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.289353 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.359936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.383662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f7363-b29a-4f75-bde5-f9a28469173d req-5a50d6c8-aefe-4cb4-8dfa-7012039b070c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:54.385219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-742f7363-b29a-4f75-bde5-f9a28469173d req-5a50d6c8-aefe-4cb4-8dfa-7012039b070c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2263923 Jul 07 22:17:54.487638 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-742f7363-b29a-4f75-bde5-f9a28469173d req-9993e2b3-4ece-4282-b9ca-e9c0016914f3 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890670 Jul 07 22:17:54.508961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Allocated IP 172.25.5.84 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/06b9a64c-816a-41c6-b9a7-a6942c101942) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:54.633318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Network d5ff7ea3-894a-4275-a4a8-29001945422a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:54.651932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:54.654496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:54.694094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.734595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-06ddb8bc-e9b4-4d64-9070-2ffc158fa507 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483328 Jul 07 22:17:54.737107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:54.802457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-2cb9aa61-dc59-4d2c-83d7-25cbda4e7c2d tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:54.804346 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-2cb9aa61-dc59-4d2c-83d7-25cbda4e7c2d tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.97 "GET /v2.0/networks?id=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 HTTP/1.1" status: 200 len: 814 time: 0.5921288 Jul 07 22:17:54.805028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc32bba9-888a-44d1-9fbb-3445c4f52bb0 req-58c8badb-baa9-40b9-8e42-2f6adc4512bf tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 210 time: 0.0462649 Jul 07 22:17:54.829280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:54.830215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.831689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.863313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Request body: {'port': {'device_id': 'aba0cb80-374c-4063-a8c1-dca526751032', 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'admin_state_up': True, 'tenant_id': '1262eabb5adf413d9cda54378f3878bf'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:54.873649 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1cceebd2-b40f-40cd-94ce-cf6974f249c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4867527 Jul 07 22:17:54.896257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Request body: {'port': {'device_id': '2b482643-5132-4991-a230-a27eeef1e2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:54.913397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9211fce-9574-4e63-83f5-88e9f5250baf req-5a9aa2fd-6f7f-4579-9433-11f85c12b73a tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:54.918113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9211fce-9574-4e63-83f5-88e9f5250baf req-5a9aa2fd-6f7f-4579-9433-11f85c12b73a tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 932 time: 0.2587588 Jul 07 22:17:54.922415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:54.924763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event updated for resources: {'Port': ['ID=06b9a64c-816a-41c6-b9a7-a6942c101942,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:54.947213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:54.968108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:54.978749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a97fa931-51ac-4d7c-89b3-6552e89c63f3 req-d08cb9c9-1102-44b3-ba32-af3932d38db3 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 210 time: 0.0546751 Jul 07 22:17:55.057458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9211fce-9574-4e63-83f5-88e9f5250baf req-2b759a12-e16d-4766-9821-ee5cd37ff737 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292212 Jul 07 22:17:55.104046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.226160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Made reservation on behalf of 1262eabb5adf413d9cda54378f3878bf for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:55.240361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.388997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d0d7c-c272-4f6d-981e-39c71a1ab592 req-4ca07eb1-439f-4bb1-9c8f-e608183ef764 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:55.400155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c98d0d7c-c272-4f6d-981e-39c71a1ab592 req-4ca07eb1-439f-4bb1-9c8f-e608183ef764 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2576506 Jul 07 22:17:55.685581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c98d0d7c-c272-4f6d-981e-39c71a1ab592 req-40f641d9-0778-4185-ad19-a1062c6c0532 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811155 Jul 07 22:17:55.687512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Allocated IP 172.20.0.4 (9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8/641352fb-d202-4847-bf82-f73a264f56d0/0dc9aa82-334c-40eb-a4ed-8828e337da9b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:55.712293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.917854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41237b0f-0d66-49b5-a709-2c91e407eeb0 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:55.934201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.964529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Transition to ACTIVE for port object 41237b0f-0d66-49b5-a709-2c91e407eeb0 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:55.987339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.071428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:56.075135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793c82d-e318-4de8-9e89-c8ef6293f846 req-93342a44-2358-432a-8921-22e7f20111e7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:56.078529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c793c82d-e318-4de8-9e89-c8ef6293f846 req-93342a44-2358-432a-8921-22e7f20111e7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1671841 Jul 07 22:17:56.136417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.269370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Attempting to bind port 41237b0f-0d66-49b5-a709-2c91e407eeb0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:56.269869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Attempting to bind port 41237b0f-0d66-49b5-a709-2c91e407eeb0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:56.270112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Attempting to bind port 41237b0f-0d66-49b5-a709-2c91e407eeb0 on network d5ff7ea3-894a-4275-a4a8-29001945422a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:56.279059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c793c82d-e318-4de8-9e89-c8ef6293f846 req-722ce36d-528d-41a8-a080-d0e37c33aae4 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912615 Jul 07 22:17:56.285165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Port 41237b0f-0d66-49b5-a709-2c91e407eeb0 on network d5ff7ea3-894a-4275-a4a8-29001945422a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:56.285511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Attempting to bind port 41237b0f-0d66-49b5-a709-2c91e407eeb0 on network d5ff7ea3-894a-4275-a4a8-29001945422a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:56.322788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:56.323193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Checking segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:56.324777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Bound using segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:56.325374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Bound port: 41237b0f-0d66-49b5-a709-2c91e407eeb0, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:56.325817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.330996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.428224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c231f6ef-f796-4533-ba15-318b2f46a9e9 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497158 Jul 07 22:17:56.433805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Transition to ACTIVE for port object 0dc9aa82-334c-40eb-a4ed-8828e337da9b will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:56.483951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:56.487605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:56.498076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.563006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:56.563678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.565120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] 10.222.0.103 "PUT /v2.0/ports/41237b0f-0d66-49b5-a709-2c91e407eeb0 HTTP/1.1" status: 200 len: 1093 time: 1.6754110 Jul 07 22:17:56.567326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:56.575847 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141c970-1689-4e24-a400-31e42dc2072f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:56.607566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0f935dc-58af-43f4-b9a0-850a8629fcb7 req-bc906d73-dcc8-4f47-bce6-73429a64ea45 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 210 time: 0.1316059 Jul 07 22:17:56.608545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386787a4-27af-47cc-a0a8-8ce813cd50b5 service neutron] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:56.615850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.683015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:56.687651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:56.692149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:56.804515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-3c9fc519-25ec-4fcb-882b-0cd800f18caf tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:56.820493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-3c9fc519-25ec-4fcb-882b-0cd800f18caf tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3702033 Jul 07 22:17:56.839745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Request body: {'port': {'device_id': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '90fbc93b62824f1ba2212cb6f6ca53f1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:56.848475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Router 311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:57.133874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f57b6035-194f-4606-b638-00d0d22d7bfb req-53e1d196-1943-47db-bdfe-8739a8117bbb tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 210 time: 0.1733489 Jul 07 22:17:57.187285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b9ddb21-be34-4dc6-ae2a-b6782160efde None None] Provisioning for port 0dc9aa82-334c-40eb-a4ed-8828e337da9b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:57.192518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b9ddb21-be34-4dc6-ae2a-b6782160efde None None] Provisioning complete for port 0dc9aa82-334c-40eb-a4ed-8828e337da9b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:57.192901 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b9ddb21-be34-4dc6-ae2a-b6782160efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.232572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Made reservation on behalf of 90fbc93b62824f1ba2212cb6f6ca53f1 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:57.236943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.244771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.245424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.256884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.267043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ddb21-be34-4dc6-ae2a-b6782160efde None None] Port 0dc9aa82-334c-40eb-a4ed-8828e337da9b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:57.272369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Pushing event updated for resources: {'Port': ['ID=0dc9aa82-334c-40eb-a4ed-8828e337da9b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:57.337452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-6d171ce8-226a-479e-9b4f-6ff96c0ec6ae tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4843986 Jul 07 22:17:57.368503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-f2aa5349-95d5-4fa1-83c8-3f4429f933b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.375806 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-f2aa5349-95d5-4fa1-83c8-3f4429f933b0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 1096 time: 0.1275179 Jul 07 22:17:57.450815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-d4960843-ccb7-42cd-a836-a33eac3c6c78 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0 HTTP/1.1" status: 200 len: 217 time: 0.0620434 Jul 07 22:17:57.596947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-e2170696-a786-413e-93e8-ec72bf5cb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.598574 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-e2170696-a786-413e-93e8-ec72bf5cb005 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 200 len: 862 time: 0.1282706 Jul 07 22:17:57.682317 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-b15061db-9bed-4c16-b27c-2ec5600d2f7b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d5ff7ea3-894a-4275-a4a8-29001945422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736210 Jul 07 22:17:57.739515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:57.759138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] Sync routers for ids ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:57.777711 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] Routers {'311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:57.778762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:57.795809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b63763-842b-4618-aa8a-21d2b6033054 req-dd53546a-efb7-4031-bda7-aa5da2ecb99e tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.803030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16b63763-842b-4618-aa8a-21d2b6033054 req-dd53546a-efb7-4031-bda7-aa5da2ecb99e tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 944 time: 0.1271288 Jul 07 22:17:57.837772 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:57.852805 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] Routers {'311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:57.854109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:57.910402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16b63763-842b-4618-aa8a-21d2b6033054 req-30cf7dcc-1b90-4762-baca-941b4b162999 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063857 Jul 07 22:17:57.913892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:57.915014 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c949660-d93a-4cd9-91af-7a2f9da03952 None None] The sync data for ids ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:57.960766 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-1ece7852-02a0-489a-bb69-13b3b3d3634a service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544739 Jul 07 22:17:57.974122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.982011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.002619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.003913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-900f7189-b335-4bc9-ac62-fc0bb8b6e0a4 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.0112150 Jul 07 22:17:58.011928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39694) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:58.018666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:58.040634 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9b6ad-6775-4ee5-ad6c-4c5b4f25bdc3 x-openstack-request-id: req-36c9b6ad-6775-4ee5-ad6c-4c5b4f25bdc3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:58.041002 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:58.041318 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-36c9b6ad-6775-4ee5-ad6c-4c5b4f25bdc3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:58.041781 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'status': 'completed', 'code': 200} Jul 07 22:17:58.096775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5c5b4c7-8f1d-450b-b48b-9ac0bc754f19 req-4fee823c-1ab9-497e-8813-4d3617de844e service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280262 Jul 07 22:17:58.245296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c970-1689-4e24-a400-31e42dc2072f req-ef89cb43-4222-44ec-9b82-887bd0f93480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:58.246912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-ef89cb43-4222-44ec-9b82-887bd0f93480 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 1096 time: 0.0817442 Jul 07 22:17:58.276090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807502a0-28ba-48ed-8e0d-b604a2d26043,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:58.347487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c970-1689-4e24-a400-31e42dc2072f req-288fda1a-573b-4e15-a350-26effe2b467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:58.349017 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-288fda1a-573b-4e15-a350-26effe2b467e service neutron] 10.222.0.103 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 923 time: 0.0937755 Jul 07 22:17:58.396486 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-3d0a8eec-7732-4214-b70e-53bd8efef9fc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0 HTTP/1.1" status: 200 len: 217 time: 0.0392218 Jul 07 22:17:58.435877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Allocated IP 192.168.233.81 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/f783081f-d102-4b6e-baf6-fced58fa16fc) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:58.463154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c970-1689-4e24-a400-31e42dc2072f req-dbc23b67-6d50-40c4-874d-6f0a4ebed9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:58.464989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-dbc23b67-6d50-40c4-874d-6f0a4ebed9cd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 200 len: 862 time: 0.0603948 Jul 07 22:17:58.490225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3197ab5-f4c5-420e-964c-997e44344e5e req-d79d3314-2f08-4b3c-8cdc-01c6ad347ffe tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:58.492031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3197ab5-f4c5-420e-964c-997e44344e5e req-d79d3314-2f08-4b3c-8cdc-01c6ad347ffe tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2384589 Jul 07 22:17:58.511094 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-889c5119-7cf6-4e40-ba9d-ace899fac5ba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d5ff7ea3-894a-4275-a4a8-29001945422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384498 Jul 07 22:17:58.599561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-31ca61c4-6c89-4531-816b-2a58afb702e2 service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811832 Jul 07 22:17:58.611247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3197ab5-f4c5-420e-964c-997e44344e5e req-d56ce340-ce41-464f-8dbf-469d3eb9eceb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093125 Jul 07 22:17:58.717906 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1141c970-1689-4e24-a400-31e42dc2072f req-0071e934-04d0-4b65-80f4-bfb6c9cfae2b service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112437 Jul 07 22:17:58.742916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.765108 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.772884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.785475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Transition to ACTIVE for port object f783081f-d102-4b6e-baf6-fced58fa16fc will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:58.867376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.869717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Deleting port 06b9a64c-816a-41c6-b9a7-a6942c101942 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:58.870197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.967187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:58.976958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:58.993118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:59.032544 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Pushing event updated for resources: {'Port': ['ID=f783081f-d102-4b6e-baf6-fced58fa16fc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:59.080724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:59.081363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.106857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46277a-8a7a-4b5f-974d-d0e917846dd7 req-f2ef3082-cf43-4c90-929c-96360de08d92 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:59.108952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b46277a-8a7a-4b5f-974d-d0e917846dd7 req-f2ef3082-cf43-4c90-929c-96360de08d92 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2555475 Jul 07 22:17:59.115101 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.134987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-0c1c684a-c69a-4a6d-bae0-2666c4466f8c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3134906 Jul 07 22:17:59.139369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Calling delete_port for 06b9a64c-816a-41c6-b9a7-a6942c101942 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:59.154036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Request body: {'port': {'device_id': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:59.216139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4ccb98d9-6373-4fb0-977f-3304e11a7b6e None None] Provisioning for port f783081f-d102-4b6e-baf6-fced58fa16fc completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:59.220869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4ccb98d9-6373-4fb0-977f-3304e11a7b6e None None] Provisioning complete for port f783081f-d102-4b6e-baf6-fced58fa16fc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:59.221187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4ccb98d9-6373-4fb0-977f-3304e11a7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.249642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b46277a-8a7a-4b5f-974d-d0e917846dd7 req-7d110243-5e8e-43e4-9374-1f483327dd73 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316969 Jul 07 22:17:59.303443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.305511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb98d9-6373-4fb0-977f-3304e11a7b6e None None] Port f783081f-d102-4b6e-baf6-fced58fa16fc cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:59.590267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc02e4-1d10-49a5-ab0f-fddfe570d622 req-ed45b469-632e-4ba0-9a22-72600d3af482 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:59.591928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bafc02e4-1d10-49a5-ab0f-fddfe570d622 req-ed45b469-632e-4ba0-9a22-72600d3af482 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 931 time: 0.2075119 Jul 07 22:17:59.650611 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.696223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Pushing event deleted for resources: {'Port': ['ID=06b9a64c-816a-41c6-b9a7-a6942c101942,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:59.736592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bafc02e4-1d10-49a5-ab0f-fddfe570d622 req-85e0db1b-fd56-4987-9970-c4facb0ccafa tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178403 Jul 07 22:17:59.830758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.956867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f783081f-d102-4b6e-baf6-fced58fa16fc {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:00.001440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.050481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Transition to ACTIVE for port object f783081f-d102-4b6e-baf6-fced58fa16fc will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:00.088824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.156871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.175513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1593d3-1d58-4d54-a08c-bf1e0d3dd204 req-3fbf880d-9da0-4887-b376-9b83b0f7775b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:00.177094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca1593d3-1d58-4d54-a08c-bf1e0d3dd204 req-3fbf880d-9da0-4887-b376-9b83b0f7775b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 935 time: 0.2612960 Jul 07 22:18:00.184245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.189269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f783081f-d102-4b6e-baf6-fced58fa16fc,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:00.378301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca1593d3-1d58-4d54-a08c-bf1e0d3dd204 req-aace86b5-3567-49df-8ca2-3d9425959e7e tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900771 Jul 07 22:18:00.381765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Router 311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:18:00.407387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Attempting to bind port f783081f-d102-4b6e-baf6-fced58fa16fc on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:00.407682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Attempting to bind port f783081f-d102-4b6e-baf6-fced58fa16fc by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:00.408015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Attempting to bind port f783081f-d102-4b6e-baf6-fced58fa16fc on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:00.443368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Port f783081f-d102-4b6e-baf6-fced58fa16fc on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:00.443706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Attempting to bind port f783081f-d102-4b6e-baf6-fced58fa16fc on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:00.480605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:00.480968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:00.481469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:00.481997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Bound port: f783081f-d102-4b6e-baf6-fced58fa16fc, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:00.482383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.505411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:00.516146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] Sync routers for ids ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:00.525296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] Routers {'311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:00.526015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:00.540093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.541931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-abf829bf-8163-4ebd-8af9-6ac547c2dbf0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "PUT /v2.0/routers/311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 200 len: 704 time: 2.5270758 Jul 07 22:18:00.544769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:00.558600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:00.585689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] Routers {'311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:00.587602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:00.629428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] For port f783081f-d102-4b6e-baf6-fced58fa16fc, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:00.651663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:00.653091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7f5c7-c727-4dd7-b4a7-84af2e44bd77 None None] The sync data for ids ['311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:00.655205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1649a-b240-49ee-986c-70367994ab3f req-6b08cc34-da97-42c0-8533-3a359c89d033 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:00.662930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14a1649a-b240-49ee-986c-70367994ab3f req-6b08cc34-da97-42c0-8533-3a359c89d033 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 944 time: 0.1774504 Jul 07 22:18:00.666647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] For port f783081f-d102-4b6e-baf6-fced58fa16fc, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f783081f-d102-4b6e-baf6-fced58fa16fc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:00.674346 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.696954 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2edbd37c-e5ae-45d7-b1ff-13dc1d265814 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/routers/311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 200 len: 739 time: 0.1505930 Jul 07 22:18:00.699282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39710) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:00.741004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:00.741690 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.743109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] 10.222.0.103 "PUT /v2.0/ports/f783081f-d102-4b6e-baf6-fced58fa16fc HTTP/1.1" status: 200 len: 1096 time: 1.5942814 Jul 07 22:18:00.743737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'tag': 'f783081f-d102-4b6e-baf6-fced58fa16fc'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:00.746018 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f573f8-1f3a-4bec-b5e6-b820f67d936d", "tag": "f783081f-d102-4b6e-baf6-fced58fa16fc"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:00.759705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14a1649a-b240-49ee-986c-70367994ab3f req-4ec0f6cd-f59c-4bf3-831b-7642afde76f3 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923791 Jul 07 22:18:00.785281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf0a3b-d9fb-433f-b42e-e871133d92d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f783081f-d102-4b6e-baf6-fced58fa16fc,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:00.794836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f8ecfbf-b02e-4cd7-9451-2ab97069a5c8 tempest-RoutersAdminTest-331658223 tempest-RoutersAdminTest-331658223-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 200 len: 205 time: 0.0925775 Jul 07 22:18:00.796379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:00.867296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39718) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:00.867727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8014d7da-6177-4ab6-9a7b-1d2c3e8d5513 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 200 len: 205 time: 0.0695450 Jul 07 22:18:00.872583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:01.031727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:01.052637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'port_id': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'mac_address': 'fa:16:3e:36:ad:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec749f84-bb28-409e-a842-8e0897300531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:01.112858 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.128821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41237b0f-0d66-49b5-a709-2c91e407eeb0 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:01.160872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:01.166244 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.234170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:01.336718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.447993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-5fb2ebcd-6450-41ac-827c-80249b610eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:01.449405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-5fb2ebcd-6450-41ac-827c-80249b610eb0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 1099 time: 0.6525304 Jul 07 22:18:01.472272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['41237b0f-0d66-49b5-a709-2c91e407eeb0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:01.550877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.553933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-16873bb7-def7-4b44-9027-03b49ee6a379 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f783081f-d102-4b6e-baf6-fced58fa16fc HTTP/1.1" status: 200 len: 217 time: 0.0726001 Jul 07 22:18:01.555401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.574046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97c511-275c-4d61-9641-f5e5663c1291 req-5030e7b4-dc6c-42ee-b2af-b4205913779c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:01.575778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d97c511-275c-4d61-9641-f5e5663c1291 req-5030e7b4-dc6c-42ee-b2af-b4205913779c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2762046 Jul 07 22:18:01.660567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.661107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Fanout notify agent at l3_agent the message router_deleted on router 311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:18:01.669448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.674569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9d3e5b89-bfb5-4b58-b029-4b839bf15d55 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 204 len: 168 time: 0.8019335 Jul 07 22:18:01.674909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.715643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dbaf33f5-232c-4517-9bd6-0aaa323d8ae0 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 200 len: 205 time: 0.0377386 Jul 07 22:18:01.718817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39724) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.719778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-93440c79-197f-4e63-a7f1-4e019761983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:01.721192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-93440c79-197f-4e63-a7f1-4e019761983a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1582603 Jul 07 22:18:01.734493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d97c511-275c-4d61-9641-f5e5663c1291 req-37d4c34d-73ef-4487-84ad-d1fa4dfd2d7d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471031 Jul 07 22:18:01.769940 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-3deb7688-878f-41ee-bf4e-c2a2d0f4339f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] delete failed (client error): The resource could not be found. Jul 07 22:18:01.771543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3deb7688-878f-41ee-bf4e-c2a2d0f4339f tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/311ce4e9-81a4-4d5f-9fc4-cfe44a2f9bee HTTP/1.1" status: 404 len: 336 time: 0.0510416 Jul 07 22:18:01.773933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39726) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.802744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-de50fba3-2432-4fbb-917c-89bafb954a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:01.804399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-de50fba3-2432-4fbb-917c-89bafb954a0c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689335 Jul 07 22:18:01.808806 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1cacde38-cde6-4e26-8730-09e5e5f18a03 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ba890e-2744-48ea-8bef-d3fd80f18a0e HTTP/1.1" status: 200 len: 205 time: 0.0317471 Jul 07 22:18:01.809023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39730) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.866409 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-5a0c9321-ef0a-42f7-b1ce-eee4eb40756e tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] delete failed (client error): The resource could not be found. Jul 07 22:18:01.870957 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a0c9321-ef0a-42f7-b1ce-eee4eb40756e tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/f8ba890e-2744-48ea-8bef-d3fd80f18a0e HTTP/1.1" status: 404 len: 336 time: 0.0609608 Jul 07 22:18:01.871537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39732) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.909035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39734) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.909969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c1ceb9e3-6847-4126-b349-ff3d3f1ea63c tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=97d849e0-cc7e-4f9e-9fee-868e7a3374e8 HTTP/1.1" status: 200 len: 205 time: 0.0372615 Jul 07 22:18:01.982021 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-0a9a625b-dc13-4c2f-be66-9642ab6567e3 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] delete failed (client error): The resource could not be found. Jul 07 22:18:01.983117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0a9a625b-dc13-4c2f-be66-9642ab6567e3 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/97d849e0-cc7e-4f9e-9fee-868e7a3374e8 HTTP/1.1" status: 404 len: 336 time: 0.0730302 Jul 07 22:18:01.985217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-667a9b2d-1b5e-4a47-8565-20e8cbcd6f7e service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720176 Jul 07 22:18:01.985724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39736) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.020835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7364d89-5700-4723-b7b0-b9b27ecfe3ef tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=3cf0340e-4b96-47f6-8324-64cde3ceb500 HTTP/1.1" status: 200 len: 205 time: 0.0316272 Jul 07 22:18:02.021076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.057797 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-f671fc86-3450-4882-97a0-22fb5acf3abc tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] delete failed (client error): The resource could not be found. Jul 07 22:18:02.061321 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f671fc86-3450-4882-97a0-22fb5acf3abc tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/3cf0340e-4b96-47f6-8324-64cde3ceb500 HTTP/1.1" status: 404 len: 336 time: 0.0369096 Jul 07 22:18:02.061506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.089912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e36a7396-79da-4c79-ab6d-a89bdc839440 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=e81b758a-c465-40e4-8a5f-3d2d2f85bce4 HTTP/1.1" status: 200 len: 205 time: 0.0273438 Jul 07 22:18:02.092906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39742) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.120511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cd426b6-4085-4a39-ac7c-510167cf9af3 req-f2a09c37-1021-4851-9342-e20a3afd6e69 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277499 Jul 07 22:18:02.134368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9226dc-54e2-44e4-ae42-78bad94985bc req-0720dbe9-5711-45cf-92e9-0f06e1fc9cda tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.136933 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-66dcd125-6a1e-48c5-b31c-a197b22c3ff6 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] delete failed (client error): The resource could not be found. Jul 07 22:18:02.138002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-66dcd125-6a1e-48c5-b31c-a197b22c3ff6 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/e81b758a-c465-40e4-8a5f-3d2d2f85bce4 HTTP/1.1" status: 404 len: 336 time: 0.0441699 Jul 07 22:18:02.141354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.141932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c9226dc-54e2-44e4-ae42-78bad94985bc req-0720dbe9-5711-45cf-92e9-0f06e1fc9cda tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1311810 Jul 07 22:18:02.177655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2359153a-45a8-4f2a-82f2-6a84a20598b7 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "GET /v2.0/ports?device_id=f761a2c3-933a-4ad9-8862-8312769c1577 HTTP/1.1" status: 200 len: 205 time: 0.0331867 Jul 07 22:18:02.177899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39746) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.179212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c9226dc-54e2-44e4-ae42-78bad94985bc req-8446aceb-1697-47ba-b253-b728d7b34dbd tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Jul 07 22:18:02.229670 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f57a7-5876-4e85-9545-395d8b5a4a50 x-openstack-request-id: req-494f57a7-5876-4e85-9545-395d8b5a4a50 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:02.229836 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-b0243351-9e33-4c15-85f7-3e8706b8f9d7 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] delete failed (client error): The resource could not be found. Jul 07 22:18:02.233536 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f573f8-1f3a-4bec-b5e6-b820f67d936d", "tag": "f783081f-d102-4b6e-baf6-fced58fa16fc", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:02.233536 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-494f57a7-5876-4e85-9545-395d8b5a4a50 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:02.234004 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0243351-9e33-4c15-85f7-3e8706b8f9d7 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/routers/f761a2c3-933a-4ad9-8862-8312769c1577 HTTP/1.1" status: 404 len: 336 time: 0.0519304 Jul 07 22:18:02.234111 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'tag': 'f783081f-d102-4b6e-baf6-fced58fa16fc', 'status': 'completed', 'code': 200} Jul 07 22:18:02.234205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.283429 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-747ceff1-1cb5-46f3-8bf0-94e963d79b20 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] DELETE failed (client error): The resource could not be found. Jul 07 22:18:02.283914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747ceff1-1cb5-46f3-8bf0-94e963d79b20 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:18:02.288267 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-747ceff1-1cb5-46f3-8bf0-94e963d79b20 tempest-RoutersAdminTest-868981577 tempest-RoutersAdminTest-868981577-project] 10.222.0.95 "DELETE /v2.0/subnets/a5d4e05b-60c0-4482-a510-9cd1bfa04206 HTTP/1.1" status: 404 len: 337 time: 0.0511200 Jul 07 22:18:02.384962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-067524f4-4074-43e9-8f73-1c95c60b9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.386827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-067524f4-4074-43e9-8f73-1c95c60b9f9e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 1099 time: 0.1217635 Jul 07 22:18:02.538241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d35a6-7acb-4088-bf84-53a8563ec47e req-cd8cd601-d7c1-4969-8f97-0f432d3113a4 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.539809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e62d35a6-7acb-4088-bf84-53a8563ec47e req-cd8cd601-d7c1-4969-8f97-0f432d3113a4 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 931 time: 0.1587374 Jul 07 22:18:02.541182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-3274ff25-7b18-4c82-a4fe-de9a407ec1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.542486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-3274ff25-7b18-4c82-a4fe-de9a407ec1b7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1443436 Jul 07 22:18:02.579555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39756) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.596589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-c12aa2fc-4938-42ef-bd1e-8789fda14db8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f783081f-d102-4b6e-baf6-fced58fa16fc HTTP/1.1" status: 200 len: 217 time: 0.0372705 Jul 07 22:18:02.616026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e62d35a6-7acb-4088-bf84-53a8563ec47e req-1ef1c441-4be3-4aaf-828a-426ab2b694f7 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706003 Jul 07 22:18:02.658349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-cd563ea6-c204-4533-aea4-025610d41853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.659896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-cd563ea6-c204-4533-aea4-025610d41853 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0538824 Jul 07 22:18:02.695419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.724301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-ffb918e3-dc4f-46fe-aac9-6d447563d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.725843 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-ffb918e3-dc4f-46fe-aac9-6d447563d4fe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566356 Jul 07 22:18:02.804909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.815431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.858982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-b7c9f73d-9fbe-4ff2-8edd-de5f1ba303c9 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 Jul 07 22:18:02.869774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f50c-23bd-4398-b584-9cb82bff5ad1 req-d734f8f8-e010-4deb-9307-180f0f14424a tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.871308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13c2f50c-23bd-4398-b584-9cb82bff5ad1 req-d734f8f8-e010-4deb-9307-180f0f14424a tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 947 time: 0.1445901 Jul 07 22:18:02.875654 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0a8cee880474d17817d0ad2897ea8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949660 Jul 07 22:18:02.879402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39762) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.892996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:02.935574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a42ab-9cd1-44e6-8ac2-0923add91b4f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:02.947814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.948714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.948714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.949174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.949680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.950692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.950692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.950927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.951184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.952190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.952606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.953200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72d31-ca8e-4b62-bd6a-18b4ead7b088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:02.954597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 41237b0f-0d66-49b5-a709-2c91e407eeb0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:02.959972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 41237b0f-0d66-49b5-a709-2c91e407eeb0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:02.960703 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.971076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6347-bf72-43d0-8db7-3014784d2487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.994022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13c2f50c-23bd-4398-b584-9cb82bff5ad1 req-3f10a6b1-326a-44c1-93a1-3881035ead2b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097391 Jul 07 22:18:03.019686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6347-bf72-43d0-8db7-3014784d2487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.061982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb1427b0-b0cb-4c68-a8e4-9dcfc4ef7f55 req-7435dab5-af43-40de-98cb-504c00353bcc service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896088 Jul 07 22:18:03.063293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.129018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6347-bf72-43d0-8db7-3014784d2487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.130875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:03.132734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:03.133778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6347-bf72-43d0-8db7-3014784d2487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.135092 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ba3f6347-bf72-43d0-8db7-3014784d2487 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e04a42ab-9cd1-44e6-8ac2-0923add91b4f HTTP/1.1" status: 204 len: 168 time: 0.2547519 Jul 07 22:18:03.136464 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd9105-1e4b-4150-bc81-bdcdafff1d3b" -d '{"events": [{"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:03.143167 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.145503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f6347-bf72-43d0-8db7-3014784d2487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a42ab-9cd1-44e6-8ac2-0923add91b4f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:03.250372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:03.265474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e54c-be93-4f54-a4aa-f54c66d73f08 req-2b68e428-e322-448a-a2f0-a45befe3c27f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:03.267057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0857e54c-be93-4f54-a4aa-f54c66d73f08 req-2b68e428-e322-448a-a2f0-a45befe3c27f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.1026707 Jul 07 22:18:03.336856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0857e54c-be93-4f54-a4aa-f54c66d73f08 req-32d405e6-032e-4db1-84ef-976402045f60 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Jul 07 22:18:03.494357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39774) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:03.525950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15304aab-9f11-48dc-8c58-954f9330193e req-7bf70249-8c1a-4dbf-ae30-e0dd29244fc6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:03.527608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15304aab-9f11-48dc-8c58-954f9330193e req-7bf70249-8c1a-4dbf-ae30-e0dd29244fc6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.0871129 Jul 07 22:18:03.583119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9ece3206-c672-4ecb-934b-78b86fd4ad0f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=89459c0fe16d4cddab50d87511fa9faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853162 Jul 07 22:18:03.584228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39776) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:03.611301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15304aab-9f11-48dc-8c58-954f9330193e req-1807e29e-7be9-489d-906d-a553b64534d3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744915 Jul 07 22:18:03.664100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c7e1-3710-453c-ace3-f4141157e586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.690308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c7e1-3710-453c-ace3-f4141157e586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.739130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c7e1-3710-453c-ace3-f4141157e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.742519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c7e1-3710-453c-ace3-f4141157e586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.746212 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5a2c7e1-3710-453c-ace3-f4141157e586 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a72cf566-8153-4001-9e1b-6e412264db64 HTTP/1.1" status: 204 len: 168 time: 0.1580925 Jul 07 22:18:03.757350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2c7e1-3710-453c-ace3-f4141157e586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72cf566-8153-4001-9e1b-6e412264db64,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:03.781208 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8b322-29e1-462f-aaa2-74a1b88da1c9 x-openstack-request-id: req-28a8b322-29e1-462f-aaa2-74a1b88da1c9 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:03.781664 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:03.781926 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-28a8b322-29e1-462f-aaa2-74a1b88da1c9 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:03.782367 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'code': 200} Jul 07 22:18:03.971830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1adb0b-ce6a-4481-99aa-f9a4b26f7876 req-9ca18b8f-4036-4a86-b35d-c69e1c4b2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:03.973399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f1adb0b-ce6a-4481-99aa-f9a4b26f7876 req-9ca18b8f-4036-4a86-b35d-c69e1c4b2d8d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 1098 time: 0.1244793 Jul 07 22:18:04.012789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06701c6-d847-411f-b86a-89e4ba09e777 req-b19e2d24-d02d-456a-870c-c4a17d1d2686 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:04.014363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b06701c6-d847-411f-b86a-89e4ba09e777 req-b19e2d24-d02d-456a-870c-c4a17d1d2686 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1051176 Jul 07 22:18:04.033448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f1adb0b-ce6a-4481-99aa-f9a4b26f7876 req-4967a902-5d58-4b15-b8b6-9350d334e03b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519686 Jul 07 22:18:04.059607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b06701c6-d847-411f-b86a-89e4ba09e777 req-6dc8c032-c39c-40f2-86f2-2c3751a135a7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Jul 07 22:18:04.276919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110e215-52ed-4880-bc48-e5e1ce9cd3d8 req-0e474590-36e7-44d7-baca-3563640600cb tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:04.278460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7110e215-52ed-4880-bc48-e5e1ce9cd3d8 req-0e474590-36e7-44d7-baca-3563640600cb tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 931 time: 0.0930104 Jul 07 22:18:04.319245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7110e215-52ed-4880-bc48-e5e1ce9cd3d8 req-0f8fcf9e-d373-4757-82d4-5821b76dbb4b tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Jul 07 22:18:04.558102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b6d9-a96e-44b0-a565-7a7dc9106f1b req-6f056df8-5da1-47c0-b6d2-3702f69d3ba9 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:04.559670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39d9b6d9-a96e-44b0-a565-7a7dc9106f1b req-6f056df8-5da1-47c0-b6d2-3702f69d3ba9 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 947 time: 0.0683565 Jul 07 22:18:04.604216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39d9b6d9-a96e-44b0-a565-7a7dc9106f1b req-0f36ca3b-bb9b-4b2b-adec-660324df6108 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jul 07 22:18:04.664912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:04.788804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-590235080'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:04.800976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630dda7-c7b9-48ea-9b37-ea574d9e38ae req-d1956b4a-c13c-45d8-8e18-ea9261ac0bde tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:04.802582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1630dda7-c7b9-48ea-9b37-ea574d9e38ae req-d1956b4a-c13c-45d8-8e18-ea9261ac0bde tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.0700667 Jul 07 22:18:04.812109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:04.815688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.824380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.863182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1630dda7-c7b9-48ea-9b37-ea574d9e38ae req-f85c259c-a40d-49a9-9561-7304b171826b tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547335 Jul 07 22:18:04.895722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f783081f-d102-4b6e-baf6-fced58fa16fc details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:04.967624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.975997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.005221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:18:05.020254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f783081f-d102-4b6e-baf6-fced58fa16fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f783081f-d102-4b6e-baf6-fced58fa16fc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:05.033740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25426a1b-22f0-4a00-a293-2a7e81de2691,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:05.035258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f783081f-d102-4b6e-baf6-fced58fa16fc', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'f783081f-d102-4b6e-baf6-fced58fa16fc', 'mac_address': 'fa:16:3e:2b:db:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:05.037893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.038304 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Added segment cfa06b76-34b4-401c-aedb-d8e11c2c3bea of type vlan for network fb6eb312-b078-40cf-9e77-99f2b99590e3 Jul 07 22:18:05.114268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.141454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.152366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba666-b6af-476c-a863-c117da51a6bd req-2f8f6382-e030-444c-b0ec-c6d88368a13b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:05.161212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef5ba666-b6af-476c-a863-c117da51a6bd req-2f8f6382-e030-444c-b0ec-c6d88368a13b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.1503983 Jul 07 22:18:05.167514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.169617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f783081f-d102-4b6e-baf6-fced58fa16fc {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:05.175730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:05.178234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.215369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef5ba666-b6af-476c-a863-c117da51a6bd req-04dd9f28-12df-4e45-81a1-ff899c4b040e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 Jul 07 22:18:05.237889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f783081f-d102-4b6e-baf6-fced58fa16fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f783081f-d102-4b6e-baf6-fced58fa16fc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:05.250234 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.250894 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5847108 Jul 07 22:18:05.254391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39814) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:05.262753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:05.333718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a769147-b83e-488f-a3cb-f5042ebcfc58 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Network': ['ID=fb6eb312-b078-40cf-9e77-99f2b99590e3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:05.334006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f783081f-d102-4b6e-baf6-fced58fa16fc,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:05.344674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:18:05.378648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:05.383155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.530235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ad39-b385-4768-803f-f1d384ddde62 req-99de0596-83c3-4498-ac49-3c590c438230 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:05.532188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d89ad39-b385-4768-803f-f1d384ddde62 req-99de0596-83c3-4498-ac49-3c590c438230 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.0658290 Jul 07 22:18:05.570743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d89ad39-b385-4768-803f-f1d384ddde62 req-1959c163-0bc4-4474-85d4-cbabbd4ac211 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Jul 07 22:18:05.579253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f783081f-d102-4b6e-baf6-fced58fa16fc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:05.598609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.669258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=a1ebb954-24c8-4b7a-a050-024d60cc5824,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:05.679940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:05.680317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network hostable DHCP agents. Network: fb6eb312-b078-40cf-9e77-99f2b99590e3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:18:05.702188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:18:05.712227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, fb6eb312-b078-40cf-9e77-99f2b99590e3) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:05.722456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:05.723176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba88528-7aff-4f18-bd3d-60082aa75f48 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:05.723931 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.740912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-97096391-e2d3-4ef3-828f-e7be49bbf939 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4852593 Jul 07 22:18:05.743633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39820) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:05.749815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'name': 'tempest-NetworksTestDHCPv6-650426345'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:05.763926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912eb3d-634d-4f79-970a-0cc9ad3d2662 req-cd53a27e-a60b-4b25-a9f1-7295e1a2b936 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:05.765498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5912eb3d-634d-4f79-970a-0cc9ad3d2662 req-cd53a27e-a60b-4b25-a9f1-7295e1a2b936 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 931 time: 0.0769033 Jul 07 22:18:05.807450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5912eb3d-634d-4f79-970a-0cc9ad3d2662 req-a0cc771c-4113-47a6-81c3-6a8898066137 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jul 07 22:18:05.883918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:05.888960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.910360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': 'a1ebb954-24c8-4b7a-a050-024d60cc5824'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:05.911216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port c7ed73a6-49fc-4528-8172-cc9ac0d6876a yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:05.911469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.052118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5597746-c044-47d7-bfbf-e9676d827a29 req-a4cd22bd-4bfa-4539-8f03-07458ef88d2f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:06.054282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5597746-c044-47d7-bfbf-e9676d827a29 req-a4cd22bd-4bfa-4539-8f03-07458ef88d2f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 948 time: 0.0942924 Jul 07 22:18:06.105750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5597746-c044-47d7-bfbf-e9676d827a29 req-005f77c9-dbcd-42dc-9637-63e3d522a73c tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 Jul 07 22:18:06.141996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::7 (fb6eb312-b078-40cf-9e77-99f2b99590e3/a1ebb954-24c8-4b7a-a050-024d60cc5824/c7ed73a6-49fc-4528-8172-cc9ac0d6876a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:06.304169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816507c-0e18-4c7d-aa14-e3f692e49d09 req-4845c99b-5711-4b9c-bb6f-9da13b6d237c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:06.306401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f816507c-0e18-4c7d-aa14-e3f692e49d09 req-4845c99b-5711-4b9c-bb6f-9da13b6d237c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.0736661 Jul 07 22:18:06.332000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.348742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object c7ed73a6-49fc-4528-8172-cc9ac0d6876a will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:06.358487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f816507c-0e18-4c7d-aa14-e3f692e49d09 req-04dda8f4-0163-440d-a164-c3844ecf286d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Jul 07 22:18:06.392084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.453549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:06.455186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:06.455744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/a1ebb954-24c8-4b7a-a050-024d60cc5824/9324fd86-18dd-498b-b091-f51008b94e24) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:06.457358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=c7ed73a6-49fc-4528-8172-cc9ac0d6876a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:06.459813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:06.465770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:06.466505 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.486318 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-844dd438-20c9-4e32-b50a-709d34540d88 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7389040 Jul 07 22:18:06.486728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39830) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:06.547161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d82a8-86dc-4571-867c-6d8e40784acf req-0bfb6d1f-0d4f-4607-933b-17ccefe361ea tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:06.549737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-271d82a8-86dc-4571-867c-6d8e40784acf req-0bfb6d1f-0d4f-4607-933b-17ccefe361ea tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.0798588 Jul 07 22:18:06.591545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-271d82a8-86dc-4571-867c-6d8e40784acf req-d5e66103-d917-4e0b-8ca7-cb45d3d7a6ef tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Jul 07 22:18:06.598496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caae098-2b31-4831-aae9-e59cfb3ba518 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:06.600279 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8caae098-2b31-4831-aae9-e59cfb3ba518 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1126397 Jul 07 22:18:06.602760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:06.631395 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.641318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Transition to ACTIVE for port object 9324fd86-18dd-498b-b091-f51008b94e24 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:06.658663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Transition to ACTIVE for port object 9324fd86-18dd-498b-b091-f51008b94e24 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:06.675692 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.715440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port c7ed73a6-49fc-4528-8172-cc9ac0d6876a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:06.716025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.743473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Pushing event updated for resources: {'Port': ['ID=9324fd86-18dd-498b-b091-f51008b94e24,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:06.758295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:06.760374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:06.766049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:06.846878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Attempting to bind port 9324fd86-18dd-498b-b091-f51008b94e24 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:06.847842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Attempting to bind port 9324fd86-18dd-498b-b091-f51008b94e24 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:06.848987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Attempting to bind port 9324fd86-18dd-498b-b091-f51008b94e24 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:06.865375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.869540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:06.871093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:06.874342 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.875016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:06.875699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Bound port: 9324fd86-18dd-498b-b091-f51008b94e24, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:06.876488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.890391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for c7ed73a6-49fc-4528-8172-cc9ac0d6876a owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:07.021223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] For port 9324fd86-18dd-498b-b091-f51008b94e24, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:07.026596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] For port 9324fd86-18dd-498b-b091-f51008b94e24, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9324fd86-18dd-498b-b091-f51008b94e24,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:07.028223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f783081f-d102-4b6e-baf6-fced58fa16fc up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:07.062404 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.071227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0a3b8-9bae-456b-b023-a85b22e47eef req-98a6c2f1-d382-4f2b-9901-ae7d23ac71b3 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.074306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ce0a3b8-9bae-456b-b023-a85b22e47eef req-98a6c2f1-d382-4f2b-9901-ae7d23ac71b3 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.1355901 Jul 07 22:18:07.136767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.143710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d962681-5746-4c1b-887c-2c2c8c301194 None None] Pushing event updated for resources: {'Port': ['ID=9324fd86-18dd-498b-b091-f51008b94e24,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:07.147718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ce0a3b8-9bae-456b-b023-a85b22e47eef req-7a53956b-b5f3-4639-8524-18730674adc1 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591838 Jul 07 22:18:07.175438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f783081f-d102-4b6e-baf6-fced58fa16fc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:07.180531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f783081f-d102-4b6e-baf6-fced58fa16fc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:07.181194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.190890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=c7ed73a6-49fc-4528-8172-cc9ac0d6876a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:07.229921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.233134 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-812441fd-d680-46bb-b03c-d35297e3daae tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/c7ed73a6-49fc-4528-8172-cc9ac0d6876a HTTP/1.1" status: 204 len: 168 time: 0.6287687 Jul 07 22:18:07.235702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39844) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:07.279304 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.307442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783081f-d102-4b6e-baf6-fced58fa16fc'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:07.309736 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d0a4b-87de-4b3a-adcb-ea6d6d8e9e3f" -d '{"events": [{"server_uuid": "c7f573f8-1f3a-4bec-b5e6-b820f67d936d", "name": "network-vif-plugged", "status": "completed", "tag": "f783081f-d102-4b6e-baf6-fced58fa16fc"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:07.323821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f783081f-d102-4b6e-baf6-fced58fa16fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f783081f-d102-4b6e-baf6-fced58fa16fc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:07.329053 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.367821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ffd9e-b7f2-46ed-9228-53ab29d9ae85 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.369415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ffd9e-b7f2-46ed-9228-53ab29d9ae85 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.374085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-365ffd9e-b7f2-46ed-9228-53ab29d9ae85 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1342204 Jul 07 22:18:07.374588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39848) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:07.436151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f783081f-d102-4b6e-baf6-fced58fa16fc,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:07.438266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77351c35-6c27-4ddb-a98b-2ec8ccfd1079 req-ccf87856-359d-4f2a-bc7e-e65c5bb03737 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.440966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77351c35-6c27-4ddb-a98b-2ec8ccfd1079 req-ccf87856-359d-4f2a-bc7e-e65c5bb03737 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1589835 Jul 07 22:18:07.469502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet a1ebb954-24c8-4b7a-a050-024d60cc5824 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:07.476124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.487576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77351c35-6c27-4ddb-a98b-2ec8ccfd1079 req-cafd394f-2aed-44bc-b162-e72429fbfaaf tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Jul 07 22:18:07.527383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.625344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.667923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bbd23-ebd8-4fe6-aa98-8b9e5d72ff87 req-13e1367e-e784-421a-8d9c-43c2b1700697 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.669484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff6bbd23-ebd8-4fe6-aa98-8b9e5d72ff87 req-13e1367e-e784-421a-8d9c-43c2b1700697 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 931 time: 0.0704343 Jul 07 22:18:07.689834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.714265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff6bbd23-ebd8-4fe6-aa98-8b9e5d72ff87 req-68b84ecc-3642-4a6d-9af7-91f0193b68e0 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Jul 07 22:18:07.719462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ebb954-24c8-4b7a-a050-024d60cc5824,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:07.721577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.726958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bae1fb19-b270-4466-96d5-20578c5272ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/a1ebb954-24c8-4b7a-a050-024d60cc5824 HTTP/1.1" status: 204 len: 168 time: 0.3510969 Jul 07 22:18:07.727346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39852) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:07.773559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-688e2809-1bbd-4897-a0bb-b8468884ce9c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449536 Jul 07 22:18:07.776318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39856) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:07.781612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:07.922141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:07.925916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.981734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b6b8-414d-4c9a-89ed-2227e177ec49 req-8af20186-b129-4ba1-baf3-0cc58e5a12d1 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.983700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d36b6b8-414d-4c9a-89ed-2227e177ec49 req-8af20186-b129-4ba1-baf3-0cc58e5a12d1 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 949 time: 0.1566463 Jul 07 22:18:08.058097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d36b6b8-414d-4c9a-89ed-2227e177ec49 req-3253402c-c57b-462f-8cff-47f227c122ac tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 Jul 07 22:18:08.132335 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f9afe-9e10-437c-9bea-f300684288d7 x-openstack-request-id: req-f77f9afe-9e10-437c-9bea-f300684288d7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:08.132890 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f573f8-1f3a-4bec-b5e6-b820f67d936d", "name": "network-vif-plugged", "status": "completed", "tag": "f783081f-d102-4b6e-baf6-fced58fa16fc", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:08.132989 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f77f9afe-9e10-437c-9bea-f300684288d7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:08.133327 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783081f-d102-4b6e-baf6-fced58fa16fc', 'code': 200} Jul 07 22:18:08.233096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9324fd86-18dd-498b-b091-f51008b94e24 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:08.285527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40887904-988c-4a8c-a1ee-2edee5651cf9 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:08.303083 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.354777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 9324fd86-18dd-498b-b091-f51008b94e24 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:08.372499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:08.381434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:08.384500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.385088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.392935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=f0163f84-9291-45e6-86e5-c3a64c3c3eb9,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:08.394743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] Provisioning for port 9324fd86-18dd-498b-b091-f51008b94e24 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:08.407201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6261dd9-bc35-4a81-b905-1971c1f289fb req-22f3fb68-fe73-4850-b59b-8d4ae9965b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.408866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6261dd9-bc35-4a81-b905-1971c1f289fb req-22f3fb68-fe73-4850-b59b-8d4ae9965b2b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 1101 time: 0.1881368 Jul 07 22:18:08.424773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] Provisioning complete for port 9324fd86-18dd-498b-b091-f51008b94e24 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:08.425939 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.427182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6498525 Jul 07 22:18:08.429176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:08.432821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.433410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.433758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.434116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.434449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.434807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.434933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'name': 'tempest-NetworksTestDHCPv6-1483076446'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:08.435138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.436091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.436366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.436689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.437012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.437334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f02304-ddc6-4c11-bcc5-aefb193c6956 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:08.462988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d2ea-ed39-40b8-a153-e5f1d31ecd79 req-0eae1a18-0020-47a2-98e8-c17b09918630 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.464501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94b1d2ea-ed39-40b8-a153-e5f1d31ecd79 req-0eae1a18-0020-47a2-98e8-c17b09918630 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2028139 Jul 07 22:18:08.492509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6261dd9-bc35-4a81-b905-1971c1f289fb req-bf5bb67a-2157-46ac-8fdc-40de776a62dd service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Jul 07 22:18:08.514726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94b1d2ea-ed39-40b8-a153-e5f1d31ecd79 req-10a7e426-ed6c-47be-ab6d-5e1db999fc62 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Jul 07 22:18:08.555075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:08.556832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.559673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.580211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port bea61e63-cd3d-4d81-b980-c57fd5511bcb yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:08.601604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] For port 9324fd86-18dd-498b-b091-f51008b94e24, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9324fd86-18dd-498b-b091-f51008b94e24,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:08.610232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.683030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fde92-81bb-4488-8455-dedbf97d7811 None None] Pushing event updated for resources: {'Port': ['ID=9324fd86-18dd-498b-b091-f51008b94e24,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:08.727518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::38c (fb6eb312-b078-40cf-9e77-99f2b99590e3/f0163f84-9291-45e6-86e5-c3a64c3c3eb9/bea61e63-cd3d-4d81-b980-c57fd5511bcb) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:08.787293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ebd73-2da6-4192-852c-2403b275c5bb None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:08.852024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129a839-8437-44cc-b8c7-912589027575 req-f943015e-25c3-411a-ae97-57bc405b31c4 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.853426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3129a839-8437-44cc-b8c7-912589027575 req-f943015e-25c3-411a-ae97-57bc405b31c4 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.0741327 Jul 07 22:18:08.855674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d8fe4da-3258-4134-91b2-4ce67f3c1597 None None] Provisioning complete for port 9324fd86-18dd-498b-b091-f51008b94e24 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:08.856042 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe4da-3258-4134-91b2-4ce67f3c1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.901094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3129a839-8437-44cc-b8c7-912589027575 req-cf5e2c97-279b-4233-b894-f233dcfc56e4 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Jul 07 22:18:08.929964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.947729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object bea61e63-cd3d-4d81-b980-c57fd5511bcb will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:08.987760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.047481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:09.053941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:09.057893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:09.064454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:09.065100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.075541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=bea61e63-cd3d-4d81-b980-c57fd5511bcb,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:09.094833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b611450-d0a3-4cfe-8d39-c84f877f795a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6643145 Jul 07 22:18:09.095499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39870) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:09.128966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d2cdd-277d-4383-baeb-f7e8562a0628 req-b310baf8-14b8-4874-8b20-c1b4063e92e7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:09.130512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-163d2cdd-277d-4383-baeb-f7e8562a0628 req-b310baf8-14b8-4874-8b20-c1b4063e92e7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.0981913 Jul 07 22:18:09.224689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-163d2cdd-277d-4383-baeb-f7e8562a0628 req-df5ac13f-0b0b-4dbb-b140-98310eb787f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764325 Jul 07 22:18:09.268201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f23fcef6-8720-4ceb-8a8e-39a3d0942c13 None None] Provisioning complete for port 9324fd86-18dd-498b-b091-f51008b94e24 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:09.268670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f23fcef6-8720-4ceb-8a8e-39a3d0942c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.275566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e79f4-cdbc-408c-a3fa-99c24f928761 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:09.281896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e79f4-cdbc-408c-a3fa-99c24f928761 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:09.283707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-187e79f4-cdbc-408c-a3fa-99c24f928761 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1870794 Jul 07 22:18:09.286352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:09.457287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port bea61e63-cd3d-4d81-b980-c57fd5511bcb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:09.458019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.484284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8c55f-f0c2-410e-9fee-0f3ca574710c req-1342c879-c527-483d-a751-54635a8c1a12 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:09.486129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ab8c55f-f0c2-410e-9fee-0f3ca574710c req-1342c879-c527-483d-a751-54635a8c1a12 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 931 time: 0.1114464 Jul 07 22:18:09.508022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b7df7dd6-3d14-43cb-b6a2-e913c3b36113 None None] Could not find standard attr ID for object c7ed73a6-49fc-4528-8172-cc9ac0d6876a. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:18:09.571101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ab8c55f-f0c2-410e-9fee-0f3ca574710c req-a6d0df8d-9825-4dcd-b967-ee58cee180dc tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570872 Jul 07 22:18:09.609497 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.624620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for bea61e63-cd3d-4d81-b980-c57fd5511bcb owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:09.743757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7302898e-7c58-4a1c-a262-2c0670ea9da5 None None] Provisioning for port bea61e63-cd3d-4d81-b980-c57fd5511bcb completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:09.748281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7302898e-7c58-4a1c-a262-2c0670ea9da5 None None] Provisioning complete for port bea61e63-cd3d-4d81-b980-c57fd5511bcb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:09.748860 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7302898e-7c58-4a1c-a262-2c0670ea9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.791220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7302898e-7c58-4a1c-a262-2c0670ea9da5 None None] Port bea61e63-cd3d-4d81-b980-c57fd5511bcb cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:09.822648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Request body: {'port': {'device_id': 'aba0cb80-374c-4063-a8c1-dca526751032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:09.833186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96abda-cebe-491a-9000-80ebebece9ad req-dbdb152f-3e4e-4650-a988-c1bd2498049f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:09.840241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d96abda-cebe-491a-9000-80ebebece9ad req-dbdb152f-3e4e-4650-a988-c1bd2498049f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.1551523 Jul 07 22:18:09.854096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.900433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=bea61e63-cd3d-4d81-b980-c57fd5511bcb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:09.944839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:09.949206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d344922a-c352-4e25-a89c-67d003ce12e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/bea61e63-cd3d-4d81-b980-c57fd5511bcb HTTP/1.1" status: 204 len: 168 time: 0.6593871 Jul 07 22:18:09.952089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:09.960919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d96abda-cebe-491a-9000-80ebebece9ad req-3742d009-ab24-41ef-9478-16b7f4740c5f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196485 Jul 07 22:18:09.973411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.029492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2615dc-20de-4ce5-af2a-5bf52da68d6d req-8d8778b9-0442-4f39-ae9e-64491365efd5 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.031129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa2615dc-20de-4ce5-af2a-5bf52da68d6d req-8d8778b9-0442-4f39-ae9e-64491365efd5 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 949 time: 0.0830970 Jul 07 22:18:10.088315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa2615dc-20de-4ce5-af2a-5bf52da68d6d req-29d2e463-5367-4e2b-8f16-d54e88c95410 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Jul 07 22:18:10.144520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52cfbe-7d17-4c08-a713-9aed581b03ef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.146297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52cfbe-7d17-4c08-a713-9aed581b03ef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.148026 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4a52cfbe-7d17-4c08-a713-9aed581b03ef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1766524 Jul 07 22:18:10.152711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26b486-06d3-4832-8775-ba5105cc6bec req-447cdaed-ffe7-42a1-b5f1-612de2095c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.154702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-db26b486-06d3-4832-8775-ba5105cc6bec req-447cdaed-ffe7-42a1-b5f1-612de2095c49 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.3513908 Jul 07 22:18:10.155122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39884) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:10.224408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083083d-c846-4bef-8ade-f5be07b73c6a req-e419d9cd-224c-48fe-91e4-1b6b3ab106ac tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.226063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8083083d-c846-4bef-8ade-f5be07b73c6a req-e419d9cd-224c-48fe-91e4-1b6b3ab106ac tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.0804992 Jul 07 22:18:10.229840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9324fd86-18dd-498b-b091-f51008b94e24 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:10.312537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8083083d-c846-4bef-8ade-f5be07b73c6a req-c41f43de-e616-473b-8a0b-d63a802274e6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722744 Jul 07 22:18:10.324363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9324fd86-18dd-498b-b091-f51008b94e24 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:10.324903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.350052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-db26b486-06d3-4832-8775-ba5105cc6bec req-041e77ae-b4a2-4e91-898d-0707563c05ef service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355481 Jul 07 22:18:10.387239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet f0163f84-9291-45e6-86e5-c3a64c3c3eb9 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:10.393239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.455015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.525533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8983a-0245-4f99-af8d-6fd01cda5f47 req-f5328119-8dbc-46a9-a772-664c40184419 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.527244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44b8983a-0245-4f99-af8d-6fd01cda5f47 req-f5328119-8dbc-46a9-a772-664c40184419 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.0757699 Jul 07 22:18:10.530118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.572903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44b8983a-0245-4f99-af8d-6fd01cda5f47 req-88717021-6ac0-4109-a146-1084baa3a9ee tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341699 Jul 07 22:18:10.625443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc9aa82-334c-40eb-a4ed-8828e337da9b {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:10.633653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.656398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Transition to ACTIVE for port object 0dc9aa82-334c-40eb-a4ed-8828e337da9b will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:10.658163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.667312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.698479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=f0163f84-9291-45e6-86e5-c3a64c3c3eb9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:10.713066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8075e-71f7-4997-821c-514d76fb756b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:10.724836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.726867 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ee8f37f-78c8-4119-bd0a-9653cc6a6108 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/f0163f84-9291-45e6-86e5-c3a64c3c3eb9 HTTP/1.1" status: 204 len: 168 time: 0.5672131 Jul 07 22:18:10.731433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:10.765080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ec0d-e39d-4419-8682-dda4f3ff4dc3 req-68791e2a-dca8-4a54-9b6a-2732b3c6bd07 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.766968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e65ec0d-e39d-4419-8682-dda4f3ff4dc3 req-68791e2a-dca8-4a54-9b6a-2732b3c6bd07 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.0925989 Jul 07 22:18:10.808116 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-856dd476-612f-4580-81ac-d9cfd8247f81 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748270 Jul 07 22:18:10.817148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:10.824738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:10.841948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc9aa82-334c-40eb-a4ed-8828e337da9b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:10.861496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e65ec0d-e39d-4419-8682-dda4f3ff4dc3 req-e47bd1e3-cc92-45a2-8341-29a03feb044c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838118 Jul 07 22:18:10.918116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f55bd-1bd4-4f19-9580-188feeb14c8a req-e0331b97-a877-4594-8f6a-a30bf93ef45a tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.920308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d3f55bd-1bd4-4f19-9580-188feeb14c8a req-e0331b97-a877-4594-8f6a-a30bf93ef45a tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 943 time: 0.1517103 Jul 07 22:18:11.025572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Attempting to bind port 0dc9aa82-334c-40eb-a4ed-8828e337da9b on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:11.026008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Attempting to bind port 0dc9aa82-334c-40eb-a4ed-8828e337da9b by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:11.026272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Attempting to bind port 0dc9aa82-334c-40eb-a4ed-8828e337da9b on network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:11.033505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d3f55bd-1bd4-4f19-9580-188feeb14c8a req-a25e1134-99f2-46d0-924f-1d2335ac21ba tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028223 Jul 07 22:18:11.043100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Port 0dc9aa82-334c-40eb-a4ed-8828e337da9b on network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:11.043442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Attempting to bind port 0dc9aa82-334c-40eb-a4ed-8828e337da9b on network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:11.046619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:11.050159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.056999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:11.057342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Checking segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:11.057735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Bound using segment: {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:11.058182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Bound port: 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b7c8fe-e24a-45d5-bb41-f8250605210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:11.058548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.069566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a943b8c-92b1-4e3c-b90a-7a91efee1c05 req-a408020e-3ff8-4e45-b655-01a80c9e9931 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.071249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a943b8c-92b1-4e3c-b90a-7a91efee1c05 req-a408020e-3ff8-4e45-b655-01a80c9e9931 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 949 time: 0.0802443 Jul 07 22:18:11.128380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:11.134168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a943b8c-92b1-4e3c-b90a-7a91efee1c05 req-b49aa140-2a7a-44be-8297-7c6acd01e7d9 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Jul 07 22:18:11.202619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] Deleting port 9324fd86-18dd-498b-b091-f51008b94e24 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:11.203023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.217839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] For port 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:11.222381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] For port 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:11.232081 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.273943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] For port 9324fd86-18dd-498b-b091-f51008b94e24, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9324fd86-18dd-498b-b091-f51008b94e24,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:11.274350 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.292078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] Calling delete_port for 9324fd86-18dd-498b-b091-f51008b94e24 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:11.307550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.308199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.309638 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] 10.222.0.97 "PUT /v2.0/ports/0dc9aa82-334c-40eb-a4ed-8828e337da9b HTTP/1.1" status: 200 len: 1092 time: 1.4930930 Jul 07 22:18:11.310092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0cb80-374c-4063-a8c1-dca526751032', 'tag': '0dc9aa82-334c-40eb-a4ed-8828e337da9b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:11.312474 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0cb80-374c-4063-a8c1-dca526751032", "tag": "0dc9aa82-334c-40eb-a4ed-8828e337da9b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:11.395783 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.413043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] No DVR routers for this DVR port 9324fd86-18dd-498b-b091-f51008b94e24 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:11.441352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad2a0a-731b-4e91-8778-8fa3491d6801 None None] Pushing event deleted for resources: {'Port': ['ID=9324fd86-18dd-498b-b091-f51008b94e24,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:11.452110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2d473-7460-4d7d-99b0-f367fb9c41a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc9aa82-334c-40eb-a4ed-8828e337da9b,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:11.469914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-f11a1669-d4cb-418e-b63b-7cfbbec68b61 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631673 Jul 07 22:18:11.505530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.521567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e76fd-fb0d-4f38-afb3-5010290dc640 req-1ed4b174-6d4c-4523-9456-3e6d39a107f9 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.523298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c2e76fd-fb0d-4f38-afb3-5010290dc640 req-1ed4b174-6d4c-4523-9456-3e6d39a107f9 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.2138140 Jul 07 22:18:11.570286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-72ebf802-4a58-4ad1-8bdb-9035f5323b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.571952 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-72ebf802-4a58-4ad1-8bdb-9035f5323b61 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1262eabb5adf413d9cda54378f3878bf&device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 1095 time: 0.1930776 Jul 07 22:18:11.577210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=35121abf-eb54-4f72-bb33-c18f2f35a987,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:11.580520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:11.582356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:11.588733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.589465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.597001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e0f58-b7a4-4ccd-ad05-ceaa36f196cb None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:11.608804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c2e76fd-fb0d-4f38-afb3-5010290dc640 req-72c6b2e6-8f94-41bd-9513-e37c32994c4f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Jul 07 22:18:11.615643 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3e51fa3-05c8-4dd4-b246-727598bde27c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7950912 Jul 07 22:18:11.616917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39924) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:11.622047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'name': 'tempest-NetworksTestDHCPv6-1608974187'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:11.662299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-8e944466-3110-479f-b6bd-2f8062e5eeb9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b HTTP/1.1" status: 200 len: 217 time: 0.0778363 Jul 07 22:18:11.737914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-b4b10640-9bca-4c5a-a7a6-adafb2ab8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.740071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-b4b10640-9bca-4c5a-a7a6-adafb2ab8350 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=641352fb-d202-4847-bf82-f73a264f56d0 HTTP/1.1" status: 200 len: 853 time: 0.0711763 Jul 07 22:18:11.777918 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:18:11.781458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '35121abf-eb54-4f72-bb33-c18f2f35a987'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:11.782434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.797310 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6606bcce-d4fe-423c-8357-e39af5447a99 x-openstack-request-id: req-6606bcce-d4fe-423c-8357-e39af5447a99 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:11.797633 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0cb80-374c-4063-a8c1-dca526751032", "tag": "0dc9aa82-334c-40eb-a4ed-8828e337da9b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:11.797852 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6606bcce-d4fe-423c-8357-e39af5447a99 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:11.798260 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0cb80-374c-4063-a8c1-dca526751032', 'tag': '0dc9aa82-334c-40eb-a4ed-8828e337da9b', 'status': 'completed', 'code': 200} Jul 07 22:18:11.836183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-26241704-21e0-48ef-97ff-37f5be0e985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.837918 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-26241704-21e0-48ef-97ff-37f5be0e985c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907660 Jul 07 22:18:11.944779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-3b5e345e-b369-4a9c-ba48-4189215f3a8f service neutron] 10.222.0.97 "GET /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986135 Jul 07 22:18:11.945372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/35121abf-eb54-4f72-bb33-c18f2f35a987/87558eb9-33e7-41e3-b32e-7ae2197b93a9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:12.042962 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cc3a4af-3722-42af-b78c-d2a76689f266 req-cd410a95-627a-41fe-9c6e-6cb8381a6fb8 service neutron] 10.222.0.97 "GET /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905280 Jul 07 22:18:12.054581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-ab95a48f-0be8-4809-a8bf-752b61d47afb tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.056119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-ab95a48f-0be8-4809-a8bf-752b61d47afb tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757546 Jul 07 22:18:12.117344 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.123468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-51fe2ee8-2f98-4109-9ae8-4b4861791fde tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/quotas/90fbc93b62824f1ba2212cb6f6ca53f1 HTTP/1.1" status: 200 len: 375 time: 0.0581629 Jul 07 22:18:12.151751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Transition to ACTIVE for port object 87558eb9-33e7-41e3-b32e-7ae2197b93a9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:12.192842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Transition to ACTIVE for port object 87558eb9-33e7-41e3-b32e-7ae2197b93a9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:12.220992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9324fd86-18dd-498b-b091-f51008b94e24 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:12.231582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0010f-4be8-48f0-8776-05b8e7b5d037 req-c506fe54-5b94-4f4f-a9da-de8d1084e9eb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.233987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ced0010f-4be8-48f0-8776-05b8e7b5d037 req-c506fe54-5b94-4f4f-a9da-de8d1084e9eb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2280538 Jul 07 22:18:12.251198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 9324fd86-18dd-498b-b091-f51008b94e24 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:12.251725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9324fd86-18dd-498b-b091-f51008b94e24 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:12.253539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.255033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-e474cb60-1796-4d4f-b37a-f8171a65a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.257993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-e474cb60-1796-4d4f-b37a-f8171a65a935 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1262eabb5adf413d9cda54378f3878bf&device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 1095 time: 0.1302264 Jul 07 22:18:12.268305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:12.271791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.297482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:12.303194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:12.307062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:12.311319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-9f845a1d-c652-41fc-9314-5069e917f764 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868167 Jul 07 22:18:12.314045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Pushing event updated for resources: {'Port': ['ID=87558eb9-33e7-41e3-b32e-7ae2197b93a9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:12.315978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port b6833a2d-8421-439e-82ca-9f9c495c64b9 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:12.327952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ced0010f-4be8-48f0-8776-05b8e7b5d037 req-51accea6-5a16-46ad-850f-d90bfa73df42 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870609 Jul 07 22:18:12.427740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Attempting to bind port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:12.428899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Attempting to bind port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:12.429275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Attempting to bind port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:12.465059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:12.465605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:12.465993 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.466405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:12.467480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Bound port: 87558eb9-33e7-41e3-b32e-7ae2197b93a9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:12.468059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.549018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] For port 87558eb9-33e7-41e3-b32e-7ae2197b93a9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:12.554350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] For port 87558eb9-33e7-41e3-b32e-7ae2197b93a9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=87558eb9-33e7-41e3-b32e-7ae2197b93a9,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:12.562137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.637982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::338 (fb6eb312-b078-40cf-9e77-99f2b99590e3/35121abf-eb54-4f72-bb33-c18f2f35a987/b6833a2d-8421-439e-82ca-9f9c495c64b9) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:12.668405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdd6db-571c-40a5-b468-fa73ed8cf09c None None] Pushing event updated for resources: {'Port': ['ID=87558eb9-33e7-41e3-b32e-7ae2197b93a9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:12.740064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-24b0c222-a3ae-4b72-bfbc-397d5284413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.742517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-24b0c222-a3ae-4b72-bfbc-397d5284413b service neutron] 10.222.0.97 "GET /v2.0/networks?id=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 HTTP/1.1" status: 200 len: 915 time: 0.4754772 Jul 07 22:18:12.747142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110457-f4fa-4660-ac6a-8e169b0a2bd3 req-37740ec6-3f23-443c-9f16-6de060ef5a04 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.749452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86110457-f4fa-4660-ac6a-8e169b0a2bd3 req-37740ec6-3f23-443c-9f16-6de060ef5a04 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 943 time: 0.1892602 Jul 07 22:18:12.771285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d889de1-3fa0-462e-ade0-0137b16ecc77 req-03c1dcbe-b57d-4ad8-a0d8-56de53a1218c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.772801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d889de1-3fa0-462e-ade0-0137b16ecc77 req-03c1dcbe-b57d-4ad8-a0d8-56de53a1218c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1966932 Jul 07 22:18:12.791241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-2165b537-cb40-4a79-ba1d-2f0b28cab08e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b HTTP/1.1" status: 200 len: 217 time: 0.0398984 Jul 07 22:18:12.885921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-5961d8f6-c3fe-4fb0-88a3-211ef726ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.887849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-5961d8f6-c3fe-4fb0-88a3-211ef726ed00 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=641352fb-d202-4847-bf82-f73a264f56d0 HTTP/1.1" status: 200 len: 853 time: 0.0905650 Jul 07 22:18:12.908004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86110457-f4fa-4660-ac6a-8e169b0a2bd3 req-36a0f857-592e-4dd9-ab76-97bc5d531b41 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447935 Jul 07 22:18:12.935999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d889de1-3fa0-462e-ade0-0137b16ecc77 req-2e638253-dcc2-46c8-9028-d84248aee3ee tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286039 Jul 07 22:18:12.979150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-133b687b-dcfd-4bb8-93f9-3e0c9a84b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:12.979150 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-133b687b-dcfd-4bb8-93f9-3e0c9a84b559 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845683 Jul 07 22:18:13.009811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.074965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6ddcd32-96df-448b-8c69-37f5badfb1a9 req-6be0d4db-e757-4e0a-9f5b-ffc036ef631d tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 210 time: 0.0625706 Jul 07 22:18:13.078248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object b6833a2d-8421-439e-82ca-9f9c495c64b9 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:13.140256 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-6210ac05-d8ae-496c-8c85-d55d535bc85f service neutron] 10.222.0.97 "GET /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538656 Jul 07 22:18:13.148105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.178025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:13.199539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:13.203032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:13.209217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.209988 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.267779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6498673 Jul 07 22:18:13.270301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39952) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:13.283478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4561dad-05d7-44f0-9bb7-a517b2dbf90a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=b6833a2d-8421-439e-82ca-9f9c495c64b9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:13.330319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754730-0113-4657-bb24-2a95004887e9 req-52bb3990-e126-4219-8432-352d7fd03862 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.336576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f754730-0113-4657-bb24-2a95004887e9 req-52bb3990-e126-4219-8432-352d7fd03862 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.1102314 Jul 07 22:18:13.355899 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e138f85-1204-4c1a-a1f4-2cde3a3f99a0 req-8234ef3f-f2c0-484b-acd6-d513dc5de00d service neutron] 10.222.0.97 "GET /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048764 Jul 07 22:18:13.381404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6630f3-cfe1-419f-8701-64ed525d6363 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.388083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6630f3-cfe1-419f-8701-64ed525d6363 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.392831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e6630f3-cfe1-419f-8701-64ed525d6363 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1190577 Jul 07 22:18:13.393250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39958) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:13.403391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f754730-0113-4657-bb24-2a95004887e9 req-46a26107-6326-4832-8cab-9d358c098a4c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658543 Jul 07 22:18:13.551397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port b6833a2d-8421-439e-82ca-9f9c495c64b9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:13.551753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.600942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82bdc-3185-418c-9c7f-f339d34971f8 req-ee8555c8-cd8f-4d3e-9bac-61f371946ced tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.602525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfa82bdc-3185-418c-9c7f-f339d34971f8 req-ee8555c8-cd8f-4d3e-9bac-61f371946ced tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.1101112 Jul 07 22:18:13.611729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ea01a-3136-45f9-9a46-fde5e0e49550 req-9dada031-bd99-492d-a82d-3a90ed94765f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.613247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b92ea01a-3136-45f9-9a46-fde5e0e49550 req-9dada031-bd99-492d-a82d-3a90ed94765f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.0903347 Jul 07 22:18:13.649849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.663852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for b6833a2d-8421-439e-82ca-9f9c495c64b9 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:13.676945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfa82bdc-3185-418c-9c7f-f339d34971f8 req-112460e3-a12c-4992-8fb2-d2b68dc533f6 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626929 Jul 07 22:18:13.679731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b92ea01a-3136-45f9-9a46-fde5e0e49550 req-cc94c5f6-baed-4496-8a5d-79329c558c6c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578089 Jul 07 22:18:13.857811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.891846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=b6833a2d-8421-439e-82ca-9f9c495c64b9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:13.892808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a989a-a2e2-4643-a2c1-55b9e7966c66 req-4e94b79d-1c53-4a81-bc35-125eeaa5d228 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.899186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8a989a-a2e2-4643-a2c1-55b9e7966c66 req-4e94b79d-1c53-4a81-bc35-125eeaa5d228 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.0924287 Jul 07 22:18:13.936224 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.947031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8946017c-d0d9-4a2a-aef7-2a9ea2ab6c21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/b6833a2d-8421-439e-82ca-9f9c495c64b9 HTTP/1.1" status: 204 len: 168 time: 0.5526245 Jul 07 22:18:13.947379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39968) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:13.993189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-bf4e440c-d19a-47e6-8696-939fcb94de53 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637500 Jul 07 22:18:14.068047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8a989a-a2e2-4643-a2c1-55b9e7966c66 req-bb1507cd-2040-4d26-8e28-017c0649b530 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611304 Jul 07 22:18:14.072957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-55e56ec8-2335-48b7-9d72-56941a589e21 None None] Provisioning for port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:14.112525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb095-6237-4650-a5e1-00913eea6558 req-b8d85310-c340-4319-a5ff-56b72249316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.119155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-b8d85310-c340-4319-a5ff-56b72249316c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.1190653 Jul 07 22:18:14.129806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd87db9-d7f6-4b19-bacd-08d105d38423 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.131972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd87db9-d7f6-4b19-bacd-08d105d38423 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.133529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8fd87db9-d7f6-4b19-bacd-08d105d38423 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1823964 Jul 07 22:18:14.137426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39974) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:14.205909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 35121abf-eb54-4f72-bb33-c18f2f35a987 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:14.209404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.252181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 87558eb9-33e7-41e3-b32e-7ae2197b93a9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:14.314504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb095-6237-4650-a5e1-00913eea6558 req-9750b26b-7668-46cc-b399-b907a609b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.316766 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-9750b26b-7668-46cc-b399-b907a609b124 service neutron] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.1783328 Jul 07 22:18:14.340022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:14.345660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.349086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:14.349526 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.366331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-f7453a9e-6cde-471a-bae2-60057d50be41 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0421739 Jul 07 22:18:14.396448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-4de746da-03d0-40cc-80ad-4588b8bad081 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.398126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-4de746da-03d0-40cc-80ad-4588b8bad081 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3905189 Jul 07 22:18:14.418466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487754fa-cea8-457c-9a3f-91a50b3fdb1b req-ff95b8ef-1343-4d31-b2bc-cb06e7fef544 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.423700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-487754fa-cea8-457c-9a3f-91a50b3fdb1b req-ff95b8ef-1343-4d31-b2bc-cb06e7fef544 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.3480549 Jul 07 22:18:14.429440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb095-6237-4650-a5e1-00913eea6558 req-3371b2ab-a625-49f8-a4e6-0c6249457823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.430953 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-3371b2ab-a625-49f8-a4e6-0c6249457823 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.0581110 Jul 07 22:18:14.432556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-82927d7f-6629-4b5b-8d6f-9c0213ebc210 None None] Could not find standard attr ID for object b6833a2d-8421-439e-82ca-9f9c495c64b9. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:18:14.439679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Request body: {'port': {'device_id': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '90fbc93b62824f1ba2212cb6f6ca53f1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:14.444500 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.471788 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-0ddf0d04-99b1-4a3f-b2e5-b408d5a01266 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336924 Jul 07 22:18:14.484846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 87558eb9-33e7-41e3-b32e-7ae2197b93a9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=87558eb9-33e7-41e3-b32e-7ae2197b93a9,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:14.490178 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.549672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=87558eb9-33e7-41e3-b32e-7ae2197b93a9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:14.581642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-c221215d-a6aa-416f-8c99-cb5c5dc3d4b1 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030793 Jul 07 22:18:14.623564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-487754fa-cea8-457c-9a3f-91a50b3fdb1b req-410ce069-5b6a-46ed-be8e-091941765cef tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732981 Jul 07 22:18:14.629424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.675568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edf5b7-fb96-4af7-b767-439a551c8876 req-d8f0335f-4b6c-41ed-83cd-60fcd85ca139 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.677020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83edf5b7-fb96-4af7-b767-439a551c8876 req-d8f0335f-4b6c-41ed-83cd-60fcd85ca139 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 943 time: 0.3732023 Jul 07 22:18:14.687008 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-726cb095-6237-4650-a5e1-00913eea6558 req-c05c389f-ed46-4b77-aa88-6a551cb8c756 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987761 Jul 07 22:18:14.773646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83edf5b7-fb96-4af7-b767-439a551c8876 req-684f1e7b-374c-445a-b68f-0b538d0b07f0 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808055 Jul 07 22:18:14.792546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94806dc6-1685-4f77-944c-0d5ac57cf3e9 req-3528344d-9c43-4387-992f-49c12bb435b7 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 210 time: 0.0446808 Jul 07 22:18:14.793481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.798886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Made reservation on behalf of 90fbc93b62824f1ba2212cb6f6ca53f1 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:14.802378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.843778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=35121abf-eb54-4f72-bb33-c18f2f35a987,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:14.848875 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.851141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-da3eb498-3c68-458f-b8b0-9495c6031b1f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/35121abf-eb54-4f72-bb33-c18f2f35a987 HTTP/1.1" status: 204 len: 168 time: 0.7110934 Jul 07 22:18:14.853785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39982) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:14.869401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501a6fa-4f14-4a0d-a1a2-c86327c13a9d None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:14.944214 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f59e9334-ca32-4ca2-b39a-0eb0f3aa31c4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887692 Jul 07 22:18:14.945532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39988) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:15.044213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259292e-edaf-4548-877a-ea9d659107a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.048417 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6259292e-edaf-4548-877a-ea9d659107a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0992243 Jul 07 22:18:15.055249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39990) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:15.067505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Allocated IP 192.168.233.85 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/0ec2dc89-9be6-49ae-a7f0-1765a7324584) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:15.168341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac07d6ca-8d96-4018-aa44-ffb88548d69c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.170653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ac07d6ca-8d96-4018-aa44-ffb88548d69c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1144214 Jul 07 22:18:15.173674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:15.175384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:15.212518 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40c4fa69-ec68-40a7-b3fa-5b554d4e2cf2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376990 Jul 07 22:18:15.218114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39998) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:15.223987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:15.246243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] Deleting port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:15.246742 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.335263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] For port 87558eb9-33e7-41e3-b32e-7ae2197b93a9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=87558eb9-33e7-41e3-b32e-7ae2197b93a9,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:15.335886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.358441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] Calling delete_port for 87558eb9-33e7-41e3-b32e-7ae2197b93a9 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:15.395840 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.401347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:15.407880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.418708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Transition to ACTIVE for port object 0ec2dc89-9be6-49ae-a7f0-1765a7324584 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:15.461495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757de369-6bf6-4c24-88b0-bc62dcc57e1a req-7df0e536-2926-4405-a11f-8076d166b31b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.463418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-757de369-6bf6-4c24-88b0-bc62dcc57e1a req-7df0e536-2926-4405-a11f-8076d166b31b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.1160951 Jul 07 22:18:15.463903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.505326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] Pushing event deleted for resources: {'Port': ['ID=87558eb9-33e7-41e3-b32e-7ae2197b93a9,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:15.512042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aaec48-87e2-4770-bf75-506bf30fd4c6 None None] No DVR routers for this DVR port 87558eb9-33e7-41e3-b32e-7ae2197b93a9 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:15.558737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.570488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f783081f-d102-4b6e-baf6-fced58fa16fc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:15.580348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-757de369-6bf6-4c24-88b0-bc62dcc57e1a req-0966c683-6f1f-4c14-8f65-3575005e0056 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023531 Jul 07 22:18:15.671889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:15.679159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.683300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:15.705321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Pushing event updated for resources: {'Port': ['ID=0ec2dc89-9be6-49ae-a7f0-1765a7324584,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:15.708980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:15.750528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd84ac-1576-4a18-a4a1-c90e8e42961a req-5f982ae6-817f-42fd-a730-9a6bdf5d28b2 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.758815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-becd84ac-1576-4a18-a4a1-c90e8e42961a req-5f982ae6-817f-42fd-a730-9a6bdf5d28b2 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.2897017 Jul 07 22:18:15.765725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=905bb39a-73f1-453f-bd0d-decacd0ce141,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:15.776326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:15.778040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:15.781663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.782179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.790595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa878eb-e632-4791-baf8-f4f161b58883 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:15.809737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.811095 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.819188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d24decc-3262-4cea-b9bb-9bdab701ad95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5997984 Jul 07 22:18:15.821885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40010) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:15.838614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-becd84ac-1576-4a18-a4a1-c90e8e42961a req-88abbabc-0862-41be-84a5-e640a72b0411 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787940 Jul 07 22:18:15.839405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '905bb39a-73f1-453f-bd0d-decacd0ce141', 'ip_address': '2001:db8::c251:a5f0:14c7:57b2'}], 'name': 'tempest-NetworksTestDHCPv6-341261614'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:15.855987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-1171a855-6169-438a-9268-96d0530e99fd tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4224498 Jul 07 22:18:15.870524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Request body: {'port': {'device_id': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:15.989177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:15.995462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '905bb39a-73f1-453f-bd0d-decacd0ce141'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:15.996860 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.103093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-20bad9a7-2f6b-4252-b874-368ebfe7164f None None] Provisioning for port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:16.114219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-20bad9a7-2f6b-4252-b874-368ebfe7164f None None] Provisioning complete for port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:16.114595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-20bad9a7-2f6b-4252-b874-368ebfe7164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.156269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.184439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/905bb39a-73f1-453f-bd0d-decacd0ce141/2bdc3c99-8a32-4390-930b-6c9f1b3be733) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:16.196536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port e60e38f6-f68a-43b5-9040-bdf1670f0b44 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:16.208999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 87558eb9-33e7-41e3-b32e-7ae2197b93a9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:16.243373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 87558eb9-33e7-41e3-b32e-7ae2197b93a9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:16.244487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 87558eb9-33e7-41e3-b32e-7ae2197b93a9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:16.273037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-20bad9a7-2f6b-4252-b874-368ebfe7164f None None] Port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:16.338090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6789-5ddf-4bf1-b978-8e0e8a7c6026 req-29e52fba-49f8-4cd3-ba51-c9bc27c397d5 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.339672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-953f6789-5ddf-4bf1-b978-8e0e8a7c6026 req-29e52fba-49f8-4cd3-ba51-c9bc27c397d5 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.4264674 Jul 07 22:18:16.367980 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.369280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.377994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Transition to ACTIVE for port object 2bdc3c99-8a32-4390-930b-6c9f1b3be733 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:16.392907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Transition to ACTIVE for port object 2bdc3c99-8a32-4390-930b-6c9f1b3be733 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:16.399478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.425218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-953f6789-5ddf-4bf1-b978-8e0e8a7c6026 req-01c16c2b-a7b9-4b6a-8534-7da77b0cc27f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765164 Jul 07 22:18:16.443671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:16.456435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:16.459723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:16.463884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc637e-20a1-47cc-9539-8f29e955b9fc req-4a143a6c-41a2-4ca7-a9e2-996e16604f4f tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.465451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11fc637e-20a1-47cc-9539-8f29e955b9fc req-4a143a6c-41a2-4ca7-a9e2-996e16604f4f tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 943 time: 0.1734462 Jul 07 22:18:16.469000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Pushing event updated for resources: {'Port': ['ID=2bdc3c99-8a32-4390-930b-6c9f1b3be733,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:16.493826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::c251:a5f0:14c7:57b2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/905bb39a-73f1-453f-bd0d-decacd0ce141/e60e38f6-f68a-43b5-9040-bdf1670f0b44) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:16.575512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11fc637e-20a1-47cc-9539-8f29e955b9fc req-364e3bed-1869-4d54-9a1b-76bb0d56f1a3 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996387 Jul 07 22:18:16.576749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Attempting to bind port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:16.577122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Attempting to bind port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:16.577483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Attempting to bind port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:16.580300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0dc9aa82-334c-40eb-a4ed-8828e337da9b details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:16.598116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:16.598116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:16.598116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.598116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:16.598116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Bound port: 2bdc3c99-8a32-4390-930b-6c9f1b3be733, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:16.598116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.703182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.733253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.752812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a319c-6424-46b2-b080-0efd0b57dd7d req-2d0f23b9-d7a3-4ab1-955d-a8cd49a1c45a tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.754565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a08a319c-6424-46b2-b080-0efd0b57dd7d req-2d0f23b9-d7a3-4ab1-955d-a8cd49a1c45a tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 935 time: 0.1249897 Jul 07 22:18:16.757867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] For port 2bdc3c99-8a32-4390-930b-6c9f1b3be733, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:16.779678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] For port 2bdc3c99-8a32-4390-930b-6c9f1b3be733, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2bdc3c99-8a32-4390-930b-6c9f1b3be733,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:16.780933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object e60e38f6-f68a-43b5-9040-bdf1670f0b44 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:16.781647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:16.791381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.845243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec2dc89-9be6-49ae-a7f0-1765a7324584 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:16.854697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a08a319c-6424-46b2-b080-0efd0b57dd7d req-d91d3efc-226d-4668-881a-2cc3e801aa60 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803795 Jul 07 22:18:16.857940 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.863916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a39671-e303-4b48-a156-5763aef8b304 None None] Pushing event updated for resources: {'Port': ['ID=2bdc3c99-8a32-4390-930b-6c9f1b3be733,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:16.869407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.874880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '0dc9aa82-334c-40eb-a4ed-8828e337da9b', 'network_id': '9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8', 'port_id': '0dc9aa82-334c-40eb-a4ed-8828e337da9b', 'mac_address': 'fa:16:3e:e3:29:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641352fb-d202-4847-bf82-f73a264f56d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:16.877554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Transition to ACTIVE for port object 0ec2dc89-9be6-49ae-a7f0-1765a7324584 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:16.884249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.950075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:16.957952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:16.971672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:16.974100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:16.986000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.986578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.010760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=e60e38f6-f68a-43b5-9040-bdf1670f0b44,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:17.017945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2e69b033-f8e4-413d-97e9-e76e41ef6546 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1946445 Jul 07 22:18:17.022469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40026) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:17.033582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2dc89-9be6-49ae-a7f0-1765a7324584,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:17.036279 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.125986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc9aa82-334c-40eb-a4ed-8828e337da9b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:17.179151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:17.191749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.234040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50489-58d7-4328-8da0-6103e85481f6 req-3567d98c-be44-45d0-b4bd-f19ccfa579ba tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.235685 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76f50489-58d7-4328-8da0-6103e85481f6 req-3567d98c-be44-45d0-b4bd-f19ccfa579ba tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.97 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.1477807 Jul 07 22:18:17.302518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:17.328276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'port_id': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'mac_address': 'fa:16:3e:36:ad:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec749f84-bb28-409e-a842-8e0897300531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:17.333849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0dc9aa82-334c-40eb-a4ed-8828e337da9b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:17.393982 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.408925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883761f-f52c-4a01-adc0-9ae852ba7707 req-f009d3db-da55-4722-9c17-e0ebe07defdc tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.412064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41237b0f-0d66-49b5-a709-2c91e407eeb0 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:17.417474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a883761f-f52c-4a01-adc0-9ae852ba7707 req-f009d3db-da55-4722-9c17-e0ebe07defdc tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.4638460 Jul 07 22:18:17.430956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Deleting port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:17.431377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.445214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:17.452412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.461739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Attempting to bind port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:17.462087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Attempting to bind port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:17.462424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Attempting to bind port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:17.482681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:17.482927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Attempting to bind port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:17.517107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b904b-918c-4668-a1ef-ad92d2e019ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.522929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b904b-918c-4668-a1ef-ad92d2e019ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.526686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f46b904b-918c-4668-a1ef-ad92d2e019ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5003030 Jul 07 22:18:17.526886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0dc9aa82-334c-40eb-a4ed-8828e337da9b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:17.526986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:17.526986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:17.526986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:17.526986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Bound port: 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:17.526986 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.530233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40030) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:17.533963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a883761f-f52c-4a01-adc0-9ae852ba7707 req-72fb2211-c679-4a4a-81de-8af4c25284d5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156754 Jul 07 22:18:17.552858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:17.564954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] For port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:17.565228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.589916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa830e-7005-48c7-b552-f20e22050404 req-f2109405-4e4c-4a64-a828-ea0e68f1e137 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.592062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0fa830e-7005-48c7-b552-f20e22050404 req-f2109405-4e4c-4a64-a828-ea0e68f1e137 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.3533540 Jul 07 22:18:17.596885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['41237b0f-0d66-49b5-a709-2c91e407eeb0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:17.711285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0fa830e-7005-48c7-b552-f20e22050404 req-44a8e55d-1b00-47c5-8f0c-724e0f845d18 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965381 Jul 07 22:18:17.752416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] For port 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:17.771940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] For port 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:17.787761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.828622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port e60e38f6-f68a-43b5-9040-bdf1670f0b44 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:17.828951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.852052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.852697 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.854135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] 10.222.0.103 "PUT /v2.0/ports/0ec2dc89-9be6-49ae-a7f0-1765a7324584 HTTP/1.1" status: 200 len: 1096 time: 1.9883797 Jul 07 22:18:17.856917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'tag': '0ec2dc89-9be6-49ae-a7f0-1765a7324584'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:17.859260 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac801f4-1634-4f4d-b358-8ac22f027a51" -d '{"events": [{"name": "network-changed", "server_uuid": "985327bf-265c-41c6-bfaf-5a943887c4d6", "tag": "0ec2dc89-9be6-49ae-a7f0-1765a7324584"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:17.860819 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.861410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.861784 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c disassociated. External IP: 172.25.5.113, port: ec36a1fa-48b1-4c13-82ae-29882c1ed2c8. Jul 07 22:18:17.862441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Calling delete_port for ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:17.940948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602440-1d87-4ea8-aad8-92a843806325 req-93b75c20-9330-461f-9854-f6a50cb4910c tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.942281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c602440-1d87-4ea8-aad8-92a843806325 req-93b75c20-9330-461f-9854-f6a50cb4910c tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec0f0f27-b5ba-4a98-8cf2-671b300cb142 HTTP/1.1" status: 200 len: 945 time: 0.2465703 Jul 07 22:18:18.023273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791702d9-a318-4d8f-8fee-341ed45e06e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2dc89-9be6-49ae-a7f0-1765a7324584,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:18.043869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.077948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event deleted for resources: {'Port': ['ID=ec36a1fa-48b1-4c13-82ae-29882c1ed2c8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:18.139992 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.154531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c602440-1d87-4ea8-aad8-92a843806325 req-875c1c00-8b08-421b-a7e8-90ddd53c8a5b tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d85ec17-0b30-4541-b278-cdd2f4fff77d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747010 Jul 07 22:18:18.170043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for e60e38f6-f68a-43b5-9040-bdf1670f0b44 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:18.213154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-d271e140-c2f3-4cf7-9926-c2e04c94b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:18.214712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-d271e140-c2f3-4cf7-9926-c2e04c94b018 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 1099 time: 0.2871997 Jul 07 22:18:18.254080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2bdc3c99-8a32-4390-930b-6c9f1b3be733 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:18.265617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:18:18.284320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c9056-2b10-429a-89ca-18da036b7c14 req-501ddb65-6bd1-44cc-ac91-fc9eadfbc57a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:18.285882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-676c9056-2b10-429a-89ca-18da036b7c14 req-501ddb65-6bd1-44cc-ac91-fc9eadfbc57a tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.3701742 Jul 07 22:18:18.410653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-70774fe9-80e8-4778-b381-5c2172876e30 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584 HTTP/1.1" status: 200 len: 217 time: 0.1851029 Jul 07 22:18:18.455144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:18.469952 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:18.480548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:18.481250 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:18.501552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8881c8d6-6e7b-4783-b6f3-f00ddb4dc559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.536229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] No DVR routers for this DVR port ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:18.540311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.546774 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76f50489-58d7-4328-8da0-6103e85481f6 req-42f9e3b5-ea14-4b29-a389-70817acbb693 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.97 "DELETE /v2.0/ports/ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 HTTP/1.1" status: 204 len: 173 time: 1.3009851 Jul 07 22:18:18.547323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'name': 'network-vif-deleted', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:18.548605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.551373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-77293ba2-f36b-4e6e-8bce-9c70a9a34e86 None None] Provisioning for port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:18.560202 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72392dc9-0070-4b81-986a-73563b4a4c47" -d '{"events": [{"server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "name": "network-vif-deleted", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:18.573363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0dc9aa82-334c-40eb-a4ed-8828e337da9b up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:18.595483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:18.603617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-52fa4f5f-7d89-4c4f-9b28-3ab007f191e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:18.605251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-52fa4f5f-7d89-4c4f-9b28-3ab007f191e7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1867607 Jul 07 22:18:18.624349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:18.624755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.683051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-676c9056-2b10-429a-89ca-18da036b7c14 req-94fb5190-9a76-484e-9657-94b533d52249 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783014 Jul 07 22:18:18.714879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 0dc9aa82-334c-40eb-a4ed-8828e337da9b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:18.716716 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:18.771532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 0dc9aa82-334c-40eb-a4ed-8828e337da9b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:18.771920 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.881786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.900031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:18.942533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2bdc3c99-8a32-4390-930b-6c9f1b3be733, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2bdc3c99-8a32-4390-930b-6c9f1b3be733,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:18.996300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:19.000001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.022458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.024812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/e60e38f6-f68a-43b5-9040-bdf1670f0b44 HTTP/1.1" status: 204 len: 168 time: 1.4899006 Jul 07 22:18:19.027509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40050) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:19.041248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd88ef-c29c-4358-b0b7-f5af61ad3731 req-ba505cb3-8d89-4c0a-a09b-628a857ba5f1 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.055711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfdd88ef-c29c-4358-b0b7-f5af61ad3731 req-ba505cb3-8d89-4c0a-a09b-628a857ba5f1 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 944 time: 0.6911175 Jul 07 22:18:19.064636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30002932-b710-4b37-b2b5-f83f14ae2842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=e60e38f6-f68a-43b5-9040-bdf1670f0b44,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:19.088549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da7a5-c868-44d1-86f5-7a90877860fe req-d4e0429b-c48b-4081-ade2-4b451711bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.090451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-d4e0429b-c48b-4081-ade2-4b451711bbfc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4427142 Jul 07 22:18:19.097336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47c9bfd8-9a51-4b67-b3d3-7061535718f5 None None] Could not find standard attr ID for object e60e38f6-f68a-43b5-9040-bdf1670f0b44. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:18:19.116428 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2769108-3d90-4ee5-b898-7887f32c9c3b x-openstack-request-id: req-d2769108-3d90-4ee5-b898-7887f32c9c3b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:19.117001 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985327bf-265c-41c6-bfaf-5a943887c4d6", "tag": "0ec2dc89-9be6-49ae-a7f0-1765a7324584", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:19.117426 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d2769108-3d90-4ee5-b898-7887f32c9c3b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:19.118288 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'tag': '0ec2dc89-9be6-49ae-a7f0-1765a7324584', 'status': 'completed', 'code': 200} Jul 07 22:18:19.183699 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:19.201992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.203043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68aaf0-024b-4368-b447-4c03e7475d61 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.207194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68aaf0-024b-4368-b447-4c03e7475d61 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.210142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d68aaf0-024b-4368-b447-4c03e7475d61 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1804380 Jul 07 22:18:19.213174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40054) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:19.227645 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:19.249336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2bdc3c99-8a32-4390-930b-6c9f1b3be733,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:19.251413 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:19.252460 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:19.277007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0cb80-374c-4063-a8c1-dca526751032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc9aa82-334c-40eb-a4ed-8828e337da9b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:19.292147 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74eb03d-7d03-49cf-aeb9-dff784b0a4f0" -d '{"events": [{"server_uuid": "aba0cb80-374c-4063-a8c1-dca526751032", "name": "network-vif-plugged", "status": "completed", "tag": "0dc9aa82-334c-40eb-a4ed-8828e337da9b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:19.301267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 41237b0f-0d66-49b5-a709-2c91e407eeb0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:19.302155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.333520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:19.345475 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.349133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:19.354330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfdd88ef-c29c-4358-b0b7-f5af61ad3731 req-e6d1e00a-9aa1-49e1-9b3c-85707230d0bd tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944412 Jul 07 22:18:19.358662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 905bb39a-73f1-453f-bd0d-decacd0ce141 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:19.366298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.455376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:19.455791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ec36a1fa-48b1-4c13-82ae-29882c1ed2c8 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:19.469710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.548021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.552161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0dc9aa82-334c-40eb-a4ed-8828e337da9b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:19.570846 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:19.600063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:19.605931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.631151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.666960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-639b8b59-60a5-4267-80e4-42f0c84b905e service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459116 Jul 07 22:18:19.696650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:19.730458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.771111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=905bb39a-73f1-453f-bd0d-decacd0ce141,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:19.777753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.783623 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-23a51c3f-4d1f-414e-bf11-ab72ed04a5bd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/905bb39a-73f1-453f-bd0d-decacd0ce141 HTTP/1.1" status: 204 len: 168 time: 0.5609984 Jul 07 22:18:19.784768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40064) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:19.787361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa3f8f-2512-49d3-9011-6f6895fbe25a req-fc3bb2b4-1d90-4e03-a0ca-5d2f7d5174a1 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.790196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57945ab-3a93-4296-89e9-a63cf2666713 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:19.796825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06fa3f8f-2512-49d3-9011-6f6895fbe25a req-fc3bb2b4-1d90-4e03-a0ca-5d2f7d5174a1 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 947 time: 0.3618886 Jul 07 22:18:19.851210 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-081b62d5-5961-470b-87d1-68b251f74ee8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646834 Jul 07 22:18:19.852255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:19.863511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:19.875795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7bea5-18c6-40c1-b0b5-9662628839cf req-330dab23-4ad0-4fa8-91a6-3f56c9259674 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.884478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5e7bea5-18c6-40c1-b0b5-9662628839cf req-330dab23-4ad0-4fa8-91a6-3f56c9259674 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.2742295 Jul 07 22:18:19.918855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-108da7a5-c868-44d1-86f5-7a90877860fe req-0f43c048-c424-4e21-8a2b-f6a957652614 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230055 Jul 07 22:18:19.937772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06fa3f8f-2512-49d3-9011-6f6895fbe25a req-f3bdd2a1-3330-4788-b712-5f8a3c31082f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395044 Jul 07 22:18:20.000393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5e7bea5-18c6-40c1-b0b5-9662628839cf req-a24b8332-6c30-4147-9fb7-72999c5f51c3 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148844 Jul 07 22:18:20.048739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:20.052635 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:20.052929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.116146 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504c163-4840-4c7b-b009-4d4f73fce575 None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:12:09Z', 'revision_number': 4, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '167d7093-a3a0-4c96-9527-258ab6cca3f6', 'name': '', 'network_id': '4f2cd267-78fa-41b2-ad8b-015d91612a0c', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'mac_address': 'fa:16:3e:8e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:07Z', 'updated_at': '2021-07-07T22:12:20Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'subnets': [{'id': 'f4932a96-63f6-4e80-843c-7184493f7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:20.131573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-aee9d4f1-3e47-4aa0-8c10-774be207994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.133142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-aee9d4f1-3e47-4aa0-8c10-774be207994b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 1099 time: 0.1315207 Jul 07 22:18:20.222881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:20.305392 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d694f51-07ff-4fea-9c63-dbf7e9283066 x-openstack-request-id: req-4d694f51-07ff-4fea-9c63-dbf7e9283066 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:20.309574 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0cb80-374c-4063-a8c1-dca526751032", "name": "network-vif-plugged", "status": "completed", "tag": "0dc9aa82-334c-40eb-a4ed-8828e337da9b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:20.312637 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4d694f51-07ff-4fea-9c63-dbf7e9283066 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:20.313070 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0cb80-374c-4063-a8c1-dca526751032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc9aa82-334c-40eb-a4ed-8828e337da9b', 'code': 200} Jul 07 22:18:20.328041 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d320e6ad-7c81-47fe-a747-6e2bc5f44c74 x-openstack-request-id: req-d320e6ad-7c81-47fe-a747-6e2bc5f44c74 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:20.328875 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0f0f27-b5ba-4a98-8cf2-671b300cb142", "name": "network-vif-deleted", "tag": "ec36a1fa-48b1-4c13-82ae-29882c1ed2c8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:20.329690 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d320e6ad-7c81-47fe-a747-6e2bc5f44c74 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:20.330191 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0f0f27-b5ba-4a98-8cf2-671b300cb142', 'name': 'network-vif-deleted', 'tag': 'ec36a1fa-48b1-4c13-82ae-29882c1ed2c8', 'status': 'completed', 'code': 200} Jul 07 22:18:20.386996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] Deleting port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:20.387497 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.399096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddde22-2d3a-49cd-bf7a-f2e306d4865f req-1fcb2e6b-41ac-46e5-a6a7-e7e849856912 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.407346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1ddde22-2d3a-49cd-bf7a-f2e306d4865f req-1fcb2e6b-41ac-46e5-a6a7-e7e849856912 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.1256011 Jul 07 22:18:20.431148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-dec3a5ee-78b1-4f18-b659-5eab849e9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.432709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-dec3a5ee-78b1-4f18-b659-5eab849e9232 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2878497 Jul 07 22:18:20.530278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-c6df03d7-1934-45fc-8111-ef3ba21ee176 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584 HTTP/1.1" status: 200 len: 217 time: 0.0872571 Jul 07 22:18:20.553496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] For port 2bdc3c99-8a32-4390-930b-6c9f1b3be733, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2bdc3c99-8a32-4390-930b-6c9f1b3be733,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:20.557145 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.576602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] Calling delete_port for 2bdc3c99-8a32-4390-930b-6c9f1b3be733 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:20.579288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.650142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:20.658755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:20.685744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.686409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.690472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1ddde22-2d3a-49cd-bf7a-f2e306d4865f req-3fa3fa1f-fd5a-49e8-83ed-0403941df78d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819974 Jul 07 22:18:20.690930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab0681-636a-451f-9449-6355646cbc8c None None] New status for floating IP 7ec0787d-9d16-4d70-9ceb-fca5f126d77c: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:18:20.732290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-8346508a-988a-470a-b2bd-3284bec5061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.735779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1d6ea-f85d-413d-9fd1-5f0211ee7faa req-6d370c9a-9794-4c12-9898-3f88e558a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.737311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4df1d6ea-f85d-413d-9fd1-5f0211ee7faa req-6d370c9a-9794-4c12-9898-3f88e558a3b4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 1097 time: 0.3459694 Jul 07 22:18:20.738075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=36e075b6-6b9d-4a04-8ce8-13b331df101a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:20.738407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-8346508a-988a-470a-b2bd-3284bec5061d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1774790 Jul 07 22:18:20.741936 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b680124-cb08-4697-b6c7-6660e4a2a66a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8884077 Jul 07 22:18:20.751001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40078) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:20.757329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '36e075b6-6b9d-4a04-8ce8-13b331df101a', 'ip_address': '2001:db8::cdae:dc4d:bc2f:86e9'}], 'name': 'tempest-NetworksTestDHCPv6-998959302'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:20.839801 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4df1d6ea-f85d-413d-9fd1-5f0211ee7faa req-c3c99d22-e848-40ed-926f-40a3e71b9825 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944843 Jul 07 22:18:20.916763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:20.927680 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.931673 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.958056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port edc56b6a-5716-4d2e-8ee3-c41a2f88f753 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:20.969523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] Pushing event deleted for resources: {'Port': ['ID=2bdc3c99-8a32-4390-930b-6c9f1b3be733,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:20.989829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fefb9-b8e3-41f9-b1fb-988c2e7a903f None None] No DVR routers for this DVR port 2bdc3c99-8a32-4390-930b-6c9f1b3be733 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:21.001600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:21.001600 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0141ab7a-fd9d-41d0-8541-3f672ef8eba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.053607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ae207-4902-4a33-aa20-f084d02aa535 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:21.184824 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.251443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::cdae:dc4d:bc2f:86e9 (fb6eb312-b078-40cf-9e77-99f2b99590e3/36e075b6-6b9d-4a04-8ce8-13b331df101a/edc56b6a-5716-4d2e-8ee3-c41a2f88f753) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:21.252753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:21.260192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-71c5da25-33af-488f-afe6-546b9bfaf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.261675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-71c5da25-33af-488f-afe6-546b9bfaf99d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5141716 Jul 07 22:18:21.275755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.301359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ae26-46d3-415c-bf23-88d5fb78bcdb req-d66e6b5d-ba89-4ae3-8ef4-b717272bb8ff tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.302948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4540ae26-46d3-415c-bf23-88d5fb78bcdb req-d66e6b5d-ba89-4ae3-8ef4-b717272bb8ff tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 945 time: 0.1504779 Jul 07 22:18:21.316465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '36e075b6-6b9d-4a04-8ce8-13b331df101a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:21.317150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.341482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b697f-fd76-499f-bbd6-84224adbfe81 req-522ad132-0af5-42c1-8b71-297c45356b5b tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.343004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-690b697f-fd76-499f-bbd6-84224adbfe81 req-522ad132-0af5-42c1-8b71-297c45356b5b tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 946 time: 0.1916659 Jul 07 22:18:21.377461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:21.421863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4540ae26-46d3-415c-bf23-88d5fb78bcdb req-d9ee6288-0efd-4d5b-8179-a99db969856b tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931873 Jul 07 22:18:21.432453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-690b697f-fd76-499f-bbd6-84224adbfe81 req-01edf6c9-a07e-4d09-b6f2-ae01949e91c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735807 Jul 07 22:18:21.434591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.435199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.435481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.435870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.436212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.436547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.436877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.437205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.437598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.437924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.438283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.438659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:21.451909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.453300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-39839a76-57c1-4f44-97a4-0952c1ea62fa service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727536 Jul 07 22:18:21.456842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.482497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object edc56b6a-5716-4d2e-8ee3-c41a2f88f753 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:21.515420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40090) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:21.573706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac801f4-1634-4f4d-b358-8ac22f027a51 req-445fb9ac-01a1-4f5b-9a22-6e509b1a07b5 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187570 Jul 07 22:18:21.589464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.632402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/36e075b6-6b9d-4a04-8ce8-13b331df101a/4c82cc08-7e1b-44e4-9e75-7de4f3b610c5) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:21.690078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231bb2-37a5-4091-a5a7-6cdb06aa09ec req-36b61de9-dbc5-4f81-a6d0-cfd411b3d1c4 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.690231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:21.691613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22231bb2-37a5-4091-a5a7-6cdb06aa09ec req-36b61de9-dbc5-4f81-a6d0-cfd411b3d1c4 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 947 time: 0.1112630 Jul 07 22:18:21.707695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:21.712073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:21.717095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.717758 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.728538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=edc56b6a-5716-4d2e-8ee3-c41a2f88f753,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:21.738750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29dc69ab-d283-4a7f-af01-43b1eaadefc9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.769580 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6ace6ea0-5f41-4597-983f-6c44632378b9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0166240 Jul 07 22:18:21.770422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22231bb2-37a5-4091-a5a7-6cdb06aa09ec req-ccba706e-5be4-4a07-bcd5-d3ee5423275b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721371 Jul 07 22:18:21.773373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40098) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:21.837306 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.847353 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29dc69ab-d283-4a7f-af01-43b1eaadefc9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.851648 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-98a6fe23-eaad-468a-9bca-d19cfa1df8b5 service neutron] show failed (client error): The resource could not be found. Jul 07 22:18:21.858767 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-98a6fe23-eaad-468a-9bca-d19cfa1df8b5 service neutron] 10.222.0.97 "GET /v2.0/ports/d23bc808-bca5-4945-aa27-bf44df457f26/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.2272894 Jul 07 22:18:21.862393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Transition to ACTIVE for port object 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:21.883013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Transition to ACTIVE for port object 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:21.891655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.916686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e21cb-ad86-4dc6-b6bc-996a67371698 req-ba033f8d-9ce5-4dc6-b5e8-5c13951ad700 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.925598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-375e21cb-ad86-4dc6-b6bc-996a67371698 req-ba033f8d-9ce5-4dc6-b5e8-5c13951ad700 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1260326 Jul 07 22:18:21.951867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0192e8-9c5c-4274-9077-13160528d3a6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.953451 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6c0192e8-9c5c-4274-9077-13160528d3a6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1789529 Jul 07 22:18:21.954890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29dc69ab-d283-4a7f-af01-43b1eaadefc9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.957283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:21.958781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29dc69ab-d283-4a7f-af01-43b1eaadefc9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.960072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29dc69ab-d283-4a7f-af01-43b1eaadefc9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "DELETE /v2.0/security-groups/2d85ec17-0b30-4541-b278-cdd2f4fff77d HTTP/1.1" status: 204 len: 168 time: 0.4436865 Jul 07 22:18:21.960809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40100) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:21.965046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40102) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:21.965419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:21.969444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:21.977537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Pushing event updated for resources: {'Port': ['ID=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:22.008058 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-ea255950-c715-4e02-a201-1e48295a53fe tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] show failed (client error): The resource could not be found. Jul 07 22:18:22.012183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ea255950-c715-4e02-a201-1e48295a53fe tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "GET /v2.0/security-groups/2d85ec17-0b30-4541-b278-cdd2f4fff77d HTTP/1.1" status: 404 len: 347 time: 0.0459776 Jul 07 22:18:22.014520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40104) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:22.047163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc69ab-d283-4a7f-af01-43b1eaadefc9 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85ec17-0b30-4541-b278-cdd2f4fff77d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:22.063859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-375e21cb-ad86-4dc6-b6bc-996a67371698 req-f3257b56-b1d6-42ec-88b0-a1a02bac07b6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373677 Jul 07 22:18:22.067615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Attempting to bind port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:22.068125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Attempting to bind port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:22.068666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Attempting to bind port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:22.091531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.103422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:22.104862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:22.106007 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.107739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:22.108419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Bound port: 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:22.109603 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.207312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30422d-ba0b-4c88-ae21-59f60a86f764 req-705160c9-b341-4977-8e14-c8220ff540af tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.209923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port edc56b6a-5716-4d2e-8ee3-c41a2f88f753 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:22.210164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.219134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae30422d-ba0b-4c88-ae21-59f60a86f764 req-705160c9-b341-4977-8e14-c8220ff540af tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.2794967 Jul 07 22:18:22.239524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2bdc3c99-8a32-4390-930b-6c9f1b3be733 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:22.269297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2bdc3c99-8a32-4390-930b-6c9f1b3be733 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:22.269939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2bdc3c99-8a32-4390-930b-6c9f1b3be733 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:22.308029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] For port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:22.313413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] For port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:22.315628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0'}, {'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:22.320866 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623090c-2e87-41a8-a231-d25bedc57f34" -d '{"events": [{"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0"}, {"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:22.328709 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.364859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae30422d-ba0b-4c88-ae21-59f60a86f764 req-ee30946a-897a-41eb-9179-dbd4896102b9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444051 Jul 07 22:18:22.378183 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.397455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for edc56b6a-5716-4d2e-8ee3-c41a2f88f753 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:22.401589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b9bd8-3c63-4936-88e4-987ebd0c03dd None None] Pushing event updated for resources: {'Port': ['ID=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:22.458664 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e745852e-de12-44d8-860c-29e22e88edcb x-openstack-request-id: req-e745852e-de12-44d8-860c-29e22e88edcb {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:22.459185 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0", "code": 200}, {"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:22.459610 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e745852e-de12-44d8-860c-29e22e88edcb {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:22.460185 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'code': 200} Jul 07 22:18:22.460622 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'code': 200} Jul 07 22:18:22.472094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Deleting port 1450af23-1871-47a6-98c2-6b72da16082a {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:22.472842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.552798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-1033e156-5000-4ad7-b9e0-88816afa2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.554551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-1033e156-5000-4ad7-b9e0-88816afa2798 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 1101 time: 0.3047943 Jul 07 22:18:22.570847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:22.591923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.680892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=edc56b6a-5716-4d2e-8ee3-c41a2f88f753,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:22.720246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.720687 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.753401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.770218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2ec69d3b-3780-4d69-b4c3-06f1bb98bea0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/edc56b6a-5716-4d2e-8ee3-c41a2f88f753 HTTP/1.1" status: 204 len: 168 time: 0.7903454 Jul 07 22:18:22.771016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Calling delete_port for 1450af23-1871-47a6-98c2-6b72da16082a owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:22.772777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40124) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:22.808171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-6f5e9ca9-66ca-4c97-9bdf-209ca262b686 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.810275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-6f5e9ca9-66ca-4c97-9bdf-209ca262b686 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 944 time: 0.1629803 Jul 07 22:18:22.889977 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.959352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Deleting port 41237b0f-0d66-49b5-a709-2c91e407eeb0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:22.959666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.982556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059e87-57cf-4142-91d3-771c98937472 req-c23c6b18-11f2-411a-acd5-9e6f643b3f21 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.984311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43059e87-57cf-4142-91d3-771c98937472 req-c23c6b18-11f2-411a-acd5-9e6f643b3f21 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 945 time: 0.3806298 Jul 07 22:18:23.008737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276f18b-e78e-4aa3-8a06-997b864b7a4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:23.010442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276f18b-e78e-4aa3-8a06-997b864b7a4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:23.012273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0ec2dc89-9be6-49ae-a7f0-1765a7324584 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:23.016049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2276f18b-e78e-4aa3-8a06-997b864b7a4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2419188 Jul 07 22:18:23.018196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40128) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:23.169096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:23.182683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43059e87-57cf-4142-91d3-771c98937472 req-6ca267fe-c497-4939-9a57-1f5160e42a0a tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867085 Jul 07 22:18:23.203996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '0ec2dc89-9be6-49ae-a7f0-1765a7324584', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '0ec2dc89-9be6-49ae-a7f0-1765a7324584', 'mac_address': 'fa:16:3e:1f:d4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:23.221833 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abbb09-45b2-4624-a957-42aa7b510b49 req-aef00304-e781-4509-9c92-852d5a649208 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:23.227033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5abbb09-45b2-4624-a957-42aa7b510b49 req-aef00304-e781-4509-9c92-852d5a649208 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 944 time: 0.3719985 Jul 07 22:18:23.292644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.321755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec2dc89-9be6-49ae-a7f0-1765a7324584 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:23.372858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:23.378507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.494275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0ec2dc89-9be6-49ae-a7f0-1765a7324584,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:23.567801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:23.577447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.661362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5abbb09-45b2-4624-a957-42aa7b510b49 req-9f3df551-ded3-4851-9e6c-33ca78a44acd tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186151 Jul 07 22:18:23.671141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.681047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0ec2dc89-9be6-49ae-a7f0-1765a7324584'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:23.700211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 36e075b6-6b9d-4a04-8ce8-13b331df101a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:23.701820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:23.720802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.729283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] For port 41237b0f-0d66-49b5-a709-2c91e407eeb0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41237b0f-0d66-49b5-a709-2c91e407eeb0,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:23.730391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.763051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Pushing event deleted for resources: {'Port': ['ID=1450af23-1871-47a6-98c2-6b72da16082a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:23.814084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Calling delete_port for 41237b0f-0d66-49b5-a709-2c91e407eeb0 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:23.878248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.881497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:23.885423 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5410ae-34b4-4070-9271-8c4b38b84b92" -d '{"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:23.890370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.968046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Transition to ACTIVE for port object d23bc808-bca5-4945-aa27-bf44df457f26 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:23.972299 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.975041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.979367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82cfe924-301a-4978-9b6e-d31e6764c151 tempest-ServersWithSpecificFlavorTestJSON-659215825 tempest-ServersWithSpecificFlavorTestJSON-659215825-project] 10.222.0.95 "DELETE /v2.0/floatingips/7ec0787d-9d16-4d70-9ceb-fca5f126d77c HTTP/1.1" status: 204 len: 168 time: 1.9605744 Jul 07 22:18:23.991783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155954-0ca7-411c-b3ab-c6b86090f450 req-6ed07e8c-16ef-466c-9b7f-aacd29f34804 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:24.000397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51155954-0ca7-411c-b3ab-c6b86090f450 req-6ed07e8c-16ef-466c-9b7f-aacd29f34804 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 948 time: 0.4101486 Jul 07 22:18:24.010014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.094893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2b60f009-0edb-4c1a-b5be-2fd3c7992af8 None None] Provisioning for port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:24.165116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51155954-0ca7-411c-b3ab-c6b86090f450 req-6c008ecd-a3a5-4624-ad54-06e52dbe8e2b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635764 Jul 07 22:18:24.235799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] No DVR routers for this DVR port d23bc808-bca5-4945-aa27-bf44df457f26 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:24.258831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:24.299239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.302951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e9af-d63a-4cf3-9b6b-22abf73efd1e req-3c4f0923-7e2b-4417-bb4c-29c0553a06dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:24.315451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1b3e9af-d63a-4cf3-9b6b-22abf73efd1e req-3c4f0923-7e2b-4417-bb4c-29c0553a06dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.4149811 Jul 07 22:18:24.344356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:24.371752 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e792ca1a-50c2-4a7d-9380-d9d7bd2e7741 x-openstack-request-id: req-e792ca1a-50c2-4a7d-9380-d9d7bd2e7741 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:24.372371 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:24.372873 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e792ca1a-50c2-4a7d-9380-d9d7bd2e7741 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:24.374346 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'code': 200} Jul 07 22:18:24.418151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:24.423142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:24.423735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:24.441141 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.464005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1b3e9af-d63a-4cf3-9b6b-22abf73efd1e req-d861e36f-4602-47e9-ba88-d30218f14944 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474819 Jul 07 22:18:24.467070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Port d23bc808-bca5-4945-aa27-bf44df457f26 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:24.468381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Attempting to bind port d23bc808-bca5-4945-aa27-bf44df457f26 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:24.501547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:24.501948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:24.502602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:24.506218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Bound port: d23bc808-bca5-4945-aa27-bf44df457f26, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:24.506589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.530564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:24.536294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:24.536666 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.626854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event deleted for resources: {'Port': ['ID=41237b0f-0d66-49b5-a709-2c91e407eeb0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:24.644004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.687336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b98e25a9-aeef-417a-bab9-ef3511c421a4 None None] Could not find standard attr ID for object edc56b6a-5716-4d2e-8ee3-c41a2f88f753. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:18:24.723466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] No DVR routers for this DVR port 41237b0f-0d66-49b5-a709-2c91e407eeb0 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:24.749965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:24.754762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:24.762576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.781007 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.801483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=36e075b6-6b9d-4a04-8ce8-13b331df101a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:24.812624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.818339 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c4ca842-67f4-4b40-9056-cbeed8d2d93f req-02898dd5-29bb-41db-8275-c3607308bca2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "DELETE /v2.0/ports/41237b0f-0d66-49b5-a709-2c91e407eeb0 HTTP/1.1" status: 204 len: 173 time: 2.0005012 Jul 07 22:18:24.819414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-deleted', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:24.831186 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccfaebf-bce9-4e96-a3db-67fe05a9debd" -d '{"events": [{"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-deleted", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:24.852134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.860170 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0c5387d8-8fac-4fa2-97d9-0421d0688b7d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/36e075b6-6b9d-4a04-8ce8-13b331df101a HTTP/1.1" status: 204 len: 168 time: 1.8388579 Jul 07 22:18:24.861964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40156) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:24.905176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:24.905292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:24.905399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.905493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.911135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] 10.222.0.103 "PUT /v2.0/ports/d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 1096 time: 2.3408079 Jul 07 22:18:25.017532 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada55f54-1d0f-4781-a19f-e5e68020cf8e x-openstack-request-id: req-ada55f54-1d0f-4781-a19f-e5e68020cf8e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:25.017752 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b482643-5132-4991-a230-a27eeef1e2ad", "name": "network-vif-deleted", "tag": "41237b0f-0d66-49b5-a709-2c91e407eeb0", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:25.018023 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ada55f54-1d0f-4781-a19f-e5e68020cf8e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:25.024471 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b482643-5132-4991-a230-a27eeef1e2ad', 'name': 'network-vif-deleted', 'tag': '41237b0f-0d66-49b5-a709-2c91e407eeb0', 'status': 'completed', 'code': 200} Jul 07 22:18:25.029964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-439f8469-b006-4283-a590-4a766098198f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1668684 Jul 07 22:18:25.030635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40160) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:25.034077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0ec2dc89-9be6-49ae-a7f0-1765a7324584 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:25.037582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:25.048786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:25.139153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9a5e7-37b8-4f41-9ed2-1ad9c7e00c7c service neutron] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:25.275184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01e3590b-aced-4e01-b681-fa09804b811a req-91ae4515-415f-49b4-aafc-3bb8d31d2969 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b482643-5132-4991-a230-a27eeef1e2ad HTTP/1.1" status: 200 len: 210 time: 0.1770616 Jul 07 22:18:25.283886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:25.288527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.352170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-cd6aa973-0ac7-4eaf-bd7d-ee98829ddf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:25.353914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-cd6aa973-0ac7-4eaf-bd7d-ee98829ddf35 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1099 time: 0.4155195 Jul 07 22:18:25.620803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-68493a44-7916-4bba-b613-6c4497d2e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:25.621035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2c213-d9f4-4a27-9073-92f0e29be097 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:25.622816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-68493a44-7916-4bba-b613-6c4497d2e47f service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2605801 Jul 07 22:18:25.695844 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.737339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:25.743103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:25.752368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:25.753180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.780062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=9d065fcb-a54a-4b0e-80b4-78feab3e9615,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:25.792049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d3877168-f6d0-4a1e-8786-ceebc684d12e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7599742 Jul 07 22:18:25.793138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40178) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:25.810846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '9d065fcb-a54a-4b0e-80b4-78feab3e9615', 'ip_address': '2001:db8::f632:5994:82c4:c503'}], 'name': 'tempest-NetworksTestDHCPv6-2139359096'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:25.860744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:25.870663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:25.870860 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.987002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:26.005738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.034492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2dc89-9be6-49ae-a7f0-1765a7324584'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:26.036932 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef44f755-fc74-4b0d-8c5e-923b7495cdcd" -d '{"events": [{"server_uuid": "985327bf-265c-41c6-bfaf-5a943887c4d6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2dc89-9be6-49ae-a7f0-1765a7324584"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:26.058025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:26.063214 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.064275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:26.084970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-084305de-ccfe-4219-9772-24706f449f8b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.4523184 Jul 07 22:18:26.120960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 41237b0f-0d66-49b5-a709-2c91e407eeb0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:26.121451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41237b0f-0d66-49b5-a709-2c91e407eeb0 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:26.143142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-c8e2df5e-d98f-4146-8584-168e5112cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.144744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-c8e2df5e-d98f-4146-8584-168e5112cdd9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0492201 Jul 07 22:18:26.155987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af22d81-1f8a-4f49-9f61-ce8457c5a4b3 req-b3b717a8-fe8d-48c8-b52c-2258320b12a5 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.163493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0ec2dc89-9be6-49ae-a7f0-1765a7324584,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:26.164921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1af22d81-1f8a-4f49-9f61-ce8457c5a4b3 req-b3b717a8-fe8d-48c8-b52c-2258320b12a5 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 948 time: 0.6371939 Jul 07 22:18:26.190425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.227443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:26.261550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:26.277163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1af22d81-1f8a-4f49-9f61-ce8457c5a4b3 req-ebf76612-9c02-4f80-99b6-259db3e2b648 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112263 Jul 07 22:18:26.321913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519354c-19c7-495f-8a60-30e62678718d req-5aaabcae-1566-47c4-8654-cf0afd9139b8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.323793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1519354c-19c7-495f-8a60-30e62678718d req-5aaabcae-1566-47c4-8654-cf0afd9139b8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 947 time: 0.2371829 Jul 07 22:18:26.347019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e132ca-66e9-4935-ba68-73ca7928865a None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:26.349731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-384c6568-6c02-4a5f-9928-96a7779a3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.351700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-384c6568-6c02-4a5f-9928-96a7779a3a8a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1760895 Jul 07 22:18:26.376030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:26.378863 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4840504-10e5-4405-b3ae-4dfda8d09972" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:26.404328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:26.405906 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.503413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1519354c-19c7-495f-8a60-30e62678718d req-71b247ca-83bf-43c7-a37c-a5c946bc9d42 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714377 Jul 07 22:18:26.556139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f632:5994:82c4:c503 (fb6eb312-b078-40cf-9e77-99f2b99590e3/9d065fcb-a54a-4b0e-80b4-78feab3e9615/3885038d-91b7-4ab5-9f84-b83f9ee1dbde) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:26.599010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fce2dde9-d148-44ea-8ab6-60a5a2708881 None None] Provisioning complete for port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:26.599969 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fce2dde9-d148-44ea-8ab6-60a5a2708881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.613948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-592fbf13-29a0-4ed1-b765-66e6d738591d service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521396 Jul 07 22:18:26.669877 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592eb387-d567-4a2e-bbe4-b2dc5b14dcc0 x-openstack-request-id: req-592eb387-d567-4a2e-bbe4-b2dc5b14dcc0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:26.670546 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985327bf-265c-41c6-bfaf-5a943887c4d6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2dc89-9be6-49ae-a7f0-1765a7324584", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:26.672564 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-592eb387-d567-4a2e-bbe4-b2dc5b14dcc0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:26.673225 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2dc89-9be6-49ae-a7f0-1765a7324584', 'code': 200} Jul 07 22:18:26.684358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:26.783308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:26.816305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d1fd9cf-b642-4f00-82ce-a8834e7eea02 req-9b569aa1-1332-450f-9c2e-72992b19effc service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891983 Jul 07 22:18:26.821094 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f64ebd-731f-4955-95b1-57649670ecfb x-openstack-request-id: req-81f64ebd-731f-4955-95b1-57649670ecfb {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:26.821393 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:26.821648 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-81f64ebd-731f-4955-95b1-57649670ecfb {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:26.822046 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'status': 'completed', 'code': 200} Jul 07 22:18:26.877740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40198) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:26.899837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.915959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 3885038d-91b7-4ab5-9f84-b83f9ee1dbde will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:27.004376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.041680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-918db55f-93af-496e-a6d6-b673bbe607f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.055797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-918db55f-93af-496e-a6d6-b673bbe607f7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1099 time: 0.1453784 Jul 07 22:18:27.069535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25d487-b68a-40f1-972b-3ef68edce1b1 req-2266d31b-555c-4eef-a5fe-4fd6a1864328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.071444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca25d487-b68a-40f1-972b-3ef68edce1b1 req-2266d31b-555c-4eef-a5fe-4fd6a1864328 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 1101 time: 0.3576899 Jul 07 22:18:27.132055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:27.146316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:27.152883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:27.174550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.175502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.192992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=3885038d-91b7-4ab5-9f84-b83f9ee1dbde,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:27.204726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-b33d8cb4-0408-4377-889d-54ae44759899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.206550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-b33d8cb4-0408-4377-889d-54ae44759899 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1099 time: 0.4398925 Jul 07 22:18:27.210415 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2df19df-ff77-4f15-a008-7a53c5132c67 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4117649 Jul 07 22:18:27.217868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40206) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:27.270363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca25d487-b68a-40f1-972b-3ef68edce1b1 req-4e734705-953d-49f6-83a5-e7274afc686a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851447 Jul 07 22:18:27.286067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-8bb3d332-4fee-45b9-a9d7-1d1a5586f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.287735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-8bb3d332-4fee-45b9-a9d7-1d1a5586f90a service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2230840 Jul 07 22:18:27.457693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-15260fa3-1b42-4197-be10-50821e236401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.459626 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-15260fa3-1b42-4197-be10-50821e236401 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2397535 Jul 07 22:18:27.471580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbc336-afbc-471e-9b4a-27a09213d744 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.482793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbc336-afbc-471e-9b4a-27a09213d744 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.485700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4fcbc336-afbc-471e-9b4a-27a09213d744 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2646334 Jul 07 22:18:27.488847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:27.522447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-d6e29026-7519-4c6f-bc3f-5127bd712769 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.1186159 Jul 07 22:18:27.576352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1b02eb90-9b22-49ab-b520-b8b01bee9bd6 None None] Provisioning for port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:27.586766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1b02eb90-9b22-49ab-b520-b8b01bee9bd6 None None] Provisioning complete for port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:27.587423 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1b02eb90-9b22-49ab-b520-b8b01bee9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.670280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1b02eb90-9b22-49ab-b520-b8b01bee9bd6 None None] Port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:27.683742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-a75ef70b-ab55-4c37-a66d-af16671b7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.689624 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-a75ef70b-ab55-4c37-a66d-af16671b7bab service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1462312 Jul 07 22:18:27.693871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1b02eb90-9b22-49ab-b520-b8b01bee9bd6 None None] Provisioning complete for port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:27.694466 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1b02eb90-9b22-49ab-b520-b8b01bee9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.770446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-f39499a1-8a96-4f4a-9dde-db6b236a4d0b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.2801597 Jul 07 22:18:27.871424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-c8dac1b3-d31b-4b26-8950-9732dcd625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.872867 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-c8dac1b3-d31b-4b26-8950-9732dcd625b0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0949476 Jul 07 22:18:27.900559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:27.901143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.945763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40222) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:27.954334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358644314', 'description': 'tempest-description--49375800'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:28.020185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-95fb3a05-300d-473a-9ceb-ed8931f63e22 None None] Provisioning complete for port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:28.020968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95fb3a05-300d-473a-9ceb-ed8931f63e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.021450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.039447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 3885038d-91b7-4ab5-9f84-b83f9ee1dbde owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:28.100887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3a05-300d-473a-9ceb-ed8931f63e22 None None] Port 3885038d-91b7-4ab5-9f84-b83f9ee1dbde cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:28.125939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-6fe944c8-af8c-43b7-8e48-7710732ec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.127497 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-6fe944c8-af8c-43b7-8e48-7710732ec56e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2474320 Jul 07 22:18:28.175469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.271728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ebad3-7f09-4771-a362-eb061e1e2bf0 req-a752732f-b4c4-445d-b3ea-e3edf2ae3f26 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.281189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-207ebad3-7f09-4771-a362-eb061e1e2bf0 req-a752732f-b4c4-445d-b3ea-e3edf2ae3f26 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.5857084 Jul 07 22:18:28.310945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-158357e9-707e-4799-8ee7-0935b9e7d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.312635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-158357e9-707e-4799-8ee7-0935b9e7d9f2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6075811 Jul 07 22:18:28.369720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-207ebad3-7f09-4771-a362-eb061e1e2bf0 req-7d62be2a-7308-45c4-a86f-99d3739b79c2 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Jul 07 22:18:28.375322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-7dc5abaa-bbb1-47ef-8886-0b469b902f80 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325587 Jul 07 22:18:28.507680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-0f0f3e50-153d-42f2-8169-0bbc38c09184 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233091 Jul 07 22:18:28.509367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.562704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=3885038d-91b7-4ab5-9f84-b83f9ee1dbde,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.574278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a525e0-1e23-4e3d-91df-f9b5f55d9c25 req-9c94fc57-4af3-4b41-9886-e5c1816167f8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.582260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8a525e0-1e23-4e3d-91df-f9b5f55d9c25 req-9c94fc57-4af3-4b41-9886-e5c1816167f8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 947 time: 0.4638712 Jul 07 22:18:28.609344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.611349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74029c3c-16d4-43e1-b6ff-703e2f1685fe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/3885038d-91b7-4ab5-9f84-b83f9ee1dbde HTTP/1.1" status: 204 len: 168 time: 1.1161275 Jul 07 22:18:28.614128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40226) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:28.650463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-6704f86b-fe7d-431a-b206-c31a0cd3c6c5 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139856 Jul 07 22:18:28.675979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8a525e0-1e23-4e3d-91df-f9b5f55d9c25 req-197dc234-8f4d-4e9d-8bd0-e829bf318eda tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929964 Jul 07 22:18:28.680178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900dc3d-9660-43f4-9eb9-4c3bd5995a14 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.681427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900dc3d-9660-43f4-9eb9-4c3bd5995a14 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.683119 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a900dc3d-9660-43f4-9eb9-4c3bd5995a14 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0675347 Jul 07 22:18:28.686001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:28.750437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 9d065fcb-a54a-4b0e-80b4-78feab3e9615 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:28.753944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.763766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.776798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.805000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.832166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41551e51-a952-4d28-88ff-0e4c0f0cb4db,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.855549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.856914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-98b9f3a7-cec4-414f-addf-3cfc06b10cce tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9076493 Jul 07 22:18:28.860047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40232) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:28.867645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.889804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'security_group_rule': {'security_group_id': '41551e51-a952-4d28-88ff-0e4c0f0cb4db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:28.928281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4840504-10e5-4405-b3ae-4dfda8d09972 req-6fb917c3-a832-4f56-bae5-c01b26f3ced9 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558892 Jul 07 22:18:28.929542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.972459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.976816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=9d065fcb-a54a-4b0e-80b4-78feab3e9615,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.984038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.987916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01125807-eb49-4b01-a686-5329dc686ee3 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:28.993902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-083f9f56-0fa8-4a2f-9058-a27851c8f69f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/9d065fcb-a54a-4b0e-80b4-78feab3e9615 HTTP/1.1" status: 204 len: 168 time: 0.3049414 Jul 07 22:18:28.995276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40234) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:29.056727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.063822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1311ef15-61aa-47a5-ac56-426e3dfa4861 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638735 Jul 07 22:18:29.066350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40236) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:29.081722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:29.148427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.159429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.201843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd79818-e515-4b46-8887-3937622cc383 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:29.203686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7cd79818-e515-4b46-8887-3937622cc383 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1362984 Jul 07 22:18:29.206236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40238) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:29.227017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e853f290-d128-4bf8-87ec-fbb13ea98c65,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:29.252240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.256453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fe60f45e-54d6-485a-b87c-2d9e4ad2adec tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926449 Jul 07 22:18:29.258076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40240) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:29.267036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'security_group_rule': {'security_group_id': '41551e51-a952-4d28-88ff-0e4c0f0cb4db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:29.269209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:29.292924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'mac_address': 'fa:16:3e:7a:c0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:29.300159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac0c48-9097-4eec-9655-77065adccbb4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:29.302430 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-56ac0c48-9097-4eec-9655-77065adccbb4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0945451 Jul 07 22:18:29.304832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:29.326538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:29.364209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-673d0bd1-11fc-4b2c-a414-525c1f7c3334 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579805 Jul 07 22:18:29.369401 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.370120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40244) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:29.377862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:29.403604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23bc808-bca5-4945-aa27-bf44df457f26 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:29.427204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:29.438961 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.492230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] Deleting port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:29.492628 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.527033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:29.532749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.560340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:29.578201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] For port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:29.578662 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.592825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] Calling delete_port for 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:29.694219 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.735857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] Pushing event deleted for resources: {'Port': ['ID=4c82cc08-7e1b-44e4-9e75-7de4f3b610c5,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:29.743362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b376cd5-c178-4ba0-8041-b48edf51da46 None None] No DVR routers for this DVR port 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:29.802658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:29.837641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.871679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.953838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.977829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.995755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:30.005794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:30.017814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.018619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.030508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b511392-52b4-408f-a15a-f0f5a6464282 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:30.035947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:30.042605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c4b0d879-25ab-44ac-979e-9cd9d8edb2fa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6691644 Jul 07 22:18:30.042940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40252) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:30.048734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813', 'ip_address': '2001:db8::f86c:f97b:8ade:ac38'}], 'name': 'tempest-NetworksTestDHCPv6-1037329013'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:30.111864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce82b87-54bc-4105-bc35-9cf056aa1b9e,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:30.170123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.171864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-04a40a26-2253-4899-ad7b-88c4b969660d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9136531 Jul 07 22:18:30.177497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:30.203215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:30.235660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbed1b6-318a-4b86-a3fd-732d693bdfe8 req-19ae7974-83e5-42a2-b1a1-8730b19a2acb tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.239124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6cbed1b6-318a-4b86-a3fd-732d693bdfe8 req-19ae7974-83e5-42a2-b1a1-8730b19a2acb tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.3703434 Jul 07 22:18:30.257087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:18:30.257087 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:18:30.257087 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id_1': 'b75ac991adc8490a94a8aaa443cf2c9f', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 18, 30, 220256)}] Jul 07 22:18:30.257087 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:18:30.257730 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:18:30.262020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:30.285826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:30.287381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.290219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:30.290569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c82cc08-7e1b-44e4-9e75-7de4f3b610c5 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:30.304055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684e3ae-f405-4576-b0cf-bc87df2c618d req-aa67adfb-2896-439f-bc03-d87d04eefb31 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.305754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7684e3ae-f405-4576-b0cf-bc87df2c618d req-aa67adfb-2896-439f-bc03-d87d04eefb31 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 948 time: 0.3924451 Jul 07 22:18:30.311917 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.390182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6cbed1b6-318a-4b86-a3fd-732d693bdfe8 req-9dc1b561-9433-4e5f-a9da-bb2f42777e29 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393425 Jul 07 22:18:30.401308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Deleting port 167d7093-a3a0-4c96-9527-258ab6cca3f6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:30.401808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.440562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813/3689941f-c222-4255-aeca-b2ac03b0fd7f) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:30.531214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7684e3ae-f405-4576-b0cf-bc87df2c618d req-c2d0f60d-4da9-473e-aed7-89ced3f3ad23 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160335 Jul 07 22:18:30.534002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] For port 167d7093-a3a0-4c96-9527-258ab6cca3f6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=167d7093-a3a0-4c96-9527-258ab6cca3f6,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:30.534677 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.562690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Calling delete_port for 167d7093-a3a0-4c96-9527-258ab6cca3f6 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:30.641203 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.650928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Transition to ACTIVE for port object 3689941f-c222-4255-aeca-b2ac03b0fd7f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:30.671424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Transition to ACTIVE for port object 3689941f-c222-4255-aeca-b2ac03b0fd7f will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:30.678993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.696049 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.747768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:30.752627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:30.754956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Pushing event updated for resources: {'Port': ['ID=3689941f-c222-4255-aeca-b2ac03b0fd7f,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:30.757456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:30.798916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:30.805078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.844014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port df9780b1-0df2-41df-a360-cd8dd7f3461b yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:30.852489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Attempting to bind port 3689941f-c222-4255-aeca-b2ac03b0fd7f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:30.852910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Attempting to bind port 3689941f-c222-4255-aeca-b2ac03b0fd7f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:30.853292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Attempting to bind port 3689941f-c222-4255-aeca-b2ac03b0fd7f on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:30.875661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:30.877211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:30.877649 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.879199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:30.879662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Bound port: 3689941f-c222-4255-aeca-b2ac03b0fd7f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:30.881211 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.969409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Allocated IP 172.25.5.251 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/bae717a6-5b49-4959-8e15-f5e3421444ec) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:31.031157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] For port 3689941f-c222-4255-aeca-b2ac03b0fd7f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:31.036822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] For port 3689941f-c222-4255-aeca-b2ac03b0fd7f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3689941f-c222-4255-aeca-b2ac03b0fd7f,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:31.050882 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.078749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.115895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea8e52-341a-4a9f-8f15-dff43c82233f None None] Pushing event updated for resources: {'Port': ['ID=3689941f-c222-4255-aeca-b2ac03b0fd7f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:31.151729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.273460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'Port': ['ID=bae717a6-5b49-4959-8e15-f5e3421444ec,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:31.284646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-6e748e44-37ba-4aac-bb2a-12414cebcf5e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.287723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-6e748e44-37ba-4aac-bb2a-12414cebcf5e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 948 time: 0.2235141 Jul 07 22:18:31.289255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f86c:f97b:8ade:ac38 (fb6eb312-b078-40cf-9e77-99f2b99590e3/2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813/df9780b1-0df2-41df-a360-cd8dd7f3461b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:31.311950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:31.318522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:31.322222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:31.402089 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-42f7fecd-c3c4-4f09-bfba-bdfcbf3cc201 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:18:31.402779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-42f7fecd-c3c4-4f09-bfba-bdfcbf3cc201 service neutron] 10.222.0.97 "DELETE /v2.0/ports/d23bc808-bca5-4945-aa27-bf44df457f26/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.1073406 Jul 07 22:18:31.553907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.559828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cb644-6e54-40a3-a0d9-1ab573903fc9 req-57cd6e8a-05f0-4ae7-83c5-8bee9fb57fb0 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.566870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e9cb644-6e54-40a3-a0d9-1ab573903fc9 req-57cd6e8a-05f0-4ae7-83c5-8bee9fb57fb0 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.4406071 Jul 07 22:18:31.595801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d357-6722-4b62-a1eb-adc9835a99db req-6e817790-a526-4d71-97de-7ce4b222f75e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.598711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2012d357-6722-4b62-a1eb-adc9835a99db req-6e817790-a526-4d71-97de-7ce4b222f75e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 948 time: 0.4813867 Jul 07 22:18:31.652458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object df9780b1-0df2-41df-a360-cd8dd7f3461b will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:31.689102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.708913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-795a265b-ed00-4cfb-96e5-325568fea7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.710456 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-795a265b-ed00-4cfb-96e5-325568fea7b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1100 time: 0.1363473 Jul 07 22:18:31.714318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e9cb644-6e54-40a3-a0d9-1ab573903fc9 req-a77b2122-a4f8-4f3f-b944-9b8a739ab93e tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465135 Jul 07 22:18:31.727473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.742922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Pushing event deleted for resources: {'Port': ['ID=167d7093-a3a0-4c96-9527-258ab6cca3f6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:31.763266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2012d357-6722-4b62-a1eb-adc9835a99db req-9760e2b8-db4d-48c8-b4b8-c0e9aab127fb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531892 Jul 07 22:18:31.810285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.846412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:31.853670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=df9780b1-0df2-41df-a360-cd8dd7f3461b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:31.863358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:31.867497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:31.874738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.875592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.929254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a85b193a-d874-4fff-b0f6-9e3c2e7b0e53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8824337 Jul 07 22:18:31.934158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:31.941447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813', 'ip_address': '2001:db8::f86c:f97b:8ade:ac38'}], 'name': 'tempest-NetworksTestDHCPv6-631495374'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:31.947045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.997501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-c1c14352-fa81-4e68-9bf4-043b484bee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.999308 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-c1c14352-fa81-4e68-9bf4-043b484bee33 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2812479 Jul 07 22:18:32.076713 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-9d99ae92-368d-49a7-adbb-d14bf5709b6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.0650232 Jul 07 22:18:32.155614 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.213504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-7eeecff0-4ee7-40db-a141-06458e1cd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:32.215614 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-7eeecff0-4ee7-40db-a141-06458e1cd4cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0871310 Jul 07 22:18:32.218141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:32.332849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.346439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.347459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.355668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3689941f-c222-4255-aeca-b2ac03b0fd7f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:32.407748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 1c8762b1-5746-4350-883d-1187ac2479e7 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:32.449041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3689941f-c222-4255-aeca-b2ac03b0fd7f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:32.529853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-bd4a9e1f-81ef-4fc7-bb25-7e2d9ebfc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:32.530544 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'Port': ['ID=bae717a6-5b49-4959-8e15-f5e3421444ec,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:32.531576 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-bd4a9e1f-81ef-4fc7-bb25-7e2d9ebfc218 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1908381 Jul 07 22:18:32.548094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.595234 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.603286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e22fa09-1d3e-4ce3-b381-4dc4161538b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4045959 Jul 07 22:18:32.710552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] Provisioning for port 3689941f-c222-4255-aeca-b2ac03b0fd7f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:32.716549 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 22:18:32.717162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:18:32.717796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] Provisioning complete for port 3689941f-c222-4255-aeca-b2ac03b0fd7f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:32.721054 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.761408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:18:32.894180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.956727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] For port 3689941f-c222-4255-aeca-b2ac03b0fd7f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3689941f-c222-4255-aeca-b2ac03b0fd7f,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:32.968992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.062200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935c7d7-5083-412c-981c-4072fefb7373 None None] Pushing event updated for resources: {'Port': ['ID=3689941f-c222-4255-aeca-b2ac03b0fd7f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:33.079826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:33.132568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e54f6052-ba44-4bd7-9907-c2f376979f19 None None] Provisioning for port df9780b1-0df2-41df-a360-cd8dd7f3461b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:33.141354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e54f6052-ba44-4bd7-9907-c2f376979f19 None None] Provisioning complete for port df9780b1-0df2-41df-a360-cd8dd7f3461b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:33.142151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e54f6052-ba44-4bd7-9907-c2f376979f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.185026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e54f6052-ba44-4bd7-9907-c2f376979f19 None None] Port df9780b1-0df2-41df-a360-cd8dd7f3461b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:33.206232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port d23bc808-bca5-4945-aa27-bf44df457f26 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:33.212295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port d23bc808-bca5-4945-aa27-bf44df457f26 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:33.213508 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.250279 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d62b5336-552b-4261-8f22-aad9f6aaabb1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3139210 Jul 07 22:18:33.256695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:33.311141 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-ec0e2889-2445-46d8-b81a-01faa9a5ad3c service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684350 Jul 07 22:18:33.321295 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.365026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:33.366211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:33.370346 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3fd8b7-a964-4e95-8b21-cf9d9c3d5a50" -d '{"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-plugged", "status": "completed", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:33.375174 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.418305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:33.428897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442605a9-7573-429d-9502-d15c24ec059d req-cc971758-0f37-42d4-91f8-1c853224986d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:33.430053 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] Sync routers for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:33.431345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442605a9-7573-429d-9502-d15c24ec059d req-cc971758-0f37-42d4-91f8-1c853224986d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 948 time: 0.1541545 Jul 07 22:18:33.436172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f8a238e8-3cd9-4502-9b94-94942e02d079 admin admin] 10.222.0.95 "PUT /v2.0/routers/e2b44007-3d5c-4dc1-a29c-aafd97d74b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5565641 Jul 07 22:18:33.439326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40294) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:33.441666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:33.442173 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:33.442889 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:33.450949 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b9fbfac-d4bb-4ee5-a3a9-928fb3007540 req-3d850e5f-ad0a-468f-8150-fb5ccef7fd86 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279731 Jul 07 22:18:33.466018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb31a8-0c27-4626-9035-84262bada1a5 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:33.472605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb31a8-0c27-4626-9035-84262bada1a5 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:33.475069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-becb31a8-0c27-4626-9035-84262bada1a5 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2173762 Jul 07 22:18:33.477741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:33.545079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be865a-8aac-449f-b68d-365240041bd4 req-d7588af0-3c28-4eec-94cb-7fcf5109e85e tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:33.551353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6be865a-8aac-449f-b68d-365240041bd4 req-d7588af0-3c28-4eec-94cb-7fcf5109e85e tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.5857422 Jul 07 22:18:33.600941 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:33.615379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port df9780b1-0df2-41df-a360-cd8dd7f3461b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:33.615747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.645529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.719100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.722516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442605a9-7573-429d-9502-d15c24ec059d req-c8b5bd33-a1a0-4a0c-aa57-145ccf0e80aa tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702842 Jul 07 22:18:33.735122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for df9780b1-0df2-41df-a360-cd8dd7f3461b owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:33.739399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6be865a-8aac-449f-b68d-365240041bd4 req-fa752563-40b6-4f37-972a-f8acfda9d7ba tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865880 Jul 07 22:18:33.839595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.965566 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '50169c11-6c75-40c9-a938-1472afd197b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:18:31Z', 'revision_number': 5, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port': {'id': '50169c11-6c75-40c9-a938-1472afd197b8', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:03Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:33.984084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.023030 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d272f-165f-42ec-9196-c67e09e6c487 x-openstack-request-id: req-926d272f-165f-42ec-9196-c67e09e6c487 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:34.023335 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-plugged", "status": "completed", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:34.023594 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-926d272f-165f-42ec-9196-c67e09e6c487 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:34.023999 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'code': 200} Jul 07 22:18:34.043033 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] Checking router: e2b44007-3d5c-4dc1-a29c-aafd97d74b4b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:34.068095 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] Routers {'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:34.068931 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:34.081501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Deleting port 50169c11-6c75-40c9-a938-1472afd197b8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:34.081861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.089876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=df9780b1-0df2-41df-a360-cd8dd7f3461b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:34.140460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.142465 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46b3834a-1d60-4b38-9a7f-d618e632490c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/df9780b1-0df2-41df-a360-cd8dd7f3461b HTTP/1.1" status: 204 len: 168 time: 0.6639361 Jul 07 22:18:34.146365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40310) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:34.260320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3689941f-c222-4255-aeca-b2ac03b0fd7f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:34.300880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3dafe2-537a-4534-8e15-25a18d615b2d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.305137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3dafe2-537a-4534-8e15-25a18d615b2d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.310999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc3dafe2-537a-4534-8e15-25a18d615b2d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1634486 Jul 07 22:18:34.314397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:34.339795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-f3206671-c841-4d56-8bab-f6da432e99b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.341946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-f3206671-c841-4d56-8bab-f6da432e99b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 822 time: 0.4620600 Jul 07 22:18:34.355869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3689941f-c222-4255-aeca-b2ac03b0fd7f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:34.358848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.433055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-f8b0c5f2-5fb6-4e3a-a867-1d1e2e1d5784 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/quotas/b3b1b633c4f84221b67d99b09aa287c9 HTTP/1.1" status: 200 len: 375 time: 0.0641651 Jul 07 22:18:34.441912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:34.446821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.496396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c353f-e6e2-452b-9202-cf1f8cea9492 req-3f55a6fc-c483-40ea-9935-27ce80861bbb tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.499052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a7c353f-e6e2-452b-9202-cf1f8cea9492 req-3f55a6fc-c483-40ea-9935-27ce80861bbb tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 1101 time: 0.2802901 Jul 07 22:18:34.502824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] For port 50169c11-6c75-40c9-a938-1472afd197b8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=50169c11-6c75-40c9-a938-1472afd197b8,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:34.503518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.530955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a7c353f-e6e2-452b-9202-cf1f8cea9492 req-7398aff9-32bb-48ea-9349-ca4138d6eb25 tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.541067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Calling delete_port for 50169c11-6c75-40c9-a938-1472afd197b8 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:34.542713 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] Set router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:34.553071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.644662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-db937009-7364-4dd9-98c5-d6497336736e tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2106810 Jul 07 22:18:34.647598 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:18:33Z', 'revision_number': 6, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:34.709774 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e086d-d964-41ee-8e99-ef1cc5954d04 None None] The sync data for ids ['e2b44007-3d5c-4dc1-a29c-aafd97d74b4b'] in n-d-694802-13 is: [{'id': 'e2b44007-3d5c-4dc1-a29c-aafd97d74b4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2137323018-router', 'tenant_id': '43b9145bbec3452793d598d720e944b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:02Z', 'updated_at': '2021-07-07T22:18:33Z', 'revision_number': 6, 'project_id': '43b9145bbec3452793d598d720e944b6', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:34.727082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.802395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.835252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.837852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813 HTTP/1.1" status: 204 len: 168 time: 0.5222216 Jul 07 22:18:34.839521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b80ca-00bc-49c4-8d21-1f836e8634db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:34.844881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40322) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:34.846591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2193f66f-0d34-40ea-ac7e-802e836de242 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:34.861973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-ff353d2a-9119-4251-9e5b-8d29d916fc08 service neutron] 10.222.0.95 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162981 Jul 07 22:18:34.904255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce2679cd-b08f-4bd6-bca6-64a4de9753ec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580347 Jul 07 22:18:34.904976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:34.911722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:34.986041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a7c353f-e6e2-452b-9202-cf1f8cea9492 req-7398aff9-32bb-48ea-9349-ca4138d6eb25 tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.996617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a7c353f-e6e2-452b-9202-cf1f8cea9492 req-7398aff9-32bb-48ea-9349-ca4138d6eb25 tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.026914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:35.031915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.048812 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.058226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a7c353f-e6e2-452b-9202-cf1f8cea9492 req-7398aff9-32bb-48ea-9349-ca4138d6eb25 tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498974 Jul 07 22:18:35.083088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398aff9-32bb-48ea-9349-ca4138d6eb25 tempest-LiveMigrationNegativeTest-1439721192 tempest-LiveMigrationNegativeTest-1439721192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd1deb1-f418-44e0-870a-69bb9d8f5a84,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:35.087281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-dc958055-914c-4593-8066-f8fec94c564b service neutron] 10.222.0.95 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170315 Jul 07 22:18:35.088838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Pushing event deleted for resources: {'Port': ['ID=50169c11-6c75-40c9-a938-1472afd197b8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:35.126505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:35.248512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] Deleting port 3689941f-c222-4255-aeca-b2ac03b0fd7f {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:35.248895 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.251317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.350276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] For port 3689941f-c222-4255-aeca-b2ac03b0fd7f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3689941f-c222-4255-aeca-b2ac03b0fd7f,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:35.350276 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.377488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] Calling delete_port for 3689941f-c222-4255-aeca-b2ac03b0fd7f owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:35.381247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.397746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.406185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.406371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:35.425788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:35.437116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:35.437751 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.495724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=9389606f-4659-4b5d-b181-8133ef4d8669,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:35.503992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00c59152-976e-45a1-81a7-54e9cbf908da tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5949943 Jul 07 22:18:35.504433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40338) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:35.509681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '9389606f-4659-4b5d-b181-8133ef4d8669', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-231901928'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:35.524122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff68792-2d6e-4098-89b1-20822bfaa06c req-4b53b6fa-60b7-4d82-a141-7ec38e0fd2c0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:35.531447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eff68792-2d6e-4098-89b1-20822bfaa06c req-4b53b6fa-60b7-4d82-a141-7ec38e0fd2c0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.3241882 Jul 07 22:18:35.554562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.555175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b44007-3d5c-4dc1-a29c-aafd97d74b4b {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:18:35.564094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.565253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6d930d91-54cc-43c2-9d90-eebcc447ddac admin admin] 10.222.0.95 "DELETE /v2.0/routers/e2b44007-3d5c-4dc1-a29c-aafd97d74b4b HTTP/1.1" status: 204 len: 168 time: 2.1244826 Jul 07 22:18:35.567921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40344) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:35.750987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:35.754466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eff68792-2d6e-4098-89b1-20822bfaa06c req-8baebe8e-fa29-40d6-9e4a-6ff096b8e8a6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221265 Jul 07 22:18:35.784052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.787250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c92451f0-069b-4673-8cdd-563610a3ef19 req-78ef2424-4578-4b91-8a80-972d283d3128 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 210 time: 0.1925988 Jul 07 22:18:35.802368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.820103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Deleting subnet f4932a96-63f6-4e80-843c-7184493f7b8e {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:35.840375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.859989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 5f570523-6d72-431a-bdfe-dd85e05d8710 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:18:35.879396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] Pushing event deleted for resources: {'Port': ['ID=3689941f-c222-4255-aeca-b2ac03b0fd7f,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:35.890646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5068d5-c9f4-4386-8282-3f90d70967cf None None] No DVR routers for this DVR port 3689941f-c222-4255-aeca-b2ac03b0fd7f on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:35.911148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a36e74-e682-4f5e-9724-da0667bd8136 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:35.950603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.139100 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:18:36.140148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:18:36.157671 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e18cf326-e443-40e7-82a7-08f2e2993d74 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6524014 Jul 07 22:18:36.160550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.189542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.232217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae5736-dd1d-4d4f-bd31-2782eb6f7705 req-f4d76e1d-7781-4971-aed8-a4d24977b864 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:36.234368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16ae5736-dd1d-4d4f-bd31-2782eb6f7705 req-f4d76e1d-7781-4971-aed8-a4d24977b864 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1101 time: 0.2377255 Jul 07 22:18:36.250602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50169c11-6c75-40c9-a938-1472afd197b8 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:36.270378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 50169c11-6c75-40c9-a938-1472afd197b8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:36.270699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50169c11-6c75-40c9-a938-1472afd197b8 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:36.271159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 167d7093-a3a0-4c96-9527-258ab6cca3f6 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:36.275413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf327882-2f0d-4ad6-b0a7-486ee9bd9168 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1105866 Jul 07 22:18:36.275745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9bf250-0c67-4789-9fad-491a4143fd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '9389606f-4659-4b5d-b181-8133ef4d8669'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:36.275745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf250-0c67-4789-9fad-491a4143fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.275957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40358) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.303947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 167d7093-a3a0-4c96-9527-258ab6cca3f6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:36.304091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 167d7093-a3a0-4c96-9527-258ab6cca3f6 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:36.304493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3689941f-c222-4255-aeca-b2ac03b0fd7f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:36.327924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16ae5736-dd1d-4d4f-bd31-2782eb6f7705 req-562cc204-1e3e-4e66-893e-4cdbd9467a04 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824585 Jul 07 22:18:36.334986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3689941f-c222-4255-aeca-b2ac03b0fd7f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:36.335474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3689941f-c222-4255-aeca-b2ac03b0fd7f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:36.340548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.387512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.396194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f4932a96-63f6-4e80-843c-7184493f7b8e HTTP/1.1" status: 204 len: 168 time: 0.8272614 Jul 07 22:18:36.411003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f831a28b-fd3f-4e34-b39e-43ea448933ea None None] Network 4f2cd267-78fa-41b2-ad8b-015d91612a0c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:36.414297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40362) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.417235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a02b04-c85d-4616-845e-6a99f5fc75e7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:36.423317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a02b04-c85d-4616-845e-6a99f5fc75e7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:36.428535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54a02b04-c85d-4616-845e-6a99f5fc75e7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1477630 Jul 07 22:18:36.428819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40366) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.514216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 9389606f-4659-4b5d-b181-8133ef4d8669 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:36.523645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.633825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.649555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca63ba-bfdf-47cc-bab6-79cbe6197ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4932a96-63f6-4e80-843c-7184493f7b8e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:36.657860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.701697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.716588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] DHCP port deletion for 4f2cd267-78fa-41b2-ad8b-015d91612a0c request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:36.786691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.842673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=9389606f-4659-4b5d-b181-8133ef4d8669,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:36.850946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.853288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab7d562b-7ce3-45b6-b0eb-da559054ea53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/9389606f-4659-4b5d-b181-8133ef4d8669 HTTP/1.1" status: 204 len: 168 time: 0.4222379 Jul 07 22:18:36.856887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.860527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-1a54bee5-bd3b-45cf-93d2-ed1e6a942fb5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510023 Jul 07 22:18:36.870990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Deleting port b274398b-bd2d-4993-9120-a0860acaf279 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:36.871611 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-ad9bf250-0c67-4789-9fad-491a4143fd56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9389606f-4659-4b5d-b181-8133ef4d8669: This subnet is being modified by another concurrent operation. Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:18:36.881861 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9389606f-4659-4b5d-b181-8133ef4d8669: This subnet is being modified by another concurrent operation. Jul 07 22:18:36.888267 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:18:36.893845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0b9b0-8e6c-4506-9ee4-9663b33975f2 req-bac5851e-f37d-4406-aa97-d6bf98ef2ac6 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:36.893845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cb0b9b0-8e6c-4506-9ee4-9663b33975f2 req-bac5851e-f37d-4406-aa97-d6bf98ef2ac6 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.2220216 Jul 07 22:18:36.917178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] Deleting port b274398b-bd2d-4993-9120-a0860acaf279 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:36.917949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.924539 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-312d23ba-e52e-43dd-8916-7bab5414b4c1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627716 Jul 07 22:18:36.924811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.930146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:37.011439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] For port b274398b-bd2d-4993-9120-a0860acaf279, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b274398b-bd2d-4993-9120-a0860acaf279,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:37.012752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.027515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] Calling delete_port for b274398b-bd2d-4993-9120-a0860acaf279 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:37.066060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:37.071003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.124417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cb0b9b0-8e6c-4506-9ee4-9663b33975f2 req-bf5ac7e7-36b1-4b7d-8d90-cd0f25c7d34f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162507 Jul 07 22:18:37.126935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] For port b274398b-bd2d-4993-9120-a0860acaf279, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b274398b-bd2d-4993-9120-a0860acaf279,segment=NetworkSegment(d7dd1327-591b-4df7-b70e-cce28d917d1e),segment_id=d7dd1327-591b-4df7-b70e-cce28d917d1e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:37.127510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.143785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.169655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] Pushing event deleted for resources: {'Port': ['ID=b274398b-bd2d-4993-9120-a0860acaf279,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:37.176500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda87810-cd42-4739-898e-1d0ed4eb854d None None] No DVR routers for this DVR port b274398b-bd2d-4993-9120-a0860acaf279 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:37.201903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a413b-6ae0-4b78-8f26-69699886e78b None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:18:37.334192 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.385325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:37.389236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:37.393305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.393928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.419016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=b26238f5-de23-459b-941f-5f913e157dfa,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:37.424817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eddb2616-b869-4c5e-8346-64b0463dfd3c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4990406 Jul 07 22:18:37.429571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:37.435628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:37.439311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a413b-6ae0-4b78-8f26-69699886e78b None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:18:37.455778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Calling delete_port for b274398b-bd2d-4993-9120-a0860acaf279 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:37.466334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.467393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.493472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42ad2910-9a92-4b11-bf2a-6a5889d3651f req-d98b831b-08bd-4b98-a3a1-6a976f83482c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 210 time: 0.0687809 Jul 07 22:18:37.534097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-722205d2-ed2b-429f-af56-aa439a536a44 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.540702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-722205d2-ed2b-429f-af56-aa439a536a44 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6715982 Jul 07 22:18:37.548404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.556832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.580101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.584109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b598287-7f5b-4064-91e5-849fe0ec3f2f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1508701 Jul 07 22:18:37.584547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40396) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:37.598525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-9176530d-e0ac-49d6-96cc-c39c362c8f65 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/quotas/a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 375 time: 0.0568254 Jul 07 22:18:37.677779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-2699f7aa-f03a-43af-ba9a-d8004a9999eb tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.679386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-2699f7aa-f03a-43af-ba9a-d8004a9999eb tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 822 time: 0.6958592 Jul 07 22:18:37.711853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'port': {'device_id': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'admin_state_up': True, 'tenant_id': 'b3b1b633c4f84221b67d99b09aa287c9'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:37.863772 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.910386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-af97d1cd-48af-4aad-a4c4-1e14f1b5a3c7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3106742 Jul 07 22:18:37.990568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.997295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': 'b26238f5-de23-459b-941f-5f913e157dfa'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:37.998137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.020874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Pushing event deleted for resources: {'Port': ['ID=b274398b-bd2d-4993-9120-a0860acaf279,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:38.059066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] No DVR routers for this DVR port b274398b-bd2d-4993-9120-a0860acaf279 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:38.172088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Made reservation on behalf of b3b1b633c4f84221b67d99b09aa287c9 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:38.175847 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.262482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-76813ebe-8f37-49ee-b196-1613650ff722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.264164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-76813ebe-8f37-49ee-b196-1613650ff722 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.3520706 Jul 07 22:18:38.273302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b274398b-bd2d-4993-9120-a0860acaf279 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:38.286459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-251420e3-eee1-4abc-b057-4a928910e829 req-e06799e9-d93a-4349-92dd-b55ca0bb4e39 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 210 time: 0.1268435 Jul 07 22:18:38.303460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.332132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: b274398b-bd2d-4993-9120-a0860acaf279 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:38.332132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b274398b-bd2d-4993-9120-a0860acaf279 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:38.366760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2cd267-78fa-41b2-ad8b-015d91612a0c']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:38.368652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-cd8fcb29-d524-443c-9b3a-c3ee78bb5c76 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.369752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/b26238f5-de23-459b-941f-5f913e157dfa/45fb2c05-1d81-46f8-b336-a17a9b723e9a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:38.370658 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-cd8fcb29-d524-443c-9b3a-c3ee78bb5c76 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.1520629 Jul 07 22:18:38.410475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dd1327-591b-4df7-b70e-cce28d917d1e') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:38.411124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dd1327-591b-4df7-b70e-cce28d917d1e') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:38.429603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.466964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.476770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-89872d80-51c1-49c1-b513-4977527307e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.478408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-89872d80-51c1-49c1-b513-4977527307e3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.2038007 Jul 07 22:18:38.520331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6619bb-0994-494b-b6ec-1dc447b5304d req-61bea156-4dbf-4fe0-a05c-d5a6138d93ed tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.528334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c6619bb-0994-494b-b6ec-1dc447b5304d req-61bea156-4dbf-4fe0-a05c-d5a6138d93ed tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.4026732 Jul 07 22:18:38.535306 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-9c2f50ff-1e52-4b37-8a63-69bde7eacb06 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0370529 Jul 07 22:18:38.543405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:18:38.543862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:18:38.545705 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:18:38.607433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.611365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-3173eb82-7985-4607-b730-4d6b960790ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.613010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-3173eb82-7985-4607-b730-4d6b960790ab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.0706754 Jul 07 22:18:38.617630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Deleting port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:38.618128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.619067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Transition to ACTIVE for port object 45fb2c05-1d81-46f8-b336-a17a9b723e9a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:38.653412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Transition to ACTIVE for port object 45fb2c05-1d81-46f8-b336-a17a9b723e9a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:38.662572 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.666908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.678469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.681903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] 10.222.0.95 "DELETE /v2.0/networks/4f2cd267-78fa-41b2-ad8b-015d91612a0c HTTP/1.1" status: 204 len: 168 time: 2.2643847 Jul 07 22:18:38.685924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-3609b810-941f-4da8-86d5-9bd3b09374e7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627666 Jul 07 22:18:38.686539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40422) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:38.710385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Allocated IP 172.20.0.9 (d5ff7ea3-894a-4275-a4a8-29001945422a/ec749f84-bb28-409e-a842-8e0897300531/04f22f72-24ac-4074-8bd3-b16524f26ca4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:38.722793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:38.727301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:38.727508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abebff0-9776-4169-86a2-2963791b303d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2cd267-78fa-41b2-ad8b-015d91612a0c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:38.742437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:38.753093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Pushing event updated for resources: {'Port': ['ID=45fb2c05-1d81-46f8-b336-a17a9b723e9a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:38.772400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c6619bb-0994-494b-b6ec-1dc447b5304d req-7730322b-1b03-42fa-a9fd-2ee3d250fef4 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414763 Jul 07 22:18:38.837207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Attempting to bind port 45fb2c05-1d81-46f8-b336-a17a9b723e9a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:38.837582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Attempting to bind port 45fb2c05-1d81-46f8-b336-a17a9b723e9a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:38.837961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Attempting to bind port 45fb2c05-1d81-46f8-b336-a17a9b723e9a on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:38.845449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:38.845827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:38.846291 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.846830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:38.847305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Bound port: 45fb2c05-1d81-46f8-b336-a17a9b723e9a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:38.847692 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.910023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::1 (fb6eb312-b078-40cf-9e77-99f2b99590e3/b26238f5-de23-459b-941f-5f913e157dfa/21f56d63-448f-4fd1-ac23-e8868ed82c91) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:38.972589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] For port 0ec2dc89-9be6-49ae-a7f0-1765a7324584, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0ec2dc89-9be6-49ae-a7f0-1765a7324584,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:38.973110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.977316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-016e320c-f454-43c7-89e8-4571519c27d7 req-22f13747-4c76-48a7-93ba-c6033fbadda7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 210 time: 0.0486741 Jul 07 22:18:38.991671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec721cd-196d-4336-a2ce-11f171114b54 req-8e4915e2-4d74-4aac-a244-1b54df05dd59 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.993587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ec721cd-196d-4336-a2ce-11f171114b54 req-8e4915e2-4d74-4aac-a244-1b54df05dd59 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 949 time: 0.4970167 Jul 07 22:18:39.024089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Calling delete_port for 0ec2dc89-9be6-49ae-a7f0-1765a7324584 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:39.109353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-40f8d754-7728-4326-b339-31af2a686cfd service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717277 Jul 07 22:18:39.113174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ec721cd-196d-4336-a2ce-11f171114b54 req-01ce7bdb-03da-493f-9022-c2def9247a5b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Jul 07 22:18:39.178364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.209584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] For port 45fb2c05-1d81-46f8-b336-a17a9b723e9a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:39.219007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] For port 45fb2c05-1d81-46f8-b336-a17a9b723e9a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=45fb2c05-1d81-46f8-b336-a17a9b723e9a,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:39.225637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.229802 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.276422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Network d5ff7ea3-894a-4275-a4a8-29001945422a is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:39.282180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:39.286823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:39.314714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd7736-984d-4093-855d-cae65ab73191 None None] Pushing event updated for resources: {'Port': ['ID=45fb2c05-1d81-46f8-b336-a17a9b723e9a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:39.330508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:39.365231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:39.366065 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.385912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-a68b781e-9b3c-4983-bd0f-3a4946ed0f82 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6834009 Jul 07 22:18:39.399122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Request body: {'port': {'device_id': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:39.528648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-945d79b8-75b2-4d34-a6a5-d5eec2ff4d9c req-751af988-ebbb-4923-befb-fea770f04ce0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 210 time: 0.0738668 Jul 07 22:18:39.544268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.718748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.747784 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-cf0323c1-2664-4218-9ae0-bebf2e9320d8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551820 Jul 07 22:18:39.820144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 21f56d63-448f-4fd1-ac23-e8868ed82c91 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:39.854268 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6804725b-9a7b-4ee6-9c2c-3d539f4c91a4 req-05b45cf4-1aa4-468c-adc7-0f7b1649b85d service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278252 Jul 07 22:18:39.963917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f22f72-24ac-4074-8bd3-b16524f26ca4 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:39.975048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.995761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Transition to ACTIVE for port object 04f22f72-24ac-4074-8bd3-b16524f26ca4 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:40.003363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.003897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.017719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f783081f-d102-4b6e-baf6-fced58fa16fc', '0ec2dc89-9be6-49ae-a7f0-1765a7324584'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:40.057068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae95b37-b337-420e-a1cd-f704a2593d86 req-2c6d6ba0-818d-496c-9d61-61ceabcc3918 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.059308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ae95b37-b337-420e-a1cd-f704a2593d86 req-2c6d6ba0-818d-496c-9d61-61ceabcc3918 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1420591 Jul 07 22:18:40.063894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Pushing event deleted for resources: {'Port': ['ID=0ec2dc89-9be6-49ae-a7f0-1765a7324584,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:40.076103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.084390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-852b70be-7123-46f5-95c5-f2bd39486435 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.085920 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-852b70be-7123-46f5-95c5-f2bd39486435 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217440 Jul 07 22:18:40.157671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Request body: {'port': {'device_id': '955ed442-3299-4437-a4ea-52d9a69990e2', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'a9e62b1fcf2247b6a4f5e6dbc2c60bb3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:40.166071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=21f56d63-448f-4fd1-ac23-e8868ed82c91,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:40.173535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:40.278113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] No DVR routers for this DVR port 0ec2dc89-9be6-49ae-a7f0-1765a7324584 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:40.280941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.283765 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3cb61ee8-3808-4eae-b9aa-f3a6c2cc20c7 req-16bd627c-5fed-49f2-a8e8-bc6573a87725 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "DELETE /v2.0/ports/0ec2dc89-9be6-49ae-a7f0-1765a7324584 HTTP/1.1" status: 204 len: 173 time: 1.9069169 Jul 07 22:18:40.292045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'name': 'network-vif-deleted', 'tag': '0ec2dc89-9be6-49ae-a7f0-1765a7324584'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:40.293722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 45fb2c05-1d81-46f8-b336-a17a9b723e9a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:40.298203 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343f3896-995e-49e4-9257-c9314248d9e8" -d '{"events": [{"server_uuid": "985327bf-265c-41c6-bfaf-5a943887c4d6", "name": "network-vif-deleted", "tag": "0ec2dc89-9be6-49ae-a7f0-1765a7324584"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:40.306976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:40.322931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:40.328042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ae95b37-b337-420e-a1cd-f704a2593d86 req-83b25609-c894-49b6-8749-d8a6df1c1b59 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444489 Jul 07 22:18:40.328366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:40.329187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.353637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Attempting to bind port 04f22f72-24ac-4074-8bd3-b16524f26ca4 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:40.353904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Attempting to bind port 04f22f72-24ac-4074-8bd3-b16524f26ca4 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:40.354181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Attempting to bind port 04f22f72-24ac-4074-8bd3-b16524f26ca4 on network d5ff7ea3-894a-4275-a4a8-29001945422a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:40.369444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Port 04f22f72-24ac-4074-8bd3-b16524f26ca4 on network d5ff7ea3-894a-4275-a4a8-29001945422a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:40.369788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Attempting to bind port 04f22f72-24ac-4074-8bd3-b16524f26ca4 on network d5ff7ea3-894a-4275-a4a8-29001945422a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:40.395620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e42d-4189-4306-9d18-c63afa3f16b2 req-5b699212-734e-45a5-be80-f496453cf383 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.405684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25f0e42d-4189-4306-9d18-c63afa3f16b2 req-5b699212-734e-45a5-be80-f496453cf383 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 943 time: 0.1777592 Jul 07 22:18:40.423752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:40.424042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Checking segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:40.424437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Bound using segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:40.424895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Bound port: 04f22f72-24ac-4074-8bd3-b16524f26ca4, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:40.425263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.442975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 45fb2c05-1d81-46f8-b336-a17a9b723e9a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:40.550159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25f0e42d-4189-4306-9d18-c63afa3f16b2 req-c0b2914c-8d12-4715-ba36-a777cc3ee59b tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381230 Jul 07 22:18:40.605302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:40.611940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Made reservation on behalf of a9e62b1fcf2247b6a4f5e6dbc2c60bb3 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:40.615769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.642705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0102bfff-d479-4b08-8900-841f7509631c req-c47769b8-7755-4c1c-9438-d6471ccfe44f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=985327bf-265c-41c6-bfaf-5a943887c4d6 HTTP/1.1" status: 200 len: 210 time: 0.0509155 Jul 07 22:18:40.665660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.676554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:40.687251 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.728995 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.742692 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933b6b40-763a-40cf-add0-60ab206ad44e x-openstack-request-id: req-933b6b40-763a-40cf-add0-60ab206ad44e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:40.743509 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985327bf-265c-41c6-bfaf-5a943887c4d6", "name": "network-vif-deleted", "tag": "0ec2dc89-9be6-49ae-a7f0-1765a7324584", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:40.743976 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-933b6b40-763a-40cf-add0-60ab206ad44e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:40.744097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.744744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.746163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] 10.222.0.103 "PUT /v2.0/ports/04f22f72-24ac-4074-8bd3-b16524f26ca4 HTTP/1.1" status: 200 len: 1092 time: 1.3525963 Jul 07 22:18:40.747506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:40.747970 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985327bf-265c-41c6-bfaf-5a943887c4d6', 'name': 'network-vif-deleted', 'tag': '0ec2dc89-9be6-49ae-a7f0-1765a7324584', 'status': 'completed', 'code': 200} Jul 07 22:18:40.749757 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc15c7-1b30-4a1b-9d51-fc3907860689" -d '{"events": [{"name": "network-changed", "server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:40.764184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d793cba-4363-448c-8d4a-35ff61c27203 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:40.775073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25cdcb-8ac9-43af-abb3-d436d2e9fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:40.860145 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b78c2d-b631-495a-8aee-ad22d5c5b901 x-openstack-request-id: req-35b78c2d-b631-495a-8aee-ad22d5c5b901 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:40.860145 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:40.860396 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-35b78c2d-b631-495a-8aee-ad22d5c5b901 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:40.860816 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'status': 'completed', 'code': 200} Jul 07 22:18:40.915057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a18c7f2a-069c-4c5c-a962-b969017ab3dd req-bcaba07a-8f57-41a4-b18e-0839d0806e69 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 210 time: 0.0532546 Jul 07 22:18:40.940826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-e0bb2780-5768-480d-94a6-12e057d025a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.942934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-e0bb2780-5768-480d-94a6-12e057d025a8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 1095 time: 0.1442382 Jul 07 22:18:40.959569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] Provisioning for port 45fb2c05-1d81-46f8-b336-a17a9b723e9a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:40.970276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] Provisioning complete for port 45fb2c05-1d81-46f8-b336-a17a9b723e9a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:40.970777 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.016761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-b3e3c040-753f-40fd-8a75-6b0d549fd2e8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4 HTTP/1.1" status: 200 len: 217 time: 0.0649419 Jul 07 22:18:41.103779 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.109850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-3541df25-5c1c-4df8-af53-455e948eadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.112085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-3541df25-5c1c-4df8-af53-455e948eadd3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 200 len: 862 time: 0.0886679 Jul 07 22:18:41.153602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] For port 45fb2c05-1d81-46f8-b336-a17a9b723e9a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=45fb2c05-1d81-46f8-b336-a17a9b723e9a,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:41.161269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.179114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-1e3990f3-8352-4457-91fe-f353b6fdf462 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d5ff7ea3-894a-4275-a4a8-29001945422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585027 Jul 07 22:18:41.253176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b03ac-c958-4794-a821-0c7c48aaf836 None None] Pushing event updated for resources: {'Port': ['ID=45fb2c05-1d81-46f8-b336-a17a9b723e9a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:41.279384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Allocated IP 192.168.233.156 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/908288dc-78eb-4640-8d4e-c5c8d0a04108) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:41.338813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-7155a42c-e4a1-4df0-b23e-bf67695d28af service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504939 Jul 07 22:18:41.493966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dc08886-421d-4c6b-8d81-05e4e4d7648d req-366212db-59cb-4f80-9799-d6ec2eda01ff service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461148 Jul 07 22:18:41.518186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-29fc2b9e-791d-4595-b93b-b9aec3e19b7d None None] Provisioning complete for port 45fb2c05-1d81-46f8-b336-a17a9b723e9a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:41.518186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-29fc2b9e-791d-4595-b93b-b9aec3e19b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.641160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-986c990c-4979-4328-a520-959642970feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.642767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-986c990c-4979-4328-a520-959642970feb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 1095 time: 0.0788248 Jul 07 22:18:41.662665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.687417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.688210 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.692812 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.700652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-29fc2b9e-791d-4595-b93b-b9aec3e19b7d None None] Provisioning for port 21f56d63-448f-4fd1-ac23-e8868ed82c91 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:41.709041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-29fc2b9e-791d-4595-b93b-b9aec3e19b7d None None] Provisioning complete for port 21f56d63-448f-4fd1-ac23-e8868ed82c91 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:41.709530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-29fc2b9e-791d-4595-b93b-b9aec3e19b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.717654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Deleting port e49b1290-0359-4531-bdf8-cd50cec349d1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:41.718585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.757167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-29fc2b9e-791d-4595-b93b-b9aec3e19b7d None None] Port 21f56d63-448f-4fd1-ac23-e8868ed82c91 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:41.769336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d17c2-808b-4cf3-9604-3cf3bf963f2e req-e021d89d-20fd-42f3-9932-3166a2d938cc tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.777802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d60d17c2-808b-4cf3-9604-3cf3bf963f2e req-e021d89d-20fd-42f3-9932-3166a2d938cc tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2555332 Jul 07 22:18:41.797681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Transition to ACTIVE for port object 908288dc-78eb-4640-8d4e-c5c8d0a04108 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:41.833218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d60d17c2-808b-4cf3-9604-3cf3bf963f2e req-c30986ee-6011-48be-857f-2c008c8d1f3c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Jul 07 22:18:41.857927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-a6aec4b8-1991-41f7-9dd1-6903fdc28d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.857927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-a6aec4b8-1991-41f7-9dd1-6903fdc28d5a service neutron] 10.222.0.103 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 923 time: 0.2057543 Jul 07 22:18:41.876747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=21f56d63-448f-4fd1-ac23-e8868ed82c91,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:41.886356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1466c071-d366-4b6c-86fa-51e6b24126f8 None None] Provisioning complete for port 21f56d63-448f-4fd1-ac23-e8868ed82c91 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:41.887617 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1466c071-d366-4b6c-86fa-51e6b24126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.913757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-a6377d5e-737c-4a28-acbf-9c67e1fa501d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4 HTTP/1.1" status: 200 len: 217 time: 0.0507364 Jul 07 22:18:41.956871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1466c071-d366-4b6c-86fa-51e6b24126f8 None None] Port 21f56d63-448f-4fd1-ac23-e8868ed82c91 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:41.993331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-2e0459bb-da15-4417-a9ee-2d9b4f0a65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.998159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-2e0459bb-da15-4417-a9ee-2d9b4f0a65b9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 200 len: 862 time: 0.0751400 Jul 07 22:18:42.016505 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.028722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:42.041795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:42.045693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-1d89161a-464e-4707-97f9-ae81f3cff030 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d5ff7ea3-894a-4275-a4a8-29001945422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413668 Jul 07 22:18:42.074178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:42.102474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] For port e49b1290-0359-4531-bdf8-cd50cec349d1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e49b1290-0359-4531-bdf8-cd50cec349d1,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:42.103389 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.131073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Calling delete_port for e49b1290-0359-4531-bdf8-cd50cec349d1 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:42.224891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0a3f9-f3ac-4a38-9b4e-6168a442db41 req-eaeb5a8a-6a91-47e5-b8dc-7f99c332ec26 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:42.226480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9f0a3f9-f3ac-4a38-9b4e-6168a442db41 req-eaeb5a8a-6a91-47e5-b8dc-7f99c332ec26 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 943 time: 0.1352558 Jul 07 22:18:42.228487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 45fb2c05-1d81-46f8-b336-a17a9b723e9a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:42.291804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9f0a3f9-f3ac-4a38-9b4e-6168a442db41 req-8089fafd-20cc-4e84-b275-c2941f00b657 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579486 Jul 07 22:18:42.318416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 45fb2c05-1d81-46f8-b336-a17a9b723e9a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:42.319223 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.343175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-e6e8744a-86e7-4323-b11e-606d3d96dd23 service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897794 Jul 07 22:18:42.370112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:42.372901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:42.375434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:42.419494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:42.442349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bc15c7-1b30-4a1b-9d51-fc3907860689 req-cae5d233-6adc-45be-bc51-aed1ea73044d service neutron] 10.222.0.103 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905921 Jul 07 22:18:42.477220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbb8cd-c436-45a2-9d55-ba3dc823121f req-35d0faae-c110-4588-a21c-f93c95323eaa tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:42.478888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dbbb8cd-c436-45a2-9d55-ba3dc823121f req-35d0faae-c110-4588-a21c-f93c95323eaa tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 936 time: 0.1760538 Jul 07 22:18:42.557554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dbbb8cd-c436-45a2-9d55-ba3dc823121f req-07c937a7-c998-4d36-803c-fb18e6ad4057 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690937 Jul 07 22:18:42.583142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-79764566-d7f1-4a33-8ffc-8e666842daf6 None None] Provisioning complete for port 21f56d63-448f-4fd1-ac23-e8868ed82c91 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:42.583663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79764566-d7f1-4a33-8ffc-8e666842daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.624889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-79764566-d7f1-4a33-8ffc-8e666842daf6 None None] Port 21f56d63-448f-4fd1-ac23-e8868ed82c91 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:42.630491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:42.631204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.665301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-3c11f7df-bc78-408b-80f4-a12fc30d1823 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5115781 Jul 07 22:18:42.667927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.686269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Request body: {'port': {'device_id': '955ed442-3299-4437-a4ea-52d9a69990e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:42.728456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e49b1290-0359-4531-bdf8-cd50cec349d1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:42.748950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cb42c084-b526-408b-9b50-56a0ee4460d3 None None] Provisioning for port 908288dc-78eb-4640-8d4e-c5c8d0a04108 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:42.753191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cb42c084-b526-408b-9b50-56a0ee4460d3 None None] Provisioning complete for port 908288dc-78eb-4640-8d4e-c5c8d0a04108 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:42.753682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb42c084-b526-408b-9b50-56a0ee4460d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.805252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Router ea120cbc-f34f-4e65-967b-b00d149ac960 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:18:42.811257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cb42c084-b526-408b-9b50-56a0ee4460d3 None None] Port 908288dc-78eb-4640-8d4e-c5c8d0a04108 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:42.924503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ae6ff-90ff-4669-bfd0-0bd2500c458e req-4c33402b-1eb0-494c-8c27-1496339a5c5f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:42.925600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.931742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da5ae6ff-90ff-4669-bfd0-0bd2500c458e req-4c33402b-1eb0-494c-8c27-1496339a5c5f tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 949 time: 0.1001151 Jul 07 22:18:42.986912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da5ae6ff-90ff-4669-bfd0-0bd2500c458e req-4dbdd896-3654-484b-8188-f1088f410df4 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541463 Jul 07 22:18:43.088057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:43.094098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 04f22f72-24ac-4074-8bd3-b16524f26ca4 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:43.099210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0ec2dc89-9be6-49ae-a7f0-1765a7324584 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:43.102192 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-55218575-dd07-498a-b3e1-0751d0a598c9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "PUT /v2.0/routers/ea120cbc-f34f-4e65-967b-b00d149ac960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5142596 Jul 07 22:18:43.102789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40484) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:43.116091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Sync routers for ids ['ea120cbc-f34f-4e65-967b-b00d149ac960'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:43.166835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0cdb5f-77ec-4abe-a6e2-530c6913d58f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.169325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6c0cdb5f-77ec-4abe-a6e2-530c6913d58f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports/21f56d63-448f-4fd1-ac23-e8868ed82c91 HTTP/1.1" status: 200 len: 911 time: 0.0653610 Jul 07 22:18:43.173802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40486) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:43.177066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 0ec2dc89-9be6-49ae-a7f0-1765a7324584 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:43.177677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0ec2dc89-9be6-49ae-a7f0-1765a7324584 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:43.187110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Routers {'ea120cbc-f34f-4e65-967b-b00d149ac960'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:43.188030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ea120cbc-f34f-4e65-967b-b00d149ac960'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:43.339707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Set router ea120cbc-f34f-4e65-967b-b00d149ac960 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:43.353976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3e957-3fbc-4cc3-ad30-e9e629060793 req-8b40aa02-02c6-48a3-8944-db15d95dd31c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.361364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05d3e957-3fbc-4cc3-ad30-e9e629060793 req-8b40aa02-02c6-48a3-8944-db15d95dd31c tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1124673 Jul 07 22:18:43.392979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2b962-247c-47bb-a880-872e822b0a61 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.395551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:43.400756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2b962-247c-47bb-a880-872e822b0a61 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.405447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7bd2b962-247c-47bb-a880-872e822b0a61 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2274370 Jul 07 22:18:43.406268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40492) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:43.445193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05d3e957-3fbc-4cc3-ad30-e9e629060793 req-72d401d1-6d2c-4b24-b172-ec48dd7d49d1 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Jul 07 22:18:43.459883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'port_id': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'mac_address': 'fa:16:3e:6f:52:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec749f84-bb28-409e-a842-8e0897300531', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:43.537827 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.570714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f22f72-24ac-4074-8bd3-b16524f26ca4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:43.607045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.645349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:43.657113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.742422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:43.760621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:37Z', 'updated_at': '2021-07-07T22:18:40Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None, '_interfaces': [{'id': '21f56d63-448f-4fd1-ac23-e8868ed82c91', 'name': '', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'mac_address': 'fa:16:3e:5a:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b26238f5-de23-459b-941f-5f913e157dfa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:18:38Z', 'updated_at': '2021-07-07T22:18:41Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'subnets': [{'id': 'b26238f5-de23-459b-941f-5f913e157dfa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:43.788363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Checking router: ea120cbc-f34f-4e65-967b-b00d149ac960 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:43.788865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Updating router ea120cbc-f34f-4e65-967b-b00d149ac960 port 21f56d63-448f-4fd1-ac23-e8868ed82c91 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:18:43.830366 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.913447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f661-8524-4b7c-b8b3-b18c444d98f8 req-2cc5b3d3-9f4b-4930-b70b-ba02d7b1d507 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.915286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6524f661-8524-4b7c-b8b3-b18c444d98f8 req-2cc5b3d3-9f4b-4930-b70b-ba02d7b1d507 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 936 time: 0.1453493 Jul 07 22:18:43.963708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770246e-a19f-45f2-9c8b-90c8e054942d req-33f80b0f-1cf6-44b4-a6d9-8e245801860d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.971514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c770246e-a19f-45f2-9c8b-90c8e054942d req-33f80b0f-1cf6-44b4-a6d9-8e245801860d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 944 time: 0.3060067 Jul 07 22:18:43.996032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['04f22f72-24ac-4074-8bd3-b16524f26ca4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:44.070360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908288dc-78eb-4640-8d4e-c5c8d0a04108 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:44.082125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.101365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Transition to ACTIVE for port object 908288dc-78eb-4640-8d4e-c5c8d0a04108 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:44.125594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:18:44.141999 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.346287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:44.361477 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1a83e6e8-324e-4831-a7b1-f00db115d6eb admin admin] 10.222.0.95 "PUT /v2.0/routers/d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6693692 Jul 07 22:18:44.369619 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] Sync routers for ids ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:44.387936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.393262 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] Routers {'d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:44.393915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40500) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:44.394152 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:44.401335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Transition to ACTIVE for port object 21f56d63-448f-4fd1-ac23-e8868ed82c91 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:44.420424 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.420662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6524f661-8524-4b7c-b8b3-b18c444d98f8 req-533e1965-6ec4-4f1c-a4de-426e097b7452 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947381 Jul 07 22:18:44.464276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c770246e-a19f-45f2-9c8b-90c8e054942d req-392ecf02-b340-448d-80b8-bbde889aa135 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915283 Jul 07 22:18:44.523360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24756b6a-33d6-44a1-9b7d-5be784e28ca3 None None] Pushing event updated for resources: {'Port': ['ID=21f56d63-448f-4fd1-ac23-e8868ed82c91,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:44.654451 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] Set router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:44.659902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Attempting to bind port 21f56d63-448f-4fd1-ac23-e8868ed82c91 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:44.660448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Attempting to bind port 21f56d63-448f-4fd1-ac23-e8868ed82c91 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:44.660898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Attempting to bind port 21f56d63-448f-4fd1-ac23-e8868ed82c91 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:44.667799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Attempting to bind port 908288dc-78eb-4640-8d4e-c5c8d0a04108 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:44.668399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Attempting to bind port 908288dc-78eb-4640-8d4e-c5c8d0a04108 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:44.673513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:44.673767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:44.674144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Attempting to bind port 908288dc-78eb-4640-8d4e-c5c8d0a04108 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:44.675180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.676906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:44.677494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Bound port: 21f56d63-448f-4fd1-ac23-e8868ed82c91, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:44.678960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.681471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:44.700270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Port 908288dc-78eb-4640-8d4e-c5c8d0a04108 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:44.700609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Attempting to bind port 908288dc-78eb-4640-8d4e-c5c8d0a04108 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:44.735530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:44.735874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:44.736271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:44.736725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Bound port: 908288dc-78eb-4640-8d4e-c5c8d0a04108, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:44.737096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.837094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] For port 21f56d63-448f-4fd1-ac23-e8868ed82c91, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:44.842916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] For port 21f56d63-448f-4fd1-ac23-e8868ed82c91, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21f56d63-448f-4fd1-ac23-e8868ed82c91,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:44.846168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.874289 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.882608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:44.887271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:44.902321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.997190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24756b6a-33d6-44a1-9b7d-5be784e28ca3 None None] Pushing event updated for resources: {'Port': ['ID=21f56d63-448f-4fd1-ac23-e8868ed82c91,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:45.032294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Routers {'ea120cbc-f34f-4e65-967b-b00d149ac960'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:45.034964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ea120cbc-f34f-4e65-967b-b00d149ac960'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:45.081111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.088397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.091044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] 10.222.0.97 "PUT /v2.0/ports/908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 1097 time: 2.4139955 Jul 07 22:18:45.093497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:45.096055 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079" -d '{"events": [{"name": "network-changed", "server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:45.122277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-c766b51f-69f3-4c3f-a04e-295ca5ae64a0 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.125631 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:18:42Z', 'revision_number': 5, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:45.129599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-c766b51f-69f3-4c3f-a04e-295ca5ae64a0 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 949 time: 0.7796602 Jul 07 22:18:45.171401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 04f22f72-24ac-4074-8bd3-b16524f26ca4 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:45.212675 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] Checking router: d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:45.257730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] Routers {'d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:45.258365 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:45.337918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627fb58-9ccc-4220-b508-7683e6c9378b service neutron] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:45.348840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.528279 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] Set router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:45.571823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.579787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8004-7b1c-46dd-98c1-b67cbc069114 req-d7bf308a-ff10-4512-8cac-d1d042a4b581 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.589202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e19a8004-7b1c-46dd-98c1-b67cbc069114 req-d7bf308a-ff10-4512-8cac-d1d042a4b581 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 949 time: 0.7320647 Jul 07 22:18:45.599253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-0a83c8cb-58dc-493a-8569-6031348a60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.600920 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-0a83c8cb-58dc-493a-8569-6031348a60c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1100 time: 0.4304659 Jul 07 22:18:45.612842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9f36-81cc-45b4-bb30-a717962ede96 req-36f76809-82bf-458f-a4b5-58d03f4d46e2 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.621443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-173d9f36-81cc-45b4-bb30-a717962ede96 req-36f76809-82bf-458f-a4b5-58d03f4d46e2 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.6393692 Jul 07 22:18:45.690561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-9e186e80-33ba-4093-9155-4223337a58fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 217 time: 0.0559509 Jul 07 22:18:45.692538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] Set router ea120cbc-f34f-4e65-967b-b00d149ac960 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:45.762394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-173d9f36-81cc-45b4-bb30-a717962ede96 req-d517433e-2e2e-4379-b264-494bc33f1bca tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396120 Jul 07 22:18:45.794392 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:18:42Z', 'revision_number': 5, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:45.804389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-20d26f9b-5256-4154-a303-885ef1888d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.805890 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-20d26f9b-5256-4154-a303-885ef1888d0b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1064949 Jul 07 22:18:45.811587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 04f22f72-24ac-4074-8bd3-b16524f26ca4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:45.854470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e19a8004-7b1c-46dd-98c1-b67cbc069114 req-02b24e08-00fa-4734-97e6-5495a6fde38b tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/security-groups?id=807502a0-28ba-48ed-8e0d-b604a2d26043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120764 Jul 07 22:18:45.880453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 04f22f72-24ac-4074-8bd3-b16524f26ca4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:45.880453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.883629 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb45f4-eac1-44da-bfd1-a27747a59da8 None None] The sync data for ids ['d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb'] in n-d-694802-13 is: [{'id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1185632811-router', 'tenant_id': '68c1588f2d79498d9f0f14a56a4a6758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:21Z', 'updated_at': '2021-07-07T22:18:42Z', 'revision_number': 5, 'project_id': '68c1588f2d79498d9f0f14a56a4a6758', 'gw_port': {'id': '663782d0-93fe-4e08-bac0-d8e2706e9f0c', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1fd84-5db9-4c9e-bda9-96eb7d98bccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:23Z', 'updated_at': '2021-07-07T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:45.890566 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364fa6c5-ed34-49ff-aeaa-6e93ad0c0aae x-openstack-request-id: req-364fa6c5-ed34-49ff-aeaa-6e93ad0c0aae {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:45.897816 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:45.897816 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-364fa6c5-ed34-49ff-aeaa-6e93ad0c0aae {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:45.897816 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'status': 'completed', 'code': 200} Jul 07 22:18:45.912138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Deleting port f783081f-d102-4b6e-baf6-fced58fa16fc {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:45.918663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.922492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Deleting port 663782d0-93fe-4e08-bac0-d8e2706e9f0c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:45.922492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.110778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] For port 663782d0-93fe-4e08-bac0-d8e2706e9f0c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=663782d0-93fe-4e08-bac0-d8e2706e9f0c,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:46.111150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.125960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Calling delete_port for 663782d0-93fe-4e08-bac0-d8e2706e9f0c owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:46.162111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.232746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:46.240483 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9416a64-ab9a-4877-8af9-afaf8d1a56a5" -d '{"events": [{"server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "name": "network-vif-plugged", "status": "completed", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:46.253190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e49b1290-0359-4531-bdf8-cd50cec349d1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:46.262295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:37Z', 'updated_at': '2021-07-07T22:18:40Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None, '_interfaces': [{'id': '21f56d63-448f-4fd1-ac23-e8868ed82c91', 'name': '', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'mac_address': 'fa:16:3e:5a:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b26238f5-de23-459b-941f-5f913e157dfa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:18:38Z', 'updated_at': '2021-07-07T22:18:44Z', 'revision_number': 4, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'subnets': [{'id': 'b26238f5-de23-459b-941f-5f913e157dfa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:46.263287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 21f56d63-448f-4fd1-ac23-e8868ed82c91 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:46.263737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.333193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.378975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e49b1290-0359-4531-bdf8-cd50cec349d1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:46.379351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e49b1290-0359-4531-bdf8-cd50cec349d1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:46.389779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291ec76-5ecf-450a-bfed-ace3fc535b55 None None] The sync data for ids ['ea120cbc-f34f-4e65-967b-b00d149ac960'] in n-d-694802-13 is: [{'id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:37Z', 'updated_at': '2021-07-07T22:18:40Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None, '_interfaces': [{'id': '21f56d63-448f-4fd1-ac23-e8868ed82c91', 'name': '', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'mac_address': 'fa:16:3e:5a:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b26238f5-de23-459b-941f-5f913e157dfa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:18:38Z', 'updated_at': '2021-07-07T22:18:44Z', 'revision_number': 4, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'subnets': [{'id': 'b26238f5-de23-459b-941f-5f913e157dfa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:46.393059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:46.401747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-a581de0c-8056-46d7-b528-fc886437c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.404104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.404525 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-a581de0c-8056-46d7-b528-fc886437c319 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5869992 Jul 07 22:18:46.405345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=663782d0-93fe-4e08-bac0-d8e2706e9f0c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:46.466857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.468240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] For port 21f56d63-448f-4fd1-ac23-e8868ed82c91, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21f56d63-448f-4fd1-ac23-e8868ed82c91,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:46.468616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.483631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 21f56d63-448f-4fd1-ac23-e8868ed82c91 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:46.520367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:46.627503 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.682308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.686152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] For port f783081f-d102-4b6e-baf6-fced58fa16fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f783081f-d102-4b6e-baf6-fced58fa16fc,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:46.686340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.691170 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.693395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.747324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Calling delete_port for f783081f-d102-4b6e-baf6-fced58fa16fc owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:46.750371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=21f56d63-448f-4fd1-ac23-e8868ed82c91,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:46.783636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d6b1c-e4de-4387-929f-a15ea151f785 req-1037b2e4-877e-4185-8696-643f5c87446f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.785284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442d6b1c-e4de-4387-929f-a15ea151f785 req-1037b2e4-877e-4185-8696-643f5c87446f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 944 time: 0.6753142 Jul 07 22:18:46.811357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.811357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:18:46.830702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0854d7-1823-400b-aa4c-a004db1e964e req-f9b81f61-fb23-4a1d-bb42-4abb2d261fa4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.837185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a0854d7-1823-400b-aa4c-a004db1e964e req-f9b81f61-fb23-4a1d-bb42-4abb2d261fa4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 948 time: 0.7433140 Jul 07 22:18:46.891142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.894493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c2001abb-3f01-4d66-9302-4a01766c3bd4 admin admin] 10.222.0.95 "DELETE /v2.0/routers/d9a1fd84-5db9-4c9e-bda9-96eb7d98bccb HTTP/1.1" status: 204 len: 168 time: 2.4969032 Jul 07 22:18:46.895224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40526) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:47.024249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Deleting subnet b0a0baef-618e-4ca6-bcca-c4cd84f29ee4 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:47.056823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.096806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a0854d7-1823-400b-aa4c-a004db1e964e req-c99bd8c7-8b2a-4bc0-b786-b005a4d7e4b1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587054 Jul 07 22:18:47.097478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.119008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442d6b1c-e4de-4387-929f-a15ea151f785 req-4b243501-8fe3-4b3e-a711-db291719ced6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778885 Jul 07 22:18:47.132880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.276089 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362bb0a-196a-4ead-9d08-49aa5fba79ed x-openstack-request-id: req-d362bb0a-196a-4ead-9d08-49aa5fba79ed {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:47.279007 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "name": "network-vif-plugged", "status": "completed", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:47.279604 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d362bb0a-196a-4ead-9d08-49aa5fba79ed {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:47.280446 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'code': 200} Jul 07 22:18:47.300366 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-51338943-37ee-405b-b626-0d6fe2884cc5 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8443022 Jul 07 22:18:47.506106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aee48111-9e7e-4a63-bd2f-210ab0d2d546 req-c42c88b1-9a14-46d8-aa5a-c2b0245d8f9f service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973619 Jul 07 22:18:47.509372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecd96f-ad82-496d-bce8-e753a75981f9 req-787a4756-5b24-4ec8-b5ae-4fb441623362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.510868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1aecd96f-ad82-496d-bce8-e753a75981f9 req-787a4756-5b24-4ec8-b5ae-4fb441623362 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.7563217 Jul 07 22:18:47.650190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1aecd96f-ad82-496d-bce8-e753a75981f9 req-a0ddc2e8-0b63-4d78-addd-cb1c1156dfe4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112902 Jul 07 22:18:47.669509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.671002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.673049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c03d62b-60f0-4bb5-a00d-130f78e71ccb req-bb283a12-104a-43ab-9152-a7723775e132 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7f573f8-1f3a-4bec-b5e6-b820f67d936d HTTP/1.1" status: 200 len: 210 time: 0.0512335 Jul 07 22:18:47.742600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-fae6c5a6-69bf-4e52-a7ba-e7ce9b62e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.744216 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-fae6c5a6-69bf-4e52-a7ba-e7ce9b62e915 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1100 time: 0.1705322 Jul 07 22:18:47.748238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9ee28-7b29-479e-89bc-3136de3d224a req-92f01ddb-2e33-4333-8fb3-7317fb3d614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.749666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3cd9ee28-7b29-479e-89bc-3136de3d224a req-92f01ddb-2e33-4333-8fb3-7317fb3d614a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 1097 time: 0.2378767 Jul 07 22:18:47.757157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Pushing event deleted for resources: {'Port': ['ID=f783081f-d102-4b6e-baf6-fced58fa16fc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:47.786585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.792990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Router ea120cbc-f34f-4e65-967b-b00d149ac960 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:18:47.793961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] No DVR routers for this DVR port f783081f-d102-4b6e-baf6-fced58fa16fc on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:47.798325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.800373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5536aeee-d347-4308-bbd2-d9d3491d5e82 req-48326a5c-a03e-4630-9690-ed90a0974339 tempest-LiveMigrationNegativeTest-1309608202 tempest-LiveMigrationNegativeTest-1309608202-project] 10.222.0.103 "DELETE /v2.0/ports/f783081f-d102-4b6e-baf6-fced58fa16fc HTTP/1.1" status: 204 len: 173 time: 2.6446958 Jul 07 22:18:47.801054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'name': 'network-vif-deleted', 'tag': 'f783081f-d102-4b6e-baf6-fced58fa16fc'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:47.803409 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2cc0bb-2912-4ca7-a974-ae11cb728c3d" -d '{"events": [{"server_uuid": "c7f573f8-1f3a-4bec-b5e6-b820f67d936d", "name": "network-vif-deleted", "tag": "f783081f-d102-4b6e-baf6-fced58fa16fc"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:47.850647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f0ffc-c71b-48ba-94f2-ac7b47a60a66 req-7d1677c9-9aef-48f6-9096-4ead997f9f9b tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.858985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f5f0ffc-c71b-48ba-94f2-ac7b47a60a66 req-7d1677c9-9aef-48f6-9096-4ead997f9f9b tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.3584991 Jul 07 22:18:47.876782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a0baef-618e-4ca6-bcca-c4cd84f29ee4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:47.882159 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cb0057-d94f-4811-83c3-ebd60834ec09 x-openstack-request-id: req-04cb0057-d94f-4811-83c3-ebd60834ec09 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:47.882481 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f573f8-1f3a-4bec-b5e6-b820f67d936d", "name": "network-vif-deleted", "tag": "f783081f-d102-4b6e-baf6-fced58fa16fc", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:47.883302 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-04cb0057-d94f-4811-83c3-ebd60834ec09 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:47.883302 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f573f8-1f3a-4bec-b5e6-b820f67d936d', 'name': 'network-vif-deleted', 'tag': 'f783081f-d102-4b6e-baf6-fced58fa16fc', 'status': 'completed', 'code': 200} Jul 07 22:18:47.886099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.887799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b70b9-57c5-4de8-a23e-1677a32545e3 None None] Network 26491318-15bf-4dcb-ac94-2d7cd2a74e33 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:47.891413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f2bc990-3bdf-48df-95fe-b5194765b359 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b0a0baef-618e-4ca6-bcca-c4cd84f29ee4 HTTP/1.1" status: 204 len: 168 time: 0.9936323 Jul 07 22:18:47.893906 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3cd9ee28-7b29-479e-89bc-3136de3d224a req-fd51ca0a-78e6-4e2f-9537-82c8d8708f8e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344566 Jul 07 22:18:47.894405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40532) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:47.998989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.001158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-7e57170d-b384-41a0-ac06-f21ad76bad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.002742 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-7e57170d-b384-41a0-ac06-f21ad76bad4f service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2278221 Jul 07 22:18:48.018181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f5f0ffc-c71b-48ba-94f2-ac7b47a60a66 req-7f97bfc8-3f98-44e7-b4bd-05b52b5e6d21 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582198 Jul 07 22:18:48.055241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-d8e37823-2a17-456c-8ee8-7a219a2e73cd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 217 time: 0.0436106 Jul 07 22:18:48.105724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:48.120933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8217f47c-db1e-4a31-a9c8-950ed9d18594 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "PUT /v2.0/routers/ea120cbc-f34f-4e65-967b-b00d149ac960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7087939 Jul 07 22:18:48.122321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40534) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:48.182259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-0c2e399d-9851-4b40-9df4-34fb5dccbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.184402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-0c2e399d-9851-4b40-9df4-34fb5dccbd91 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1058788 Jul 07 22:18:48.203162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a15e6-d261-4eb0-a6fe-ea210421ee7e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.204808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a15e6-d261-4eb0-a6fe-ea210421ee7e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.206953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-136a15e6-d261-4eb0-a6fe-ea210421ee7e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0832934 Jul 07 22:18:48.209531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40540) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:48.312467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5568980f-36b3-42da-8b4e-a4844144b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.326586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Deleting port 024764b9-5ef3-4221-b8cc-0485e35d147a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:48.330016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.336744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet b26238f5-de23-459b-941f-5f913e157dfa {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:48.346051 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.353375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 663782d0-93fe-4e08-bac0-d8e2706e9f0c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:48.403715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] DHCP port deletion for 26491318-15bf-4dcb-ac94-2d7cd2a74e33 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:48.403956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.429738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 663782d0-93fe-4e08-bac0-d8e2706e9f0c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:48.434677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 663782d0-93fe-4e08-bac0-d8e2706e9f0c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:48.459630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-bd4ea75b-dd97-4ff2-afdc-214df87caeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.461821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-bd4ea75b-dd97-4ff2-afdc-214df87caeff service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2680700 Jul 07 22:18:48.515447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.549633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] Deleting port 024764b9-5ef3-4221-b8cc-0485e35d147a {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:48.550027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.575494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d641822-b545-492d-9be8-a0525e5c1278 req-77e9a1b3-40c9-4251-a095-e257316cb02c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.577246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d641822-b545-492d-9be8-a0525e5c1278 req-77e9a1b3-40c9-4251-a095-e257316cb02c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.1874735 Jul 07 22:18:48.581432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.645092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] For port 024764b9-5ef3-4221-b8cc-0485e35d147a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=024764b9-5ef3-4221-b8cc-0485e35d147a,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:48.647185 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.661260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] Calling delete_port for 024764b9-5ef3-4221-b8cc-0485e35d147a owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:48.664741 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-93f1249f-c8b7-4c3a-81c0-a4561863728a service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948452 Jul 07 22:18:48.689554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d641822-b545-492d-9be8-a0525e5c1278 req-7a9cba22-766e-46a4-aedf-18a0c9144593 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042287 Jul 07 22:18:48.690851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] For port 024764b9-5ef3-4221-b8cc-0485e35d147a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=024764b9-5ef3-4221-b8cc-0485e35d147a,segment=NetworkSegment(0040dc6b-0706-4a97-8633-076c419498ce),segment_id=0040dc6b-0706-4a97-8633-076c419498ce)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:48.691760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.746960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1249-d54b-4c48-acb9-792073414da1 req-77abb61a-75ab-4841-a911-47a3e745e9f2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.764767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eabc1249-d54b-4c48-acb9-792073414da1 req-77abb61a-75ab-4841-a911-47a3e745e9f2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 948 time: 0.2421577 Jul 07 22:18:48.768691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.778408 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:18:48.802413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.829126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] Sync routers for ids ['ea120cbc-f34f-4e65-967b-b00d149ac960'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:48.842247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] Pushing event deleted for resources: {'Port': ['ID=024764b9-5ef3-4221-b8cc-0485e35d147a,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:48.848273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Calling delete_port for 024764b9-5ef3-4221-b8cc-0485e35d147a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:48.859223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02ad1d-a588-4484-bb26-eb89d20f74ab None None] No DVR routers for this DVR port 024764b9-5ef3-4221-b8cc-0485e35d147a on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:48.865968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.868040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/b26238f5-de23-459b-941f-5f913e157dfa HTTP/1.1" status: 204 len: 168 time: 0.6575444 Jul 07 22:18:48.869072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25505be-8691-4ba3-8074-7b1eceb37ee2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=b26238f5-de23-459b-941f-5f913e157dfa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:48.871501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40552) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:48.876114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] Routers {'ea120cbc-f34f-4e65-967b-b00d149ac960'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:48.876813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ea120cbc-f34f-4e65-967b-b00d149ac960'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:48.885180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b821a3-7e90-416b-85d5-744913c86fc6 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:48.926184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eabc1249-d54b-4c48-acb9-792073414da1 req-5ef8ba16-3283-487e-96ca-e9dcfd85e490 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524549 Jul 07 22:18:49.053516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] Set router ea120cbc-f34f-4e65-967b-b00d149ac960 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:49.113153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:37Z', 'updated_at': '2021-07-07T22:18:46Z', 'revision_number': 3, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:49.144687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.147663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f783081f-d102-4b6e-baf6-fced58fa16fc no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:49.150177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] Checking router: ea120cbc-f34f-4e65-967b-b00d149ac960 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:49.202234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f783081f-d102-4b6e-baf6-fced58fa16fc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:49.202526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f783081f-d102-4b6e-baf6-fced58fa16fc not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:49.210172 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b0b7f8e1-5965-44a8-b053-6a5cfbb17079 req-890dec4b-a477-41f1-be8b-d6b5377882d6 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308018 Jul 07 22:18:49.211255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] No DVR routers for this DVR port 024764b9-5ef3-4221-b8cc-0485e35d147a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:49.260033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] Routers {'ea120cbc-f34f-4e65-967b-b00d149ac960'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:49.260686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ea120cbc-f34f-4e65-967b-b00d149ac960'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:49.316637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Pushing event deleted for resources: {'Port': ['ID=024764b9-5ef3-4221-b8cc-0485e35d147a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:49.348777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] Set router ea120cbc-f34f-4e65-967b-b00d149ac960 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:49.370938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.394516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26491318-15bf-4dcb-ac94-2d7cd2a74e33']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:49.407801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0040dc6b-0706-4a97-8633-076c419498ce') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:49.408439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0040dc6b-0706-4a97-8633-076c419498ce') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:49.414799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:37Z', 'updated_at': '2021-07-07T22:18:46Z', 'revision_number': 3, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:49.419309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.446059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.453118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:18:49.453807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:18:49.456877 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:18:49.461186 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:18:49.461186 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:18:49.461186 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:18:49.461186 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:18:49.461186 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:18:49.461186 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:18:49.466057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835518be-62a9-4313-9d87-5a3e22cb5def None None] The sync data for ids ['ea120cbc-f34f-4e65-967b-b00d149ac960'] in n-d-694802-13 is: [{'id': 'ea120cbc-f34f-4e65-967b-b00d149ac960', 'name': 'tempest-NetworksTestDHCPv6-router-337934208', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:37Z', 'updated_at': '2021-07-07T22:18:46Z', 'revision_number': 3, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:49.557081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4e5d930d-0171-4e27-9a16-9fcae12939c4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6774189 Jul 07 22:18:49.562806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40566) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:49.569470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.612016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40568) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:49.661269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.714303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b07aae-cf77-4a06-9e6a-6ae1d650a157 req-23db8d07-7496-4938-8a6a-f1ee2c8342a6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:49.719244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b07aae-cf77-4a06-9e6a-6ae1d650a157 req-23db8d07-7496-4938-8a6a-f1ee2c8342a6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2281940 Jul 07 22:18:49.874674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:18:49.931000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] Deleting port 45fb2c05-1d81-46f8-b336-a17a9b723e9a {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:49.932028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.932311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.954605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.967695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b07aae-cf77-4a06-9e6a-6ae1d650a157 req-05f26801-a6c0-4f99-9def-530c6ce7a897 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223520 Jul 07 22:18:49.969086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.982263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] 10.222.0.95 "DELETE /v2.0/networks/26491318-15bf-4dcb-ac94-2d7cd2a74e33 HTTP/1.1" status: 204 len: 168 time: 2.0642247 Jul 07 22:18:49.984940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded41e94-9957-42bb-9362-3ba648c3a628 admin admin] Pushing event deleted for resources: {'Network': ['ID=26491318-15bf-4dcb-ac94-2d7cd2a74e33,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:50.007295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40582) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:50.024891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9646d329-7222-4066-9e54-d64ba8dabaa5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=90fbc93b62824f1ba2212cb6f6ca53f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115417 Jul 07 22:18:50.067943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] For port 45fb2c05-1d81-46f8-b336-a17a9b723e9a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=45fb2c05-1d81-46f8-b336-a17a9b723e9a,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:50.068957 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.096064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.096583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Fanout notify agent at l3_agent the message router_deleted on router ea120cbc-f34f-4e65-967b-b00d149ac960 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:18:50.098760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] Calling delete_port for 45fb2c05-1d81-46f8-b336-a17a9b723e9a owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:50.110646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.123614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a77f0a9d-a348-4ae7-ad4f-5a2312fde38e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/routers/ea120cbc-f34f-4e65-967b-b00d149ac960 HTTP/1.1" status: 204 len: 168 time: 0.5570111 Jul 07 22:18:50.124331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40584) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:50.132188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebaad9bf-ca8d-42d7-9472-17e38cfcc1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.160820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:50.167391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebaad9bf-ca8d-42d7-9472-17e38cfcc1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.227424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40586) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:50.233687 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.248052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 45fb2c05-1d81-46f8-b336-a17a9b723e9a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:50.256371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebaad9bf-ca8d-42d7-9472-17e38cfcc1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.259002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebaad9bf-ca8d-42d7-9472-17e38cfcc1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.261117 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ebaad9bf-ca8d-42d7-9472-17e38cfcc1c4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/807502a0-28ba-48ed-8e0d-b604a2d26043 HTTP/1.1" status: 204 len: 168 time: 0.2528121 Jul 07 22:18:50.281192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] Pushing event deleted for resources: {'Port': ['ID=45fb2c05-1d81-46f8-b336-a17a9b723e9a,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:50.292095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaad9bf-ca8d-42d7-9472-17e38cfcc1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807502a0-28ba-48ed-8e0d-b604a2d26043,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:50.303616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c68a72-c2f7-4704-9da9-5bb7364ce592 req-6bc999b6-42e9-4ae9-9e52-5584674b5a6c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.313944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08c68a72-c2f7-4704-9da9-5bb7364ce592 req-6bc999b6-42e9-4ae9-9e52-5584674b5a6c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.4412367 Jul 07 22:18:50.327144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e946e9-71b6-4a9a-8135-ef492e54e0ae None None] No DVR routers for this DVR port 45fb2c05-1d81-46f8-b336-a17a9b723e9a on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:50.327680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9808c7de-97b4-4ff7-b652-6da35e7fd149 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=43b9145bbec3452793d598d720e944b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985258 Jul 07 22:18:50.328779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40592) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:50.334167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 45fb2c05-1d81-46f8-b336-a17a9b723e9a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:50.334767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 45fb2c05-1d81-46f8-b336-a17a9b723e9a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:50.336663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21f56d63-448f-4fd1-ac23-e8868ed82c91 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:50.364720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 21f56d63-448f-4fd1-ac23-e8868ed82c91 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:50.365428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21f56d63-448f-4fd1-ac23-e8868ed82c91 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:50.365533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 024764b9-5ef3-4221-b8cc-0485e35d147a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:50.388148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 024764b9-5ef3-4221-b8cc-0485e35d147a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:50.388512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 024764b9-5ef3-4221-b8cc-0485e35d147a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:50.421256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-572afaa1-67e7-40a1-b2f0-5ede44a874fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.424200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cf6cf-d362-4e3b-b0cd-385d5d0d0e46 req-6511882c-6d02-4d50-8966-abe7542711b9 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.426301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-532cf6cf-d362-4e3b-b0cd-385d5d0d0e46 req-6511882c-6d02-4d50-8966-abe7542711b9 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 945 time: 0.3010204 Jul 07 22:18:50.427200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:50.431801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.464675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-572afaa1-67e7-40a1-b2f0-5ede44a874fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.509208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08c68a72-c2f7-4704-9da9-5bb7364ce592 req-ee74fe53-3409-4930-9874-9573731b8f09 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930742 Jul 07 22:18:50.533656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-572afaa1-67e7-40a1-b2f0-5ede44a874fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.536223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-572afaa1-67e7-40a1-b2f0-5ede44a874fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.537382 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-572afaa1-67e7-40a1-b2f0-5ede44a874fd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/20308f46-5abb-4456-ac7b-319294dfd2a2 HTTP/1.1" status: 204 len: 168 time: 0.2072859 Jul 07 22:18:50.557228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572afaa1-67e7-40a1-b2f0-5ede44a874fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20308f46-5abb-4456-ac7b-319294dfd2a2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:50.586394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-532cf6cf-d362-4e3b-b0cd-385d5d0d0e46 req-f52ff55c-52a8-440d-92ae-66550561c06d tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486728 Jul 07 22:18:50.773894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:50.800892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10962b6a-4538-4b93-9840-bec595750640 req-5f587319-cc3d-4257-82f2-38e4530d299a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.802611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10962b6a-4538-4b93-9840-bec595750640 req-5f587319-cc3d-4257-82f2-38e4530d299a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 948 time: 0.1379132 Jul 07 22:18:50.804038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.810809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:50.824826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0e28ee1-3d00-41dc-bc3f-a8eb6402f929 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1557080fa549446a8ba22449c5a683d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495350 Jul 07 22:18:50.825622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:50.895416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb14928e-0663-4917-9a61-116cbf881f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.922714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb14928e-0663-4917-9a61-116cbf881f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.954072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:50.958733 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b88e-f137-4db4-ba86-c724796fdf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.976066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10962b6a-4538-4b93-9840-bec595750640 req-bb7ea27e-c312-49b5-866b-e903ebf43f2b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494176 Jul 07 22:18:50.977129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=08d88611-5d26-4963-98a5-c7bf54ab10c2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:50.979216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:50.988295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.989333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.995039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0cd71-bc18-4649-90db-3b09666a7491 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:51.006463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb14928e-0663-4917-9a61-116cbf881f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.010389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3077842f-0a44-4465-90fd-22dd147b4d3d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8805883 Jul 07 22:18:51.010845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb14928e-0663-4917-9a61-116cbf881f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.012020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb14928e-0663-4917-9a61-116cbf881f31 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2dd1deb1-f418-44e0-870a-69bb9d8f5a84 HTTP/1.1" status: 204 len: 168 time: 0.1854360 Jul 07 22:18:51.014155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40610) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:51.030652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:51.056065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14928e-0663-4917-9a61-116cbf881f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd1deb1-f418-44e0-870a-69bb9d8f5a84,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:51.063265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40614) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:51.094326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.095637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.121587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ea31b436-77f1-436c-bb60-5905d77fb560 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=68c1588f2d79498d9f0f14a56a4a6758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570872 Jul 07 22:18:51.122329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:51.124039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:51.180006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'mac_address': 'fa:16:3e:ef:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:51.200575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.217329 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.244121 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ab4833f-2e27-42db-a8ef-076dc711317c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.248712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.249991 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2338c9f4-a505-4e62-a06c-190fa51a7bfb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2348857 Jul 07 22:18:51.252787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40618) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:51.256473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc901e-9333-4e54-b796-4fa403b7c38d req-46bdc742-bceb-40ee-8dd8-c205504a1007 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.258073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2fc901e-9333-4e54-b796-4fa403b7c38d req-46bdc742-bceb-40ee-8dd8-c205504a1007 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.1185415 Jul 07 22:18:51.296920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ab4833f-2e27-42db-a8ef-076dc711317c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.316540 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.358565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2fc901e-9333-4e54-b796-4fa403b7c38d req-4276841c-ba26-45d7-b077-79c5b18f3898 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898161 Jul 07 22:18:51.385227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908288dc-78eb-4640-8d4e-c5c8d0a04108 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:51.401420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ab4833f-2e27-42db-a8ef-076dc711317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.405423 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ab4833f-2e27-42db-a8ef-076dc711317c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.407112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8ab4833f-2e27-42db-a8ef-076dc711317c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5b77e75a-bab1-400c-be30-bb997b11b7b5 HTTP/1.1" status: 204 len: 168 time: 0.2816846 Jul 07 22:18:51.422369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4833f-2e27-42db-a8ef-076dc711317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77e75a-bab1-400c-be30-bb997b11b7b5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:51.428844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:51.449990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.456813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.524903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '08d88611-5d26-4963-98a5-c7bf54ab10c2'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:18:51.526690 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.744707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-7ebddb9f-b097-4bca-a1ca-1162b467f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.748557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63df14-f73d-4014-bcec-7eedfe3c9ce7 req-6793ed19-ef23-4093-a289-7a784e6d35b2 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.750121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b63df14-f73d-4014-bcec-7eedfe3c9ce7 req-6793ed19-ef23-4093-a289-7a784e6d35b2 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1377723 Jul 07 22:18:51.750891 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-7ebddb9f-b097-4bca-a1ca-1162b467f708 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.3197877 Jul 07 22:18:51.813881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-1ec2458c-ee1a-4e1e-b194-f924a4633206 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.824866 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-1ec2458c-ee1a-4e1e-b194-f924a4633206 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.97 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 945 time: 0.3269334 Jul 07 22:18:51.850973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b63df14-f73d-4014-bcec-7eedfe3c9ce7 req-6146fb32-0f7e-4a85-83ba-119ba8cdd45d tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911801 Jul 07 22:18:51.856036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.884059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:51.963130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/08d88611-5d26-4963-98a5-c7bf54ab10c2/01631e1e-20ca-445c-85fa-bac82bbd7822) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:52.045386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:52.111713 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.256050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185d2d1-e644-4f45-bfd4-22b67d4e02cf req-dce3adcc-1570-4125-892a-0457f243dd86 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:52.257689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c185d2d1-e644-4f45-bfd4-22b67d4e02cf req-dce3adcc-1570-4125-892a-0457f243dd86 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 945 time: 0.1462595 Jul 07 22:18:52.300704 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.311899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Transition to ACTIVE for port object 01631e1e-20ca-445c-85fa-bac82bbd7822 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:52.318113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c185d2d1-e644-4f45-bfd4-22b67d4e02cf req-30231f76-f300-42ee-b82b-d3a198c8173a tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523589 Jul 07 22:18:52.331969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Transition to ACTIVE for port object 01631e1e-20ca-445c-85fa-bac82bbd7822 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:52.353042 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.484622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Pushing event updated for resources: {'Port': ['ID=01631e1e-20ca-445c-85fa-bac82bbd7822,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:52.501921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:52.507634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:52.516246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:52.582452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926ca94-7207-4bcb-8c53-f6561cc65e11 req-a27b78c6-6689-4a27-bf25-e82c02fed9ed tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:52.592976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b926ca94-7207-4bcb-8c53-f6561cc65e11 req-a27b78c6-6689-4a27-bf25-e82c02fed9ed tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 949 time: 0.1192770 Jul 07 22:18:52.614375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Attempting to bind port 01631e1e-20ca-445c-85fa-bac82bbd7822 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:52.615360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Attempting to bind port 01631e1e-20ca-445c-85fa-bac82bbd7822 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:52.615937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Attempting to bind port 01631e1e-20ca-445c-85fa-bac82bbd7822 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:52.624554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::1 (fb6eb312-b078-40cf-9e77-99f2b99590e3/08d88611-5d26-4963-98a5-c7bf54ab10c2/1f85e92f-6982-4792-9c8c-4316d0cbd2e7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:52.628780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:52.629798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:52.630494 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.630967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:52.631559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Bound port: 01631e1e-20ca-445c-85fa-bac82bbd7822, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:52.632144 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.701809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b926ca94-7207-4bcb-8c53-f6561cc65e11 req-17431bc9-b5a9-4ff9-9150-9e643a6523fd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067836 Jul 07 22:18:52.740599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] For port 01631e1e-20ca-445c-85fa-bac82bbd7822, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:52.746053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] For port 01631e1e-20ca-445c-85fa-bac82bbd7822, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01631e1e-20ca-445c-85fa-bac82bbd7822,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:52.754216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-a26bd208-ee6c-421e-a50d-9a520437d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:52.756303 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-a26bd208-ee6c-421e-a50d-9a520437d382 service neutron] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.9583423 Jul 07 22:18:52.756798 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.864427 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-c2f1aeb2-c137-4f56-b769-054d67e794c1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0737500 Jul 07 22:18:52.872978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef574cfe-b47f-47ef-b7f9-fd754544e95a None None] Pushing event updated for resources: {'Port': ['ID=01631e1e-20ca-445c-85fa-bac82bbd7822,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:52.931017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3016b5-de94-4df7-9c65-44b5ea64b7ad req-44957c16-0c97-4c14-b5cc-2291befc0197 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:52.934420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba3016b5-de94-4df7-9c65-44b5ea64b7ad req-44957c16-0c97-4c14-b5cc-2291befc0197 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.1117451 Jul 07 22:18:53.016567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba3016b5-de94-4df7-9c65-44b5ea64b7ad req-c0cf3dce-16e7-44d4-8d24-6d55296668ab tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747130 Jul 07 22:18:53.044442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.071594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Deleting port 0dc9aa82-334c-40eb-a4ed-8828e337da9b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:53.072083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.102488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-704fba02-ad54-4b0a-bfbd-220d7d4f9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.104053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-704fba02-ad54-4b0a-bfbd-220d7d4f9404 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.2319760 Jul 07 22:18:53.121197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101803-b3d5-4548-9dd5-115cb371464a req-3c45dd51-8d6e-4ba5-b9a1-2c8ddb8f028e tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.128915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2101803-b3d5-4548-9dd5-115cb371464a req-3c45dd51-8d6e-4ba5-b9a1-2c8ddb8f028e tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1007850 Jul 07 22:18:53.169064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:53.177311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-01648351-3fe6-439c-a1fb-970da1d46b43 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374856 Jul 07 22:18:53.178288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2101803-b3d5-4548-9dd5-115cb371464a req-e3a808f3-c50f-4d83-af77-8f1b96562707 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Jul 07 22:18:53.328293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] For port 0dc9aa82-334c-40eb-a4ed-8828e337da9b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0dc9aa82-334c-40eb-a4ed-8828e337da9b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:53.328675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.358108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Calling delete_port for 0dc9aa82-334c-40eb-a4ed-8828e337da9b owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:53.375626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.402434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:53.410774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:53.435240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:53.435800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.480486 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-c1a105bc-6627-402b-96dd-be2a953e8960 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868483 Jul 07 22:18:53.582517 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.636867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37162f2-ac1a-41c2-b1ba-e37443fa17bb req-b707ec9b-fc99-40e8-996f-d37c89fc588c tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.638669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c37162f2-ac1a-41c2-b1ba-e37443fa17bb req-b707ec9b-fc99-40e8-996f-d37c89fc588c tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/ports?device_id=aba0cb80-374c-4063-a8c1-dca526751032 HTTP/1.1" status: 200 len: 945 time: 0.1017697 Jul 07 22:18:53.657475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:53.702849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c37162f2-ac1a-41c2-b1ba-e37443fa17bb req-e46be2f7-e18d-4a05-be64-7d39b14d019d tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.95 "GET /v2.0/security-groups?id=eca68e0a-1006-4eb0-a366-8b44ad941259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571077 Jul 07 22:18:53.751842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.811595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b8cb670-fe51-4070-ae12-f04808dc130b req-51eb3f45-8719-44b9-a1ae-bcf6a592bdbf service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937770 Jul 07 22:18:53.947816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0903c-9a29-48bb-b887-8f0293916f1e req-dea07846-218c-4b6d-8053-0a826ffd0fdc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.957230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9fb0903c-9a29-48bb-b887-8f0293916f1e req-dea07846-218c-4b6d-8053-0a826ffd0fdc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 949 time: 0.1194961 Jul 07 22:18:53.967803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.007752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Pushing event deleted for resources: {'Port': ['ID=0dc9aa82-334c-40eb-a4ed-8828e337da9b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:54.022610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9fb0903c-9a29-48bb-b887-8f0293916f1e req-d47841d6-eb4d-4ebd-aa9d-07f868e6af3f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639734 Jul 07 22:18:54.182590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] No DVR routers for this DVR port 0dc9aa82-334c-40eb-a4ed-8828e337da9b on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:54.206846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.209063 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-38f02d40-2dc9-49ad-9bf4-544ce77bdba0 req-2364acb3-d606-405f-b3c9-00f123b57de8 tempest-AttachSCSIVolumeTestJSON-1491078843 tempest-AttachSCSIVolumeTestJSON-1491078843-project] 10.222.0.97 "DELETE /v2.0/ports/0dc9aa82-334c-40eb-a4ed-8828e337da9b HTTP/1.1" status: 204 len: 173 time: 2.3492756 Jul 07 22:18:54.210943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0cb80-374c-4063-a8c1-dca526751032', 'name': 'network-vif-deleted', 'tag': '0dc9aa82-334c-40eb-a4ed-8828e337da9b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:54.228538 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0020ed5d-eed1-46f1-91a0-a7e5cf08ea6d" -d '{"events": [{"server_uuid": "aba0cb80-374c-4063-a8c1-dca526751032", "name": "network-vif-deleted", "tag": "0dc9aa82-334c-40eb-a4ed-8828e337da9b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:54.286906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01631e1e-20ca-445c-85fa-bac82bbd7822 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:54.433256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-f31ec6d5-6997-4e2c-87e3-623b0d034d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.434257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-c280dcd0-2481-4e16-96f0-384bdc0ebf82 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=9879202a5d1442f6a9e4518f1661fa4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508993 Jul 07 22:18:54.434910 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-f31ec6d5-6997-4e2c-87e3-623b0d034d8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 1097 time: 0.4063182 Jul 07 22:18:54.456095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.469090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 01631e1e-20ca-445c-85fa-bac82bbd7822 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:54.483675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.484711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.559329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bec1f-eea2-4eb5-94bc-6540f63113d1 req-61c636df-95ff-4575-b2c0-dc73c935942f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.561010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f71bec1f-eea2-4eb5-94bc-6540f63113d1 req-61c636df-95ff-4575-b2c0-dc73c935942f tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.3069530 Jul 07 22:18:54.624836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] Provisioning for port 01631e1e-20ca-445c-85fa-bac82bbd7822 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:54.627042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-d3a70ac0-2d39-456c-85ec-45411a6931d5 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.630862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] Provisioning complete for port 01631e1e-20ca-445c-85fa-bac82bbd7822 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:54.631605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.633985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-d3a70ac0-2d39-456c-85ec-45411a6931d5 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780107 Jul 07 22:18:54.646579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:54.648065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f71bec1f-eea2-4eb5-94bc-6540f63113d1 req-bd4dadf5-21b5-4c9b-bb82-d5261515be9c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807076 Jul 07 22:18:54.657312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-f8e2e7ad-8c5b-4d8d-a40b-7db8abef645e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/quotas/9879202a5d1442f6a9e4518f1661fa4e HTTP/1.1" status: 200 len: 375 time: 0.0222156 Jul 07 22:18:54.701320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-b996e5ba-1276-40ed-a1cf-0b2e55ca6f0e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9879202a5d1442f6a9e4518f1661fa4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426636 Jul 07 22:18:54.755042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:54.760469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:54.817788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-f4dd26c7-9c12-45e3-a6ac-2fa814eede2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.819360 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-f4dd26c7-9c12-45e3-a6ac-2fa814eede2f service neutron] 10.222.0.97 "GET /v2.0/networks?id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 200 len: 920 time: 0.3610501 Jul 07 22:18:54.820837 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.863131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:54.897164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-43c31571-2a69-435b-86c0-dafd4e04a4e4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 200 len: 217 time: 0.0418866 Jul 07 22:18:54.928843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de7d6-712f-489d-a6db-0ef79d161685 req-e4686086-796a-4511-a17c-5366f25e7999 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.939425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-682de7d6-712f-489d-a6db-0ef79d161685 req-e4686086-796a-4511-a17c-5366f25e7999 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.1566350 Jul 07 22:18:54.940774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] For port 01631e1e-20ca-445c-85fa-bac82bbd7822, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01631e1e-20ca-445c-85fa-bac82bbd7822,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:54.976892 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe29e4-91c4-4a50-b06f-c17cf0b9b379 x-openstack-request-id: req-cefe29e4-91c4-4a50-b06f-c17cf0b9b379 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:54.977291 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0cb80-374c-4063-a8c1-dca526751032", "name": "network-vif-deleted", "tag": "0dc9aa82-334c-40eb-a4ed-8828e337da9b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:54.977483 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cefe29e4-91c4-4a50-b06f-c17cf0b9b379 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:54.977918 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0cb80-374c-4063-a8c1-dca526751032', 'name': 'network-vif-deleted', 'tag': '0dc9aa82-334c-40eb-a4ed-8828e337da9b', 'status': 'completed', 'code': 200} Jul 07 22:18:54.988622 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.020478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-682de7d6-712f-489d-a6db-0ef79d161685 req-c83608fe-5c74-4fa8-b2f1-de7754e9d71f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803599 Jul 07 22:18:55.021162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-fb7588fe-3160-4a5e-81ff-d3dac3955dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.023173 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-fb7588fe-3160-4a5e-81ff-d3dac3955dff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 200 len: 859 time: 0.1189780 Jul 07 22:18:55.172055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f9926-dc8d-4358-948f-f9b5e0f18fc1 None None] Pushing event updated for resources: {'Port': ['ID=01631e1e-20ca-445c-85fa-bac82bbd7822,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:55.193077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 908288dc-78eb-4640-8d4e-c5c8d0a04108 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:55.200348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 908288dc-78eb-4640-8d4e-c5c8d0a04108 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:55.201077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.213768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-f2ac3385-29e8-4fd0-b97b-def42fe11d8a tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=6ca16984dd0e44528c19fe91c832d425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610471 Jul 07 22:18:55.275931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0df5747c-8693-4c3c-a1d9-af28d3a5d810 None None] Provisioning for port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:55.296654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0df5747c-8693-4c3c-a1d9-af28d3a5d810 None None] Provisioning complete for port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:55.297379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0df5747c-8693-4c3c-a1d9-af28d3a5d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.403582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0df5747c-8693-4c3c-a1d9-af28d3a5d810 None None] Port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:55.482801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e861f579-a922-4242-b2a4-732c82339355 req-8c24499a-cf3a-4c2b-b9a4-d4b4ed6719ef tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 210 time: 0.0531828 Jul 07 22:18:55.488221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.529045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-bc2dc360-1104-46d2-8cfd-1344b2ddc504 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.532379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-bc2dc360-1104-46d2-8cfd-1344b2ddc504 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121171 Jul 07 22:18:55.547686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:55.561752 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821fda05-bf02-4460-a566-9ae26dd6eee9" -d '{"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-plugged", "status": "completed", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:55.575791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-4a92eea8-1002-43f6-884a-29156f5d2073 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/quotas/6ca16984dd0e44528c19fe91c832d425 HTTP/1.1" status: 200 len: 375 time: 0.0357311 Jul 07 22:18:55.595265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:55.602900 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.603852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0dc9aa82-334c-40eb-a4ed-8828e337da9b no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:55.659554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-827e300e-5968-4c62-84b5-028fb66f4c81 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ca16984dd0e44528c19fe91c832d425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809824 Jul 07 22:18:55.712810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 0dc9aa82-334c-40eb-a4ed-8828e337da9b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:55.714154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0dc9aa82-334c-40eb-a4ed-8828e337da9b not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:55.727656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-a5205054-bbf3-4d54-b185-213c8b87fe7f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=93b56c99-a4ee-47b8-9154-7d4bddcb13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6955118 Jul 07 22:18:55.743028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Router d568245b-3ed3-4d1a-949c-3b2eb4b91536 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:18:55.744845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2b0690c0-e614-4df2-a124-2d6371ea8885 None None] Provisioning complete for port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:55.745426 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b0690c0-e614-4df2-a124-2d6371ea8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.824911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:55.863816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2b0690c0-e614-4df2-a124-2d6371ea8885 None None] Port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:55.950033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d3cc-e87c-4bfa-ab6a-bb7dc97a7aea req-d0cf7356-04d3-48c3-aed4-9696dea456f8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.967478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dda7d3cc-e87c-4bfa-ab6a-bb7dc97a7aea req-d0cf7356-04d3-48c3-aed4-9696dea456f8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3024428 Jul 07 22:18:56.037242 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-75c10852-f4a2-46f9-a9ac-734edade0956 service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015645 Jul 07 22:18:56.051041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:56.069457 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Sync routers for ids ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:56.090440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Routers {'d568245b-3ed3-4d1a-949c-3b2eb4b91536'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:56.090440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:56.102689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dda7d3cc-e87c-4bfa-ab6a-bb7dc97a7aea req-6651d807-911d-4173-81d7-ca1fcc49981a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336856 Jul 07 22:18:56.107449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40808) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:56.107706 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f4d0429-8437-4d00-9681-726b606a33f9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "PUT /v2.0/routers/d568245b-3ed3-4d1a-949c-3b2eb4b91536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8536484 Jul 07 22:18:56.144490 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f5f475-4411-44f6-865b-2ba0d1c9c142 x-openstack-request-id: req-e3f5f475-4411-44f6-865b-2ba0d1c9c142 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:56.144926 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-plugged", "status": "completed", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:56.145370 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e3f5f475-4411-44f6-865b-2ba0d1c9c142 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:56.145942 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'code': 200} Jul 07 22:18:56.379546 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9587ef5c-7c70-4faf-ac92-7b6cab7183ac req-eb981805-ed90-4243-8797-aa5bf6b66d8b service neutron] 10.222.0.97 "GET /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307221 Jul 07 22:18:56.385097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925bd6b5-895f-43ac-beea-ca1fc20c2b30 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.387471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01631e1e-20ca-445c-85fa-bac82bbd7822 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:56.409731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-925bd6b5-895f-43ac-beea-ca1fc20c2b30 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports/1f85e92f-6982-4792-9c8c-4316d0cbd2e7 HTTP/1.1" status: 200 len: 911 time: 0.2990451 Jul 07 22:18:56.413114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40828) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:56.503104 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Set router d568245b-3ed3-4d1a-949c-3b2eb4b91536 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:56.506783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 01631e1e-20ca-445c-85fa-bac82bbd7822 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:56.507392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.657523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-96c85516-3737-44ba-9046-eda85f67ad3d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1639297 Jul 07 22:18:56.713741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0008f88c-d5ee-4b76-a5e7-a2eb3a04e3ef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.720506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0008f88c-d5ee-4b76-a5e7-a2eb3a04e3ef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.722424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0008f88c-d5ee-4b76-a5e7-a2eb3a04e3ef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3079164 Jul 07 22:18:56.730691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40842) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:56.866123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f2082-17f9-4b24-a9b7-2acb75344407 req-145aeaf1-c067-4d35-979d-e869245ef643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.868516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-761f2082-17f9-4b24-a9b7-2acb75344407 req-145aeaf1-c067-4d35-979d-e869245ef643 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1102 time: 0.1883428 Jul 07 22:18:56.930403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-761f2082-17f9-4b24-a9b7-2acb75344407 req-a8adbf6e-bef1-400d-afc9-17ebc001370c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Jul 07 22:18:56.936988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.937607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.938092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.938574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.939528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.939672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.940119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.942128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f273c0a5-5ebf-4a9f-a8a2-d7bd9b44d9fa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6498 time: 0.2009721 Jul 07 22:18:56.947000 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:51Z', 'updated_at': '2021-07-07T22:18:53Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None, '_interfaces': [{'id': '1f85e92f-6982-4792-9c8c-4316d0cbd2e7', 'name': '', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'mac_address': 'fa:16:3e:6a:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '08d88611-5d26-4963-98a5-c7bf54ab10c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:18:52Z', 'updated_at': '2021-07-07T22:18:54Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'subnets': [{'id': '08d88611-5d26-4963-98a5-c7bf54ab10c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:56.964052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b1b6-d51f-4569-bf03-7b6fb2057987 req-3eb82a53-7ea8-4c70-9479-17118571f794 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.971551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ac1b1b6-d51f-4569-bf03-7b6fb2057987 req-3eb82a53-7ea8-4c70-9479-17118571f794 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.4591038 Jul 07 22:18:56.988611 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Checking router: d568245b-3ed3-4d1a-949c-3b2eb4b91536 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:56.989195 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Updating router d568245b-3ed3-4d1a-949c-3b2eb4b91536 port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:18:57.041697 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.042142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2508b-49b9-4837-a2ff-b22b9d7e10d4 req-f79072d9-3e1d-4df5-9826-619294338a70 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.058600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b2508b-49b9-4837-a2ff-b22b9d7e10d4 req-f79072d9-3e1d-4df5-9826-619294338a70 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.4691279 Jul 07 22:18:57.151091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 04f22f72-24ac-4074-8bd3-b16524f26ca4 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:57.203105 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ac1b1b6-d51f-4569-bf03-7b6fb2057987 req-4ea5901e-9918-4979-9fea-96a70595a3c2 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303913 Jul 07 22:18:57.208508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-308c50eb-4158-40f4-8dcd-46dcb3690847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.209068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-308c50eb-4158-40f4-8dcd-46dcb3690847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.209617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-308c50eb-4158-40f4-8dcd-46dcb3690847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.211281 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-308c50eb-4158-40f4-8dcd-46dcb3690847 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2b31379b-ced6-49a0-8417-23a4ed18097e&id=2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 200 len: 2292 time: 0.2376170 Jul 07 22:18:57.314283 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-313d2525-58e7-482c-8cc2-ffcf1b6a8461 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 200 len: 1001 time: 0.0955462 Jul 07 22:18:57.318067 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28b2508b-49b9-4837-a2ff-b22b9d7e10d4 req-364f6ab7-230c-4329-93ff-ec0003367694 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585177 Jul 07 22:18:57.381450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:57.406057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'port_id': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'mac_address': 'fa:16:3e:6f:52:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec749f84-bb28-409e-a842-8e0897300531', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:57.430889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-d38d5e01-80eb-45ed-91f6-d0454e7642af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.434500 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-d38d5e01-80eb-45ed-91f6-d0454e7642af service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4f7f5105-d2ad-4349-8732-cabb6208b41a HTTP/1.1" status: 200 len: 849 time: 0.1119680 Jul 07 22:18:57.506019 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.533473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04f22f72-24ac-4074-8bd3-b16524f26ca4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:57.551956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-722eab16-bbb5-4220-a961-a976ca0fe0ef req-af237677-ed9b-4991-9f61-1234d07298a5 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 210 time: 0.1188600 Jul 07 22:18:57.594650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:57.606828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-8bbf6285-7a13-484f-910b-adb19fdc80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.607141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.609678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-8bbf6285-7a13-484f-910b-adb19fdc80c0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675901 Jul 07 22:18:57.638432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-55ba4fd7-5422-4840-afd1-1483991a1a49 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=9879202a5d1442f6a9e4518f1661fa4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119754 Jul 07 22:18:57.711744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:57.734861 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.747538 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Transition to ACTIVE for port object 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:57.763387 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.770059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['04f22f72-24ac-4074-8bd3-b16524f26ca4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:57.835961 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-117ce387-2b55-4aeb-aee8-00aa03c0d395 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167668 Jul 07 22:18:57.845809 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Pushing event updated for resources: {'Port': ['ID=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:57.868081 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.868666 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.869199 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.869724 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.870223 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.870969 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.871701 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.872374 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.873070 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.873728 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.874227 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.874805 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:57.965862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Attempting to bind port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:57.967080 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Attempting to bind port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:57.967692 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Attempting to bind port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:57.975668 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:57.976620 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:57.977243 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.977801 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:57.978572 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Bound port: 1f85e92f-6982-4792-9c8c-4316d0cbd2e7, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:57.979198 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.979333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-ac6f2955-5f17-4ec3-98c3-a54d7d5634ca service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357229 Jul 07 22:18:58.069100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-395a2fac-25fa-47ee-9817-a7acd36153a7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 217 time: 0.0809145 Jul 07 22:18:58.094970 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] For port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:58.101916 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] For port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:58.113687 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.213792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-63613c5a-3a0d-47fc-8733-fd0ee1694b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:58.213792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-63613c5a-3a0d-47fc-8733-fd0ee1694b17 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1381567 Jul 07 22:18:58.215214 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Routers {'d568245b-3ed3-4d1a-949c-3b2eb4b91536'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:58.215877 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:58.279930 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445ba6-180e-4b39-8505-ecdd8f805302 None None] Pushing event updated for resources: {'Port': ['ID=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:58.331819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-df56516b-e798-4868-a228-846daae90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:58.333594 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-df56516b-e798-4868-a228-846daae90703 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118548 Jul 07 22:18:58.381957 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] Set router d568245b-3ed3-4d1a-949c-3b2eb4b91536 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:58.432574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8db48110-9e27-4752-9694-28536c5b1a03 req-6b9b8e01-7008-4c69-85fc-dfa42ecd4470 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 210 time: 0.7164738 Jul 07 22:18:58.535571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-9bc6ba9b-cde9-4d32-8108-3bf25bf3db33 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891799 Jul 07 22:18:58.586573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-9348fa05-eca6-4c60-b87b-217d982402d0 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:58.588665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-9348fa05-eca6-4c60-b87b-217d982402d0 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9393260 Jul 07 22:18:58.628384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Request body: {'port': {'device_id': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '9879202a5d1442f6a9e4518f1661fa4e'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:58.679850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-65d16ce3-d587-481d-8169-0adf2fd3af96 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=6ca16984dd0e44528c19fe91c832d425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868509 Jul 07 22:18:58.762657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b060f5e-50d5-448b-a52d-60e2fd46794e req-026eabc8-5571-4709-b9d4-54a5875a72ef tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:58.767176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b060f5e-50d5-448b-a52d-60e2fd46794e req-026eabc8-5571-4709-b9d4-54a5875a72ef tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.8811429 Jul 07 22:18:58.800688 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-c97c85e4-08c6-4dbd-8b11-f5f2b94901bc service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567952 Jul 07 22:18:58.886475 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:51Z', 'updated_at': '2021-07-07T22:18:53Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None, '_interfaces': [{'id': '1f85e92f-6982-4792-9c8c-4316d0cbd2e7', 'name': '', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'mac_address': 'fa:16:3e:6a:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '08d88611-5d26-4963-98a5-c7bf54ab10c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:18:52Z', 'updated_at': '2021-07-07T22:18:58Z', 'revision_number': 4, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'subnets': [{'id': '08d88611-5d26-4963-98a5-c7bf54ab10c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:58.892998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b060f5e-50d5-448b-a52d-60e2fd46794e req-8b0c19c5-4610-458a-b5d4-8a1e9854dd18 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164703 Jul 07 22:18:58.915522 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-91131308-09ec-471a-a995-0fd21737b1ee service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 217 time: 0.1025488 Jul 07 22:18:58.956158 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74432d-e49a-4a3f-850c-49854a045bb0 None None] The sync data for ids ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'] in n-d-694802-13 is: [{'id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:51Z', 'updated_at': '2021-07-07T22:18:53Z', 'revision_number': 2, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None, '_interfaces': [{'id': '1f85e92f-6982-4792-9c8c-4316d0cbd2e7', 'name': '', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'mac_address': 'fa:16:3e:6a:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '08d88611-5d26-4963-98a5-c7bf54ab10c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:18:52Z', 'updated_at': '2021-07-07T22:18:58Z', 'revision_number': 4, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'subnets': [{'id': '08d88611-5d26-4963-98a5-c7bf54ab10c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:58.992160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-9c2236da-74b7-4235-a7e5-6c51c991cd0e tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:58.996558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-9c2236da-74b7-4235-a7e5-6c51c991cd0e tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089290 Jul 07 22:18:59.012217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Request body: {'port': {'device_id': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '6ca16984dd0e44528c19fe91c832d425'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:59.086533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.110038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-3fced40a-2ff5-498a-8b8d-43745a473a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:59.111593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-3fced40a-2ff5-498a-8b8d-43745a473a2f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1792083 Jul 07 22:18:59.152524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 04f22f72-24ac-4074-8bd3-b16524f26ca4 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:59.211583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Made reservation on behalf of 9879202a5d1442f6a9e4518f1661fa4e for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:59.215886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.234806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 04f22f72-24ac-4074-8bd3-b16524f26ca4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:59.235355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.249533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.253066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c09a9cf0-a328-4071-9832-a1e5be837791 req-98cbb08c-2296-48b4-8362-c7254ac1e184 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 210 time: 0.0579188 Jul 07 22:18:59.386669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-2623d5f0-ff4a-4ee2-892a-d46dad9356cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:59.391032 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-2623d5f0-ff4a-4ee2-892a-d46dad9356cd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2578213 Jul 07 22:18:59.391229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f40585-3027-429c-a513-e0e827be81e8 req-aa92dd64-928f-4c93-b151-d661135833ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:59.392850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Made reservation on behalf of 6ca16984dd0e44528c19fe91c832d425 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:59.396185 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.398476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87f40585-3027-429c-a513-e0e827be81e8 req-aa92dd64-928f-4c93-b151-d661135833ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.4165521 Jul 07 22:18:59.404603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.466170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:59.469123 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0383a348-7702-48d4-a7f3-aca4cf63f936" -d '{"events": [{"server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "name": "network-vif-plugged", "status": "completed", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:59.495932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:59.497658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87f40585-3027-429c-a513-e0e827be81e8 req-354a1f45-578e-4af3-bbdd-a1195c15e55e tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981371 Jul 07 22:18:59.507985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.572054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-426729cf-8704-4bd5-9e9a-819d7ef11a46 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640782 Jul 07 22:18:59.573613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.655580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:59.717436 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-58143034-82e5-4ca1-8d79-d38698761cb0 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378844 Jul 07 22:18:59.733105 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a73bd7bf-4844-41bd-8e7e-468cd1c51e01 req-3b65e58a-22ea-4b63-bc36-262e35616126 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 210 time: 0.0590014 Jul 07 22:18:59.753904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66dcbb-fe98-42d9-a98b-6d07d0751abf req-40cb9a0e-62f2-4351-a57c-e39ec4e85fb5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:59.761126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba66dcbb-fe98-42d9-a98b-6d07d0751abf req-40cb9a0e-62f2-4351-a57c-e39ec4e85fb5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.2709472 Jul 07 22:18:59.765682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.787738 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-4f0d4382-11ff-42f6-91e2-37565a05ae87 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea HTTP/1.1" status: 200 len: 217 time: 0.0603211 Jul 07 22:18:59.794043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.822420 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717453d0-97d5-452d-aee8-62bc08ee6a45 x-openstack-request-id: req-717453d0-97d5-452d-aee8-62bc08ee6a45 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:59.822420 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "name": "network-vif-plugged", "status": "completed", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:59.822719 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-717453d0-97d5-452d-aee8-62bc08ee6a45 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:59.823396 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'code': 200} Jul 07 22:18:59.837396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:59.837900 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.875435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba66dcbb-fe98-42d9-a98b-6d07d0751abf req-e2fcf85b-b65f-45b3-838f-d03cc57925b6 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133976 Jul 07 22:18:59.910195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.923334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.053827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bc434b-08b1-485e-98c3-944dab6f1ddb,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.066620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-a345c570-3e2a-48e4-8647-dc8c6150666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.068697 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-a345c570-3e2a-48e4-8647-dc8c6150666e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1563480 Jul 07 22:19:00.082598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] For port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:00.083046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.101046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:00.107700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600e52a3-d457-4109-831a-acbd36aa87ca,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.199949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Allocated IP 192.168.233.244 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/811eac9d-ec91-441d-9360-b7d0c891f054) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:00.328087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-d3bf0ee5-5e10-44db-9cc5-f7b3bb2abd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.330034 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-d3bf0ee5-5e10-44db-9cc5-f7b3bb2abd1c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2492464 Jul 07 22:19:00.344434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:00.454296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40684faf-b061-43b9-bbd8-4fc7d00c9b1c req-496c2847-d8f6-46fb-9e4c-f245d4510c95 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.456130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40684faf-b061-43b9-bbd8-4fc7d00c9b1c req-496c2847-d8f6-46fb-9e4c-f245d4510c95 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3454306 Jul 07 22:19:00.468820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:00.474379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:00.475070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.541192 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.552177 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-1e4c82b5-abed-4cfc-b247-4605e0c7019e service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113075 Jul 07 22:19:00.561962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Transition to ACTIVE for port object 811eac9d-ec91-441d-9360-b7d0c891f054 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:00.564750 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No ports have port_id starting with 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 Jul 07 22:19:00.585655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.675239 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-58a26cb1-e611-4212-aaa8-b8700bbed674 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145453 Jul 07 22:19:00.720768 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-b1cd696f-c31d-4f78-a9b5-c83bd7c646d9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13 HTTP/1.1" status: 200 len: 217 time: 0.0387557 Jul 07 22:19:00.736443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7336a13c-6d12-4b7f-b488-94bc80a4f0dc req-1e015e5e-f878-4929-9a3b-256a4ef9141c tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 210 time: 0.0360231 Jul 07 22:19:00.746146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40684faf-b061-43b9-bbd8-4fc7d00c9b1c req-deb22d06-94fa-4f4a-b984-57c10acbd36b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602785 Jul 07 22:19:00.778660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=1f85e92f-6982-4792-9c8c-4316d0cbd2e7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.800427 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.847658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:00.857099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:00.903395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:00.912490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-61439034-4884-4b9d-afb4-11313017f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.914085 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-61439034-4884-4b9d-afb4-11313017f037 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1812160 Jul 07 22:19:01.023128 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:01.062379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Pushing event updated for resources: {'Port': ['ID=811eac9d-ec91-441d-9360-b7d0c891f054,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:01.074365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:01.075111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:01.080846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Allocated IP 192.168.233.127 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/7193d61b-8115-48da-bdd3-a2723f8c6039) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:01.126246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-c537b96a-a371-4666-ac2e-e22b97b675cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:01.127880 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-c537b96a-a371-4666-ac2e-e22b97b675cc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543393 Jul 07 22:19:01.134824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-0fde1d03-b93e-412a-b3c4-13fa2acf0fe8 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1254687 Jul 07 22:19:01.179118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Request body: {'port': {'device_id': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:01.225849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3eb9ff0-ecde-488b-bd69-a8d8de3b5829 req-e3d7cd4d-d4b2-4c27-ae3c-82a99ce94969 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 210 time: 0.2538311 Jul 07 22:19:01.269101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9e3f6fa9-d8ca-4f9f-87bb-897af6e53ce8 None None] Provisioning for port 811eac9d-ec91-441d-9360-b7d0c891f054 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:01.273192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9e3f6fa9-d8ca-4f9f-87bb-897af6e53ce8 None None] Provisioning complete for port 811eac9d-ec91-441d-9360-b7d0c891f054 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:01.273654 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6fa9-d8ca-4f9f-87bb-897af6e53ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:01.353879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98176ef-593f-486a-8847-8d05b951f807 req-13fcbc78-042b-401e-b458-8cd8df9df283 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:01.373974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a98176ef-593f-486a-8847-8d05b951f807 req-13fcbc78-042b-401e-b458-8cd8df9df283 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.7125378 Jul 07 22:19:01.393666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f6fa9-d8ca-4f9f-87bb-897af6e53ce8 None None] Port 811eac9d-ec91-441d-9360-b7d0c891f054 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:01.539167 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-01ee6fa6-a937-4850-a1b8-ab6e6a29070f service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976347 Jul 07 22:19:01.554161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:01.645570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-92f972b0-d5b9-4043-bd04-fcabf9b49624 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890329 Jul 07 22:19:01.717381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-131eeb47-0470-44c6-a37a-6a71cf684891 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.0426245 Jul 07 22:19:01.815033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-fd05b5cd-34a9-43b0-b0d1-d9d1cce36667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:01.816787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-fd05b5cd-34a9-43b0-b0d1-d9d1cce36667 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.0930636 Jul 07 22:19:01.908935 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-88ef3c01-bb13-442f-86a6-f8d045aa4fdc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5588071 Jul 07 22:19:01.964821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f63b6132-9b84-4c5a-9e0c-f72bc3cedf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:01.966544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-f63b6132-9b84-4c5a-9e0c-f72bc3cedf45 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399252 Jul 07 22:19:02.137589 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-670c10ed-9662-4cd7-9c73-25f03973d5bb service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639659 Jul 07 22:19:02.269674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-3308737d-5740-4e26-842b-076689e6b330 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241477 Jul 07 22:19:02.292562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.302787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554636-4f22-466b-996f-6ca792820e2c req-fb362898-005f-484f-aedd-072512fd2c98 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:02.310073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d554636-4f22-466b-996f-6ca792820e2c req-fb362898-005f-484f-aedd-072512fd2c98 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 945 time: 0.6890159 Jul 07 22:19:02.332059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-cea483d9-8f1e-450c-9b22-1d8a9a546f11 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 200 len: 217 time: 0.0541408 Jul 07 22:19:02.333951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Deleting port 04f22f72-24ac-4074-8bd3-b16524f26ca4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:02.334298 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.443940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-4ddcc596-7d9f-4fcb-948a-fb07eadfb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:02.446149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-4ddcc596-7d9f-4fcb-948a-fb07eadfb149 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.1055229 Jul 07 22:19:02.451056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Router d568245b-3ed3-4d1a-949c-3b2eb4b91536 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:19:02.455661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Transition to ACTIVE for port object 7193d61b-8115-48da-bdd3-a2723f8c6039 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:02.475691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] For port 04f22f72-24ac-4074-8bd3-b16524f26ca4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=04f22f72-24ac-4074-8bd3-b16524f26ca4,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:02.476500 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.513622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd015fd3-4c3b-43ba-8978-de7cce4a322c req-95b059b0-a980-4057-a5b1-00a101d8c021 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:02.518849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0338-15d5-41c6-b7eb-615336c48436 req-347c6798-0690-4462-854c-b7999d93bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:02.519495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd015fd3-4c3b-43ba-8978-de7cce4a322c req-95b059b0-a980-4057-a5b1-00a101d8c021 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.9077098 Jul 07 22:19:02.520217 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-347c6798-0690-4462-854c-b7999d93bc77 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674949 Jul 07 22:19:02.548174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d554636-4f22-466b-996f-6ca792820e2c req-91bfde91-d79c-47e4-817f-08d57e7b70e8 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372158 Jul 07 22:19:02.556906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Calling delete_port for 04f22f72-24ac-4074-8bd3-b16524f26ca4 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:02.722272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-0a07d75a-28ce-4701-a50b-cbc5a6de5616 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932492 Jul 07 22:19:02.772491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:02.783219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f594ee53-5a36-4ca8-a798-e0ee84bc6a45 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "PUT /v2.0/routers/d568245b-3ed3-4d1a-949c-3b2eb4b91536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0507419 Jul 07 22:19:02.791679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] Sync routers for ids ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:02.800352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd015fd3-4c3b-43ba-8978-de7cce4a322c req-9b9af294-3be9-4d59-9bf4-6cc3f1933980 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714212 Jul 07 22:19:02.809686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] Routers {'d568245b-3ed3-4d1a-949c-3b2eb4b91536'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:02.810131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40940) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:02.810668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:02.836201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.857156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-537d0338-15d5-41c6-b7eb-615336c48436 req-c1e58614-ed2d-412a-93ee-8df22da70072 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234515 Jul 07 22:19:03.004904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] Set router d568245b-3ed3-4d1a-949c-3b2eb4b91536 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:03.066746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:03.072836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811eac9d-ec91-441d-9360-b7d0c891f054 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:03.085578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.086562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad583f-47ec-46f8-87e3-2c5b52c02c0d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.088325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad583f-47ec-46f8-87e3-2c5b52c02c0d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.090482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-07ad583f-47ec-46f8-87e3-2c5b52c02c0d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2771358 Jul 07 22:19:03.094612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40942) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:03.102215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:03.136319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:03.148543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:51Z', 'updated_at': '2021-07-07T22:19:00Z', 'revision_number': 3, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:03.169383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Pushing event updated for resources: {'Port': ['ID=7193d61b-8115-48da-bdd3-a2723f8c6039,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:03.187550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Transition to ACTIVE for port object 811eac9d-ec91-441d-9360-b7d0c891f054 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:03.221655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.223730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] Checking router: d568245b-3ed3-4d1a-949c-3b2eb4b91536 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:03.239090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] Routers {'d568245b-3ed3-4d1a-949c-3b2eb4b91536'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:03.241042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:03.339841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.341142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.352016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 08d88611-5d26-4963-98a5-c7bf54ab10c2 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:03.427779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] Set router d568245b-3ed3-4d1a-949c-3b2eb4b91536 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:03.437289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-461db230-9ddc-4dae-8eb2-7f61a774fd6e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8310554 Jul 07 22:19:03.437623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.482507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79530-9486-4e30-bad9-a2b7b496bd3a req-790bc44f-a826-46ca-acb9-30feccbc5176 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.489754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04b79530-9486-4e30-bad9-a2b7b496bd3a req-790bc44f-a826-46ca-acb9-30feccbc5176 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 936 time: 0.4327996 Jul 07 22:19:03.500215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:51Z', 'updated_at': '2021-07-07T22:19:00Z', 'revision_number': 3, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:03.511978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=811eac9d-ec91-441d-9360-b7d0c891f054,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:03.522311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Request body: {'port': {'device_id': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:03.535303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.535651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.535992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.536330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.536663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.536993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.537320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.537645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.537962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.538289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.538779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.539106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:03.549405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Attempting to bind port 811eac9d-ec91-441d-9360-b7d0c891f054 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:03.549749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Attempting to bind port 811eac9d-ec91-441d-9360-b7d0c891f054 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:03.550083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Attempting to bind port 811eac9d-ec91-441d-9360-b7d0c891f054 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:03.555264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783c938-af3b-4f1d-8736-efb9359051a1 None None] The sync data for ids ['d568245b-3ed3-4d1a-949c-3b2eb4b91536'] in n-d-694802-13 is: [{'id': 'd568245b-3ed3-4d1a-949c-3b2eb4b91536', 'name': 'tempest-NetworksTestDHCPv6-router-1371837042', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:18:51Z', 'updated_at': '2021-07-07T22:19:00Z', 'revision_number': 3, 'project_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:03.556634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.565169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Port 811eac9d-ec91-441d-9360-b7d0c891f054 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:03.565667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Attempting to bind port 811eac9d-ec91-441d-9360-b7d0c891f054 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:03.572621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51672df3-776c-409c-aa91-eaf5e0ad0a37 req-391b5be5-a841-49c8-8cdb-1219ec2621ec tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.575719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:03.576215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:03.576845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:03.577481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Bound port: 811eac9d-ec91-441d-9360-b7d0c891f054, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:03.578013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.582811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.583053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e31d1dfb-a199-4d2e-8415-179d75541eca None None] Provisioning for port 7193d61b-8115-48da-bdd3-a2723f8c6039 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:03.583343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51672df3-776c-409c-aa91-eaf5e0ad0a37 req-391b5be5-a841-49c8-8cdb-1219ec2621ec tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 948 time: 0.4338775 Jul 07 22:19:03.593746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e31d1dfb-a199-4d2e-8415-179d75541eca None None] Provisioning complete for port 7193d61b-8115-48da-bdd3-a2723f8c6039 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:03.594180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e31d1dfb-a199-4d2e-8415-179d75541eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.655985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event deleted for resources: {'Port': ['ID=04f22f72-24ac-4074-8bd3-b16524f26ca4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:03.759514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e31d1dfb-a199-4d2e-8415-179d75541eca None None] Port 7193d61b-8115-48da-bdd3-a2723f8c6039 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:03.827780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04b79530-9486-4e30-bad9-a2b7b496bd3a req-eadf2fa8-4063-40a4-9593-fcbd4e1fa4b0 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346589 Jul 07 22:19:03.836557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.837135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] No DVR routers for this DVR port 04f22f72-24ac-4074-8bd3-b16524f26ca4 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:03.842421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] For port 811eac9d-ec91-441d-9360-b7d0c891f054, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:03.860655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51672df3-776c-409c-aa91-eaf5e0ad0a37 req-4d28c334-8a2a-4c9d-a3ba-80bc797105eb tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760792 Jul 07 22:19:03.868834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.871985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a98176ef-593f-486a-8847-8d05b951f807 req-43a74ea2-e583-4b67-bebe-15b7eb411ff7 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.103 "DELETE /v2.0/ports/04f22f72-24ac-4074-8bd3-b16524f26ca4 HTTP/1.1" status: 204 len: 173 time: 2.3151920 Jul 07 22:19:03.878743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'name': 'network-vif-deleted', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:03.881564 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33bbfc4-51d3-4cd8-b9dc-032804a5ad1e" -d '{"events": [{"server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "name": "network-vif-deleted", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:03.921955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.987817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40954) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:03.990012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] For port 811eac9d-ec91-441d-9360-b7d0c891f054, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=811eac9d-ec91-441d-9360-b7d0c891f054,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:04.023275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.176098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:04.223935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:04.224282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1f85e92f-6982-4792-9c8c-4316d0cbd2e7 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:04.418653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10b44173-3013-4c5a-919f-2e8b7216bf55 req-5606ea6f-eb72-4e16-a558-3fe9e0a118fa tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=b273340c-e2c1-4b95-a8dd-66f838795e7e HTTP/1.1" status: 200 len: 210 time: 0.0907376 Jul 07 22:19:04.459060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.460252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.461387 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] 10.222.0.103 "PUT /v2.0/ports/811eac9d-ec91-441d-9360-b7d0c891f054 HTTP/1.1" status: 200 len: 1097 time: 3.2922916 Jul 07 22:19:04.464537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'tag': '811eac9d-ec91-441d-9360-b7d0c891f054'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:04.467332 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a141b-3838-4bfa-bb8c-173e935ac31e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cd8107-e638-4fe1-9137-db02a1b46520", "tag": "811eac9d-ec91-441d-9360-b7d0c891f054"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:04.520261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b4c218f5-460c-4f1f-9964-c22b51ac945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.521938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b4c218f5-460c-4f1f-9964-c22b51ac945b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1102 time: 0.7506323 Jul 07 22:19:04.557564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3039a-03f0-4427-9796-28e0e116f0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=811eac9d-ec91-441d-9360-b7d0c891f054,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:04.580104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7193d61b-8115-48da-bdd3-a2723f8c6039 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:04.613561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.616640 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62a8cb-9c49-46d7-8265-5263d6d8bca7 x-openstack-request-id: req-bb62a8cb-9c49-46d7-8265-5263d6d8bca7 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:04.617017 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b273340c-e2c1-4b95-a8dd-66f838795e7e", "name": "network-vif-deleted", "tag": "04f22f72-24ac-4074-8bd3-b16524f26ca4", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:04.617274 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bb62a8cb-9c49-46d7-8265-5263d6d8bca7 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:04.617697 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273340c-e2c1-4b95-a8dd-66f838795e7e', 'name': 'network-vif-deleted', 'tag': '04f22f72-24ac-4074-8bd3-b16524f26ca4', 'status': 'completed', 'code': 200} Jul 07 22:19:04.640236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.668383 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bbaee1-8d36-4667-b8bc-79739f2a438d x-openstack-request-id: req-20bbaee1-8d36-4667-b8bc-79739f2a438d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:04.668681 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cd8107-e638-4fe1-9137-db02a1b46520", "tag": "811eac9d-ec91-441d-9360-b7d0c891f054", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:04.668957 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-20bbaee1-8d36-4667-b8bc-79739f2a438d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:04.669351 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'tag': '811eac9d-ec91-441d-9360-b7d0c891f054', 'status': 'completed', 'code': 200} Jul 07 22:19:04.678614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36035e-68b3-4aef-a741-c8b4ce476b7e None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:04.683849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.685912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/08d88611-5d26-4963-98a5-c7bf54ab10c2 HTTP/1.1" status: 204 len: 168 time: 1.5893767 Jul 07 22:19:04.689787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8a1b5-b793-4edd-b1a0-007fd20d0a34 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=08d88611-5d26-4963-98a5-c7bf54ab10c2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:04.692726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40958) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:04.709308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Transition to ACTIVE for port object 7193d61b-8115-48da-bdd3-a2723f8c6039 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:04.756230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf2932-0c38-4cd8-8085-4299c37b96e5 req-18b3d2ea-3a6b-49af-94c7-1df5df1e8ff3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.766415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1bf2932-0c38-4cd8-8085-4299c37b96e5 req-18b3d2ea-3a6b-49af-94c7-1df5df1e8ff3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3975122 Jul 07 22:19:04.782916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.831631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b6edb366-d94a-407b-b1d9-4082e2b7f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.833417 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b6edb366-d94a-407b-b1d9-4082e2b7f47f service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2965412 Jul 07 22:19:04.968326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1bf2932-0c38-4cd8-8085-4299c37b96e5 req-dd56fd55-7520-4966-ad24-b38f7b6b08c7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006781 Jul 07 22:19:04.982322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b8e0550c-0201-4c98-b062-8d56dff800bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 217 time: 0.1151638 Jul 07 22:19:04.990208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-5782aa7b-dceb-489c-932e-8a51323fb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.992002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-5782aa7b-dceb-489c-932e-8a51323fb1c1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6ca16984dd0e44528c19fe91c832d425&device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 1100 time: 0.4688189 Jul 07 22:19:05.058271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:05.098997 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-934af3c3-b111-48bf-92d5-f03d0e1462a6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=811eac9d-ec91-441d-9360-b7d0c891f054 HTTP/1.1" status: 200 len: 217 time: 0.0951986 Jul 07 22:19:05.105500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Pushing event updated for resources: {'Port': ['ID=7193d61b-8115-48da-bdd3-a2723f8c6039,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:05.109822 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0a72b95d-ab48-4eec-9835-8c2a4cbf6df1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4023695 Jul 07 22:19:05.147009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] Deleting port 01631e1e-20ca-445c-85fa-bac82bbd7822 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:05.147710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.165967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40966) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:05.166321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-57bb73d6-8e8b-4f56-9cab-7bbf914160b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.168010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-57bb73d6-8e8b-4f56-9cab-7bbf914160b0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0551405 Jul 07 22:19:05.173606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-228593c3-3b16-4775-bd01-b6ac815cc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.175458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-228593c3-3b16-4775-bd01-b6ac815cc140 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1824846 Jul 07 22:19:05.212511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 04f22f72-24ac-4074-8bd3-b16524f26ca4 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:05.236412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 04f22f72-24ac-4074-8bd3-b16524f26ca4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:05.237030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 04f22f72-24ac-4074-8bd3-b16524f26ca4 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:05.268810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] For port 01631e1e-20ca-445c-85fa-bac82bbd7822, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01631e1e-20ca-445c-85fa-bac82bbd7822,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:05.269622 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.283537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] Calling delete_port for 01631e1e-20ca-445c-85fa-bac82bbd7822 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:05.286921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-d4a3e04c-ff86-40b5-8248-851520d88343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.289107 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-d4a3e04c-ff86-40b5-8248-851520d88343 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044550 Jul 07 22:19:05.295945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-df1c9dab-95c6-4daa-9de8-708f59b3a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.298538 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-df1c9dab-95c6-4daa-9de8-708f59b3a5d6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225281 Jul 07 22:19:05.362878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Attempting to bind port 7193d61b-8115-48da-bdd3-a2723f8c6039 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:05.363368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Attempting to bind port 7193d61b-8115-48da-bdd3-a2723f8c6039 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:05.363810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Attempting to bind port 7193d61b-8115-48da-bdd3-a2723f8c6039 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:05.381123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.392524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Port 7193d61b-8115-48da-bdd3-a2723f8c6039 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:05.393005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Attempting to bind port 7193d61b-8115-48da-bdd3-a2723f8c6039 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:05.403303 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.420946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] No DVR routers for this DVR port 01631e1e-20ca-445c-85fa-bac82bbd7822 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:05.452819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c79315-fb22-4393-b6a1-4a40cab6338d None None] Pushing event deleted for resources: {'Port': ['ID=01631e1e-20ca-445c-85fa-bac82bbd7822,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:05.487974 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-4d6fe4d4-5cbc-41e6-8ec6-5bdd2fc438b2 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883366 Jul 07 22:19:05.489943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-ba134b02-ddff-4d1e-a672-436b32e76d60 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830521 Jul 07 22:19:05.502828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:05.503402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:05.503817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:05.504327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Bound port: 7193d61b-8115-48da-bdd3-a2723f8c6039, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:05.504686 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.652081 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d63a4efd-39fc-4be5-84d4-aa62b17282da req-b690c20c-b2a5-40fe-aaf1-2501aa5d70bb service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472254 Jul 07 22:19:05.673452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-3ca83d28-3c5c-44bf-ae6b-06ee47fb9395 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769667 Jul 07 22:19:05.679854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb82d1-fe8c-497c-b0c8-1d7eb8dd895a req-9f6d2a7f-875b-4eb2-aad3-4c8df22c3669 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.681383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28fb82d1-fe8c-497c-b0c8-1d7eb8dd895a req-9f6d2a7f-875b-4eb2-aad3-4c8df22c3669 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 948 time: 0.5179987 Jul 07 22:19:05.683754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.709210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082b9fd-82bf-47cb-9ec7-563693b4b828 req-2501102b-384d-41ca-a43c-1104db94211b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.710813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0082b9fd-82bf-47cb-9ec7-563693b4b828 req-2501102b-384d-41ca-a43c-1104db94211b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 948 time: 0.4565613 Jul 07 22:19:05.712175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.786695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-efa8f5ce-1138-465b-b588-5bc1e117571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.789166 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-efa8f5ce-1138-465b-b588-5bc1e117571b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6ca16984dd0e44528c19fe91c832d425&device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 1100 time: 0.0650728 Jul 07 22:19:05.827091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] For port 7193d61b-8115-48da-bdd3-a2723f8c6039, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:05.833017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.833515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Fanout notify agent at l3_agent the message router_deleted on router d568245b-3ed3-4d1a-949c-3b2eb4b91536 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:05.858058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:05.862010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-165391e9-c3aa-4acc-8ce8-643449b06f95 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/routers/d568245b-3ed3-4d1a-949c-3b2eb4b91536 HTTP/1.1" status: 204 len: 168 time: 0.6881883 Jul 07 22:19:05.863706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40972) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:05.867527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28fb82d1-fe8c-497c-b0c8-1d7eb8dd895a req-362c7504-7695-4570-b5ee-4726ae0472a3 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526604 Jul 07 22:19:05.871110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] For port 7193d61b-8115-48da-bdd3-a2723f8c6039, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7193d61b-8115-48da-bdd3-a2723f8c6039,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:05.886954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0082b9fd-82bf-47cb-9ec7-563693b4b828 req-df263577-1944-46a9-8b51-f3d457db1203 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594117 Jul 07 22:19:05.914034 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-256ef0b2-4d0b-4d27-8d32-1c7728cea00c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0499482 Jul 07 22:19:05.925492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:05.925634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.023845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a6800c-eef6-4ee5-902c-0bd3de3b37b1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.025538 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5a6800c-eef6-4ee5-902c-0bd3de3b37b1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061187 Jul 07 22:19:06.034513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40980) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:06.090049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-438c90ba-3d7f-4584-a5e7-90e245dddfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.091709 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-438c90ba-3d7f-4584-a5e7-90e245dddfab service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2960219 Jul 07 22:19:06.097930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-be598460-67cb-4062-b434-a2b7c75bf531 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641463 Jul 07 22:19:06.098875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40984) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:06.107854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.108594 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.110109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:06.110349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] 10.222.0.103 "PUT /v2.0/ports/7193d61b-8115-48da-bdd3-a2723f8c6039 HTTP/1.1" status: 200 len: 1097 time: 2.6153429 Jul 07 22:19:06.117365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a9c45-b0d6-4d70-b201-a614749f97fd service neutron] Pushing event updated for resources: {'Port': ['ID=7193d61b-8115-48da-bdd3-a2723f8c6039,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:06.242827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-4f98c8f3-b39e-406c-a186-dac9894d2f13 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=811eac9d-ec91-441d-9360-b7d0c891f054 HTTP/1.1" status: 200 len: 217 time: 0.1198437 Jul 07 22:19:06.287661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01631e1e-20ca-445c-85fa-bac82bbd7822 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:06.326598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 01631e1e-20ca-445c-85fa-bac82bbd7822 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:06.334591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01631e1e-20ca-445c-85fa-bac82bbd7822 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:06.361294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.384649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:06.389440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.415096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-45588fc0-5d5e-46f9-806d-098a9d1c337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.416545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-45588fc0-5d5e-46f9-806d-098a9d1c337e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9879202a5d1442f6a9e4518f1661fa4e&device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 1100 time: 0.2344420 Jul 07 22:19:06.460866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-e050dba9-dba2-4430-adc8-de2e653cabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.462356 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-e050dba9-dba2-4430-adc8-de2e653cabee service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1521177 Jul 07 22:19:06.558364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-d8d883ad-cc33-4875-a500-cdffeac75aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.559989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-d8d883ad-cc33-4875-a500-cdffeac75aa3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882459 Jul 07 22:19:06.729802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'tag': '7193d61b-8115-48da-bdd3-a2723f8c6039'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:06.731983 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ec731-55a2-45f0-9b8f-63fe8f2ab747" -d '{"events": [{"name": "network-changed", "server_uuid": "06b260d1-ff61-4a6e-bba4-0858885d980e", "tag": "7193d61b-8115-48da-bdd3-a2723f8c6039"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:06.734993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-41e8f885-1116-47c5-8085-bdb68439c247 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515512 Jul 07 22:19:06.741831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde9b-0d73-4e19-8a4f-f16d6d3dff44 req-f5fa719b-d026-4f80-9ca4-b0203df6a089 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.743395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a6bde9b-0d73-4e19-8a4f-f16d6d3dff44 req-f5fa719b-d026-4f80-9ca4-b0203df6a089 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.5297840 Jul 07 22:19:06.803603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-6bbcfcda-e0eb-4552-8342-3fc33f1b1438 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7193d61b-8115-48da-bdd3-a2723f8c6039 HTTP/1.1" status: 200 len: 217 time: 0.3745811 Jul 07 22:19:06.875421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:06.878618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.927339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a6bde9b-0d73-4e19-8a4f-f16d6d3dff44 req-781fe21c-7b67-4863-a55a-3282fc3a7747 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692095 Jul 07 22:19:06.941725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:06.947158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:06.948855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-5d501848-f8bb-4c2b-a447-b4a20153aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.961118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a59a141b-3838-4bfa-bb8c-173e935ac31e req-8b6f6a54-39f6-46a8-8cd3-c57f1b42e804 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858966 Jul 07 22:19:06.961452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-5d501848-f8bb-4c2b-a447-b4a20153aa2d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1351862 Jul 07 22:19:06.961586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.961586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.961915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-4138529c-2c2b-47f1-ac7d-953d4215c43c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.964031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-4138529c-2c2b-47f1-ac7d-953d4215c43c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 822 time: 0.6066618 Jul 07 22:19:06.966798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0275e2-c222-4a47-9c92-2a37ffa0d517 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:06.969299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=5a5cb7cd-7258-4662-b18c-b0afd2131d1e,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:06.978770 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1922f1b9-dc99-43a1-9c73-4bd7631fa5b6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8787687 Jul 07 22:19:06.980052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41002) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:06.986802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:07.033704 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67725b61-ccb0-4464-923a-d7d1c1caf7b3 x-openstack-request-id: req-67725b61-ccb0-4464-923a-d7d1c1caf7b3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:07.033997 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b260d1-ff61-4a6e-bba4-0858885d980e", "tag": "7193d61b-8115-48da-bdd3-a2723f8c6039", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:07.034878 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-67725b61-ccb0-4464-923a-d7d1c1caf7b3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:07.034878 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'tag': '7193d61b-8115-48da-bdd3-a2723f8c6039', 'status': 'completed', 'code': 200} Jul 07 22:19:07.043421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-ee8bc7d8-9596-4200-be85-958c4d0bddf1 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/quotas/b3b1b633c4f84221b67d99b09aa287c9 HTTP/1.1" status: 200 len: 375 time: 0.0784624 Jul 07 22:19:07.138982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:07.146776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.161532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525602-c776-420b-a82c-ce818c7be7e6 req-fe8036bc-5d1e-41bf-a259-f14f3c52ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:07.163092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-fe8036bc-5d1e-41bf-a259-f14f3c52ba05 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1964920 Jul 07 22:19:07.187251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '5a5cb7cd-7258-4662-b18c-b0afd2131d1e'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:19:07.188656 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.227918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-73bb4d22-299e-415d-b819-85e24ed2cb09 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828549 Jul 07 22:19:07.342030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Allocated IP 2001:db8::f816:3eff:fea2:3ca3 (fb6eb312-b078-40cf-9e77-99f2b99590e3/5a5cb7cd-7258-4662-b18c-b0afd2131d1e/ef80a350-53c0-482a-959d-d573c44bb122) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:07.430942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.466974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bb665-82ff-46ea-a08b-fc394f8ded73 req-72ec0cce-588d-4fa2-b5bc-c681d8373d3d tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:07.469259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1bb665-82ff-46ea-a08b-fc394f8ded73 req-72ec0cce-588d-4fa2-b5bc-c681d8373d3d tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 948 time: 0.3051341 Jul 07 22:19:07.471444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-31c42d90-9bc1-442e-a29b-514b846e30ff service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989552 Jul 07 22:19:07.478108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-3809f7f3-d24b-4aa7-b918-01490507c4b4 service neutron] 10.222.0.95 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192204 Jul 07 22:19:07.478886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:07.481358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:07.490219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:07.490869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.504760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=7e447baa-683e-4ab0-8500-7b980f058d9a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:07.514209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d9682ed-4e79-457a-8864-4294639bd1a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5330544 Jul 07 22:19:07.516762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41012) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:07.522514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:06:e2:f6', 'name': 'tempest-NetworksTestDHCPv6-1752268956'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:07.640729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:07.645971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Deleting port 651b3ac3-b746-42ea-b4eb-fca79eb51d05 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:07.646321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.662180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.671303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1bb665-82ff-46ea-a08b-fc394f8ded73 req-47ac31d2-7efa-4f9b-8661-dd655907035d tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871419 Jul 07 22:19:07.671651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Transition to ACTIVE for port object ef80a350-53c0-482a-959d-d573c44bb122 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:07.690940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Transition to ACTIVE for port object ef80a350-53c0-482a-959d-d573c44bb122 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:07.708817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.725028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94525602-c776-420b-a82c-ce818c7be7e6 req-13797769-4127-4dc6-a81d-43911f573200 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396998 Jul 07 22:19:07.726519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.749026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-6f21b75d-7fed-47ea-b7a4-6d2d6c9e034e service neutron] 10.222.0.95 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599273 Jul 07 22:19:07.757407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port abf5a8a1-c916-42b1-94bb-c2173fb31e06 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:07.800427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:07.815164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:07.816948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:07.819626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:07.826411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] For port 651b3ac3-b746-42ea-b4eb-fca79eb51d05, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=651b3ac3-b746-42ea-b4eb-fca79eb51d05,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:07.826808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.842882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Calling delete_port for 651b3ac3-b746-42ea-b4eb-fca79eb51d05 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:07.887195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Attempting to bind port ef80a350-53c0-482a-959d-d573c44bb122 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:07.888122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Attempting to bind port ef80a350-53c0-482a-959d-d573c44bb122 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:07.888873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Attempting to bind port ef80a350-53c0-482a-959d-d573c44bb122 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:07.895631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:07.896323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:07.896971 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.897556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:07.898224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Bound port: ef80a350-53c0-482a-959d-d573c44bb122, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:07.899004 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.949190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-4ea15179-6001-4dfa-81da-b955f092bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:07.950735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-4ea15179-6001-4dfa-81da-b955f092bba3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9879202a5d1442f6a9e4518f1661fa4e&device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 1100 time: 0.1653168 Jul 07 22:19:08.004674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 172.20.0.11 (fb6eb312-b078-40cf-9e77-99f2b99590e3/7e447baa-683e-4ab0-8500-7b980f058d9a/abf5a8a1-c916-42b1-94bb-c2173fb31e06) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:08.013241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe06:e2f6 (fb6eb312-b078-40cf-9e77-99f2b99590e3/5a5cb7cd-7258-4662-b18c-b0afd2131d1e/abf5a8a1-c916-42b1-94bb-c2173fb31e06) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:08.032019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:08.040383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:08.048333 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.118029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842a075-cef8-40f9-ad0f-cb854e130d46 req-c706eddb-a468-4fb0-af57-5524d942bccf tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.121004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1842a075-cef8-40f9-ad0f-cb854e130d46 req-c706eddb-a468-4fb0-af57-5524d942bccf tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 948 time: 0.2292027 Jul 07 22:19:08.145270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-20757fa6-c1d9-4001-8ae3-a2aeb367c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.146758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-20757fa6-c1d9-4001-8ae3-a2aeb367c095 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1809030 Jul 07 22:19:08.185873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36791063-0cc3-45e6-970d-0224c1493458 None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.285640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-415e999a-cf89-436d-a2f9-5f69e0394fd4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7193d61b-8115-48da-bdd3-a2723f8c6039 HTTP/1.1" status: 200 len: 217 time: 0.1103258 Jul 07 22:19:08.296536 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.313386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object abf5a8a1-c916-42b1-94bb-c2173fb31e06 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:08.344809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1842a075-cef8-40f9-ad0f-cb854e130d46 req-71822bf2-195d-4e3f-bc0d-35e62f2bb8ab tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091038 Jul 07 22:19:08.372915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.480712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:08.489507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:08.499033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:08.503111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=abf5a8a1-c916-42b1-94bb-c2173fb31e06,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.503702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.512597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0d904c4-1f30-4d8a-aa98-cabcb619ef17 req-8b073a34-dc68-426b-86a2-376f1ea0461e tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 210 time: 0.0428662 Jul 07 22:19:08.555313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-e72b5657-81ac-4df9-9205-3b4245408189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.556939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-e72b5657-81ac-4df9-9205-3b4245408189 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2237186 Jul 07 22:19:08.561152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=651b3ac3-b746-42ea-b4eb-fca79eb51d05,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.603794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.609351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.661517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.661827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.662058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.662660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.664045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.665088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.665830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.666381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.667477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.668074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.668632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.669172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:08.674786 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-50b63eed-bf3e-4d99-9e89-96d0389aba94 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1567419 Jul 07 22:19:08.677277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41028) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:08.820851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ab8-2ca6-42f2-83a9-5d83c933eef9 req-b8745a3b-880b-4275-8419-7b5740c6e4dd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.831316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-046f0ab8-2ca6-42f2-83a9-5d83c933eef9 req-b8745a3b-880b-4275-8419-7b5740c6e4dd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.4123588 Jul 07 22:19:08.835053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a5514-c34c-466e-af07-290314a5afcd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.849251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a5514-c34c-466e-af07-290314a5afcd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.857023 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-382a5514-c34c-466e-af07-290314a5afcd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1753821 Jul 07 22:19:08.857023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:08.954040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-dc7a8d5a-0650-42f1-81a9-a0d1ac00437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.955668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-dc7a8d5a-0650-42f1-81a9-a0d1ac00437e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3921745 Jul 07 22:19:08.999571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port abf5a8a1-c916-42b1-94bb-c2173fb31e06 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:08.999912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.006491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.147552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.174047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for abf5a8a1-c916-42b1-94bb-c2173fb31e06 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:09.187284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-046f0ab8-2ca6-42f2-83a9-5d83c933eef9 req-b6891075-455b-453d-8098-30ddf3590e74 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485422 Jul 07 22:19:09.190457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-558de679-5a2b-4dc3-8eb0-1c61a27ada9b service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229881 Jul 07 22:19:09.226979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 811eac9d-ec91-441d-9360-b7d0c891f054 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:09.428190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 811eac9d-ec91-441d-9360-b7d0c891f054, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=811eac9d-ec91-441d-9360-b7d0c891f054,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:09.441676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '811eac9d-ec91-441d-9360-b7d0c891f054', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '811eac9d-ec91-441d-9360-b7d0c891f054', 'mac_address': 'fa:16:3e:f7:fa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:09.478825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.511578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.539245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=abf5a8a1-c916-42b1-94bb-c2173fb31e06,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:09.549149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811eac9d-ec91-441d-9360-b7d0c891f054 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:09.597051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 811eac9d-ec91-441d-9360-b7d0c891f054, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=811eac9d-ec91-441d-9360-b7d0c891f054,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:09.607219 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.612685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d153ee0-9a24-41d1-95bc-2756e196072c None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:09.728406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8db5187-04b3-4626-a1ef-9b1a7f03b2d3 None None] Provisioning for port ef80a350-53c0-482a-959d-d573c44bb122 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:09.733775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=811eac9d-ec91-441d-9360-b7d0c891f054,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:09.828049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.838426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-af665c45-5f14-407f-8596-638dbd7cabec tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/abf5a8a1-c916-42b1-94bb-c2173fb31e06 HTTP/1.1" status: 204 len: 168 time: 0.9821289 Jul 07 22:19:09.853198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41044) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:09.913712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['811eac9d-ec91-441d-9360-b7d0c891f054'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:10.049487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '5a5cb7cd-7258-4662-b18c-b0afd2131d1e', 'ip_address': '2001:db8::f816:3eff:fea2:3ca3'}, {'subnet_id': '7e447baa-683e-4ab0-8500-7b980f058d9a'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'ef80a350-53c0-482a-959d-d573c44bb122'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:19:10.079429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-656ec731-55a2-45f0-9b8f-63fe8f2ab747 req-ac2eee6d-36ff-4112-9a6f-f528fd4eab63 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774064 Jul 07 22:19:10.108733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc89cd-6099-4dbe-843e-6a5288027356 req-61da1bf2-39f9-472f-95f6-71f0f736036a tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.110349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07dc89cd-6099-4dbe-843e-6a5288027356 req-61da1bf2-39f9-472f-95f6-71f0f736036a tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 948 time: 1.2777648 Jul 07 22:19:10.125999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.255656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Router 01882118-1197-4349-bfc4-3553d3726f54 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:19:10.394387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Allocated IP 172.20.0.2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/7e447baa-683e-4ab0-8500-7b980f058d9a/ef80a350-53c0-482a-959d-d573c44bb122) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:10.396852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8e5d0-0e6e-43d2-9c3c-8579c3afa545 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.398584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8e5d0-0e6e-43d2-9c3c-8579c3afa545 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.400374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8e5d0-0e6e-43d2-9c3c-8579c3afa545 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.404907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c4b8e5d0-0e6e-43d2-9c3c-8579c3afa545 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5494733 Jul 07 22:19:10.412806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41052) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:10.418344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef80a350-53c0-482a-959d-d573c44bb122 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:10.470859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-90d9e601-d51d-47c7-be54-52eac1401f87 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.472477 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-90d9e601-d51d-47c7-be54-52eac1401f87 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.97 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 822 time: 0.8354695 Jul 07 22:19:10.474301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07dc89cd-6099-4dbe-843e-6a5288027356 req-b63f6dfa-8747-4b4e-900b-cc08fb7853a1 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264125 Jul 07 22:19:10.484299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c623c6-6cdb-4553-9aa9-de2a79341e04 req-7d8c5536-e848-49dd-865c-b819be34db42 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.488731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 5a5cb7cd-7258-4662-b18c-b0afd2131d1e {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:10.491600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0c623c6-6cdb-4553-9aa9-de2a79341e04 req-7d8c5536-e848-49dd-865c-b819be34db42 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 949 time: 0.4074392 Jul 07 22:19:10.496697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Request body: {'port': {'device_id': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'admin_state_up': True, 'tenant_id': 'b3b1b633c4f84221b67d99b09aa287c9'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:10.544848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:10.559250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1fc22f8f-3dd3-4688-aa1b-df82947d8dbf admin admin] 10.222.0.95 "PUT /v2.0/routers/01882118-1197-4349-bfc4-3553d3726f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5593812 Jul 07 22:19:10.559878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41054) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:10.565057 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] Sync routers for ids ['01882118-1197-4349-bfc4-3553d3726f54'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:10.565605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ef80a350-53c0-482a-959d-d573c44bb122 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:10.568588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:10.587583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:10.587583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.588828 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] Routers {'01882118-1197-4349-bfc4-3553d3726f54'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:10.590573 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01882118-1197-4349-bfc4-3553d3726f54'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:10.656229 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.672899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Made reservation on behalf of b3b1b633c4f84221b67d99b09aa287c9 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:10.677586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.680579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Transition to ACTIVE for port object ef80a350-53c0-482a-959d-d573c44bb122 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:10.688311 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.690922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.774226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.783150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-573367fd-7bba-4869-b188-13b3a8d15ced req-695037d8-c88a-4310-a80d-4eb5506954fc tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 210 time: 0.0833905 Jul 07 22:19:10.797933 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] Set router 01882118-1197-4349-bfc4-3553d3726f54 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:10.798976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0c623c6-6cdb-4553-9aa9-de2a79341e04 req-72011f3f-61eb-4dc4-96f7-d70b5d226b91 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064225 Jul 07 22:19:10.800691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.922482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.993615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7ca23-324c-455f-98a1-6e97cfbd9a5f None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:11.011107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:11.022713 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.095149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Allocated IP 172.20.0.14 (d5ff7ea3-894a-4275-a4a8-29001945422a/ec749f84-bb28-409e-a842-8e0897300531/9f3577cc-ba59-4304-b801-9f8a812c71af) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:11.101957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.161662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.190178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:11.234313 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '93541ace-92af-46c5-b010-475ce60bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:19:08Z', 'revision_number': 5, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port': {'id': '93541ace-92af-46c5-b010-475ce60bd28f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01882118-1197-4349-bfc4-3553d3726f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:11.243210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7193d61b-8115-48da-bdd3-a2723f8c6039 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:11.244617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45eb9-6466-4a39-8aef-f2c916c1201c req-87c11a82-efc2-4738-8f9d-bb54209fc17d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:11.246507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bf45eb9-6466-4a39-8aef-f2c916c1201c req-87c11a82-efc2-4738-8f9d-bb54209fc17d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.1390834 Jul 07 22:19:11.301519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bf45eb9-6466-4a39-8aef-f2c916c1201c req-719f2599-c9c4-4df9-a195-55ab15adebac tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Jul 07 22:19:11.308726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Deleting port 93541ace-92af-46c5-b010-475ce60bd28f {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:11.309418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.316163 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] Checking router: 01882118-1197-4349-bfc4-3553d3726f54 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:11.341230 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] Routers {'01882118-1197-4349-bfc4-3553d3726f54'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:11.341863 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01882118-1197-4349-bfc4-3553d3726f54'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:11.353163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 811eac9d-ec91-441d-9360-b7d0c891f054 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:11.412642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] For port 93541ace-92af-46c5-b010-475ce60bd28f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93541ace-92af-46c5-b010-475ce60bd28f,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:11.413448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.428626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Calling delete_port for 93541ace-92af-46c5-b010-475ce60bd28f owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:11.430740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.453746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.467277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 811eac9d-ec91-441d-9360-b7d0c891f054 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:11.487097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 811eac9d-ec91-441d-9360-b7d0c891f054 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:11.487537 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.532366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.534466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/5a5cb7cd-7258-4662-b18c-b0afd2131d1e HTTP/1.1" status: 204 len: 168 time: 1.1207044 Jul 07 22:19:11.537812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41060) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:11.540817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 7193d61b-8115-48da-bdd3-a2723f8c6039, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7193d61b-8115-48da-bdd3-a2723f8c6039,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:11.545839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a6c0-83b5-4145-82f9-fc60350c4627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5cb7cd-7258-4662-b18c-b0afd2131d1e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:11.557179 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] Set router 01882118-1197-4349-bfc4-3553d3726f54 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:11.582076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '7193d61b-8115-48da-bdd3-a2723f8c6039', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '7193d61b-8115-48da-bdd3-a2723f8c6039', 'mac_address': 'fa:16:3e:f6:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:11.599666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.669454 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:19:11Z', 'revision_number': 6, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:11.712786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event updated for resources: {'Port': ['ID=9f3577cc-ba59-4304-b801-9f8a812c71af,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:11.716828 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.741839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Network d5ff7ea3-894a-4275-a4a8-29001945422a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:11.743307 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda8de9-6994-4b05-9c85-2a0eabccc8e8 None None] The sync data for ids ['01882118-1197-4349-bfc4-3553d3726f54'] in n-d-694802-13 is: [{'id': '01882118-1197-4349-bfc4-3553d3726f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-143996339-router', 'tenant_id': '1262eabb5adf413d9cda54378f3878bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:47Z', 'updated_at': '2021-07-07T22:19:11Z', 'revision_number': 6, 'project_id': '1262eabb5adf413d9cda54378f3878bf', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:11.745993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:11.746113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7193d61b-8115-48da-bdd3-a2723f8c6039 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:11.750844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:11.778489 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.794502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 7e447baa-683e-4ab0-8500-7b980f058d9a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:11.800836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 7193d61b-8115-48da-bdd3-a2723f8c6039, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7193d61b-8115-48da-bdd3-a2723f8c6039,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:11.810976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:11.811619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.811776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.816731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726b070-09c0-4c51-be9f-ca8aac51904b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:11.831654 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-0342897b-b65a-46ef-b4d2-67520deb21b5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3395836 Jul 07 22:19:11.843896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Request body: {'port': {'device_id': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:11.856384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 811eac9d-ec91-441d-9360-b7d0c891f054, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=811eac9d-ec91-441d-9360-b7d0c891f054,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:11.861153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811eac9d-ec91-441d-9360-b7d0c891f054'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:11.863585 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27b9ff-7a2a-4b0b-b6a2-d2fe613c1f9f" -d '{"events": [{"server_uuid": "f2cd8107-e638-4fe1-9137-db02a1b46520", "name": "network-vif-plugged", "status": "completed", "tag": "811eac9d-ec91-441d-9360-b7d0c891f054"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:11.868111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.879915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beba501-156e-40b7-9274-fd426551929a req-de0f5e5a-8a2e-4229-9f9d-43c4e4354f3e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:11.888016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6beba501-156e-40b7-9274-fd426551929a req-de0f5e5a-8a2e-4229-9f9d-43c4e4354f3e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 948 time: 0.1809843 Jul 07 22:19:11.889688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.970968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.992685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-76cbba0a-4b20-4da9-a7c0-8d571f58d93c None None] Provisioning for port ef80a350-53c0-482a-959d-d573c44bb122 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:12.009653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.021797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=7193d61b-8115-48da-bdd3-a2723f8c6039,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.028429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-76cbba0a-4b20-4da9-a7c0-8d571f58d93c None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:12.028815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-76cbba0a-4b20-4da9-a7c0-8d571f58d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.046888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6beba501-156e-40b7-9274-fd426551929a req-7dbd3bf3-7d02-403a-82c1-b6dab874d973 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576912 Jul 07 22:19:12.211802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.228151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['7193d61b-8115-48da-bdd3-a2723f8c6039'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:12.280786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.329879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef80a350-53c0-482a-959d-d573c44bb122 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:12.390545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=811eac9d-ec91-441d-9360-b7d0c891f054,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.398392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Pushing event deleted for resources: {'Port': ['ID=93541ace-92af-46c5-b010-475ce60bd28f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.486129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.499580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3577cc-ba59-4304-b801-9f8a812c71af {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:12.508713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.522271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Transition to ACTIVE for port object 9f3577cc-ba59-4304-b801-9f8a812c71af will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:12.528797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.570247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:12.570810 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.603839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.607486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.657187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.695533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3577cc-ba59-4304-b801-9f8a812c71af,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.698655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc9755-dbf2-46ed-9bc1-4cebffe9c432 None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '7e447baa-683e-4ab0-8500-7b980f058d9a'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'ef80a350-53c0-482a-959d-d573c44bb122'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:19:12.705919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Attempting to bind port 9f3577cc-ba59-4304-b801-9f8a812c71af on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:12.706571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Attempting to bind port 9f3577cc-ba59-4304-b801-9f8a812c71af by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:12.707166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Attempting to bind port 9f3577cc-ba59-4304-b801-9f8a812c71af on network d5ff7ea3-894a-4275-a4a8-29001945422a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:12.713180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Port 9f3577cc-ba59-4304-b801-9f8a812c71af on network d5ff7ea3-894a-4275-a4a8-29001945422a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:12.714374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Attempting to bind port 9f3577cc-ba59-4304-b801-9f8a812c71af on network d5ff7ea3-894a-4275-a4a8-29001945422a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:12.716231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.716670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01882118-1197-4349-bfc4-3553d3726f54 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:12.719239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.723946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41074) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:12.724314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/7e447baa-683e-4ab0-8500-7b980f058d9a HTTP/1.1" status: 204 len: 168 time: 1.1818566 Jul 07 22:19:12.725394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d9710-05d5-4731-bbe3-3af29b4fe9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=7e447baa-683e-4ab0-8500-7b980f058d9a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.740438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0238-f9f3-42aa-b1e1-098241df2a9f req-025300e6-4775-45d6-9301-e1d1ad3f6451 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:12.748450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4fe0238-f9f3-42aa-b1e1-098241df2a9f req-025300e6-4775-45d6-9301-e1d1ad3f6451 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 932 time: 0.7439783 Jul 07 22:19:12.754327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.757646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e1daa77f-1310-4c37-8c51-284e3e18ecdf admin admin] 10.222.0.95 "DELETE /v2.0/routers/01882118-1197-4349-bfc4-3553d3726f54 HTTP/1.1" status: 204 len: 168 time: 2.1933653 Jul 07 22:19:12.759750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41076) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:12.777824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-252fc14f-2025-4fd8-9841-886d2f5f0645 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522633 Jul 07 22:19:12.781330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41078) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:12.782556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:12.782962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Checking segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:12.783933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Bound using segment: {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:12.784411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Bound port: 9f3577cc-ba59-4304-b801-9f8a812c71af, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c4278-06f8-4015-86b9-be6c784db32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:12.784793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.787135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 651b3ac3-b746-42ea-b4eb-fca79eb51d05 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:12.793244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:12.816234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 651b3ac3-b746-42ea-b4eb-fca79eb51d05 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:12.816580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 651b3ac3-b746-42ea-b4eb-fca79eb51d05 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:12.831978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-69fc9755-dbf2-46ed-9bc1-4cebffe9c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.847645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4fe0238-f9f3-42aa-b1e1-098241df2a9f req-199ac07a-80a3-4132-9b01-aaf7d106081d tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Jul 07 22:19:12.858095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca794573-0b03-46db-a7fd-70ceb4179125 req-c0175ab8-d088-41b4-b3c0-3875c3625840 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:12.865773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca794573-0b03-46db-a7fd-70ceb4179125 req-c0175ab8-d088-41b4-b3c0-3875c3625840 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 950 time: 0.5899870 Jul 07 22:19:12.894377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Deleting subnet 641352fb-d202-4847-bf82-f73a264f56d0 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:12.902961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.959269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca794573-0b03-46db-a7fd-70ceb4179125 req-0c657210-db60-4fd3-b518-04138cf8c4e5 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921292 Jul 07 22:19:12.972647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:12.977771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.985125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.077142 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd9342e-85e7-4cdf-99de-4f052c101bc4 x-openstack-request-id: req-9dd9342e-85e7-4cdf-99de-4f052c101bc4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:13.077814 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cd8107-e638-4fe1-9137-db02a1b46520", "name": "network-vif-plugged", "status": "completed", "tag": "811eac9d-ec91-441d-9360-b7d0c891f054", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:13.080312 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9dd9342e-85e7-4cdf-99de-4f052c101bc4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:13.082985 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811eac9d-ec91-441d-9360-b7d0c891f054', 'code': 200} Jul 07 22:19:13.186419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5248f1-e47b-4c44-b8c8-62d9c5878c6b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:13.198808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.307359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] For port 9f3577cc-ba59-4304-b801-9f8a812c71af, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:13.316666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d64c-3c90-4681-87cf-745dc21d2716 req-83edb4b9-ec30-487e-af19-dde83b0eb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.318309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8dc1d64c-3c90-4681-87cf-745dc21d2716 req-83edb4b9-ec30-487e-af19-dde83b0eb43d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 1102 time: 0.2366469 Jul 07 22:19:13.335054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] For port 9f3577cc-ba59-4304-b801-9f8a812c71af, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f3577cc-ba59-4304-b801-9f8a812c71af,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:13.347164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.386673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.460024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3577cc-ba59-4304-b801-9f8a812c71af,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:13.469039 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.473537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/641352fb-d202-4847-bf82-f73a264f56d0 HTTP/1.1" status: 204 len: 168 time: 0.7082829 Jul 07 22:19:13.478318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844ebf6-d131-4caf-97f7-643dbcdd9a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641352fb-d202-4847-bf82-f73a264f56d0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:13.510582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3704a-1553-4f04-9217-36636b72089b req-f92d6015-27a1-45e3-8dec-deb00cf78514 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.513381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffd3704a-1553-4f04-9217-36636b72089b req-f92d6015-27a1-45e3-8dec-deb00cf78514 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3278315 Jul 07 22:19:13.540020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40170224-8a1e-4818-b739-4011c49862bd None None] Network 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:13.560325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41088) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:13.571388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:13.582078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.582826 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.584488 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-e33a4b9a-8710-4b43-81d7-5c14f9e323e6 service neutron] 10.222.0.97 "PUT /v2.0/ports/9f3577cc-ba59-4304-b801-9f8a812c71af HTTP/1.1" status: 200 len: 1093 time: 1.7451036 Jul 07 22:19:13.608790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'tag': '9f3577cc-ba59-4304-b801-9f8a812c71af'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:13.612455 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e", "tag": "9f3577cc-ba59-4304-b801-9f8a812c71af"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:13.670094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-485331a7-5f8b-4b86-8c39-ffb4792566aa None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:13.670834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-485331a7-5f8b-4b86-8c39-ffb4792566aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.682615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.703891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8dc1d64c-3c90-4681-87cf-745dc21d2716 req-d96d3f47-7018-40d7-bf21-e7f2522dc054 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772464 Jul 07 22:19:13.712723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffd3704a-1553-4f04-9217-36636b72089b req-ae117a77-bc67-4f02-b40e-5ca117d0a8ff tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546761 Jul 07 22:19:13.807246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452599-9626-43d7-a744-4a843d6a8341 req-7095859f-8193-44a4-8036-59a35e7ea422 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.816435 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c30a8fd-2052-41d0-b989-9784afcb61f2 x-openstack-request-id: req-2c30a8fd-2052-41d0-b989-9784afcb61f2 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:13.816952 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e", "tag": "9f3577cc-ba59-4304-b801-9f8a812c71af", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:13.817048 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c30a8fd-2052-41d0-b989-9784afcb61f2 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:13.817573 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'tag': '9f3577cc-ba59-4304-b801-9f8a812c71af', 'status': 'completed', 'code': 200} Jul 07 22:19:13.819936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83452599-9626-43d7-a744-4a843d6a8341 req-7095859f-8193-44a4-8036-59a35e7ea422 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 949 time: 0.3054667 Jul 07 22:19:13.873491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83452599-9626-43d7-a744-4a843d6a8341 req-0bef38cc-1442-4a07-9307-1e08fc6d5f6b tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523231 Jul 07 22:19:13.902303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Deleting port e3e28038-69c2-4f30-b806-4b56b1bd302b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:13.902936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.928540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-c53846f7-0965-4d51-af8b-79296247021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.930266 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-c53846f7-0965-4d51-af8b-79296247021d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 1096 time: 0.2517056 Jul 07 22:19:13.979147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] For port e3e28038-69c2-4f30-b806-4b56b1bd302b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e3e28038-69c2-4f30-b806-4b56b1bd302b,segment=NetworkSegment(58b7c8fe-e24a-45d5-bb41-f8250605210c),segment_id=58b7c8fe-e24a-45d5-bb41-f8250605210c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:13.979645 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.001249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Calling delete_port for e3e28038-69c2-4f30-b806-4b56b1bd302b owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:14.042784 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-2d9b638b-d57d-472a-ac11-edfbb48796fa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f3577cc-ba59-4304-b801-9f8a812c71af HTTP/1.1" status: 200 len: 217 time: 0.1009622 Jul 07 22:19:14.082909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.088748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] DHCP port deletion for 9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:14.238908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d1b37-f598-4081-9570-00297b8cbb10 req-98b41579-df0a-4193-8938-88d476d8bb45 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.240582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee7d1b37-f598-4081-9570-00297b8cbb10 req-98b41579-df0a-4193-8938-88d476d8bb45 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 944 time: 0.1714618 Jul 07 22:19:14.261000 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.276267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Deleting port e3e28038-69c2-4f30-b806-4b56b1bd302b {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:14.276655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.335282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e28038-69c2-4f30-b806-4b56b1bd302b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:14.343901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-9f0e046d-355b-4d97-bd59-486e0bb29171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.345680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-9f0e046d-355b-4d97-bd59-486e0bb29171 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 200 len: 862 time: 0.2935848 Jul 07 22:19:14.347943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:14.354593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] No DVR routers for this DVR port e3e28038-69c2-4f30-b806-4b56b1bd302b on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:14.360716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef80a350-53c0-482a-959d-d573c44bb122 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:14.381017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee7d1b37-f598-4081-9570-00297b8cbb10 req-fa109d26-e3ff-4d02-a689-1b4d6c7af23a tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317916 Jul 07 22:19:14.412563 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-6195946c-587e-41d8-a001-2a69fee55c3c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d5ff7ea3-894a-4275-a4a8-29001945422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469756 Jul 07 22:19:14.435175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d664c1-9e6c-47a5-9a26-272e47eda9e2 req-affd7816-4b2f-4836-bf73-dec69dd36a13 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.444125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6d664c1-9e6c-47a5-9a26-272e47eda9e2 req-affd7816-4b2f-4836-bf73-dec69dd36a13 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 950 time: 0.2941821 Jul 07 22:19:14.523775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] For port e3e28038-69c2-4f30-b806-4b56b1bd302b, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:14.524469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.541141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6d664c1-9e6c-47a5-9a26-272e47eda9e2 req-05252353-4a23-45ba-9d2e-dc431638c95c tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958421 Jul 07 22:19:14.565454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.577409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Calling delete_port for e3e28038-69c2-4f30-b806-4b56b1bd302b owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:14.582449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.603809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b7c8fe-e24a-45d5-bb41-f8250605210c') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.604629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b7c8fe-e24a-45d5-bb41-f8250605210c') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.615379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.629660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Port e3e28038-69c2-4f30-b806-4b56b1bd302b was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:19:14.631718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.642028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:14.642960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.643781 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:14.646456 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:14.665202 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-1665bdbf-894f-416f-8023-303472cd730e service neutron] 10.222.0.97 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441790 Jul 07 22:19:14.670225 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.706558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.709201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.722422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.731754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.734158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] No DVR routers for this DVR port e3e28038-69c2-4f30-b806-4b56b1bd302b on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:14.736470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5886e5-65e6-485d-be4a-392ba5762715 None None] Pushing event deleted for resources: {'Port': ['ID=e3e28038-69c2-4f30-b806-4b56b1bd302b,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:14.739084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.745708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] 10.222.0.95 "DELETE /v2.0/networks/9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8 HTTP/1.1" status: 204 len: 168 time: 1.1797111 Jul 07 22:19:14.777402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41100) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:14.794505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e012a1b-515e-4840-b466-fd8bba571410 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfeacd8-32bb-45d6-b7b0-8f47e2fc8db8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:14.835029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:19:14.835440 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:19:15.055712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a45abc41-0c12-4fb5-bddc-44888bdc1cd8 None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:15.056344 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45abc41-0c12-4fb5-bddc-44888bdc1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.186492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:15.207768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:15.217550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.218261 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.237525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=8']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.254490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=20a2e67d-4107-4498-b672-e5988282da2f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.273435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7193d61b-8115-48da-bdd3-a2723f8c6039 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:15.283207 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d2641c8c-0be7-4730-878a-7b33afe7c332 req-6214f17a-b0a3-4562-8de8-32ce24f00fa0 service neutron] 10.222.0.97 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062791 Jul 07 22:19:15.285223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b3cc8cae-ca5e-4a0a-b452-1e7343050e71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4974313 Jul 07 22:19:15.288133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:15.295941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:15.344167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4939244-dc23-455b-b452-446ad0b3f77e None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:15.408672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4458-c3f9-421c-803a-5e8e838f04fe req-e7e35494-845f-4489-81c1-0752a29b1ed9 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.415908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ecc4458-c3f9-421c-803a-5e8e838f04fe req-e7e35494-845f-4489-81c1-0752a29b1ed9 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 949 time: 0.1831949 Jul 07 22:19:15.434911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-039bb729-7a53-4815-a0e5-f6c7be157ead None None] Could not find standard attr ID for object abf5a8a1-c916-42b1-94bb-c2173fb31e06. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:19:15.442931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 7193d61b-8115-48da-bdd3-a2723f8c6039 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:15.446726 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.475530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 7193d61b-8115-48da-bdd3-a2723f8c6039 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:15.475917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.487789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:15.491473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.517580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5e2a-088e-4e15-aefb-8a2df49d351d req-a1e11c12-def4-44f9-bd8d-22a640d957e8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.519149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2ff5e2a-088e-4e15-aefb-8a2df49d351d req-a1e11c12-def4-44f9-bd8d-22a640d957e8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.2768312 Jul 07 22:19:15.528854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:15.531062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ecc4458-c3f9-421c-803a-5e8e838f04fe req-ee1a0126-7fe5-4e6e-a340-7cd1474722d5 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141770 Jul 07 22:19:15.551803 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.552519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3e28038-69c2-4f30-b806-4b56b1bd302b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:15.557561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-d25e4831-8bd4-489c-9f27-e82af8e09e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.560181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-d25e4831-8bd4-489c-9f27-e82af8e09e7d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 1096 time: 0.1404440 Jul 07 22:19:15.582353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e3e28038-69c2-4f30-b806-4b56b1bd302b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:15.582812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3e28038-69c2-4f30-b806-4b56b1bd302b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:15.583163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93541ace-92af-46c5-b010-475ce60bd28f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:15.647550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 93541ace-92af-46c5-b010-475ce60bd28f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:15.647909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93541ace-92af-46c5-b010-475ce60bd28f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:15.680436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2ff5e2a-088e-4e15-aefb-8a2df49d351d req-490fed17-7908-4676-851f-021018eea657 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434584 Jul 07 22:19:15.716585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.777360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.805825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-6d94f67e-de5d-4d24-b348-7ac5c7029955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.808698 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-6d94f67e-de5d-4d24-b348-7ac5c7029955 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 200 len: 923 time: 0.2018750 Jul 07 22:19:15.813458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7193d61b-8115-48da-bdd3-a2723f8c6039'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:15.815876 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd64234-d999-4171-a878-659d5421fc58" -d '{"events": [{"server_uuid": "06b260d1-ff61-4a6e-bba4-0858885d980e", "name": "network-vif-plugged", "status": "completed", "tag": "7193d61b-8115-48da-bdd3-a2723f8c6039"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:15.836163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 7193d61b-8115-48da-bdd3-a2723f8c6039, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7193d61b-8115-48da-bdd3-a2723f8c6039,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:15.849508 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.883585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3baa1-a69e-4761-8270-ba4aec81efc4 req-71678a46-a2e5-41ed-9be6-d63df1e7cacc tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.885178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10d3baa1-a69e-4761-8270-ba4aec81efc4 req-71678a46-a2e5-41ed-9be6-d63df1e7cacc tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 944 time: 0.1599584 Jul 07 22:19:15.928570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=7193d61b-8115-48da-bdd3-a2723f8c6039,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.009394 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-8716e105-3009-462f-a994-e1cfc57f5e37 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f3577cc-ba59-4304-b801-9f8a812c71af HTTP/1.1" status: 200 len: 217 time: 0.0722926 Jul 07 22:19:16.017994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10d3baa1-a69e-4761-8270-ba4aec81efc4 req-965a19dd-b61f-4c96-97ff-4e07e23b44b1 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200826 Jul 07 22:19:16.068074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.071848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-1a8e4273-a67a-4e2c-8923-3b644943e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.073547 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-1a8e4273-a67a-4e2c-8923-3b644943e647 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 200 len: 862 time: 0.0562346 Jul 07 22:19:16.112998 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae64f3c-366b-4211-b87c-8a57bf64d615 x-openstack-request-id: req-7ae64f3c-366b-4211-b87c-8a57bf64d615 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:16.113403 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b260d1-ff61-4a6e-bba4-0858885d980e", "name": "network-vif-plugged", "status": "completed", "tag": "7193d61b-8115-48da-bdd3-a2723f8c6039", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:16.113765 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7ae64f3c-366b-4211-b87c-8a57bf64d615 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:16.114269 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7193d61b-8115-48da-bdd3-a2723f8c6039', 'code': 200} Jul 07 22:19:16.126733 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-aeed8965-3961-4be1-8520-063dcbdc7c81 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d5ff7ea3-894a-4275-a4a8-29001945422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452659 Jul 07 22:19:16.169027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bbbcc08c-524c-4343-b157-9e21f16ca565 None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:16.169567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc08c-524c-4343-b157-9e21f16ca565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.284876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef80a350-53c0-482a-959d-d573c44bb122 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:16.311534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.369685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cb78e-2a7f-4314-97cd-b78062fb1830 req-d16406d6-5709-4fe5-b277-ecc0c6101e94 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.371274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c6cb78e-2a7f-4314-97cd-b78062fb1830 req-d16406d6-5709-4fe5-b277-ecc0c6101e94 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 950 time: 0.2228999 Jul 07 22:19:16.375208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:16.375993 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.379693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff2170-7105-489c-badc-c76d771105d8 req-52c8499c-8b9f-4ccb-b9a0-949bd792237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.381165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06ff2170-7105-489c-badc-c76d771105d8 req-52c8499c-8b9f-4ccb-b9a0-949bd792237e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 1102 time: 0.1713037 Jul 07 22:19:16.396329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:16.405014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:16.423284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.424564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.427023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b3d73-8934-4929-8512-d255f5031df9 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:16.447292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=2c022b5e-47e3-4dc7-ab5d-18273ed58dee,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.458237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c6cb78e-2a7f-4314-97cd-b78062fb1830 req-e43a9ba9-f0bc-47f4-904a-c25bcc57002e tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759320 Jul 07 22:19:16.460239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06ff2170-7105-489c-badc-c76d771105d8 req-838cf3c5-d5a1-4657-8c0d-a1164f7d7bc0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700519 Jul 07 22:19:16.484815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-a4005486-2de7-4b33-93da-72d8fe27fbb7 service neutron] 10.222.0.97 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386090 Jul 07 22:19:16.495225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a8c6ab05-bf81-43bd-b32f-dee97090fdea tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2020960 Jul 07 22:19:16.497522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41120) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:16.503248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:1a:56:5b', 'name': 'tempest-NetworksTestDHCPv6-2142793593'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:16.542132 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc08c-524c-4343-b157-9e21f16ca565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.621951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bbbcc08c-524c-4343-b157-9e21f16ca565 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:16.647264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Deleting port 2a07706b-5da4-442a-9ecd-37f6b7793252 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:16.647605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.667478 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bca801e2-5bbe-4e4f-8f50-d463e9b549c2 req-1af705a6-5f31-4f8a-9d9d-edfc0f4c32c3 service neutron] 10.222.0.97 "GET /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675506 Jul 07 22:19:16.667773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc08c-524c-4343-b157-9e21f16ca565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.745901 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.773445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] For port 2a07706b-5da4-442a-9ecd-37f6b7793252, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a07706b-5da4-442a-9ecd-37f6b7793252,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:16.774257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.791042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Calling delete_port for 2a07706b-5da4-442a-9ecd-37f6b7793252 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:16.803561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcc08c-524c-4343-b157-9e21f16ca565 None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.903504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:16.935398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '20a2e67d-4107-4498-b672-e5988282da2f', 'ip_address': '2001:db8::f816:3eff:fea2:3ca3'}, {'subnet_id': '2c022b5e-47e3-4dc7-ab5d-18273ed58dee'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'ef80a350-53c0-482a-959d-d573c44bb122'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:19:16.978661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.076560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d246e-7790-478b-ad7a-44da36b8f55f req-31d5b7b6-e32b-459a-a546-d37448dd1df5 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:17.078078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-554d246e-7790-478b-ad7a-44da36b8f55f req-31d5b7b6-e32b-459a-a546-d37448dd1df5 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 950 time: 0.2826123 Jul 07 22:19:17.116723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.149801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Allocated IP 172.20.0.2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/2c022b5e-47e3-4dc7-ab5d-18273ed58dee/ef80a350-53c0-482a-959d-d573c44bb122) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:17.196708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:17.253413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-554d246e-7790-478b-ad7a-44da36b8f55f req-2481b266-cc6e-42cb-9256-cb2f09059557 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393909 Jul 07 22:19:17.256169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:17.290173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe0ee-5534-41cb-8b8b-c49f994dbfb7 req-84673d31-1960-40fa-9997-f69827f5527d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:17.291829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1cfe0ee-5534-41cb-8b8b-c49f994dbfb7 req-84673d31-1960-40fa-9997-f69827f5527d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.2680123 Jul 07 22:19:17.308467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.364667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Transition to ACTIVE for port object ef80a350-53c0-482a-959d-d573c44bb122 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:17.365507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1cfe0ee-5534-41cb-8b8b-c49f994dbfb7 req-8ca9924c-4df0-4c14-8dd7-796fb4cf0896 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Jul 07 22:19:17.366610 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.376560 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.400370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a07706b-5da4-442a-9ecd-37f6b7793252,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:17.496918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180d719-942f-42d7-b996-0870b55f1061 None None] Pushing event updated for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:17.717839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 172.20.0.9 (fb6eb312-b078-40cf-9e77-99f2b99590e3/2c022b5e-47e3-4dc7-ab5d-18273ed58dee/fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:17.739158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe1a:565b (fb6eb312-b078-40cf-9e77-99f2b99590e3/20a2e67d-4107-4498-b672-e5988282da2f/fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:17.753262 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.868197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c03ac-ac96-4b31-82a1-056ba4bccdfb req-c1e70b1a-2369-4e9e-a35e-02a191b1d140 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:17.869814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f9c03ac-ac96-4b31-82a1-056ba4bccdfb req-c1e70b1a-2369-4e9e-a35e-02a191b1d140 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 950 time: 0.2482328 Jul 07 22:19:18.205060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d56f0db-9b64-405a-90a4-dcda75d2b26a None None] Provisioning for port ef80a350-53c0-482a-959d-d573c44bb122 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:18.209769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d56f0db-9b64-405a-90a4-dcda75d2b26a None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:18.210289 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d56f0db-9b64-405a-90a4-dcda75d2b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.283610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef80a350-53c0-482a-959d-d573c44bb122 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:18.324308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f9c03ac-ac96-4b31-82a1-056ba4bccdfb req-c92a6d6e-5ef9-4d5e-ae76-5f09c7bfe752 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239073 Jul 07 22:19:18.327549 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-26572dd4-bf1b-446a-95e8-80905ef7b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.355927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:18.356422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.359401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaed1e-1c64-4f48-97e8-bc78381e016c req-a3e468de-b685-4a48-a9c2-336ba1efb3ca tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:18.360944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fffaed1e-1c64-4f48-97e8-bc78381e016c req-a3e468de-b685-4a48-a9c2-336ba1efb3ca tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 944 time: 0.5309074 Jul 07 22:19:18.393711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.419501 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.480732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:18.569777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fffaed1e-1c64-4f48-97e8-bc78381e016c req-197b20c7-d387-43b9-b59b-d962220ff65c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799650 Jul 07 22:19:18.611698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-4e4e7932-9453-4169-844c-0b633531768a tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:18.613216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-4e4e7932-9453-4169-844c-0b633531768a tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 1102 time: 0.2755144 Jul 07 22:19:18.636689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Router ab412cc5-b361-4565-9da3-99b165b471cd has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:19:18.660082 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.676153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688471c1-ae40-4aca-b772-e65bfdb1f5de req-6d5181c9-c618-41e3-9d07-c4a07d035a20 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:18.677646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-688471c1-ae40-4aca-b772-e65bfdb1f5de req-6d5181c9-c618-41e3-9d07-c4a07d035a20 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.2260711 Jul 07 22:19:18.799327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:18.842270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:18.856118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:18.859894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:18.906278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-688471c1-ae40-4aca-b772-e65bfdb1f5de req-fd76bf2e-3966-4e9c-9edf-996bb9272e32 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125936 Jul 07 22:19:18.965151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f3577cc-ba59-4304-b801-9f8a812c71af details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:18.982585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:18.983303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.018603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0652e14-2b10-493e-8c2b-708d62e28135 req-d618b605-5abb-442a-8feb-860085298c4e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.025372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0652e14-2b10-493e-8c2b-708d62e28135 req-d618b605-5abb-442a-8feb-860085298c4e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 950 time: 0.3441572 Jul 07 22:19:19.049801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f5ebe8b5-798c-4567-ae2d-6a0bbe10e43b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5511959 Jul 07 22:19:19.051454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Deleting port 811eac9d-ec91-441d-9360-b7d0c891f054 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:19.051806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.052518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41148) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:19.063336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:19.079882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a61fa03-9749-4428-a7c0-a1322930feb6 admin admin] 10.222.0.95 "PUT /v2.0/routers/ab412cc5-b361-4565-9da3-99b165b471cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3011684 Jul 07 22:19:19.080391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9f3577cc-ba59-4304-b801-9f8a812c71af, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f3577cc-ba59-4304-b801-9f8a812c71af,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:19.090873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41150) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:19.098011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] Sync routers for ids ['ab412cc5-b361-4565-9da3-99b165b471cd'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:19.110892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] Routers {'ab412cc5-b361-4565-9da3-99b165b471cd'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:19.111567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ab412cc5-b361-4565-9da3-99b165b471cd'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:19.115215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '9f3577cc-ba59-4304-b801-9f8a812c71af', 'network_id': 'd5ff7ea3-894a-4275-a4a8-29001945422a', 'port_id': '9f3577cc-ba59-4304-b801-9f8a812c71af', 'mac_address': 'fa:16:3e:7f:28:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec749f84-bb28-409e-a842-8e0897300531', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:19.168598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0652e14-2b10-493e-8c2b-708d62e28135 req-67238402-bf1b-4d8f-9c16-75fb35d1a87f tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383998 Jul 07 22:19:19.211988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] For port 811eac9d-ec91-441d-9360-b7d0c891f054, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=811eac9d-ec91-441d-9360-b7d0c891f054,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:19.212740 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.239047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Calling delete_port for 811eac9d-ec91-441d-9360-b7d0c891f054 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:19.261942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.272891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc79a2-1d87-4314-bf53-144cda6c1729 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.280461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc79a2-1d87-4314-bf53-144cda6c1729 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.283749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-47cc79a2-1d87-4314-bf53-144cda6c1729 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2287166 Jul 07 22:19:19.285160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41154) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:19.335141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.336211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d4e9-e2fc-4bf7-8c02-1b73d7327f89 req-4ec0eadb-77e6-4b2a-8322-3b64f2b48ee3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.345275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e648d4e9-e2fc-4bf7-8c02-1b73d7327f89 req-4ec0eadb-77e6-4b2a-8322-3b64f2b48ee3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3063087 Jul 07 22:19:19.363889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3577cc-ba59-4304-b801-9f8a812c71af {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:19.418295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4323258a-5476-46c7-9cf4-9ab1525a7e94 None None] Provisioning for port fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:19.424975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4323258a-5476-46c7-9cf4-9ab1525a7e94 None None] Provisioning complete for port fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:19.425356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4323258a-5476-46c7-9cf4-9ab1525a7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.461425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9f3577cc-ba59-4304-b801-9f8a812c71af, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f3577cc-ba59-4304-b801-9f8a812c71af,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:19.462390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4323258a-5476-46c7-9cf4-9ab1525a7e94 None None] Port fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:19.480578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.489811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.500808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:19.501345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.504405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e648d4e9-e2fc-4bf7-8c02-1b73d7327f89 req-71b69d9d-4f0f-467f-8dad-0122762493f0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575215 Jul 07 22:19:19.532309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.534200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] Set router ab412cc5-b361-4565-9da3-99b165b471cd gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:19.567477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['811eac9d-ec91-441d-9360-b7d0c891f054'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:19.569176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Pushing event deleted for resources: {'Port': ['ID=811eac9d-ec91-441d-9360-b7d0c891f054,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:19.622705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] No DVR routers for this DVR port 811eac9d-ec91-441d-9360-b7d0c891f054 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:19.625287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.627876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b03121dc-eb3a-460d-b641-3c45f9fcdfb2 req-83b24606-64dc-46de-829d-df9be3188a1e tempest-DeleteServersAdminTestJSON-482146887 tempest-DeleteServersAdminTestJSON-482146887-project-admin] 10.222.0.103 "DELETE /v2.0/ports/811eac9d-ec91-441d-9360-b7d0c891f054 HTTP/1.1" status: 204 len: 173 time: 1.0041895 Jul 07 22:19:19.628842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'name': 'network-vif-deleted', 'tag': '811eac9d-ec91-441d-9360-b7d0c891f054'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:19.631402 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a85e620-ae29-4be1-ab30-be613af94555" -d '{"events": [{"server_uuid": "f2cd8107-e638-4fe1-9137-db02a1b46520", "name": "network-vif-deleted", "tag": "811eac9d-ec91-441d-9360-b7d0c891f054"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:19.671194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9f3577cc-ba59-4304-b801-9f8a812c71af,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:19.780618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Deleting port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:19.780972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.786342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0acf68ea-fb21-4713-a518-6b9271584ded req-7d4dae31-0571-480a-ba0e-7b415a9bdbde tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=f2cd8107-e638-4fe1-9137-db02a1b46520 HTTP/1.1" status: 200 len: 210 time: 0.0699136 Jul 07 22:19:19.803432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.857603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:19.893919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9f3577cc-ba59-4304-b801-9f8a812c71af'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:19.939849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] For port 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:19.940221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.960540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Calling delete_port for 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:19.970163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-d51d6250-f278-4b5c-80dc-cd5dc4359130 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.971816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-d51d6250-f278-4b5c-80dc-cd5dc4359130 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.103 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1078088 Jul 07 22:19:19.983380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2790e2-2511-4d65-9922-5d84e4d4bf4f req-ef436e15-c978-474b-a858-810182db4dc0 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.986686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:19:17Z', 'revision_number': 5, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port': {'id': '0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:07Z', 'updated_at': '2021-07-07T22:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:19.986909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f2790e2-2511-4d65-9922-5d84e4d4bf4f req-ef436e15-c978-474b-a858-810182db4dc0 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 945 time: 0.1992807 Jul 07 22:19:20.030185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] Checking router: ab412cc5-b361-4565-9da3-99b165b471cd for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:20.046537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] Routers {'ab412cc5-b361-4565-9da3-99b165b471cd'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:20.047483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:18:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ab412cc5-b361-4565-9da3-99b165b471cd'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:20.081470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f2790e2-2511-4d65-9922-5d84e4d4bf4f req-064d8f80-a171-4044-9c61-ccfb09ab7f88 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855272 Jul 07 22:19:20.100532 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921f9e8f-ced4-43fb-9300-c2df31f46f63 x-openstack-request-id: req-921f9e8f-ced4-43fb-9300-c2df31f46f63 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:20.100938 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cd8107-e638-4fe1-9137-db02a1b46520", "name": "network-vif-deleted", "tag": "811eac9d-ec91-441d-9360-b7d0c891f054", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:20.101197 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-921f9e8f-ced4-43fb-9300-c2df31f46f63 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:20.101599 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cd8107-e638-4fe1-9137-db02a1b46520', 'name': 'network-vif-deleted', 'tag': '811eac9d-ec91-441d-9360-b7d0c891f054', 'status': 'completed', 'code': 200} Jul 07 22:19:20.183298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Deleting port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:20.183958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.228622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] Set router ab412cc5-b361-4565-9da3-99b165b471cd gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:20.295797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:19:19Z', 'revision_number': 6, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:20.314332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.349686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:20.362339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54e57c-b5aa-4ac8-8fa3-27fd08db20aa None None] The sync data for ids ['ab412cc5-b361-4565-9da3-99b165b471cd'] in n-d-694802-13 is: [{'id': 'ab412cc5-b361-4565-9da3-99b165b471cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-599736286-router', 'tenant_id': 'ad691374ca5b4e489830adb36a9182b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:05Z', 'updated_at': '2021-07-07T22:19:19Z', 'revision_number': 6, 'project_id': 'ad691374ca5b4e489830adb36a9182b5', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:20.391792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2370-0eab-4de5-b47a-4dc5870a10f5 req-6c8b9299-03d8-4edf-9798-ee5e73dedefb tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.399614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbbe2370-0eab-4de5-b47a-4dc5870a10f5 req-6c8b9299-03d8-4edf-9798-ee5e73dedefb tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=c461b9a0-b3b9-40e3-bbeb-230f4b775e23 HTTP/1.1" status: 200 len: 945 time: 0.1374698 Jul 07 22:19:20.429594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] For port 676d9707-a36a-4c8c-af6a-285bfe0f21c6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=676d9707-a36a-4c8c-af6a-285bfe0f21c6,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:20.430045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.463772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Calling delete_port for 676d9707-a36a-4c8c-af6a-285bfe0f21c6 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:20.465346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.483265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbbe2370-0eab-4de5-b47a-4dc5870a10f5 req-0df6ead7-e0d2-4f11-a632-8df52db45eb7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826457 Jul 07 22:19:20.509209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:20.590392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.592808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.597607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f468a0e-f186-4f03-a5b6-61225fc651d0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 HTTP/1.1" status: 204 len: 168 time: 1.3113844 Jul 07 22:19:20.600039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41178) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:20.746212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.759823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['676d9707-a36a-4c8c-af6a-285bfe0f21c6'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:20.774520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.778948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.803127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c788d7-0314-431b-960f-163ca49ce8bf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.804691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c788d7-0314-431b-960f-163ca49ce8bf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.806361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c788d7-0314-431b-960f-163ca49ce8bf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.810973 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87c788d7-0314-431b-960f-163ca49ce8bf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2105842 Jul 07 22:19:20.822020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41180) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:20.853215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.854397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab412cc5-b361-4565-9da3-99b165b471cd {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:20.863655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.863655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ff067f8-6a58-4358-ad28-c1ed83888e46 admin admin] 10.222.0.95 "DELETE /v2.0/routers/ab412cc5-b361-4565-9da3-99b165b471cd HTTP/1.1" status: 204 len: 168 time: 1.7707989 Jul 07 22:19:20.865723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:20.882827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Pushing event deleted for resources: {'Port': ['ID=676d9707-a36a-4c8c-af6a-285bfe0f21c6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:20.886456 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e11ff69e-475e-4a0b-9eed-b811b621e5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.913139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Deleting subnet 0a8b6af8-b540-4278-a924-46b145fb8895 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:20.916777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.952946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['7b331ad0-bc02-4722-9810-babed0f957a0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:20.954095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.960213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] No DVR routers for this DVR port 676d9707-a36a-4c8c-af6a-285bfe0f21c6 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:20.963471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.965811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-291a6960-51b1-4991-b0aa-0a76b3e3f9e7 req-104c016b-d3e0-4558-9dbb-bc40762cba44 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.103 "DELETE /v2.0/ports/676d9707-a36a-4c8c-af6a-285bfe0f21c6 HTTP/1.1" status: 204 len: 173 time: 0.9779825 Jul 07 22:19:20.985691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 20a2e67d-4107-4498-b672-e5988282da2f {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:20.993555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.044435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.059064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae6784-22ea-46d1-b047-e48d4a140ca7 req-c33007d5-559c-4d8f-9bf8-be959c8b9f91 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:21.065838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76ae6784-22ea-46d1-b047-e48d4a140ca7 req-c33007d5-559c-4d8f-9bf8-be959c8b9f91 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3349206 Jul 07 22:19:21.094370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.113451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.132732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd9c64-8f0a-4006-8439-119c92b9ea94 req-7e9bd0db-aaab-4db9-8f8d-2c67662e0632 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:21.135411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbdd9c64-8f0a-4006-8439-119c92b9ea94 req-7e9bd0db-aaab-4db9-8f8d-2c67662e0632 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 950 time: 0.3119128 Jul 07 22:19:21.148908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8b6af8-b540-4278-a924-46b145fb8895,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:21.152130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.163290 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f67fa33d-cc1d-4f73-9c61-85f734578b64 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0a8b6af8-b540-4278-a924-46b145fb8895 HTTP/1.1" status: 204 len: 168 time: 0.2962968 Jul 07 22:19:21.164065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2067716-072e-4d5d-a0ff-be0fca2dd4bb None None] Network f8eb4ea1-c076-401a-86a7-17e45f2dea2e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:21.165410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41188) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:21.199400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76ae6784-22ea-46d1-b047-e48d4a140ca7 req-14f3970e-ccbc-40a5-8496-f37f3ec64333 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325915 Jul 07 22:19:21.264415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.269349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbdd9c64-8f0a-4006-8439-119c92b9ea94 req-dea1ffd8-e1f7-4dbe-9a48-236b153231ba tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215887 Jul 07 22:19:21.307653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.371717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Deleting port e12baea2-7a87-4ec9-9e98-9c53d441631e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:21.373899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.376021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.433334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.462485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] DHCP port deletion for f8eb4ea1-c076-401a-86a7-17e45f2dea2e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:21.478086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] For port e12baea2-7a87-4ec9-9e98-9c53d441631e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e12baea2-7a87-4ec9-9e98-9c53d441631e,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:21.478494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.493633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Calling delete_port for e12baea2-7a87-4ec9-9e98-9c53d441631e owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:21.548456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=20a2e67d-4107-4498-b672-e5988282da2f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:21.569777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.573287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-77eb8c4c-1d32-41d7-82c4-0e7b26c792a1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/20a2e67d-4107-4498-b672-e5988282da2f HTTP/1.1" status: 204 len: 168 time: 0.7479873 Jul 07 22:19:21.576063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41204) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:21.577887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43cec4b-9536-456c-9418-9bc3683332a3 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:21.584215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-b29a02bf-fbc0-42a8-95d8-09b2b5a2c998 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=6ca16984dd0e44528c19fe91c832d425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648611 Jul 07 22:19:21.640204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 2c022b5e-47e3-4dc7-ab5d-18273ed58dee {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:21.646568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.657050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Deleting port e12baea2-7a87-4ec9-9e98-9c53d441631e {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:21.657434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.706754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34feb6-92a0-4e50-ac7b-431555246e8b req-2dca2e7d-c6ac-47d1-b4df-61dfae39b054 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:21.713979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b34feb6-92a0-4e50-ac7b-431555246e8b req-2dca2e7d-c6ac-47d1-b4df-61dfae39b054 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 945 time: 0.2726660 Jul 07 22:19:21.729423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.734195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.743015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-af46018f-bf67-4825-b22c-297dd41697d9 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:21.745393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-af46018f-bf67-4825-b22c-297dd41697d9 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603596 Jul 07 22:19:21.781165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7561f60b-39d1-427c-bf50-78e8c666ed35 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/quotas/6ca16984dd0e44528c19fe91c832d425 HTTP/1.1" status: 200 len: 375 time: 0.0216732 Jul 07 22:19:21.791144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] For port e12baea2-7a87-4ec9-9e98-9c53d441631e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e12baea2-7a87-4ec9-9e98-9c53d441631e,segment=NetworkSegment(3ecb9c59-908e-492d-9f71-56b47c9a6d88),segment_id=3ecb9c59-908e-492d-9f71-56b47c9a6d88)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:21.791892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.800599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e12baea2-7a87-4ec9-9e98-9c53d441631e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:21.816702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] No DVR routers for this DVR port e12baea2-7a87-4ec9-9e98-9c53d441631e on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:21.817450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b34feb6-92a0-4e50-ac7b-431555246e8b req-f1554f9e-3b6a-4af9-85f1-3014480003e0 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964053 Jul 07 22:19:21.835244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Calling delete_port for e12baea2-7a87-4ec9-9e98-9c53d441631e owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:21.842332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-ba289edd-769c-4052-a960-81652aa29887 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ca16984dd0e44528c19fe91c832d425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602114 Jul 07 22:19:21.950778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.002186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8eb4ea1-c076-401a-86a7-17e45f2dea2e']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:22.032420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b7838-78be-457f-bac1-68c61d1d5dde req-d226735e-4ce6-4860-afdf-bab51a391ed0 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:22.033033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecb9c59-908e-492d-9f71-56b47c9a6d88') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:22.033033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecb9c59-908e-492d-9f71-56b47c9a6d88') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:22.037774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-148b7838-78be-457f-bac1-68c61d1d5dde req-d226735e-4ce6-4860-afdf-bab51a391ed0 tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.103 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 950 time: 0.1295426 Jul 07 22:19:22.054755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.072281 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.084763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.088775 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.097399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.116316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] No DVR routers for this DVR port e12baea2-7a87-4ec9-9e98-9c53d441631e on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:22.121538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'name': 'network-vif-deleted', 'tag': '676d9707-a36a-4c8c-af6a-285bfe0f21c6'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:22.125212 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c191f6-f78f-48fe-b813-569036a29bdf" -d '{"events": [{"server_uuid": "c461b9a0-b3b9-40e3-bbeb-230f4b775e23", "name": "network-vif-deleted", "tag": "676d9707-a36a-4c8c-af6a-285bfe0f21c6"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:22.156962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:22.157384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:22.159118 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:22.170379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Pushing event deleted for resources: {'Port': ['ID=e12baea2-7a87-4ec9-9e98-9c53d441631e,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:22.182410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.182938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.183290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.191235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.192159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.192523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.194266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.196149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.196513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.196858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.197233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.197573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8c09-921f-46d7-84cd-0f5e7ba750ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:22.280713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Deleting port 7193d61b-8115-48da-bdd3-a2723f8c6039 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:22.281364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.312355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.376269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:22.385570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b823d8d5-361c-4282-b488-61b1eea0e500 req-b4bf5b1f-0e75-41dc-a414-65a1b31fb445 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 210 time: 0.0968494 Jul 07 22:19:22.404484 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b74ab-6429-4ffb-a18c-f3667e6f83b3 x-openstack-request-id: req-c23b74ab-6429-4ffb-a18c-f3667e6f83b3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:22.405933 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c461b9a0-b3b9-40e3-bbeb-230f4b775e23", "name": "network-vif-deleted", "tag": "676d9707-a36a-4c8c-af6a-285bfe0f21c6", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:22.406301 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c23b74ab-6429-4ffb-a18c-f3667e6f83b3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:22.408203 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c461b9a0-b3b9-40e3-bbeb-230f4b775e23', 'name': 'network-vif-deleted', 'tag': '676d9707-a36a-4c8c-af6a-285bfe0f21c6', 'status': 'completed', 'code': 200} Jul 07 22:19:22.452458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:22.452805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0dda07cf-ffcf-4f0a-ad8a-e4d4009f6510 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:22.456372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a07706b-5da4-442a-9ecd-37f6b7793252 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:22.502582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] For port 7193d61b-8115-48da-bdd3-a2723f8c6039, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7193d61b-8115-48da-bdd3-a2723f8c6039,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:22.505155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.505438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2a07706b-5da4-442a-9ecd-37f6b7793252 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:22.505438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a07706b-5da4-442a-9ecd-37f6b7793252 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:22.507608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e12baea2-7a87-4ec9-9e98-9c53d441631e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:22.552898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Calling delete_port for 7193d61b-8115-48da-bdd3-a2723f8c6039 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:22.558312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e12baea2-7a87-4ec9-9e98-9c53d441631e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:22.559585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e12baea2-7a87-4ec9-9e98-9c53d441631e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:22.728360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.733203 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] 10.222.0.95 "DELETE /v2.0/networks/f8eb4ea1-c076-401a-86a7-17e45f2dea2e HTTP/1.1" status: 204 len: 168 time: 1.5637207 Jul 07 22:19:22.744959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e96db-393b-44a6-992a-460b42953fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f8eb4ea1-c076-401a-86a7-17e45f2dea2e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:22.747354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.784148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=2c022b5e-47e3-4dc7-ab5d-18273ed58dee,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:22.786265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.788274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7e765ae7-1759-4370-8886-8b1ea3ec5ea9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/2c022b5e-47e3-4dc7-ab5d-18273ed58dee HTTP/1.1" status: 204 len: 168 time: 1.2101552 Jul 07 22:19:22.790967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:22.842289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb8f946b-35cd-48c3-89fa-8344bb5bd19b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501161 Jul 07 22:19:22.849774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41234) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:22.860768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:22.977939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f3577cc-ba59-4304-b801-9f8a812c71af up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:23.032372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:23.037776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.086642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc8a07-6605-4f6a-b0e5-236e49743a3b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:23.104154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41236) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:23.108087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 9f3577cc-ba59-4304-b801-9f8a812c71af completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:23.152364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 9f3577cc-ba59-4304-b801-9f8a812c71af triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:23.153082 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.169559 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65627f72-3536-4a55-9b06-d03c44d6a3ab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1262eabb5adf413d9cda54378f3878bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636313 Jul 07 22:19:23.174398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41240) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:23.217413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-453d6909-9d12-4b73-b2fc-a7f0bf27b76c None None] Provisioning complete for port ef80a350-53c0-482a-959d-d573c44bb122 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:23.217573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-453d6909-9d12-4b73-b2fc-a7f0bf27b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.222777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad889a66-6b84-4274-a5d6-0162fb0c34e7 req-c76ec3d0-a6f3-4f2f-afb0-5c637fa5cb88 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.229697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad889a66-6b84-4274-a5d6-0162fb0c34e7 req-c76ec3d0-a6f3-4f2f-afb0-5c637fa5cb88 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.5705788 Jul 07 22:19:23.257390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b317ac-da76-4fd1-81cd-91c4fb0fa84b req-27c12315-f7b0-47f1-8ef6-8d2af7d88a9d tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.265142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0b317ac-da76-4fd1-81cd-91c4fb0fa84b req-27c12315-f7b0-47f1-8ef6-8d2af7d88a9d tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/ports?device_id=06b260d1-ff61-4a6e-bba4-0858885d980e HTTP/1.1" status: 200 len: 950 time: 0.6135318 Jul 07 22:19:23.276808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28574e7f-f56c-4045-8e85-a41ea48333c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.329568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28574e7f-f56c-4045-8e85-a41ea48333c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.344066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 811eac9d-ec91-441d-9360-b7d0c891f054 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:23.357153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad889a66-6b84-4274-a5d6-0162fb0c34e7 req-6ad824f3-5d5d-4cf0-a122-1c51c78b7b5d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265025 Jul 07 22:19:23.373304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0b317ac-da76-4fd1-81cd-91c4fb0fa84b req-02c8083c-f631-40cd-83e3-37a6aa39b2db tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.95 "GET /v2.0/security-groups?id=600e52a3-d457-4109-831a-acbd36aa87ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072156 Jul 07 22:19:23.377762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 811eac9d-ec91-441d-9360-b7d0c891f054 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:23.378524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 811eac9d-ec91-441d-9360-b7d0c891f054 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:23.401530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.405769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.433051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['7193d61b-8115-48da-bdd3-a2723f8c6039'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:23.449725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Pushing event deleted for resources: {'Port': ['ID=7193d61b-8115-48da-bdd3-a2723f8c6039,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:23.501364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.560035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:23.574798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] No DVR routers for this DVR port 7193d61b-8115-48da-bdd3-a2723f8c6039 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:23.579236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.581838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-148b7838-78be-457f-bac1-68c61d1d5dde req-21f97225-54b5-4ed4-98ab-78c58e97a57e tempest-TenantUsagesTestJSON-1188614429 tempest-TenantUsagesTestJSON-1188614429-project] 10.222.0.103 "DELETE /v2.0/ports/7193d61b-8115-48da-bdd3-a2723f8c6039 HTTP/1.1" status: 204 len: 173 time: 1.5384765 Jul 07 22:19:23.588612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28574e7f-f56c-4045-8e85-a41ea48333c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.591176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28574e7f-f56c-4045-8e85-a41ea48333c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.594608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-28574e7f-f56c-4045-8e85-a41ea48333c4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eca68e0a-1006-4eb0-a366-8b44ad941259 HTTP/1.1" status: 204 len: 168 time: 0.4166734 Jul 07 22:19:23.623786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:23.632636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:23.635772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.636391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.645055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28574e7f-f56c-4045-8e85-a41ea48333c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca68e0a-1006-4eb0-a366-8b44ad941259,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:23.649699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3577cc-ba59-4304-b801-9f8a812c71af'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:23.656347 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ced86e-3644-4e80-888c-5f2a8ce1bad0" -d '{"events": [{"server_uuid": "ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e", "name": "network-vif-plugged", "status": "completed", "tag": "9f3577cc-ba59-4304-b801-9f8a812c71af"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:23.665610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=6b17f98f-37f1-4f16-a167-be2b84884520,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:23.674482 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-061b183c-2dac-415f-b2d6-d4152c2cd311 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8207080 Jul 07 22:19:23.674969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41250) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:23.680772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:23.743423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9f3577cc-ba59-4304-b801-9f8a812c71af, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f3577cc-ba59-4304-b801-9f8a812c71af,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:23.786245 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.790640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-fcd1b7c1-151d-4bb3-b823-1b677c8ccee0 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=6ca16984dd0e44528c19fe91c832d425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571511 Jul 07 22:19:23.800422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029e77-531a-4fe3-ab10-47774378fcd5 req-605966b9-11a1-47c8-bc86-244801ed8d5b tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.807890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0029e77-531a-4fe3-ab10-47774378fcd5 req-605966b9-11a1-47c8-bc86-244801ed8d5b tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2306137 Jul 07 22:19:23.849743 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.870951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a1ac-3c28-4b6c-bc81-12007a8fb55c req-8888fbda-b267-42f3-9956-03d806961f99 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.873758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dc4a1ac-3c28-4b6c-bc81-12007a8fb55c req-8888fbda-b267-42f3-9956-03d806961f99 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 945 time: 0.2546108 Jul 07 22:19:23.886875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:23.892328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.984982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0029e77-531a-4fe3-ab10-47774378fcd5 req-7154016b-edfb-4595-913a-bc0c86bb7511 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761014 Jul 07 22:19:24.050132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] Deleting port ef80a350-53c0-482a-959d-d573c44bb122 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:24.050524 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.053010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9f3577cc-ba59-4304-b801-9f8a812c71af,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.082981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dc4a1ac-3c28-4b6c-bc81-12007a8fb55c req-a89ecd26-fe3a-4592-a1b1-095ffc80c89a tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086075 Jul 07 22:19:24.188316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] For port ef80a350-53c0-482a-959d-d573c44bb122, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef80a350-53c0-482a-959d-d573c44bb122,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:24.189848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.192435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-02b8daf1-844a-4662-a50b-bd75e8d97c52 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.196498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-02b8daf1-844a-4662-a50b-bd75e8d97c52 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864248 Jul 07 22:19:24.227410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Request body: {'port': {'device_id': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '6ca16984dd0e44528c19fe91c832d425'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:24.252624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] Calling delete_port for ef80a350-53c0-482a-959d-d573c44bb122 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:24.287728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef80a350-53c0-482a-959d-d573c44bb122 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:24.355570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41254) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.369202 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a3fb2-0e01-4d75-91b6-12d7acec9fb8 x-openstack-request-id: req-933a3fb2-0e01-4d75-91b6-12d7acec9fb8 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:24.370409 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e", "name": "network-vif-plugged", "status": "completed", "tag": "9f3577cc-ba59-4304-b801-9f8a812c71af", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:24.370883 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-933a3fb2-0e01-4d75-91b6-12d7acec9fb8 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:24.371489 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3577cc-ba59-4304-b801-9f8a812c71af', 'code': 200} Jul 07 22:19:24.410783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'name': 'network-vif-deleted', 'tag': '7193d61b-8115-48da-bdd3-a2723f8c6039'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:24.413728 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3d0812-c42b-4421-9b25-2303641a589a" -d '{"events": [{"server_uuid": "06b260d1-ff61-4a6e-bba4-0858885d980e", "name": "network-vif-deleted", "tag": "7193d61b-8115-48da-bdd3-a2723f8c6039"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:24.455137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.499369 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9369ef9f-dd84-461b-b47b-5ecfdf408257 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ad691374ca5b4e489830adb36a9182b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402512 Jul 07 22:19:24.503142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.506464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47536bb4-e871-41d1-9747-015fab597b12 req-a4525991-5e3f-48f8-aeb4-fb0583bea823 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 210 time: 0.0795074 Jul 07 22:19:24.546439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:24.554067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.557922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Made reservation on behalf of 6ca16984dd0e44528c19fe91c832d425 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:24.563431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.569056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.604670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65854dd4-1ebc-4a2f-bd77-0bbd9a5e569f req-e6df0316-ef69-4c55-931e-19c8eeae0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.606225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65854dd4-1ebc-4a2f-bd77-0bbd9a5e569f req-e6df0316-ef69-4c55-931e-19c8eeae0ee1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 1098 time: 0.1907461 Jul 07 22:19:24.628681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] Pushing event deleted for resources: {'Port': ['ID=ef80a350-53c0-482a-959d-d573c44bb122,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.638236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce9e65-2985-44b7-aa68-0d8bee8fd2d7 None None] No DVR routers for this DVR port ef80a350-53c0-482a-959d-d573c44bb122 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:24.651479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8761dde-644c-4f5e-8661-2bc0426ac719 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:24.675332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:24.680237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=0e5d627b-0c51-4031-83d0-2224b0aaff2f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.684387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:24.688309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f166-77fc-4e1b-a19f-730ad183ea34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.690967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.691586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.706033 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aa6a48-d95b-42ff-8e1d-307452dbea63 x-openstack-request-id: req-18aa6a48-d95b-42ff-8e1d-307452dbea63 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:24.706340 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b260d1-ff61-4a6e-bba4-0858885d980e", "name": "network-vif-deleted", "tag": "7193d61b-8115-48da-bdd3-a2723f8c6039", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:24.706595 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-18aa6a48-d95b-42ff-8e1d-307452dbea63 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:24.707028 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b260d1-ff61-4a6e-bba4-0858885d980e', 'name': 'network-vif-deleted', 'tag': '7193d61b-8115-48da-bdd3-a2723f8c6039', 'status': 'completed', 'code': 200} Jul 07 22:19:24.731012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65854dd4-1ebc-4a2f-bd77-0bbd9a5e569f req-6eee3804-1a5b-4413-9fae-85b74e937017 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035948 Jul 07 22:19:24.733362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f166-77fc-4e1b-a19f-730ad183ea34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.746440 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e727c716-d72a-46d3-9947-cbf9b09faccc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0706253 Jul 07 22:19:24.751601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.757879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:55:2c:b0', 'name': 'tempest-NetworksTestDHCPv6-628446212'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:24.804153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f166-77fc-4e1b-a19f-730ad183ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.807714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f166-77fc-4e1b-a19f-730ad183ea34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.811585 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e4a3f166-77fc-4e1b-a19f-730ad183ea34 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e8abf47e-dc5b-4328-8add-0f7452f73d73 HTTP/1.1" status: 204 len: 168 time: 0.3050909 Jul 07 22:19:24.822969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3f166-77fc-4e1b-a19f-730ad183ea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8abf47e-dc5b-4328-8add-0f7452f73d73,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.912063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '0e5d627b-0c51-4031-83d0-2224b0aaff2f'}, {'subnet_id': '6b17f98f-37f1-4f16-a167-be2b84884520'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:19:24.913649 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.926373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785466-d714-4c02-8c71-889eec8da5ee req-930d8e1a-badf-474c-8c6d-925ddb43e18f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.935397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae785466-d714-4c02-8c71-889eec8da5ee req-930d8e1a-badf-474c-8c6d-925ddb43e18f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3382328 Jul 07 22:19:24.941315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Allocated IP 192.168.233.160 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/9b44228f-8d76-4f1f-8486-af8015be212e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:25.039575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae785466-d714-4c02-8c71-889eec8da5ee req-d45f4355-ea34-4c31-ae32-a08bf32096b9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029572 Jul 07 22:19:25.044537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41276) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:25.066033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:25.126860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Allocated IP 172.20.0.2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/6b17f98f-37f1-4f16-a167-be2b84884520/c05efaea-e71d-4ff5-bbb1-2afd585f4be1) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:25.135271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Allocated IP 2001:db8::f816:3eff:fe13:718 (fb6eb312-b078-40cf-9e77-99f2b99590e3/0e5d627b-0c51-4031-83d0-2224b0aaff2f/c05efaea-e71d-4ff5-bbb1-2afd585f4be1) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:25.293127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9616b455-8f56-4e64-8748-fc46e334fa3a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9879202a5d1442f6a9e4518f1661fa4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473342 Jul 07 22:19:25.295580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:25.341784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 676d9707-a36a-4c8c-af6a-285bfe0f21c6 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:25.361140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-220b5fa1-f756-4006-8a4d-c2d1107015f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.365679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 676d9707-a36a-4c8c-af6a-285bfe0f21c6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:25.366487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 676d9707-a36a-4c8c-af6a-285bfe0f21c6 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:25.367089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7193d61b-8115-48da-bdd3-a2723f8c6039 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:25.388303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-220b5fa1-f756-4006-8a4d-c2d1107015f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.393552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.404335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 7193d61b-8115-48da-bdd3-a2723f8c6039 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:25.405120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7193d61b-8115-48da-bdd3-a2723f8c6039 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:25.414707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.417692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.429499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Transition to ACTIVE for port object c05efaea-e71d-4ff5-bbb1-2afd585f4be1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:25.439483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230c45b-b2a7-4d54-ba76-7d5a330c9034 req-fa900d20-0ddf-4948-ab6b-1e8af40de5d0 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.441102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7230c45b-b2a7-4d54-ba76-7d5a330c9034 req-fa900d20-0ddf-4948-ab6b-1e8af40de5d0 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.2527149 Jul 07 22:19:25.463489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-220b5fa1-f756-4006-8a4d-c2d1107015f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.464220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Transition to ACTIVE for port object c05efaea-e71d-4ff5-bbb1-2afd585f4be1 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:25.468067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-220b5fa1-f756-4006-8a4d-c2d1107015f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.472116 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-220b5fa1-f756-4006-8a4d-c2d1107015f9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/600e52a3-d457-4109-831a-acbd36aa87ca HTTP/1.1" status: 204 len: 168 time: 0.1731334 Jul 07 22:19:25.479982 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.483696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Transition to ACTIVE for port object 9b44228f-8d76-4f1f-8486-af8015be212e will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:25.487108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b5fa1-f756-4006-8a4d-c2d1107015f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600e52a3-d457-4109-831a-acbd36aa87ca,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:25.489678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 679f60e2-f4b5-4a52-8c91-29e776f34f2d yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:25.521027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db954b-190b-4c5f-9fb4-88e54f00b8a5 req-1ac107ea-9cbc-42e9-b2f3-a135d0d33441 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.522711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6db954b-190b-4c5f-9fb4-88e54f00b8a5 req-1ac107ea-9cbc-42e9-b2f3-a135d0d33441 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 946 time: 0.2282872 Jul 07 22:19:25.570298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:25.573751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:25.576388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:25.585490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Pushing event updated for resources: {'Port': ['ID=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:25.653207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7230c45b-b2a7-4d54-ba76-7d5a330c9034 req-9dfd33dd-f829-4f76-942a-3ebf550cf584 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016406 Jul 07 22:19:25.682962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Attempting to bind port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:25.683294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Attempting to bind port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:25.683669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Attempting to bind port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:25.691928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:25.693047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:25.693047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.693537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:25.693640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Bound port: c05efaea-e71d-4ff5-bbb1-2afd585f4be1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:25.694009 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.702582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6db954b-190b-4c5f-9fb4-88e54f00b8a5 req-bb1a2160-2d9a-4ee3-96a1-36d868318270 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444428 Jul 07 22:19:25.734268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.778690 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:19:25.820966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:25.828766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:25.836873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:25.867308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] For port c05efaea-e71d-4ff5-bbb1-2afd585f4be1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:25.879895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] For port c05efaea-e71d-4ff5-bbb1-2afd585f4be1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:25.894158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Pushing event updated for resources: {'Port': ['ID=9b44228f-8d76-4f1f-8486-af8015be212e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:25.895674 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.917625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 172.20.0.13 (fb6eb312-b078-40cf-9e77-99f2b99590e3/6b17f98f-37f1-4f16-a167-be2b84884520/679f60e2-f4b5-4a52-8c91-29e776f34f2d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:25.933907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe55:2cb0 (fb6eb312-b078-40cf-9e77-99f2b99590e3/0e5d627b-0c51-4031-83d0-2224b0aaff2f/679f60e2-f4b5-4a52-8c91-29e776f34f2d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:25.941914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.942901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.025846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd2d91-26c9-4db6-8baf-e82542258e94 None None] Pushing event updated for resources: {'Port': ['ID=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.038790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:26.048019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-7e66f251-b8bb-43fd-8024-cb9d6fde2894 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8423696 Jul 07 22:19:26.076402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0188c12d-626f-47d8-86c4-8ea245a02cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.081189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Request body: {'port': {'device_id': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:26.236882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0188c12d-626f-47d8-86c4-8ea245a02cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.243508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0188c12d-626f-47d8-86c4-8ea245a02cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.278892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24a7e-6635-44a0-a8be-96cf7ded163b req-39e18aff-3cff-4551-a844-068a1bcf30f9 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.285420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78f24a7e-6635-44a0-a8be-96cf7ded163b req-39e18aff-3cff-4551-a844-068a1bcf30f9 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 936 time: 0.3346541 Jul 07 22:19:26.322652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0188c12d-626f-47d8-86c4-8ea245a02cde admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ee836e364630426eb8e6919cb5a529e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825568 Jul 07 22:19:26.328541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41316) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:26.332717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c12d-626f-47d8-86c4-8ea245a02cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec18c6-52bb-49e1-8ce0-045816112f72,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.351188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e66e0bcc-2b9a-4327-8e01-82ac3239438c None None] Provisioning for port 9b44228f-8d76-4f1f-8486-af8015be212e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:26.359937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e66e0bcc-2b9a-4327-8e01-82ac3239438c None None] Provisioning complete for port 9b44228f-8d76-4f1f-8486-af8015be212e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:26.360384 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e66e0bcc-2b9a-4327-8e01-82ac3239438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.380065 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.403024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e66e0bcc-2b9a-4327-8e01-82ac3239438c None None] Port 9b44228f-8d76-4f1f-8486-af8015be212e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:26.412158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78f24a7e-6635-44a0-a8be-96cf7ded163b req-3f34e211-c300-48bf-9400-201e1faeeaa6 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261156 Jul 07 22:19:26.443636 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.501811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 679f60e2-f4b5-4a52-8c91-29e776f34f2d will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:26.639666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a21c-f23c-4be1-bc19-a0dc4c6440b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.656318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a79683ef-0584-4ff8-afd6-06901d0be862 req-729a6924-a413-459a-8337-3317f4343fbf tempest-AbsoluteLimitsNegativeTestJSON-244425548 tempest-AbsoluteLimitsNegativeTestJSON-244425548-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a62c97e8de09444b84d410af170462cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860422 Jul 07 22:19:26.742703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a21c-f23c-4be1-bc19-a0dc4c6440b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.811295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.925092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:26.948250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a518a6-93f3-4fbc-a7dc-b22ac2b84c49 req-6c76f9e8-c6d1-4fc2-adc6-94e650a08902 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.949792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88a518a6-93f3-4fbc-a7dc-b22ac2b84c49 req-6c76f9e8-c6d1-4fc2-adc6-94e650a08902 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3876081 Jul 07 22:19:26.960798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:26.977454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:26.989777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=679f60e2-f4b5-4a52-8c91-29e776f34f2d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:27.028593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79683ef-0584-4ff8-afd6-06901d0be862 req-7eb95c09-f038-40d4-a665-581dfcac1e6f tempest-AbsoluteLimitsNegativeTestJSON-244425548 tempest-AbsoluteLimitsNegativeTestJSON-244425548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.030148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a79683ef-0584-4ff8-afd6-06901d0be862 req-7eb95c09-f038-40d4-a665-581dfcac1e6f tempest-AbsoluteLimitsNegativeTestJSON-244425548 tempest-AbsoluteLimitsNegativeTestJSON-244425548-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581471 Jul 07 22:19:27.061984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a21c-f23c-4be1-bc19-a0dc4c6440b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.064404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a21c-f23c-4be1-bc19-a0dc4c6440b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.066953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9ea7a21c-f23c-4be1-bc19-a0dc4c6440b5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/35ec18c6-52bb-49e1-8ce0-045816112f72 HTTP/1.1" status: 204 len: 168 time: 0.7360461 Jul 07 22:19:27.120800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a79683ef-0584-4ff8-afd6-06901d0be862 req-42dbacf3-2c4c-4953-a6ba-2df68d08e3ae tempest-AbsoluteLimitsNegativeTestJSON-244425548 tempest-AbsoluteLimitsNegativeTestJSON-244425548-project] 10.222.0.95 "GET /v2.0/quotas/a62c97e8de09444b84d410af170462cd HTTP/1.1" status: 200 len: 375 time: 0.0834453 Jul 07 22:19:27.133164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.133588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.136800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7a21c-f23c-4be1-bc19-a0dc4c6440b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec18c6-52bb-49e1-8ce0-045816112f72,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:27.151512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88a518a6-93f3-4fbc-a7dc-b22ac2b84c49 req-d0eb8ddb-654d-448d-b0ae-810e3a86184f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788187 Jul 07 22:19:27.170847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b44228f-8d76-4f1f-8486-af8015be212e {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:27.176509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.191645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Transition to ACTIVE for port object 9b44228f-8d76-4f1f-8486-af8015be212e will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:27.206914 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.236391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed9800-5452-47e3-9292-b5900b928576 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:27.258504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a79683ef-0584-4ff8-afd6-06901d0be862 req-78cb084a-6851-4d1e-b894-6dbb48673438 tempest-AbsoluteLimitsNegativeTestJSON-244425548 tempest-AbsoluteLimitsNegativeTestJSON-244425548-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a62c97e8de09444b84d410af170462cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105719 Jul 07 22:19:27.307411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-39033d26-8233-4042-8d09-b0e4ff23ed24 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5542450 Jul 07 22:19:27.310090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41340) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:27.403695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-03047bec-1a25-479e-a0dc-0b28731014ff None None] Provisioning for port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:27.450069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0077fa2d-b7ef-4e06-b0c5-bf23c44baaa8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.464279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0077fa2d-b7ef-4e06-b0c5-bf23c44baaa8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.476793 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0077fa2d-b7ef-4e06-b0c5-bf23c44baaa8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1654594 Jul 07 22:19:27.479393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41346) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:27.705673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 679f60e2-f4b5-4a52-8c91-29e776f34f2d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:27.706366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.761744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:27.837105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.843289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b44228f-8d76-4f1f-8486-af8015be212e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:27.878612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 679f60e2-f4b5-4a52-8c91-29e776f34f2d owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:27.966532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Attempting to bind port 9b44228f-8d76-4f1f-8486-af8015be212e on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:27.966901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Attempting to bind port 9b44228f-8d76-4f1f-8486-af8015be212e by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:27.967245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Attempting to bind port 9b44228f-8d76-4f1f-8486-af8015be212e on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:27.980538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36411385-d3ba-4b46-b9e5-383bd997aaba req-3e94c12d-404a-4cab-bff2-8419b1c8b5b9 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.982217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36411385-d3ba-4b46-b9e5-383bd997aaba req-3e94c12d-404a-4cab-bff2-8419b1c8b5b9 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 946 time: 0.4999354 Jul 07 22:19:27.993547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fa610-e383-4ab7-8180-f660cde75a44 req-71e693f7-5d20-4c18-b868-f2d27073dbb5 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.000472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d74fa610-e383-4ab7-8180-f660cde75a44 req-71e693f7-5d20-4c18-b868-f2d27073dbb5 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.6769786 Jul 07 22:19:28.013548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Port 9b44228f-8d76-4f1f-8486-af8015be212e on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:28.013891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Attempting to bind port 9b44228f-8d76-4f1f-8486-af8015be212e on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:28.041692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:28.041692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:28.041692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:28.041692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Bound port: 9b44228f-8d76-4f1f-8486-af8015be212e, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:28.041692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.150378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36411385-d3ba-4b46-b9e5-383bd997aaba req-22fb81f7-5ce9-4527-96d4-db991f296cde tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486945 Jul 07 22:19:28.151366 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-7c083e7e-cc96-4e57-b16f-05cc3cdd3384 service neutron] 10.222.0.97 "GET /v2.0/ports/908288dc-78eb-4640-8d4e-c5c8d0a04108/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.2582538 Jul 07 22:19:28.174536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d74fa610-e383-4ab7-8180-f660cde75a44 req-fc0bd98e-6031-4a68-a2d5-d7eb94786d3f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686850 Jul 07 22:19:28.183248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] For port 9b44228f-8d76-4f1f-8486-af8015be212e, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:28.189302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] For port 9b44228f-8d76-4f1f-8486-af8015be212e, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b44228f-8d76-4f1f-8486-af8015be212e,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:28.196509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-77521904-ce66-4e3a-9c9a-a1d4ae81df91 None None] Provisioning for port 679f60e2-f4b5-4a52-8c91-29e776f34f2d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:28.201056 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.223105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-77521904-ce66-4e3a-9c9a-a1d4ae81df91 None None] Provisioning complete for port 679f60e2-f4b5-4a52-8c91-29e776f34f2d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:28.223745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-77521904-ce66-4e3a-9c9a-a1d4ae81df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.282220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.287604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.289298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] 10.222.0.103 "PUT /v2.0/ports/9b44228f-8d76-4f1f-8486-af8015be212e HTTP/1.1" status: 200 len: 1097 time: 2.2306221 Jul 07 22:19:28.295057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'tag': '9b44228f-8d76-4f1f-8486-af8015be212e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:28.297605 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee" -d '{"events": [{"name": "network-changed", "server_uuid": "92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1", "tag": "9b44228f-8d76-4f1f-8486-af8015be212e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:28.366037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06867a2-afa4-4cf6-ac36-bf6509191fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b44228f-8d76-4f1f-8486-af8015be212e,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:28.407584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c05efaea-e71d-4ff5-bbb1-2afd585f4be1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:28.420255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-77521904-ce66-4e3a-9c9a-a1d4ae81df91 None None] Port 679f60e2-f4b5-4a52-8c91-29e776f34f2d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:28.508307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:28.532961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.553489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:28.558441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:28.558942 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.559950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442169a8-062b-4165-921f-becfee45d660 req-309ff660-9e7a-42c6-ac43-d1546a1709ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.561569 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-442169a8-062b-4165-921f-becfee45d660 req-309ff660-9e7a-42c6-ac43-d1546a1709ff tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 945 time: 0.4740763 Jul 07 22:19:28.643979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.714858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=679f60e2-f4b5-4a52-8c91-29e776f34f2d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:28.737993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-852778616-network', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:28.742225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e0fa100d-7c64-4532-907f-dbdd9f504b53 None None] Could not find standard attr ID for object 679f60e2-f4b5-4a52-8c91-29e776f34f2d. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:19:28.744383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.791443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-9ff878a9-add1-4dd6-a4bd-dc164ac834bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.792049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c05efaea-e71d-4ff5-bbb1-2afd585f4be1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:28.793248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-9ff878a9-add1-4dd6-a4bd-dc164ac834bf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6ca16984dd0e44528c19fe91c832d425&device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 1100 time: 0.2580483 Jul 07 22:19:28.798328 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.822955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686907e6-b7e9-4202-b0c8-90bc26efc9ed req-fad6d98d-a406-4efe-86c0-286b50caeaf6 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.825116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-686907e6-b7e9-4202-b0c8-90bc26efc9ed req-fad6d98d-a406-4efe-86c0-286b50caeaf6 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 948 time: 0.2353985 Jul 07 22:19:28.860457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:28.880538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-4d010e3a-16f1-4d52-a608-9c2851f968cf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=9b44228f-8d76-4f1f-8486-af8015be212e HTTP/1.1" status: 200 len: 217 time: 0.0781097 Jul 07 22:19:28.899829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Made reservation on behalf of e42ce74f57ad4395ba9db4d897e66d18 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:28.902139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.920193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:19:28.920193 n-d-694802-13 neutron-server[93931]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:19:28.920193 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id': 'a62c97e8de09444b84d410af170462cd', 'id': '5c7aaab4-c58a-4aaf-9ff2-d7e604dc70df', 'expiration': datetime.datetime(2021, 7, 7, 22, 21, 28, 821167)}] Jul 07 22:19:28.920193 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:19:28.920756 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:19:28.942956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.952077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6e3b-1fb8-482f-8c10-eb1c35efa65b req-5c9b728c-c35d-44bf-9b4f-2dd138f2386d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.959104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-493c6e3b-1fb8-482f-8c10-eb1c35efa65b req-5c9b728c-c35d-44bf-9b4f-2dd138f2386d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.2690458 Jul 07 22:19:28.972573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.975076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-97821c61-92a5-4b0a-a0f0-279b9f33aefa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/679f60e2-f4b5-4a52-8c91-29e776f34f2d HTTP/1.1" status: 204 len: 168 time: 1.4945176 Jul 07 22:19:28.980783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41380) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:29.008575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-686907e6-b7e9-4202-b0c8-90bc26efc9ed req-8ccc0c87-22f3-4b07-81e1-6fb7c7df8e6e tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358492 Jul 07 22:19:29.022442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-bb1b6fc3-84e6-4dcf-b174-f1878c777423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.024290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-bb1b6fc3-84e6-4dcf-b174-f1878c777423 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1357930 Jul 07 22:19:29.041863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-13cc5da8-b5b9-4049-9007-4214427066c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.045549 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-13cc5da8-b5b9-4049-9007-4214427066c3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 1102 time: 0.3218985 Jul 07 22:19:29.055535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-493c6e3b-1fb8-482f-8c10-eb1c35efa65b req-071cfe26-744c-44be-934a-fa4ce4229d8a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951676 Jul 07 22:19:29.065206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Deleting port 7b331ad0-bc02-4722-9810-babed0f957a0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:29.065931 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.079484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3986fb-6982-4696-bec1-58836bf0f928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.081386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3986fb-6982-4696-bec1-58836bf0f928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.084367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3986fb-6982-4696-bec1-58836bf0f928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.086765 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce3986fb-6982-4696-bec1-58836bf0f928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1031291 Jul 07 22:19:29.093358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41382) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:29.137353 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5263b341-85a1-4818-af3c-34d65be74bb6 x-openstack-request-id: req-5263b341-85a1-4818-af3c-34d65be74bb6 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:29.137594 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1", "tag": "9b44228f-8d76-4f1f-8486-af8015be212e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:29.137802 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5263b341-85a1-4818-af3c-34d65be74bb6 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:29.138196 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'tag': '9b44228f-8d76-4f1f-8486-af8015be212e', 'status': 'completed', 'code': 200} Jul 07 22:19:29.191833 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 0e5d627b-0c51-4031-83d0-2224b0aaff2f {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:29.199660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.229768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-32020bfe-61f8-4a50-87ab-2b6ba2643c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.231356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-32020bfe-61f8-4a50-87ab-2b6ba2643c6b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1972618 Jul 07 22:19:29.232335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-4461f55f-9edf-4496-91cc-bfd380ae0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.235404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-4461f55f-9edf-4496-91cc-bfd380ae0cf1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1102 time: 0.1442277 Jul 07 22:19:29.236176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] For port 7b331ad0-bc02-4722-9810-babed0f957a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=7b331ad0-bc02-4722-9810-babed0f957a0,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:29.236417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.267566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Calling delete_port for 7b331ad0-bc02-4722-9810-babed0f957a0 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:29.305439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.356028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.367130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.402699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-61cff13a-1ded-414e-b3fc-ceda7c3b2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.404113 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-61cff13a-1ded-414e-b3fc-ceda7c3b2cfb service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1600509 Jul 07 22:19:29.417441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:29.421095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.463224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-6a428eaf-1156-43a8-97c5-2dc25eefb03d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 217 time: 0.0482128 Jul 07 22:19:29.500002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.500346 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Added segment b005e9d2-0814-4289-9e96-aecc699b2752 of type vlan for network 5946af75-7689-4077-8657-78cced2101b0 Jul 07 22:19:29.504186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c717f092-70c4-4d5d-ada2-795819d3a909,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:29.532548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-3a87df71-36a9-4dcd-8459-a9d80a73def8 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906165 Jul 07 22:19:29.576836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.578075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b9c83f47-3a90-4e72-9663-15c82e5e7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.579621 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-b9c83f47-3a90-4e72-9663-15c82e5e7b08 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1092918 Jul 07 22:19:29.583994 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.596999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['7b331ad0-bc02-4722-9810-babed0f957a0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:29.654793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Pushing event deleted for resources: {'Port': ['ID=7b331ad0-bc02-4722-9810-babed0f957a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:29.656897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.729089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] No DVR routers for this DVR port 7b331ad0-bc02-4722-9810-babed0f957a0 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:29.733594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.735657 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-442169a8-062b-4165-921f-becfee45d660 req-b99e25a6-b9d8-4a51-9263-a3f8cc52e2f6 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.97 "DELETE /v2.0/ports/7b331ad0-bc02-4722-9810-babed0f957a0 HTTP/1.1" status: 204 len: 173 time: 1.1435232 Jul 07 22:19:29.737296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'name': 'network-vif-deleted', 'tag': '7b331ad0-bc02-4722-9810-babed0f957a0'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:29.739656 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b868d5b-cb36-4093-8c4a-f6a53c6f8097" -d '{"events": [{"server_uuid": "1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa", "name": "network-vif-deleted", "tag": "7b331ad0-bc02-4722-9810-babed0f957a0"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:29.759425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.764758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8176-99a3-4910-9b3a-3927b97b3315 req-68e573a2-c85a-4dc6-95da-d2f2d3c9340f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.766196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a46c8176-99a3-4910-9b3a-3927b97b3315 req-68e573a2-c85a-4dc6-95da-d2f2d3c9340f tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa HTTP/1.1" status: 200 len: 867 time: 0.3841221 Jul 07 22:19:29.770806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-fd455c02-ffe7-44df-b532-ea21f3f06c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.772578 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-fd455c02-ffe7-44df-b532-ea21f3f06c10 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1828089 Jul 07 22:19:29.774412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.793658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.794690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.795218 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.816622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5da1-ba7b-44b8-ba70-bc45c7d5324a req-f6d62c52-2580-425c-a0ae-14b5fe6566ba tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.818134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d4c5da1-ba7b-44b8-ba70-bc45c7d5324a req-f6d62c52-2580-425c-a0ae-14b5fe6566ba tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 946 time: 0.3467822 Jul 07 22:19:29.820007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df8486ae-163c-42e3-8f44-8a3491787bc2 req-f1115a74-8191-4239-9023-42cd90ee787d service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803395 Jul 07 22:19:29.845193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.888605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d57ad73-953b-4190-bc23-9a80463b6dcb,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:29.916288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ecd224e4-9f29-43db-8a46-d7da746c6b37 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a62c97e8de09444b84d410af170462cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1533644 Jul 07 22:19:29.918783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:29.955258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5d627b-0c51-4031-83d0-2224b0aaff2f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:29.974123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:29.974354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4644661 Jul 07 22:19:29.975468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.976301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-41713048-0046-4a7a-98c0-d07e8435a7cc service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908357 Jul 07 22:19:29.979617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-84c8fe29-e2c8-463a-b5bf-ca8e20c3a90d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/0e5d627b-0c51-4031-83d0-2224b0aaff2f HTTP/1.1" status: 204 len: 168 time: 0.8829956 Jul 07 22:19:29.979776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bfc88-d47f-4c37-9e0f-fb7fc8b8d179 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:29.986823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Request body: {'subnet': {'network_id': '5946af75-7689-4077-8657-78cced2101b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-subnet', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:29.995645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41396) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:30.014305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69582b5-9602-44e5-80c6-c91c71bb8fed admin admin] Pushing event updated for resources: {'Network': ['ID=5946af75-7689-4077-8657-78cced2101b0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:30.027935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a46c8176-99a3-4910-9b3a-3927b97b3315 req-a7dab6c2-c7a1-4123-aa5e-8e0e02a3edc7 tempest-ServerRescueNegativeTestJSON-1558826030 tempest-ServerRescueNegativeTestJSON-1558826030-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d93295b-ba09-4a7a-b74a-ad4101ed9d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513304 Jul 07 22:19:30.032094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5946af75-7689-4077-8657-78cced2101b0 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:30.050369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d4c5da1-ba7b-44b8-ba70-bc45c7d5324a req-9403c855-6c4d-43ec-9802-123a34bf76ae tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756971 Jul 07 22:19:30.080234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-525cb2fe-7dcb-4a0d-bdb5-5c5b7698b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.083386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-525cb2fe-7dcb-4a0d-bdb5-5c5b7698b50e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6ca16984dd0e44528c19fe91c832d425&device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 1100 time: 0.1639218 Jul 07 22:19:30.169826 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c258b71-2cb9-46b9-bc0c-05e53a4e3f46 x-openstack-request-id: req-8c258b71-2cb9-46b9-bc0c-05e53a4e3f46 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:30.170249 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa", "name": "network-vif-deleted", "tag": "7b331ad0-bc02-4722-9810-babed0f957a0", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:30.170851 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8c258b71-2cb9-46b9-bc0c-05e53a4e3f46 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:30.171349 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e0bc3-46e6-4d2b-98fe-5692d52e8daa', 'name': 'network-vif-deleted', 'tag': '7b331ad0-bc02-4722-9810-babed0f957a0', 'status': 'completed', 'code': 200} Jul 07 22:19:30.211363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0917bf84-d226-45a0-bf29-670cc40443dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.222755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Made reservation on behalf of e42ce74f57ad4395ba9db4d897e66d18 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:30.225691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.250524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-f3831862-b5c2-4f06-be14-78e2fa1f87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.252071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-f3831862-b5c2-4f06-be14-78e2fa1f87d7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1626976 Jul 07 22:19:30.253848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 6b17f98f-37f1-4f16-a167-be2b84884520 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:30.257697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.269990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c05efaea-e71d-4ff5-bbb1-2afd585f4be1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:30.337693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-a55162ec-eaf6-4760-91e8-cc66291fc073 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=9b44228f-8d76-4f1f-8486-af8015be212e HTTP/1.1" status: 200 len: 217 time: 0.0768425 Jul 07 22:19:30.399346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0917bf84-d226-45a0-bf29-670cc40443dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.420664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:30.421285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.457988 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b0d0054-0c18-4001-a44b-8061d52d0740 req-579d7ea7-dc48-4744-acca-7c2138a92470 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629891 Jul 07 22:19:30.468116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.498307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-f2427af8-5edd-4152-960b-11455b0f9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.500232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-f2427af8-5edd-4152-960b-11455b0f9fcd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1510427 Jul 07 22:19:30.500974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0917bf84-d226-45a0-bf29-670cc40443dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.504039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0917bf84-d226-45a0-bf29-670cc40443dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.508726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0917bf84-d226-45a0-bf29-670cc40443dd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6d57ad73-953b-4190-bc23-9a80463b6dcb HTTP/1.1" status: 204 len: 168 time: 0.5887067 Jul 07 22:19:30.562540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917bf84-d226-45a0-bf29-670cc40443dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d57ad73-953b-4190-bc23-9a80463b6dcb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:30.694297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978dd37-9c40-4892-95f3-b2f3f2d3bfae req-7c562e0b-6650-461f-aeea-8b96efa8001c tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.695966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d978dd37-9c40-4892-95f3-b2f3f2d3bfae req-7c562e0b-6650-461f-aeea-8b96efa8001c tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 948 time: 0.3483992 Jul 07 22:19:30.698725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.721514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa752a-2091-4de1-a593-b5a551d053e3 req-89a5ae43-90d5-407a-a58d-8c46720904f8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.730793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7aa752a-2091-4de1-a593-b5a551d053e3 req-89a5ae43-90d5-407a-a58d-8c46720904f8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3704417 Jul 07 22:19:30.814735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7aa752a-2091-4de1-a593-b5a551d053e3 req-ebc74697-0cf0-457c-b855-12195431d870 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823829 Jul 07 22:19:30.819344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-b799cff8-eab1-445f-bd43-7eb0ad0ac03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.821365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-b799cff8-eab1-445f-bd43-7eb0ad0ac03d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3072829 Jul 07 22:19:30.846214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.907346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.939865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d978dd37-9c40-4892-95f3-b2f3f2d3bfae req-99404212-28b0-4772-81bb-4f80a8b37316 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832626 Jul 07 22:19:30.946566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:30.959506 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.959506 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/6b17f98f-37f1-4f16-a167-be2b84884520 HTTP/1.1" status: 204 len: 168 time: 0.9572730 Jul 07 22:19:30.963342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41414) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:30.979352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142557f0-8c56-40bf-98a1-e56150779d63 req-50aa0b2b-12eb-44a3-b89c-2086c79a5684 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.980968 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-142557f0-8c56-40bf-98a1-e56150779d63 req-50aa0b2b-12eb-44a3-b89c-2086c79a5684 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.97 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 946 time: 0.2048845 Jul 07 22:19:31.010502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ccecf-d746-432f-8a06-2aabbe07b884 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=6b17f98f-37f1-4f16-a167-be2b84884520,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:31.014791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3f96905a-c43d-4905-ad93-53b798a322d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493238 Jul 07 22:19:31.018916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41416) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.028300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:31.031962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:31.040307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Checking segment: {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:31.040726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Network hostable DHCP agents. Network: 5946af75-7689-4077-8657-78cced2101b0, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:31.097110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Network 5946af75-7689-4077-8657-78cced2101b0 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:31.138524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5946af75-7689-4077-8657-78cced2101b0) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:31.155139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.158503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917f3e7-4663-4da5-80da-1e09722c6ede None None] Network 5946af75-7689-4077-8657-78cced2101b0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:31.161823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.203993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d7ca3afa-1711-4df1-9f49-b3839be49e7b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2217438 Jul 07 22:19:31.206173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Deleting port 9f3577cc-ba59-4304-b801-9f8a812c71af {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:31.206525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.209969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.216403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b8f4e-0013-400f-9110-39322c2f4514 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:31.222438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:31.229423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-c8f75065-93b0-44b5-b4ae-1305b675ffaf service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933024 Jul 07 22:19:31.289032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41432) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.307116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.387019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] For port 9f3577cc-ba59-4304-b801-9f8a812c71af, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f3577cc-ba59-4304-b801-9f8a812c71af,segment=NetworkSegment(d15c4278-06f8-4015-86b9-be6c784db32f),segment_id=d15c4278-06f8-4015-86b9-be6c784db32f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:31.387621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.403109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.404391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.405235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Calling delete_port for 9f3577cc-ba59-4304-b801-9f8a812c71af owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:31.483863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-741d1b3e-3492-4b42-946d-2cca9fe122a1 None None] Provisioning complete for port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:31.485105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-741d1b3e-3492-4b42-946d-2cca9fe122a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.487028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:31.490301 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17378b4b-9cc8-4647-8545-26dbd33e4022" -d '{"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-unplugged", "status": "completed", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:31.513404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41440) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.588552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.591440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:31.595672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.607358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.667374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event deleted for resources: {'Port': ['ID=9f3577cc-ba59-4304-b801-9f8a812c71af,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:31.675890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-814631645-network', 'tenant_id': 'ae4adb6982464b3fb2127f0f4295e997'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:31.698034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] No DVR routers for this DVR port 9f3577cc-ba59-4304-b801-9f8a812c71af on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:31.701386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.704008 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-142557f0-8c56-40bf-98a1-e56150779d63 req-caed669e-ec73-4aa9-9a26-f306b9b4290c tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.97 "DELETE /v2.0/ports/9f3577cc-ba59-4304-b801-9f8a812c71af HTTP/1.1" status: 204 len: 173 time: 0.7047060 Jul 07 22:19:31.729236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Made reservation on behalf of ae4adb6982464b3fb2127f0f4295e997 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:31.732213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.742935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.758665 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed96f461-0c64-4ab8-9f9d-df09bd80889c x-openstack-request-id: req-ed96f461-0c64-4ab8-9f9d-df09bd80889c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:31.759793 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-unplugged", "status": "completed", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:31.760205 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ed96f461-0c64-4ab8-9f9d-df09bd80889c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:31.760755 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'code': 200} Jul 07 22:19:31.761920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9f3577cc-ba59-4304-b801-9f8a812c71af'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:31.766153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:31.816207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.817225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 7b331ad0-bc02-4722-9810-babed0f957a0 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:31.890274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.896562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.896755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5946af75-7689-4077-8657-78cced2101b0', 'network_id': '5946af75-7689-4077-8657-78cced2101b0', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'fixed_ips': [{'subnet_id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:19:31.897666 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.920790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 7b331ad0-bc02-4722-9810-babed0f957a0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:31.921147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 7b331ad0-bc02-4722-9810-babed0f957a0 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:31.940566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:31.954443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a6d651-ab7f-45c6-9fb6-55b74bf3417a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:31.964169 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.964677 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Added segment 461c6734-2639-4380-8f06-0e226e125e15 of type vlan for network 20ba1e04-2b07-4e80-b9f1-deff7974f7ba Jul 07 22:19:32.015205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.050100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.051483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.052316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.081910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.084383 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5697250 Jul 07 22:19:32.094837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:32.095675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea01b9fd-a439-4ab7-8436-42e6b8bd26ee req-dd34fd1e-df16-49ad-9a30-c7c5eaf7e9cc service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8575358 Jul 07 22:19:32.142135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Request body: {'subnet': {'network_id': '20ba1e04-2b07-4e80-b9f1-deff7974f7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-814631645-subnet', 'tenant_id': 'ae4adb6982464b3fb2127f0f4295e997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:32.156116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e0a2c-ca0f-41f6-9139-421cd1d1f8e0 req-f7d12734-fa7a-4dd5-a999-15120b1fa1f0 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.164284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-307e0a2c-ca0f-41f6-9139-421cd1d1f8e0 req-f7d12734-fa7a-4dd5-a999-15120b1fa1f0 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e HTTP/1.1" status: 200 len: 867 time: 0.8080783 Jul 07 22:19:32.166791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Allocated IP 172.20.0.2 (5946af75-7689-4077-8657-78cced2101b0/b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1/93df67d6-94a9-4f12-9ace-dde3a6d50c8f) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:32.174489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'name': 'network-vif-deleted', 'tag': '9f3577cc-ba59-4304-b801-9f8a812c71af'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:32.190769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:32.335085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] Deleting port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:32.335336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.383672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.414946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-307e0a2c-ca0f-41f6-9139-421cd1d1f8e0 req-2fd6851e-2c55-4620-9330-c1ea8832daba tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups?id=52b3979a-d8b0-489e-9c00-6ba152173e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494965 Jul 07 22:19:32.446113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.455060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] For port c05efaea-e71d-4ff5-bbb1-2afd585f4be1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:32.455468 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.472118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Transition to ACTIVE for port object 93df67d6-94a9-4f12-9ace-dde3a6d50c8f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:32.484767 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad93e2-2a52-46ce-bf0d-ba06d137172b" -d '{"events": [{"server_uuid": "ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e", "name": "network-vif-deleted", "tag": "9f3577cc-ba59-4304-b801-9f8a812c71af"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:32.486415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] Calling delete_port for c05efaea-e71d-4ff5-bbb1-2afd585f4be1 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:32.509061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Transition to ACTIVE for port object 93df67d6-94a9-4f12-9ace-dde3a6d50c8f will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:32.529198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5be4e-2bde-49fc-8b13-39e234485ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=20ba1e04-2b07-4e80-b9f1-deff7974f7ba,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.542173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Made reservation on behalf of ae4adb6982464b3fb2127f0f4295e997 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:32.545387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.547940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 20ba1e04-2b07-4e80-b9f1-deff7974f7ba details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:32.554055 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.568736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102ebe-e200-4c3b-8fe9-827da5175d00 req-df9346ba-e70b-4f32-8c6d-23cc7918b4c5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.577427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d102ebe-e200-4c3b-8fe9-827da5175d00 req-df9346ba-e70b-4f32-8c6d-23cc7918b4c5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 948 time: 0.5605881 Jul 07 22:19:32.641881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Network 5946af75-7689-4077-8657-78cced2101b0 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:32.652050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:32.654606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:32.710376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Pushing event updated for resources: {'Port': ['ID=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.737263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.767193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d102ebe-e200-4c3b-8fe9-827da5175d00 req-f62324ec-4369-431d-9b15-39d0f93d8522 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888795 Jul 07 22:19:32.780423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Attempting to bind port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:32.783841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Attempting to bind port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:32.785097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Attempting to bind port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f on network 5946af75-7689-4077-8657-78cced2101b0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:32.790705 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.795196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8c83e1-464e-45e7-a03e-71ed6cface1a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.816163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Checking segment: {'id': '461c6734-2639-4380-8f06-0e226e125e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '20ba1e04-2b07-4e80-b9f1-deff7974f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:32.817502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Network hostable DHCP agents. Network: 20ba1e04-2b07-4e80-b9f1-deff7974f7ba, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:32.822806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.826529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:32.827298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Checking segment: {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:32.827298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.828090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Bound using segment: {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:32.828602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Bound port: 93df67d6-94a9-4f12-9ace-dde3a6d50c8f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:32.829527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.835490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] Pushing event deleted for resources: {'Port': ['ID=c05efaea-e71d-4ff5-bbb1-2afd585f4be1,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.847094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc3064-d542-43a5-9abd-6601aae95461 None None] No DVR routers for this DVR port c05efaea-e71d-4ff5-bbb1-2afd585f4be1 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:32.869254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Network 20ba1e04-2b07-4e80-b9f1-deff7974f7ba is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:32.885071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 20ba1e04-2b07-4e80-b9f1-deff7974f7ba) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:32.889126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23993b8-7b2f-4a9b-a560-0f8a592f1d4d req-3600f41b-067f-4767-8eec-b78d9273fdf6 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.890705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a23993b8-7b2f-4a9b-a560-0f8a592f1d4d req-3600f41b-067f-4767-8eec-b78d9273fdf6 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 948 time: 0.3112698 Jul 07 22:19:32.899890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fdbe6-bf45-49bb-aded-b937523e827f None None] Network 20ba1e04-2b07-4e80-b9f1-deff7974f7ba requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:32.901914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.902863 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.906139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:32.921790 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-85f31e18-d86c-4222-98a8-c355824b253b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7897720 Jul 07 22:19:32.925599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:32.942283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.943209 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.973230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e07a17-cbc6-4a87-82a0-07668f5a9c6d None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:32.973934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=ac0b3dae-5985-40b2-a071-535de789bcc4,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.997667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ecf6a0b-51b1-46b1-bb72-18bb339d488a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9777055 Jul 07 22:19:33.002330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] For port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:33.007731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41454) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:33.036376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a23993b8-7b2f-4a9b-a560-0f8a592f1d4d req-8feaf23d-9b16-4867-a3a8-940cc635e81b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217439 Jul 07 22:19:33.042409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:33.063283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] For port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:33.072810 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ed227-c114-41e2-bb3c-c5122fb5abb3 x-openstack-request-id: req-4d2ed227-c114-41e2-bb3c-c5122fb5abb3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:33.073226 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e", "name": "network-vif-deleted", "tag": "9f3577cc-ba59-4304-b801-9f8a812c71af", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:33.073585 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4d2ed227-c114-41e2-bb3c-c5122fb5abb3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:33.075111 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab170d7e-4923-4fc2-bf5e-9e23e0f28c8e', 'name': 'network-vif-deleted', 'tag': '9f3577cc-ba59-4304-b801-9f8a812c71af', 'status': 'completed', 'code': 200} Jul 07 22:19:33.082041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.214787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a3380-398b-443b-8321-1844d70d1829 None None] Pushing event updated for resources: {'Port': ['ID=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:33.219108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f412186-0d93-4a74-9a2a-1298abb3bf80 None None] Network 20ba1e04-2b07-4e80-b9f1-deff7974f7ba requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:33.269916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.325697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-639aa2a0-3d06-4473-abe7-ee5c9cfad085 req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-641231192', 'description': 'tempest-description-704786596'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:33.351496 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.360264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': 'ac0b3dae-5985-40b2-a071-535de789bcc4'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:19:33.360764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.409467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b44228f-8d76-4f1f-8486-af8015be212e details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:33.433691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.440145 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:19:33.440145 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:19:33.440145 n-d-694802-13 neutron-server[93932]: [parameters: {'project_id_1': 'b75ac991adc8490a94a8aaa443cf2c9f', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 19, 33, 360196)}] Jul 07 22:19:33.440145 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:19:33.440523 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:19:33.467673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-639aa2a0-3d06-4473-abe7-ee5c9cfad085 req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.660368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Allocated IP 172.20.0.2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/ac0b3dae-5985-40b2-a071-535de789bcc4/01040b26-f587-406b-b00e-ddec142d5085) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:33.688205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9b44228f-8d76-4f1f-8486-af8015be212e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b44228f-8d76-4f1f-8486-af8015be212e,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:33.706343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Allocated IP 172.25.5.16 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/93e91409-28f2-4fef-9eed-32462e02835e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:33.739144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9b44228f-8d76-4f1f-8486-af8015be212e', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '9b44228f-8d76-4f1f-8486-af8015be212e', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:33.809096 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.830667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41478) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:33.841830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44228f-8d76-4f1f-8486-af8015be212e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:33.894522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9b44228f-8d76-4f1f-8486-af8015be212e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b44228f-8d76-4f1f-8486-af8015be212e,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:33.903863 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.905993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1738e710-067c-4d9d-8e3a-d52765876da5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.932249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Deleting port 1568cd99-9a80-4757-848d-ba481cfcd7fc {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:33.932604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.938014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1738e710-067c-4d9d-8e3a-d52765876da5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.938901 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.956043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Transition to ACTIVE for port object 01040b26-f587-406b-b00e-ddec142d5085 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:33.982243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9b44228f-8d76-4f1f-8486-af8015be212e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:33.986526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Transition to ACTIVE for port object 01040b26-f587-406b-b00e-ddec142d5085 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:33.994671 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.002474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1738e710-067c-4d9d-8e3a-d52765876da5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.007087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1738e710-067c-4d9d-8e3a-d52765876da5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.013158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1738e710-067c-4d9d-8e3a-d52765876da5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "DELETE /v2.0/security-groups/41551e51-a952-4d28-88ff-0e4c0f0cb4db HTTP/1.1" status: 204 len: 168 time: 0.1803894 Jul 07 22:19:34.013862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:34.037973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738e710-067c-4d9d-8e3a-d52765876da5 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41551e51-a952-4d28-88ff-0e4c0f0cb4db,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.038986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:34.040472 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-ae56d500-6d08-4e56-b3f1-bf163dc4f307 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] show failed (client error): The resource could not be found. Jul 07 22:19:34.044084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ae56d500-6d08-4e56-b3f1-bf163dc4f307 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "GET /v2.0/security-groups/41551e51-a952-4d28-88ff-0e4c0f0cb4db HTTP/1.1" status: 404 len: 347 time: 0.0232205 Jul 07 22:19:34.044403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41484) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:34.045460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:34.048462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:34.053279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-639aa2a0-3d06-4473-abe7-ee5c9cfad085 req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.087029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-639aa2a0-3d06-4473-abe7-ee5c9cfad085 req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.095019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Pushing event updated for resources: {'Port': ['ID=01040b26-f587-406b-b00e-ddec142d5085,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.131683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Attempting to bind port 01040b26-f587-406b-b00e-ddec142d5085 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:34.132065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Attempting to bind port 01040b26-f587-406b-b00e-ddec142d5085 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:34.132437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Attempting to bind port 01040b26-f587-406b-b00e-ddec142d5085 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:34.138419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:34.138864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:34.139283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.139688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:34.140170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Bound port: 01040b26-f587-406b-b00e-ddec142d5085, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:34.140563 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.207651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9b44228f-8d76-4f1f-8486-af8015be212e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:34.208547 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.237495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:34.241553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.253183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Deleting port bae717a6-5b49-4959-8e15-f5e3421444ec {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:34.253871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.263115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] For port 01040b26-f587-406b-b00e-ddec142d5085, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:34.279601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-639aa2a0-3d06-4473-abe7-ee5c9cfad085 req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.286825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] For port 01040b26-f587-406b-b00e-ddec142d5085, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01040b26-f587-406b-b00e-ddec142d5085,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:34.302729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93df67d6-94a9-4f12-9ace-dde3a6d50c8f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:34.307213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639aa2a0-3d06-4473-abe7-ee5c9cfad085 req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9951508 Jul 07 22:19:34.309075 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.340792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b31b3-d989-4e58-adcb-c0edefb58c66 req-1efdbeed-bb18-4363-a742-a3f5d88e5c99 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:34.348092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f65b31b3-d989-4e58-adcb-c0edefb58c66 req-1efdbeed-bb18-4363-a742-a3f5d88e5c99 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 948 time: 0.3811533 Jul 07 22:19:34.367375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.367714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.382395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Calling delete_port for bae717a6-5b49-4959-8e15-f5e3421444ec owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:34.394531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d7e75-c7d1-457d-b0e9-3c7095b50a4a None None] Pushing event updated for resources: {'Port': ['ID=01040b26-f587-406b-b00e-ddec142d5085,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.424815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed2cd1-0fec-485f-bdbb-6b034099e003 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac2098-ece0-4f9b-b4af-a72d84db01a9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.488095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] For port 1568cd99-9a80-4757-848d-ba481cfcd7fc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1568cd99-9a80-4757-848d-ba481cfcd7fc,segment=NetworkSegment(be69039d-7422-43e5-877c-1924c0c2bb2b),segment_id=be69039d-7422-43e5-877c-1924c0c2bb2b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:34.488600 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.513177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:34.565774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Calling delete_port for 1568cd99-9a80-4757-848d-ba481cfcd7fc owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:34.619972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f65b31b3-d989-4e58-adcb-c0edefb58c66 req-6543e60a-41ca-4862-aa76-1f3828841082 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710898 Jul 07 22:19:34.638518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c05efaea-e71d-4ff5-bbb1-2afd585f4be1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:34.665849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c05efaea-e71d-4ff5-bbb1-2afd585f4be1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:34.666217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c05efaea-e71d-4ff5-bbb1-2afd585f4be1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:34.677864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.690130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889cca98-e2b5-49d1-bd33-6d46b53aabbe None None] Network 5946af75-7689-4077-8657-78cced2101b0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:34.709077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Pushing event deleted for resources: {'Port': ['ID=bae717a6-5b49-4959-8e15-f5e3421444ec,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.760394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.814304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.815155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] Provisioning for port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:34.818059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.822132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-507645ae-a7d1-429d-b6f4-307a6981e381 tempest-ImagesOneServerNegativeTestJSON-401557500 tempest-ImagesOneServerNegativeTestJSON-401557500-project] 10.222.0.95 "DELETE /v2.0/floatingips/255e3608-3d8f-4e74-b011-ff21553011c7 HTTP/1.1" status: 204 len: 168 time: 0.7738230 Jul 07 22:19:34.829216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] Provisioning complete for port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:34.829605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.034989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:35.037109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f3577cc-ba59-4304-b801-9f8a812c71af no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:35.077945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 9f3577cc-ba59-4304-b801-9f8a812c71af {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:35.078300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f3577cc-ba59-4304-b801-9f8a812c71af not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:35.171734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43f8e68a-4193-495c-9db9-270b045eb076 req-9c12df27-8816-4012-a180-a2e813430a54 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/cfac2098-ece0-4f9b-b4af-a72d84db01a9 HTTP/1.1" status: 200 len: 1811 time: 0.4875786 Jul 07 22:19:35.178093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:35.195349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:35.233470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfac2098-ece0-4f9b-b4af-a72d84db01a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:35.233798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfac2098-ece0-4f9b-b4af-a72d84db01a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:35.234571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:35.243039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:35.246142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Pushing event updated for resources: {'Port': ['ID=93e91409-28f2-4fef-9eed-32462e02835e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:35.247412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.259095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'mac_address': 'fa:16:3e:ef:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:35.316452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] For port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:35.325254 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.332866 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.337604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dcf96-d16c-47a3-a85a-3b39744e09f0 req-027e2bf1-9d47-479f-b103-340003221514 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:35.344725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-982dcf96-d16c-47a3-a85a-3b39744e09f0 req-027e2bf1-9d47-479f-b103-340003221514 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 949 time: 0.7156248 Jul 07 22:19:35.373938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908288dc-78eb-4640-8d4e-c5c8d0a04108 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:35.403581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b44228f-8d76-4f1f-8486-af8015be212e up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:35.410371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:35.412704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143675b2-64ed-4c25-84d5-8ea95120d0b6 None None] Pushing event updated for resources: {'Port': ['ID=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:35.435664 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.499961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-982dcf96-d16c-47a3-a85a-3b39744e09f0 req-30464764-b142-4433-9805-1311b6290914 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542966 Jul 07 22:19:35.508340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:35.513940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 9b44228f-8d76-4f1f-8486-af8015be212e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:35.518448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9b44228f-8d76-4f1f-8486-af8015be212e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:35.518932 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.636738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.685183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.691501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44228f-8d76-4f1f-8486-af8015be212e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:35.694140 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2774aec5-d9ab-4b4d-a624-7f0247a1bd72" -d '{"events": [{"server_uuid": "92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b44228f-8d76-4f1f-8486-af8015be212e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:35.700628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8aa79469-a3a1-4c18-9cb7-c56eade4ff90 None None] Provisioning complete for port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:35.701587 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8aa79469-a3a1-4c18-9cb7-c56eade4ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.734441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9b44228f-8d76-4f1f-8486-af8015be212e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b44228f-8d76-4f1f-8486-af8015be212e,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:35.748678 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.799141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.812011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9b44228f-8d76-4f1f-8486-af8015be212e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:35.819373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:35.863407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.876781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.932182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ccd797-f377-4311-8d3f-3f62a6b97adc,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:35.935413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1568cd99-9a80-4757-848d-ba481cfcd7fc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:35.938089 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.944024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-793337b0-a85f-42de-95f9-2eed280d662a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:35.945667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43f8e68a-4193-495c-9db9-270b045eb076 req-0a5e6757-bcd8-439b-8367-b0905af2cead tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7599680 Jul 07 22:19:35.947222 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-793337b0-a85f-42de-95f9-2eed280d662a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 949 time: 0.0826981 Jul 07 22:19:36.010879 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0268ff92-d7a8-4a41-a8fc-01bcb09e65de x-openstack-request-id: req-0268ff92-d7a8-4a41-a8fc-01bcb09e65de {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:36.011397 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b44228f-8d76-4f1f-8486-af8015be212e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:36.011729 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0268ff92-d7a8-4a41-a8fc-01bcb09e65de {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:36.012194 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44228f-8d76-4f1f-8486-af8015be212e', 'code': 200} Jul 07 22:19:36.090471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ab6ca47c-7a69-497b-b704-412dec37b63f None None] Provisioning for port 01040b26-f587-406b-b00e-ddec142d5085 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:36.110349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-fb8e1201-9c17-4102-ace4-17c90aea5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.111927 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-fb8e1201-9c17-4102-ace4-17c90aea5547 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1101 time: 0.1038685 Jul 07 22:19:36.120462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.209100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-9c62d514-9853-4d07-bb16-9d9998e8189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.210576 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-9c62d514-9853-4d07-bb16-9d9998e8189c service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.0921946 Jul 07 22:19:36.254101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-eafa1341-cd90-4212-a25a-2d0d32632f78 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 217 time: 0.0368922 Jul 07 22:19:36.308573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-7c0ef1bb-46e6-45ea-b4a3-57ff334c5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.310263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-7c0ef1bb-46e6-45ea-b4a3-57ff334c5f86 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0493102 Jul 07 22:19:36.375403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-2fbac133-e318-4356-baf7-1691923e37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.378238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-2fbac133-e318-4356-baf7-1691923e37d8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611970 Jul 07 22:19:36.386352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01040b26-f587-406b-b00e-ddec142d5085 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:36.433313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f3a378d-cdcf-4cfc-b460-ca223be2dc1c req-2639962b-792e-4f50-b841-ae00136758f9 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/cfac2098-ece0-4f9b-b4af-a72d84db01a9 HTTP/1.1" status: 200 len: 2404 time: 0.3158085 Jul 07 22:19:36.451353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 01040b26-f587-406b-b00e-ddec142d5085 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:36.457088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 01040b26-f587-406b-b00e-ddec142d5085 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:36.457465 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.483196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-47e1a8de-3e02-4ded-aa8b-ad16ec6d3e24 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974586 Jul 07 22:19:36.507052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:36.548579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41512) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:36.561820 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.597856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 01040b26-f587-406b-b00e-ddec142d5085, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01040b26-f587-406b-b00e-ddec142d5085,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:36.603491 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.607307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93df67d6-94a9-4f12-9ace-dde3a6d50c8f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:36.619510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Deleting subnet ec749f84-bb28-409e-a842-8e0897300531 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:36.625668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.669597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b0c599a-0f34-4e5d-8d45-3febbaf458f7 req-2cc1d352-ee1d-4582-8a94-019a0fcb4c97 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777661 Jul 07 22:19:36.678774 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.688334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=01040b26-f587-406b-b00e-ddec142d5085,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:36.698760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c5c1-19c7-48c6-a209-24b850524575 req-d6fd01ff-005a-48c9-8529-13b3be54aefb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.700388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2bf0c5c1-19c7-48c6-a209-24b850524575 req-d6fd01ff-005a-48c9-8529-13b3be54aefb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 949 time: 0.5808942 Jul 07 22:19:36.704023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:36.704023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.725221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.760053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9078-fd65-4cfe-bbaa-8138cbfb6d96 req-60a091e8-a801-4217-af8e-63c6b6955192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.761731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-694c9078-fd65-4cfe-bbaa-8138cbfb6d96 req-60a091e8-a801-4217-af8e-63c6b6955192 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 1102 time: 0.6771176 Jul 07 22:19:36.776846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-cd1a0172-7ea0-44e7-8be6-0c9be20bf565 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-group-rules/94ccd797-f377-4311-8d3f-3f62a6b97adc HTTP/1.1" status: 200 len: 778 time: 0.2177937 Jul 07 22:19:36.801880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.833938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec749f84-bb28-409e-a842-8e0897300531,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:36.835993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.840180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7ec96e25-d438-4800-aa8a-68bdd8cb3e2a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ec749f84-bb28-409e-a842-8e0897300531 HTTP/1.1" status: 204 len: 168 time: 0.2883978 Jul 07 22:19:36.840576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41516) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:36.891730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.908535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.997343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.009257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ff7ea3-894a-4275-a4a8-29001945422a']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:37.018049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:37.024291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15c4278-06f8-4015-86b9-be6c784db32f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:37.024607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15c4278-06f8-4015-86b9-be6c784db32f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:37.035936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.054048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.065692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:37.066695 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:37.071744 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:37.077343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 908288dc-78eb-4640-8d4e-c5c8d0a04108 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:37.077834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.149100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.160873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.164974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.166699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] 10.222.0.95 "DELETE /v2.0/networks/d5ff7ea3-894a-4275-a4a8-29001945422a HTTP/1.1" status: 204 len: 168 time: 0.3252769 Jul 07 22:19:37.183670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024a7a-861e-4d26-8380-fc1a0fae8d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ff7ea3-894a-4275-a4a8-29001945422a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:37.236990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:37.241979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.263762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2bf0c5c1-19c7-48c6-a209-24b850524575 req-2126e77f-7304-4a23-ad4b-1bbecb17bf0d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182960 Jul 07 22:19:37.265241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-694c9078-fd65-4cfe-bbaa-8138cbfb6d96 req-022326fe-987c-4a2c-a964-787609c0dc59 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725118 Jul 07 22:19:37.310383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:37.346173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-7c6ba8a4-7d98-4f2d-bf1b-54fc17d98dec tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/cfac2098-ece0-4f9b-b4af-a72d84db01a9 HTTP/1.1" status: 200 len: 2404 time: 0.5417087 Jul 07 22:19:37.347901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41522) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:37.382488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.405566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46126150-e681-49ba-bb7a-cea8db2c1b78 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b3b1b633c4f84221b67d99b09aa287c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559256 Jul 07 22:19:37.406673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:37.464074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce04009f-65f3-47ce-bd34-1780a96f671d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.488745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce04009f-65f3-47ce-bd34-1780a96f671d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.502708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.540919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce04009f-65f3-47ce-bd34-1780a96f671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.541183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-a8e099ef-0776-4bdf-a0cc-da15f6697bc8 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.543297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce04009f-65f3-47ce-bd34-1780a96f671d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.544567 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce04009f-65f3-47ce-bd34-1780a96f671d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/52b3979a-d8b0-489e-9c00-6ba152173e42 HTTP/1.1" status: 204 len: 168 time: 0.1372395 Jul 07 22:19:37.552392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04009f-65f3-47ce-bd34-1780a96f671d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b3979a-d8b0-489e-9c00-6ba152173e42,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:37.576459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-a8e099ef-0776-4bdf-a0cc-da15f6697bc8 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.749987 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-a8e099ef-0776-4bdf-a0cc-da15f6697bc8 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.800099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-a8e099ef-0776-4bdf-a0cc-da15f6697bc8 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.801260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9aa963e-97c1-4925-90c9-d80c9e45c277 req-a8e099ef-0776-4bdf-a0cc-da15f6697bc8 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/94ccd797-f377-4311-8d3f-3f62a6b97adc HTTP/1.1" status: 204 len: 173 time: 0.4542651 Jul 07 22:19:37.854086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1bf5e-4d3b-45ef-8152-f68eabb3d39f req-6a3cc586-b3a6-4710-8589-73240a0a6634 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:37.859197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35b1bf5e-4d3b-45ef-8152-f68eabb3d39f req-6a3cc586-b3a6-4710-8589-73240a0a6634 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 950 time: 0.3832624 Jul 07 22:19:37.861368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e099ef-0776-4bdf-a0cc-da15f6697bc8 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94ccd797-f377-4311-8d3f-3f62a6b97adc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:37.955817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-45bbec7b-165a-4d42-a47c-4849d91a42ab req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1977751446', 'description': 'tempest-description-1318465759'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:38.006224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] For port 01040b26-f587-406b-b00e-ddec142d5085, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01040b26-f587-406b-b00e-ddec142d5085,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:38.012952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:38.018439 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c89e61d-d8b6-458b-8890-bd7e3b3e15f4" -d '{"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-plugged", "status": "completed", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:38.021520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35b1bf5e-4d3b-45ef-8152-f68eabb3d39f req-d5a5d557-daa3-421c-81e2-c6f179d4c4a1 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471035 Jul 07 22:19:38.025575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Router 435e0f2a-b767-47cb-b5ae-fef217efa11a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:19:38.027791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Router c9771be3-4145-4fff-aed0-6066b4435aeb is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:19:38.066412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45bbec7b-165a-4d42-a47c-4849d91a42ab req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.090155 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2a780-0221-4324-a82c-fce2a94a4aa9 x-openstack-request-id: req-24b2a780-0221-4324-a82c-fce2a94a4aa9 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:38.090693 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-plugged", "status": "completed", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:38.091128 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-24b2a780-0221-4324-a82c-fce2a94a4aa9 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:38.091719 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'code': 200} Jul 07 22:19:38.143211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.152271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.153277 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.228957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01040b26-f587-406b-b00e-ddec142d5085 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:38.292913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 01040b26-f587-406b-b00e-ddec142d5085 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:38.293290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.356671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:38.404806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:38.407805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.408408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.419601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155efb8-9b59-4131-b5bb-f8cdb813f14c None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:38.454129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=cffb7230-297b-457b-a866-2c4334c12556,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:38.480132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=01040b26-f587-406b-b00e-ddec142d5085,revision_number=5']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:38.520731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:38.534055 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Sync routers for ids ['c9771be3-4145-4fff-aed0-6066b4435aeb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:38.542260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:38.545308 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Routers {'c9771be3-4145-4fff-aed0-6066b4435aeb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:38.546744 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c9771be3-4145-4fff-aed0-6066b4435aeb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:38.556459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0bc3dd6a-a1a9-482a-995b-0d17edc30c56 admin admin] 10.222.0.95 "PUT /v2.0/routers/435e0f2a-b767-47cb-b5ae-fef217efa11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2208591 Jul 07 22:19:38.556645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41558) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:38.579582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] Sync routers for ids ['435e0f2a-b767-47cb-b5ae-fef217efa11a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:38.594820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] Routers {'435e0f2a-b767-47cb-b5ae-fef217efa11a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:38.595845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['435e0f2a-b767-47cb-b5ae-fef217efa11a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:38.612622 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45bbec7b-165a-4d42-a47c-4849d91a42ab req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.624344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45bbec7b-165a-4d42-a47c-4849d91a42ab req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.651927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.656233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e8b52038-14ac-4e20-a155-bdac4e670b78 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4451628 Jul 07 22:19:38.658115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36ecf2cc-bedd-424e-bac2-c5e27a53a896 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6416032 Jul 07 22:19:38.658660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41560) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:38.679775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41562) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:38.686585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:bb:4f:2f', 'name': 'tempest-NetworksTestDHCPv6-1763080433'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:38.760838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] Set router 435e0f2a-b767-47cb-b5ae-fef217efa11a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:38.761523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45bbec7b-165a-4d42-a47c-4849d91a42ab req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.763841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45bbec7b-165a-4d42-a47c-4849d91a42ab req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8257749 Jul 07 22:19:38.767419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b285-43d5-4f05-b3c1-b562f55e8890 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb82b422-3048-4b78-8672-6607ffee5772,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:38.791011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ac4d-e854-434c-ae5f-6e98a347c019 req-a13ea9de-c122-4e14-9102-0b959ee4703c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.793826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c460ac4d-e854-434c-ae5f-6e98a347c019 req-a13ea9de-c122-4e14-9102-0b959ee4703c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3533046 Jul 07 22:19:38.797627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.816311 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Set router c9771be3-4145-4fff-aed0-6066b4435aeb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:38.872089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36e7e531-c1ff-48a5-aae2-eeb18c52881a req-2f3a734e-342c-4a9f-a158-15dc9e47171f tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/cb82b422-3048-4b78-8672-6607ffee5772 HTTP/1.1" status: 200 len: 1813 time: 0.0766430 Jul 07 22:19:38.933257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b7de4c22-ae3a-429f-a122-6ace23e6dd4e req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1576657619', 'description': 'tempest-description-1506476023'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:38.984937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c460ac4d-e854-434c-ae5f-6e98a347c019 req-f0b52afa-93f2-4dae-8c30-6386dbc49a92 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272254 Jul 07 22:19:38.988208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:39.084068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.085793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:19:35Z', 'revision_number': 5, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port': {'id': '5feffbc8-8bd2-45b1-ba15-7943837de51e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:24Z', 'updated_at': '2021-07-07T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:39.133384 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b7de4c22-ae3a-429f-a122-6ace23e6dd4e req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.148966 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:19:35Z', 'revision_number': 3, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:39.163950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] Checking router: 435e0f2a-b767-47cb-b5ae-fef217efa11a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:39.186943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] Routers {'435e0f2a-b767-47cb-b5ae-fef217efa11a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:39.187767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['435e0f2a-b767-47cb-b5ae-fef217efa11a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:39.214786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Checking router: c9771be3-4145-4fff-aed0-6066b4435aeb for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:39.218366 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Updating router c9771be3-4145-4fff-aed0-6066b4435aeb port 93e91409-28f2-4fef-9eed-32462e02835e binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:19:39.225402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.267515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Deleting port 5feffbc8-8bd2-45b1-ba15-7943837de51e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:39.270002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.311007 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.341286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] Set router 435e0f2a-b767-47cb-b5ae-fef217efa11a gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:39.400876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 22193d91-944d-4f3e-8de9-9a0a93e2d173 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:39.409759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:19:39Z', 'revision_number': 6, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:39.516269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b7de4c22-ae3a-429f-a122-6ace23e6dd4e req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.547393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b7de4c22-ae3a-429f-a122-6ace23e6dd4e req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.563637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3145883-3d95-43e1-8cd2-a7581c6f9a78 req-3a225cfd-6993-4c18-b115-b5c889bb3be4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:39.565358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3145883-3d95-43e1-8cd2-a7581c6f9a78 req-3a225cfd-6993-4c18-b115-b5c889bb3be4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.2386696 Jul 07 22:19:39.623076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b7de4c22-ae3a-429f-a122-6ace23e6dd4e req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.624330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7de4c22-ae3a-429f-a122-6ace23e6dd4e req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6950572 Jul 07 22:19:39.637824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85c846-41d9-4d7b-b902-02a4aded7cd4 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d055c5-771c-40b9-8609-e1a1c078b13d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:39.680063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] For port 5feffbc8-8bd2-45b1-ba15-7943837de51e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5feffbc8-8bd2-45b1-ba15-7943837de51e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:39.683981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.710989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3145883-3d95-43e1-8cd2-a7581c6f9a78 req-a8eecc85-de9d-4155-b066-ab0dee256210 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259463 Jul 07 22:19:39.726828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Calling delete_port for 5feffbc8-8bd2-45b1-ba15-7943837de51e owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:39.748258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ff218-8fb4-4874-b4c0-4a4ab05d8162 None None] The sync data for ids ['435e0f2a-b767-47cb-b5ae-fef217efa11a'] in n-d-694802-13 is: [{'id': '435e0f2a-b767-47cb-b5ae-fef217efa11a', 'name': 'tempest-ServerRescueNegativeTestJSON-1997583110-router', 'tenant_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:19:39Z', 'revision_number': 6, 'project_id': 'c698d1cdc4c14987a755f2a8d2923d40', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:39.848051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-476be98c-2ec5-4f2c-944a-5146e6502b23 None None] Provisioning complete for port 01040b26-f587-406b-b00e-ddec142d5085 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:39.848978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-476be98c-2ec5-4f2c-944a-5146e6502b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.923817 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.938768 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Transition to ACTIVE for port object 93e91409-28f2-4fef-9eed-32462e02835e will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:39.944340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 172.20.0.7 (fb6eb312-b078-40cf-9e77-99f2b99590e3/ac0b3dae-5985-40b2-a071-535de789bcc4/22193d91-944d-4f3e-8de9-9a0a93e2d173) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:39.948744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.950558 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.956988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:febb:4f2f (fb6eb312-b078-40cf-9e77-99f2b99590e3/cffb7230-297b-457b-a866-2c4334c12556/22193d91-944d-4f3e-8de9-9a0a93e2d173) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:39.989446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8f12076-47b7-405a-9fc9-e84044e8c392 req-a9fb958d-6e0f-49ea-957d-f89121330b1d tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/67d055c5-771c-40b9-8609-e1a1c078b13d HTTP/1.1" status: 200 len: 1813 time: 0.1994557 Jul 07 22:19:40.067181 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Attempting to bind port 93e91409-28f2-4fef-9eed-32462e02835e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:40.068061 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Attempting to bind port 93e91409-28f2-4fef-9eed-32462e02835e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:40.068839 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Attempting to bind port 93e91409-28f2-4fef-9eed-32462e02835e on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:40.077285 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d772a5-4ad3-4a98-ab9a-a44dcf15fe71 None None] Pushing event updated for resources: {'Port': ['ID=93e91409-28f2-4fef-9eed-32462e02835e,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:40.088703 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:40.089324 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:40.089995 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.090654 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:40.091589 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Bound port: 93e91409-28f2-4fef-9eed-32462e02835e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:40.092254 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.131189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4c52a040-b0b4-4adf-b5ae-d5758850eff4 req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1612188141', 'description': 'tempest-description-114300250'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:40.190851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] For port 93e91409-28f2-4fef-9eed-32462e02835e, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:40.195477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] For port 93e91409-28f2-4fef-9eed-32462e02835e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93e91409-28f2-4fef-9eed-32462e02835e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:40.203083 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.211606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.298919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01040b26-f587-406b-b00e-ddec142d5085 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:40.304220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5feffbc8-8bd2-45b1-ba15-7943837de51e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:40.372993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.378602 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d772a5-4ad3-4a98-ab9a-a44dcf15fe71 None None] Pushing event updated for resources: {'Port': ['ID=93e91409-28f2-4fef-9eed-32462e02835e,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:40.385636 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Routers {'c9771be3-4145-4fff-aed0-6066b4435aeb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:40.388203 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c9771be3-4145-4fff-aed0-6066b4435aeb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:40.396556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.402196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 22193d91-944d-4f3e-8de9-9a0a93e2d173 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:40.414197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 01040b26-f587-406b-b00e-ddec142d5085 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:40.414655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.502159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.505987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.522618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1568cd99-9a80-4757-848d-ba481cfcd7fc no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:40.525948 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] Set router c9771be3-4145-4fff-aed0-6066b4435aeb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:40.546672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1568cd99-9a80-4757-848d-ba481cfcd7fc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:40.547423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1568cd99-9a80-4757-848d-ba481cfcd7fc not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:40.576076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.577841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 435e0f2a-b767-47cb-b5ae-fef217efa11a {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:40.586305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.592857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9329e053-80b6-4638-9e91-18be1b7532cf admin admin] 10.222.0.95 "DELETE /v2.0/routers/435e0f2a-b767-47cb-b5ae-fef217efa11a HTTP/1.1" status: 204 len: 168 time: 2.0327232 Jul 07 22:19:40.593156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41604) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:40.595153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2885f1-5974-4584-b459-8baadbca6696 req-adb55c03-a8d8-4e85-91fd-dcb49d483687 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:40.595878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.596714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d2885f1-5974-4584-b459-8baadbca6696 req-adb55c03-a8d8-4e85-91fd-dcb49d483687 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 950 time: 0.6970723 Jul 07 22:19:40.651386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4c52a040-b0b4-4adf-b5ae-d5758850eff4 req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.674687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:40.681158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:40.683675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:40.723767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d2885f1-5974-4584-b459-8baadbca6696 req-821d4dbb-0585-426a-90e6-ec465d457238 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164932 Jul 07 22:19:40.729155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Deleting subnet f027042e-aefc-4ab6-927e-34179198d93f {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:40.734721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=22193d91-944d-4f3e-8de9-9a0a93e2d173,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:40.736362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Allocated IP 172.20.0.1 (5946af75-7689-4077-8657-78cced2101b0/b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1/912dd1de-f8f9-4e20-ac4d-df28718a57f3) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:40.746773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.797065 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:19:35Z', 'revision_number': 3, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:40.798818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.807308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:40.808539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.856180 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10c597-aaf0-4404-b3fb-47f826585da3 None None] The sync data for ids ['c9771be3-4145-4fff-aed0-6066b4435aeb'] in n-d-694802-13 is: [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:19:35Z', 'revision_number': 3, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:40.872419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.889302 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4c52a040-b0b4-4adf-b5ae-d5758850eff4 req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.916311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de3e5c5c-5379-4429-b0f3-617c580f9b57 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2353346 Jul 07 22:19:40.921091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41610) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:40.941294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4c52a040-b0b4-4adf-b5ae-d5758850eff4 req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.002112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.012693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.038760 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4c52a040-b0b4-4adf-b5ae-d5758850eff4 req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.049743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c52a040-b0b4-4adf-b5ae-d5758850eff4 req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9271481 Jul 07 22:19:41.050981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Transition to ACTIVE for port object 912dd1de-f8f9-4e20-ac4d-df28718a57f3 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:41.055094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc25f-ad94-4c0b-8c8b-62e51c722fee tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30640f-5704-48ca-ac85-3bfb4cf4045d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:41.146822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.172411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Network 5946af75-7689-4077-8657-78cced2101b0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:41.175671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:41.248412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:41.337957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-da7acf0f-028e-45b8-ba4e-256c8c8602af None None] Provisioning for port 22193d91-944d-4f3e-8de9-9a0a93e2d173 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:41.340209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=912dd1de-f8f9-4e20-ac4d-df28718a57f3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:41.346148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-da7acf0f-028e-45b8-ba4e-256c8c8602af None None] Provisioning complete for port 22193d91-944d-4f3e-8de9-9a0a93e2d173 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:41.350886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da7acf0f-028e-45b8-ba4e-256c8c8602af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.358170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e978315-e076-496a-965c-476eb065b63d req-0bfa8072-cdec-4001-8d04-4608a92b8694 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/eb30640f-5704-48ca-ac85-3bfb4cf4045d HTTP/1.1" status: 200 len: 1812 time: 0.1162865 Jul 07 22:19:41.358964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.478170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-da7acf0f-028e-45b8-ba4e-256c8c8602af None None] Port 22193d91-944d-4f3e-8de9-9a0a93e2d173 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:41.501851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f027042e-aefc-4ab6-927e-34179198d93f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:41.506532 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.514300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dbd3e3df-7874-4ff3-9a71-8e05f92f6cf5 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f027042e-aefc-4ab6-927e-34179198d93f HTTP/1.1" status: 204 len: 168 time: 0.9148560 Jul 07 22:19:41.526243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41636) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:41.548706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7086fb-aaa0-441c-adc5-74975bc96ed1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:41.570293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e0243451-2b81-4e67-b01b-f92c1f653694 req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1023484721', 'description': 'tempest-description-13028800'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:41.573799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7086fb-aaa0-441c-adc5-74975bc96ed1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:41.581734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4b7086fb-aaa0-441c-adc5-74975bc96ed1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6593544 Jul 07 22:19:41.584197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41646) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:41.702245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.706013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0243451-2b81-4e67-b01b-f92c1f653694 req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.713051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-332b67f1-b48d-48f1-a5e5-31c63cda2c86 None None] Provisioning for port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:41.719896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-332b67f1-b48d-48f1-a5e5-31c63cda2c86 None None] Provisioning complete for port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:41.720364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-332b67f1-b48d-48f1-a5e5-31c63cda2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.772834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.777606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-332b67f1-b48d-48f1-a5e5-31c63cda2c86 None None] Port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:41.823393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.842942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b56c99-a4ee-47b8-9154-7d4bddcb13d4']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:41.861820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be69039d-7422-43e5-877c-1924c0c2bb2b') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:41.862139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be69039d-7422-43e5-877c-1924c0c2bb2b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:41.872337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.888526 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.895367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:41.895847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:41.898682 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:41.936874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 22193d91-944d-4f3e-8de9-9a0a93e2d173 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:41.937323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.959067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.978473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.982821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] 10.222.0.95 "DELETE /v2.0/networks/93b56c99-a4ee-47b8-9154-7d4bddcb13d4 HTTP/1.1" status: 204 len: 168 time: 0.4474390 Jul 07 22:19:41.982821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d5ea9-f0e2-49f7-af25-0403ac20f3de admin admin] Pushing event deleted for resources: {'Network': ['ID=93b56c99-a4ee-47b8-9154-7d4bddcb13d4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.039059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ae64-18dd-4c31-9bba-34b13be8d88f req-e35186b3-8a21-4fd6-bcf1-01cb290718ab tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:42.040768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5675ae64-18dd-4c31-9bba-34b13be8d88f req-e35186b3-8a21-4fd6-bcf1-01cb290718ab tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 950 time: 0.2843993 Jul 07 22:19:42.140771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0243451-2b81-4e67-b01b-f92c1f653694 req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.171116 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0243451-2b81-4e67-b01b-f92c1f653694 req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.196516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:42.207619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5675ae64-18dd-4c31-9bba-34b13be8d88f req-32cfa3ef-7d93-4906-a497-42a81a72b401 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460974 Jul 07 22:19:42.247223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.261565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0243451-2b81-4e67-b01b-f92c1f653694 req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.262649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0243451-2b81-4e67-b01b-f92c1f653694 req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7230072 Jul 07 22:19:42.268375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a8f08-b20b-4cc6-9c5f-0c4ede21b1d1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eacdf3a-46bc-47ff-b0d4-14d31f34fcd3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.277145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 22193d91-944d-4f3e-8de9-9a0a93e2d173 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:42.304112 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3ef976fc-3d16-4b2c-acc7-be08bc42371c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c698d1cdc4c14987a755f2a8d2923d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060734 Jul 07 22:19:42.305345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93e91409-28f2-4fef-9eed-32462e02835e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:42.307106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41664) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:42.336856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.379920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 93e91409-28f2-4fef-9eed-32462e02835e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:42.387518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a4d09d1-8c9e-4979-8a54-4b20a0db8c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.387829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.390015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93e91409-28f2-4fef-9eed-32462e02835e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:42.390493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.412068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a4d09d1-8c9e-4979-8a54-4b20a0db8c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.425109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-6953576a-2175-480c-9441-5bd5549af514 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846944 Jul 07 22:19:42.488882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a4d09d1-8c9e-4979-8a54-4b20a0db8c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.489721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.492044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a4d09d1-8c9e-4979-8a54-4b20a0db8c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.495677 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a4d09d1-8c9e-4979-8a54-4b20a0db8c01 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7d93295b-ba09-4a7a-b74a-ad4101ed9d64 HTTP/1.1" status: 204 len: 168 time: 0.1851692 Jul 07 22:19:42.510069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d09d1-8c9e-4979-8a54-4b20a0db8c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d93295b-ba09-4a7a-b74a-ad4101ed9d64,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.528817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 93e91409-28f2-4fef-9eed-32462e02835e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93e91409-28f2-4fef-9eed-32462e02835e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:42.538409 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.549457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.557430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=912dd1de-f8f9-4e20-ac4d-df28718a57f3,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.640807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=93e91409-28f2-4fef-9eed-32462e02835e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.655714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5feffbc8-8bd2-45b1-ba15-7943837de51e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:42.703774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 5feffbc8-8bd2-45b1-ba15-7943837de51e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:42.703774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5feffbc8-8bd2-45b1-ba15-7943837de51e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:42.762130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-81449e32-c8f2-4587-878b-6339d7aad20b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:42.763720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-81449e32-c8f2-4587-878b-6339d7aad20b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3095636 Jul 07 22:19:42.812130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-0f5008aa-4d4a-4948-9f85-53addec2f233 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/quotas/a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 375 time: 0.0376959 Jul 07 22:19:42.945560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.985581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Network 5946af75-7689-4077-8657-78cced2101b0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:42.986578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=22193d91-944d-4f3e-8de9-9a0a93e2d173,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.997937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5af1f199-4b5a-44db-b6df-34f0249dcd5c req-79dd32d6-be9d-4106-8e33-c3496be81f11 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/9eacdf3a-46bc-47ff-b0d4-14d31f34fcd3 HTTP/1.1" status: 200 len: 1811 time: 0.1975508 Jul 07 22:19:43.001115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:43.367645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-5a625cea-0491-49cb-8634-e00ad2f11c91 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5376594 Jul 07 22:19:43.378705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Router c9771be3-4145-4fff-aed0-6066b4435aeb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:19:43.390035 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.394910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:43.406346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6c4e2235-45ee-4984-9a1a-0d1efce7b5cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/22193d91-944d-4f3e-8de9-9a0a93e2d173 HTTP/1.1" status: 204 len: 168 time: 1.8187313 Jul 07 22:19:43.429021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2e7b4c4c-ef31-497a-80ed-2a02c251dc81 None None] Provisioning complete for port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:43.429616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e7b4c4c-ef31-497a-80ed-2a02c251dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.494594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b4c4c-ef31-497a-80ed-2a02c251dc81 None None] Port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:43.504379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ca4ff-9fe6-45b3-9993-e41ff45a4836 req-561752b6-ad53-4cfc-8924-9da0b78b936f tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:43.505992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d2ca4ff-9fe6-45b3-9993-e41ff45a4836 req-561752b6-ad53-4cfc-8924-9da0b78b936f tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 950 time: 0.2714493 Jul 07 22:19:43.516423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4141040-cc3c-4b12-932d-88602dca8c4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:43.518339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4141040-cc3c-4b12-932d-88602dca8c4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:43.520358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4141040-cc3c-4b12-932d-88602dca8c4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:43.526544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c4141040-cc3c-4b12-932d-88602dca8c4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1303210 Jul 07 22:19:43.527505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:43.597946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet ac0b3dae-5985-40b2-a071-535de789bcc4 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:43.598187 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-4f3c675b-e3da-4263-a3de-0fcd85a0840b req-4ad517ef-a0fe-4aff-93a1-6f122884e51c tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] show failed (client error): The resource could not be found. Jul 07 22:19:43.599281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f3c675b-e3da-4263-a3de-0fcd85a0840b req-4ad517ef-a0fe-4aff-93a1-6f122884e51c tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/a1bd7cc3-d9f0-49ff-8357-414501e44143 HTTP/1.1" status: 404 len: 352 time: 0.0402062 Jul 07 22:19:43.601507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.612936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:43.618377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0a4777f1-92a3-4192-971d-dd5cfbfcd7e5 admin admin] 10.222.0.95 "PUT /v2.0/routers/c9771be3-4145-4fff-aed0-6066b4435aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9542811 Jul 07 22:19:43.622477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Sync routers for ids ['c9771be3-4145-4fff-aed0-6066b4435aeb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:43.635732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d2ca4ff-9fe6-45b3-9993-e41ff45a4836 req-7720bb8a-c664-4454-942a-5a7628d8523f tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225555 Jul 07 22:19:43.647931 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Routers {'c9771be3-4145-4fff-aed0-6066b4435aeb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:43.648574 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c9771be3-4145-4fff-aed0-6066b4435aeb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:43.686321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.808547 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Set router c9771be3-4145-4fff-aed0-6066b4435aeb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:43.815006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1374914f-d397-42c0-a3a0-e2bcfe9166e8 req-98a8a990-0502-44c3-a4b2-6cb7000fffe1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 210 time: 0.0421045 Jul 07 22:19:43.859846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.862819 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-5b11fa6b-044e-4a4a-9c27-3be4ae0e8cd8 req-246350c1-eeee-4b75-808a-4547b60432fc tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] show failed (client error): The resource could not be found. Jul 07 22:19:43.870005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b11fa6b-044e-4a4a-9c27-3be4ae0e8cd8 req-246350c1-eeee-4b75-808a-4547b60432fc tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-group-rules/680ab204-b851-4a64-abcd-ce40ae959b95 HTTP/1.1" status: 404 len: 361 time: 0.0250375 Jul 07 22:19:43.954027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.986248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0b3dae-5985-40b2-a071-535de789bcc4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:43.990583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.992628 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-961cad7d-4e69-4670-8a1f-0379ab6017ab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/ac0b3dae-5985-40b2-a071-535de789bcc4 HTTP/1.1" status: 204 len: 168 time: 0.4637322 Jul 07 22:19:43.995360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41764) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:44.001812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff397501-5b3d-4121-b28b-aac52b5b913b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:44.064133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet cffb7230-297b-457b-a866-2c4334c12556 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:44.068622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.120414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.219804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.291471 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:19:41Z', 'revision_number': 4, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '912dd1de-f8f9-4e20-ac4d-df28718a57f3', 'name': '', 'network_id': '5946af75-7689-4077-8657-78cced2101b0', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'mac_address': 'fa:16:3e:1f:6f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:40Z', 'updated_at': '2021-07-07T22:19:41Z', 'revision_number': 2, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'subnets': [{'id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:44.293474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93e91409-28f2-4fef-9eed-32462e02835e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:44.318187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.331979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Checking router: c9771be3-4145-4fff-aed0-6066b4435aeb for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:44.332430 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Updating router c9771be3-4145-4fff-aed0-6066b4435aeb port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:19:44.358504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=cffb7230-297b-457b-a866-2c4334c12556,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:44.360617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.362557 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8418f4e5-19c3-42ee-abc6-ebdc7425422f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/cffb7230-297b-457b-a866-2c4334c12556 HTTP/1.1" status: 204 len: 168 time: 0.3646333 Jul 07 22:19:44.364989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:44.412688 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.444004 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-318d0287-0baa-41d0-a5ac-a32838f3e1ac tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775752 Jul 07 22:19:44.446462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41782) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:44.487582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93e91409-28f2-4fef-9eed-32462e02835e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:44.488610 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.625043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412ef9d-78b4-4511-bb0d-2a657761cd36 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.626935 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2412ef9d-78b4-4511-bb0d-2a657761cd36 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1791897 Jul 07 22:19:44.629879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41788) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:44.666080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f49c8b-9e9e-42ff-89e8-d0d0e51126c3 None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': 'cffb7230-297b-457b-a866-2c4334c12556'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '01040b26-f587-406b-b00e-ddec142d5085'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:19:44.707965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517f8b7-a73e-48bd-ac8f-92906d6baafa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.713910 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0517f8b7-a73e-48bd-ac8f-92906d6baafa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0829678 Jul 07 22:19:44.714658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:44.751750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f3f49c8b-9e9e-42ff-89e8-d0d0e51126c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.799377 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-12e83160-0393-4fe1-9cdc-ebfba34773ca tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816183 Jul 07 22:19:44.802879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41794) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:44.808817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e01c8983-a5aa-431e-ac36-c997bae1f780 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:44.848663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-88d11e80-e233-4ae3-b66f-2ec9bcc231e3 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7428658 Jul 07 22:19:44.853929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:44.915663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd7ba002-1f9f-48a4-b666-5cfd521c01f9 req-a95902de-372b-4986-906b-002ec5464e1f tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/9eacdf3a-46bc-47ff-b0d4-14d31f34fcd3 HTTP/1.1" status: 200 len: 1811 time: 0.4731953 Jul 07 22:19:44.940001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.964799 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.979589 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Transition to ACTIVE for port object 912dd1de-f8f9-4e20-ac4d-df28718a57f3 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:44.989449 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.993609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7f0f9-909b-4ba1-a682-8b6294f4d3e8 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:45.011458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-f11697e6-8151-44eb-be52-0dd8238cc5d7 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:45.012952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-f11697e6-8151-44eb-be52-0dd8238cc5d7 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 950 time: 0.8106811 Jul 07 22:19:45.094445 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f2d68-f4eb-49ce-8e5c-f767acf677e6 None None] Pushing event updated for resources: {'Port': ['ID=912dd1de-f8f9-4e20-ac4d-df28718a57f3,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:45.153276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7ca7096-ba8f-476d-81c0-c4a0c5adbb67 None None] Provisioning complete for port 01040b26-f587-406b-b00e-ddec142d5085 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:45.154058 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7096-ba8f-476d-81c0-c4a0c5adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.224412 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Attempting to bind port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:45.224845 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Attempting to bind port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:45.225215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Attempting to bind port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 on network 5946af75-7689-4077-8657-78cced2101b0 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:45.239647 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:45.240076 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Checking segment: {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:45.240434 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.240831 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Bound using segment: {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:45.241306 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Bound port: 912dd1de-f8f9-4e20-ac4d-df28718a57f3, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b005e9d2-0814-4289-9e96-aecc699b2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5946af75-7689-4077-8657-78cced2101b0'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:45.241714 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.297223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cd7ba002-1f9f-48a4-b666-5cfd521c01f9 req-91a853e7-d2a9-4bb8-a6fe-90f521b14e7b tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.326570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cd7ba002-1f9f-48a4-b666-5cfd521c01f9 req-91a853e7-d2a9-4bb8-a6fe-90f521b14e7b tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.423439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cd7ba002-1f9f-48a4-b666-5cfd521c01f9 req-91a853e7-d2a9-4bb8-a6fe-90f521b14e7b tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.426101 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cd7ba002-1f9f-48a4-b666-5cfd521c01f9 req-91a853e7-d2a9-4bb8-a6fe-90f521b14e7b tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.440644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd7ba002-1f9f-48a4-b666-5cfd521c01f9 req-91a853e7-d2a9-4bb8-a6fe-90f521b14e7b tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "DELETE /v2.0/security-groups/9eacdf3a-46bc-47ff-b0d4-14d31f34fcd3 HTTP/1.1" status: 204 len: 173 time: 0.5236609 Jul 07 22:19:45.447875 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-db181e9e-eb3c-4079-8498-d7bb5453fcf4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843077 Jul 07 22:19:45.457627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c8983-a5aa-431e-ac36-c997bae1f780 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:45.467067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e01c8983-a5aa-431e-ac36-c997bae1f780 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.472300 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01c8983-a5aa-431e-ac36-c997bae1f780 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:19:45.473062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01c8983-a5aa-431e-ac36-c997bae1f780 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:45.484507 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] For port 912dd1de-f8f9-4e20-ac4d-df28718a57f3, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:45.495470 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] For port 912dd1de-f8f9-4e20-ac4d-df28718a57f3, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=912dd1de-f8f9-4e20-ac4d-df28718a57f3,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:45.509952 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.539156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a853e7-d2a9-4bb8-a6fe-90f521b14e7b tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eacdf3a-46bc-47ff-b0d4-14d31f34fcd3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:45.575536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Deleting port 9b44228f-8d76-4f1f-8486-af8015be212e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:45.576282 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.632327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41814) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:45.639548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e01c8983-a5aa-431e-ac36-c997bae1f780 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8341703 Jul 07 22:19:45.656275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1353fd31-c2ec-4e5d-b860-1b872af4583a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:45.676640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f2d68-f4eb-49ce-8e5c-f767acf677e6 None None] Pushing event updated for resources: {'Port': ['ID=912dd1de-f8f9-4e20-ac4d-df28718a57f3,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:45.719834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Routers {'c9771be3-4145-4fff-aed0-6066b4435aeb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:45.720860 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c9771be3-4145-4fff-aed0-6066b4435aeb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:45.775206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:45.912872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] Deleting port 01040b26-f587-406b-b00e-ddec142d5085 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:45.913263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.922699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-becc203a-7a83-4179-9bb9-8b0d7ed769d6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:45.930155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-becc203a-7a83-4179-9bb9-8b0d7ed769d6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4746752 Jul 07 22:19:45.952205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Request body: {'port': {'device_id': '3961e7a6-8408-439e-a169-e50aefe81a88', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'a9e62b1fcf2247b6a4f5e6dbc2c60bb3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:45.964041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1353fd31-c2ec-4e5d-b860-1b872af4583a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:45.967827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1353fd31-c2ec-4e5d-b860-1b872af4583a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.975405 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] Set router c9771be3-4145-4fff-aed0-6066b4435aeb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:45.976356 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1353fd31-c2ec-4e5d-b860-1b872af4583a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:19:45.976918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1353fd31-c2ec-4e5d-b860-1b872af4583a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:45.978123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] For port 9b44228f-8d76-4f1f-8486-af8015be212e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b44228f-8d76-4f1f-8486-af8015be212e,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:45.982255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.013794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a0780b0-8300-41ab-8492-79348841ff61 req-71565eed-bf20-4089-bdba-8ed59608c6ee tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.2750826 Jul 07 22:19:46.023593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Calling delete_port for 9b44228f-8d76-4f1f-8486-af8015be212e owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:46.064580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] For port 01040b26-f587-406b-b00e-ddec142d5085, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=01040b26-f587-406b-b00e-ddec142d5085,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:46.066550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.105108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] Calling delete_port for 01040b26-f587-406b-b00e-ddec142d5085 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:46.145190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1353fd31-c2ec-4e5d-b860-1b872af4583a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5072558 Jul 07 22:19:46.147026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:46.147897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Made reservation on behalf of a9e62b1fcf2247b6a4f5e6dbc2c60bb3 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:46.153124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.185918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d9bf23ef-b43e-4646-8a26-c3288fd7c45e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:46.280785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01040b26-f587-406b-b00e-ddec142d5085 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:46.351547 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.386751 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:19:41Z', 'revision_number': 4, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '912dd1de-f8f9-4e20-ac4d-df28718a57f3', 'name': '', 'network_id': '5946af75-7689-4077-8657-78cced2101b0', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'mac_address': 'fa:16:3e:1f:6f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:40Z', 'updated_at': '2021-07-07T22:19:45Z', 'revision_number': 4, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'subnets': [{'id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:46.409233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] Pushing event deleted for resources: {'Port': ['ID=01040b26-f587-406b-b00e-ddec142d5085,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:46.418791 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b6113-ddb6-4d8d-b7ca-f1d9611f4db0 None None] The sync data for ids ['c9771be3-4145-4fff-aed0-6066b4435aeb'] in n-d-694802-13 is: [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:19:41Z', 'revision_number': 4, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '912dd1de-f8f9-4e20-ac4d-df28718a57f3', 'name': '', 'network_id': '5946af75-7689-4077-8657-78cced2101b0', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'mac_address': 'fa:16:3e:1f:6f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:40Z', 'updated_at': '2021-07-07T22:19:45Z', 'revision_number': 4, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'subnets': [{'id': 'b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:46.427238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbc833-8f5c-43d1-9a21-5bc46cb8889e None None] No DVR routers for this DVR port 01040b26-f587-406b-b00e-ddec142d5085 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:46.448560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No active binding found for port 01040b26-f587-406b-b00e-ddec142d5085 {{(pid=93933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:19:46.449746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 01040b26-f587-406b-b00e-ddec142d5085 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:46.521859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Allocated IP 192.168.233.233 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/df1d40e6-c7b8-457d-b425-3de953461080) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:46.631887 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.671328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf23ef-b43e-4646-8a26-c3288fd7c45e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:46.675240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9bf23ef-b43e-4646-8a26-c3288fd7c45e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.676935 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bf23ef-b43e-4646-8a26-c3288fd7c45e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:19:46.678054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bf23ef-b43e-4646-8a26-c3288fd7c45e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:46.724672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.734590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d9bf23ef-b43e-4646-8a26-c3288fd7c45e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5750475 Jul 07 22:19:46.744821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41830) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:46.755908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7a734578-fc18-4103-8f07-a9f3b24ce6a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:46.784617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.807399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Transition to ACTIVE for port object df1d40e6-c7b8-457d-b425-3de953461080 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:46.862023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.876986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:46.921608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:46.925902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:46.932215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:46.934983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:46.987126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:46.988117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.995086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:47.010958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Allocated IP 172.25.5.13 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/0eec637b-df2b-42cf-b48c-6e6c9e842df2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:47.027979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-08e76bc5-a5b7-4800-8fe4-c7ef3dc7a8df tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0835335 Jul 07 22:19:47.043445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Request body: {'port': {'device_id': '3961e7a6-8408-439e-a169-e50aefe81a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:47.141721 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.172267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.202804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Pushing event deleted for resources: {'Port': ['ID=9b44228f-8d76-4f1f-8486-af8015be212e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:47.273782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1882f-7bac-4ca9-87db-1dea87171af9 req-c2f90273-40ed-4b58-85bc-854bab143109 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:47.281269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20a1882f-7bac-4ca9-87db-1dea87171af9 req-c2f90273-40ed-4b58-85bc-854bab143109 tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/ports?device_id=92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1 HTTP/1.1" status: 200 len: 867 time: 0.5513794 Jul 07 22:19:47.297790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea041e8d-a037-429e-81e5-23fb67b2d0dc None None] Provisioning for port df1d40e6-c7b8-457d-b425-3de953461080 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:47.302888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea041e8d-a037-429e-81e5-23fb67b2d0dc None None] Provisioning complete for port df1d40e6-c7b8-457d-b425-3de953461080 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:47.303277 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ea041e8d-a037-429e-81e5-23fb67b2d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.308947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a734578-fc18-4103-8f07-a9f3b24ce6a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:47.312600 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a734578-fc18-4103-8f07-a9f3b24ce6a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.314035 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a734578-fc18-4103-8f07-a9f3b24ce6a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:19:47.314475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a734578-fc18-4103-8f07-a9f3b24ce6a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:47.354734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ea041e8d-a037-429e-81e5-23fb67b2d0dc None None] Port df1d40e6-c7b8-457d-b425-3de953461080 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:47.363615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] No DVR routers for this DVR port 9b44228f-8d76-4f1f-8486-af8015be212e on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:47.378000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9b44228f-8d76-4f1f-8486-af8015be212e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:47.384972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.387018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-680c6af5-c41e-4e2d-afa1-75e8559f2369 req-dfe6d40d-a761-4d04-80bc-3435834f101b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.103 "DELETE /v2.0/ports/9b44228f-8d76-4f1f-8486-af8015be212e HTTP/1.1" status: 204 len: 173 time: 2.3615665 Jul 07 22:19:47.387486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'name': 'network-vif-deleted', 'tag': '9b44228f-8d76-4f1f-8486-af8015be212e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:47.389793 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e784bada-0ea9-4cc8-b960-2a3a6b41627d" -d '{"events": [{"server_uuid": "92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1", "name": "network-vif-deleted", "tag": "9b44228f-8d76-4f1f-8486-af8015be212e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:47.440933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a734578-fc18-4103-8f07-a9f3b24ce6a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6933246 Jul 07 22:19:47.446753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.448469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41834) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:47.457110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c90d347c-0363-485e-b025-ad4f420f5d3a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:47.472678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20a1882f-7bac-4ca9-87db-1dea87171af9 req-94324af5-3dc1-4603-9ba3-ec569e312e0b tempest-DeleteServersAdminTestJSON-555634982 tempest-DeleteServersAdminTestJSON-555634982-project] 10.222.0.95 "GET /v2.0/security-groups?id=c7bc434b-08b1-485e-98c3-944dab6f1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905067 Jul 07 22:19:47.631928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1d40e6-c7b8-457d-b425-3de953461080 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:47.652606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.656607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d347c-0363-485e-b025-ad4f420f5d3a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:47.659655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c90d347c-0363-485e-b025-ad4f420f5d3a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.661091 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90d347c-0363-485e-b025-ad4f420f5d3a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:19:47.661529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90d347c-0363-485e-b025-ad4f420f5d3a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:47.665589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.672048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Transition to ACTIVE for port object df1d40e6-c7b8-457d-b425-3de953461080 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:47.679302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.715400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c90d347c-0363-485e-b025-ad4f420f5d3a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2637744 Jul 07 22:19:47.719409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41836) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:47.726470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c4718571-5d2a-4910-b358-39dd4edf1ee0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:47.739847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:47.767732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:47.785036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:47.793368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:47.862866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Attempting to bind port df1d40e6-c7b8-457d-b425-3de953461080 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:47.863216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Attempting to bind port df1d40e6-c7b8-457d-b425-3de953461080 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:47.863565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Attempting to bind port df1d40e6-c7b8-457d-b425-3de953461080 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:47.864947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=0eec637b-df2b-42cf-b48c-6e6c9e842df2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:47.868993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Port df1d40e6-c7b8-457d-b425-3de953461080 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:47.869333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Attempting to bind port df1d40e6-c7b8-457d-b425-3de953461080 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:47.874943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:47.875423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:47.875688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:47.876339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Bound port: df1d40e6-c7b8-457d-b425-3de953461080, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:47.876494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.952686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:47.956851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:47.962893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.986968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:47.987756 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.989941 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] 10.222.0.97 "PUT /v2.0/ports/df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 1097 time: 0.9528999 Jul 07 22:19:47.992408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f56b1-a067-41cf-b29d-9d775cb63332 req-5aeb98e1-ab12-4768-931f-5f59b3c5bb5e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:47.994729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-491f56b1-a067-41cf-b29d-9d775cb63332 req-5aeb98e1-ab12-4768-931f-5f59b3c5bb5e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 948 time: 0.2058091 Jul 07 22:19:48.021078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4718571-5d2a-4910-b358-39dd4edf1ee0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:48.027177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4718571-5d2a-4910-b358-39dd4edf1ee0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.029027 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4718571-5d2a-4910-b358-39dd4edf1ee0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:19:48.029663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4718571-5d2a-4910-b358-39dd4edf1ee0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:48.045048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:48.047841 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d0aae-6ae5-445f-ac0b-de083a022fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:48.063538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.083890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c4718571-5d2a-4910-b358-39dd4edf1ee0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3623147 Jul 07 22:19:48.093858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41840) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:48.146706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-491f56b1-a067-41cf-b29d-9d775cb63332 req-6ffe97cb-fad1-44e0-84de-d9bb2bd5401c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386278 Jul 07 22:19:48.168652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5edfc9c3-a21e-45f6-a4e9-9b1e39ebb461 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0718915 Jul 07 22:19:48.169110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a04ae-a87f-471d-ac53-22f512c32ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:48.175393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41842) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:48.210565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-5447ce73-38f1-44ab-9e57-3a85b808b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:48.213445 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-5447ce73-38f1-44ab-9e57-3a85b808b03d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1100 time: 0.1603775 Jul 07 22:19:48.261509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-40a9cb24-b64e-44e1-a9e2-3b7f90512b23 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.0392759 Jul 07 22:19:48.266431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.294841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8790-02f1-475a-8295-8866fe9a57a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.302511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb349c-54a8-451c-9152-1a9f9e988b55 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:48.304023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3ceb349c-54a8-451c-9152-1a9f9e988b55 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276824 Jul 07 22:19:48.308932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41844) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:48.317939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 912dd1de-f8f9-4e20-ac4d-df28718a57f3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:48.335054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-79a35bf7-5d53-4643-be0e-135c3fa5d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:48.337758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-79a35bf7-5d53-4643-be0e-135c3fa5d163 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0613410 Jul 07 22:19:48.371763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d7f999fb-05a3-48ef-b536-8290f3937794 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578177 Jul 07 22:19:48.375331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:48.380752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:48.385386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:48.386207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.387380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:48.408957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-43d34515-391b-43a6-b46f-4b4740e8acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:48.410563 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-43d34515-391b-43a6-b46f-4b4740e8acba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640416 Jul 07 22:19:48.414489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1c78729-b5a8-4911-8619-70bd20132834 req-f5d866a9-e021-4de0-9f38-5d76c8c109d3 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/eb30640f-5704-48ca-ac85-3bfb4cf4045d HTTP/1.1" status: 200 len: 1812 time: 0.1611588 Jul 07 22:19:48.435615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.487730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.512930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-6ab797e8-0614-4270-ae5a-c5784448b0f6 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931966 Jul 07 22:19:48.522487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 912dd1de-f8f9-4e20-ac4d-df28718a57f3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=912dd1de-f8f9-4e20-ac4d-df28718a57f3,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:48.527902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.576723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=912dd1de-f8f9-4e20-ac4d-df28718a57f3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:48.610536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:48.613357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c47a7a04-6a65-4521-a0ea-16cc8e0e0940 req-ca206dbb-4190-4044-8854-c8fe0e2e111f service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936213 Jul 07 22:19:48.614086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.617075 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b1c78729-b5a8-4911-8619-70bd20132834 req-26469bc1-35d7-4398-926e-1fe4dfbd9b10 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.700962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b1c78729-b5a8-4911-8619-70bd20132834 req-26469bc1-35d7-4398-926e-1fe4dfbd9b10 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.733826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.745522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.848217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b1c78729-b5a8-4911-8619-70bd20132834 req-26469bc1-35d7-4398-926e-1fe4dfbd9b10 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.850735 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b1c78729-b5a8-4911-8619-70bd20132834 req-26469bc1-35d7-4398-926e-1fe4dfbd9b10 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.851881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1c78729-b5a8-4911-8619-70bd20132834 req-26469bc1-35d7-4398-926e-1fe4dfbd9b10 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "DELETE /v2.0/security-groups/eb30640f-5704-48ca-ac85-3bfb4cf4045d HTTP/1.1" status: 204 len: 173 time: 0.4039266 Jul 07 22:19:48.869910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=0eec637b-df2b-42cf-b48c-6e6c9e842df2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:48.894303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.900155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26469bc1-35d7-4398-926e-1fe4dfbd9b10 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30640f-5704-48ca-ac85-3bfb4cf4045d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:48.916104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.917500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-b0682684-1492-43a7-abe8-4cfcd088017a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0680113 Jul 07 22:19:49.029197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-f5ca8c93-f8a6-46a6-b65b-e4cd3ca2fe7c tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0982676 Jul 07 22:19:49.078340 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-889be8bd-fc06-48c6-987b-a0df04bbde73 req-d7732706-ba8b-4b72-a4ff-bfae4f93fa4b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.0280285 Jul 07 22:19:49.132106 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679bbed-0ebf-42e0-a399-ce3c6d108226 x-openstack-request-id: req-e679bbed-0ebf-42e0-a399-ce3c6d108226 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:49.132405 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1", "name": "network-vif-deleted", "tag": "9b44228f-8d76-4f1f-8486-af8015be212e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:49.132662 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e679bbed-0ebf-42e0-a399-ce3c6d108226 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:49.133065 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbf49d-e42c-49ba-9fe3-6b4dffdb77c1', 'name': 'network-vif-deleted', 'tag': '9b44228f-8d76-4f1f-8486-af8015be212e', 'status': 'completed', 'code': 200} Jul 07 22:19:49.167863 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d003938-46e7-4a51-ac24-64ec7daa68af x-openstack-request-id: req-3d003938-46e7-4a51-ac24-64ec7daa68af {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:49.170641 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:49.171120 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3d003938-46e7-4a51-ac24-64ec7daa68af {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:49.171903 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'status': 'completed', 'code': 200} Jul 07 22:19:49.196558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:49.199609 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.241533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-d3c742fc-a937-479a-a4e4-8885f0d8c52e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.244022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-d3c742fc-a937-479a-a4e4-8885f0d8c52e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2062914 Jul 07 22:19:49.264008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-d4a9aed2-7720-4359-8787-4d9dbbd049aa tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:19:49.265256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdeab449-60b2-4c15-b981-88673ccfc687 req-d4a9aed2-7720-4359-8787-4d9dbbd049aa tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108783 Jul 07 22:19:49.277536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:49.281940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:49.286600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.287553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.296809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e945fc-d64a-45b7-b626-669652230963 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:49.297587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=3be4a87b-5eb4-4279-a422-ffbc0b4d9508,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.315597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-72fce59a-9897-462f-806c-31343f0d8c84 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9392319 Jul 07 22:19:49.322013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:49.332710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:ff:45:55', 'name': 'tempest-NetworksTestDHCPv6-1454112731'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:49.351247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-5fb51e97-9606-45af-86a3-04d22af4e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.352824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-5fb51e97-9606-45af-86a3-04d22af4e641 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1100 time: 0.1329350 Jul 07 22:19:49.390450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f17e81bd-92e0-401b-a503-90db1f0ecd9b req-12b50599-ee96-410e-acdc-35e3b041dc3a tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/67d055c5-771c-40b9-8609-e1a1c078b13d HTTP/1.1" status: 200 len: 1813 time: 0.0531850 Jul 07 22:19:49.470653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b44228f-8d76-4f1f-8486-af8015be212e no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:49.516975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f17e81bd-92e0-401b-a503-90db1f0ecd9b req-f755f297-467f-4f6d-906e-94a784149e7e tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.558111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f17e81bd-92e0-401b-a503-90db1f0ecd9b req-f755f297-467f-4f6d-906e-94a784149e7e tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.559106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 9b44228f-8d76-4f1f-8486-af8015be212e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:49.559736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b44228f-8d76-4f1f-8486-af8015be212e not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:49.567751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-bca4b656-ec5c-43e0-bab6-651a3bd9bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.569274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-bca4b656-ec5c-43e0-bab6-651a3bd9bc7c service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1834540 Jul 07 22:19:49.586934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:49.638384 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-a12efac7-eb20-4da4-baad-edea1afa59e5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.0603039 Jul 07 22:19:49.676710 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f17e81bd-92e0-401b-a503-90db1f0ecd9b req-f755f297-467f-4f6d-906e-94a784149e7e tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.679466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f17e81bd-92e0-401b-a503-90db1f0ecd9b req-f755f297-467f-4f6d-906e-94a784149e7e tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.685672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f17e81bd-92e0-401b-a503-90db1f0ecd9b req-f755f297-467f-4f6d-906e-94a784149e7e tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "DELETE /v2.0/security-groups/67d055c5-771c-40b9-8609-e1a1c078b13d HTTP/1.1" status: 204 len: 173 time: 0.2939472 Jul 07 22:19:49.706196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '3be4a87b-5eb4-4279-a422-ffbc0b4d9508'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:19:49.707617 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.715767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755f297-467f-4f6d-906e-94a784149e7e tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d055c5-771c-40b9-8609-e1a1c078b13d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.756695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-aa63105f-b5bb-408b-b029-c8d5fcc0e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.758101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-aa63105f-b5bb-408b-b029-c8d5fcc0e35d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0812378 Jul 07 22:19:49.847301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.902279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port dfa51b4a-1472-4b3d-866f-75bc0f929ca1 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:49.961005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Allocated IP 2001:db8::f816:3eff:fea9:6496 (fb6eb312-b078-40cf-9e77-99f2b99590e3/3be4a87b-5eb4-4279-a422-ffbc0b4d9508/effd1775-f234-4b0f-b6f9-9c5019e86c1e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:49.964492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-15c9c676-26c5-423b-a649-cf2640b42842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.966050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-15c9c676-26c5-423b-a649-cf2640b42842 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1981318 Jul 07 22:19:49.999705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24afcc-b58d-4ec0-b765-c6cafd8a444a req-71b23c65-e1d2-4961-aee2-bfec17b539dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:50.007317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e24afcc-b58d-4ec0-b765-c6cafd8a444a req-71b23c65-e1d2-4961-aee2-bfec17b539dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 948 time: 0.1692648 Jul 07 22:19:50.052192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-2e97da4b-064e-4ea5-a01e-8c300bcade2c tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1803272 Jul 07 22:19:50.062082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:50.091816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e24afcc-b58d-4ec0-b765-c6cafd8a444a req-de5a4b3f-42e9-4ec7-afe7-87c3c9f7c16a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837493 Jul 07 22:19:50.108759 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.134144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-29b04cc5-9bd5-476c-8b8e-07a01165413c service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568394 Jul 07 22:19:50.264603 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.281173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Transition to ACTIVE for port object effd1775-f234-4b0f-b6f9-9c5019e86c1e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:50.292689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e90bb7b7-36fb-4497-a1ff-87297e2ad788 req-944ae6f7-c425-4d20-93a0-6ff0a5cac8b1 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/cb82b422-3048-4b78-8672-6607ffee5772 HTTP/1.1" status: 200 len: 1813 time: 0.0502229 Jul 07 22:19:50.293753 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-285d0aae-6ae5-445f-ac0b-de083a022fe2 req-283d8cf3-64df-4b5b-80ce-1f659377553b service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490386 Jul 07 22:19:50.303641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Transition to ACTIVE for port object effd1775-f234-4b0f-b6f9-9c5019e86c1e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:50.309163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 912dd1de-f8f9-4e20-ac4d-df28718a57f3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:50.313741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.391281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:50.398459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:50.404833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:50.412455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Pushing event updated for resources: {'Port': ['ID=effd1775-f234-4b0f-b6f9-9c5019e86c1e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.415936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:feff:4555 (fb6eb312-b078-40cf-9e77-99f2b99590e3/3be4a87b-5eb4-4279-a422-ffbc0b4d9508/dfa51b4a-1472-4b3d-866f-75bc0f929ca1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:50.423390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e90bb7b7-36fb-4497-a1ff-87297e2ad788 req-aa5ec36a-b6eb-4421-93fd-77d967183e68 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.429225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.464594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:50.464973 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.480677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Attempting to bind port effd1775-f234-4b0f-b6f9-9c5019e86c1e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:50.480948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Attempting to bind port effd1775-f234-4b0f-b6f9-9c5019e86c1e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:50.481154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Attempting to bind port effd1775-f234-4b0f-b6f9-9c5019e86c1e on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:50.508430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:50.508990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:50.509330 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.509732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:50.510222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Bound port: effd1775-f234-4b0f-b6f9-9c5019e86c1e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:50.510618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.561976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Allocated IP 172.25.5.174 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/5b221ed5-ef91-4576-8958-2956ec368bcd) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:50.631535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] For port effd1775-f234-4b0f-b6f9-9c5019e86c1e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:50.635574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] For port effd1775-f234-4b0f-b6f9-9c5019e86c1e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=effd1775-f234-4b0f-b6f9-9c5019e86c1e,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:50.644302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.677501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e90bb7b7-36fb-4497-a1ff-87297e2ad788 req-aa5ec36a-b6eb-4421-93fd-77d967183e68 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.703729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.716037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2e21d-90e8-4f1a-947f-2b0cee35c808 None None] Pushing event updated for resources: {'Port': ['ID=effd1775-f234-4b0f-b6f9-9c5019e86c1e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.722676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object dfa51b4a-1472-4b3d-866f-75bc0f929ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:50.760419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.770824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.813742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.823604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:50.827719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:50.832261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:50.838894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:50.839873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.862328 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5384731 Jul 07 22:19:50.866084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41910) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:50.866362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e90bb7b7-36fb-4497-a1ff-87297e2ad788 req-aa5ec36a-b6eb-4421-93fd-77d967183e68 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.872435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e90bb7b7-36fb-4497-a1ff-87297e2ad788 req-aa5ec36a-b6eb-4421-93fd-77d967183e68 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.892462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e90bb7b7-36fb-4497-a1ff-87297e2ad788 req-aa5ec36a-b6eb-4421-93fd-77d967183e68 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "DELETE /v2.0/security-groups/cb82b422-3048-4b78-8672-6607ffee5772 HTTP/1.1" status: 204 len: 173 time: 0.5800879 Jul 07 22:19:50.909950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f42079b-62d1-45f6-8c14-63b2a0aea1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.922358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd123a-ef93-49c6-8763-a605ccb20053 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=dfa51b4a-1472-4b3d-866f-75bc0f929ca1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.973174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ec36a-b6eb-4421-93fd-77d967183e68 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb82b422-3048-4b78-8672-6607ffee5772,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.988350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=5b221ed5-ef91-4576-8958-2956ec368bcd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:51.000801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:51.002941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:51.005406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:51.025720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b58177-78ae-485f-9242-551a05441928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.047786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b58177-78ae-485f-9242-551a05441928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.053044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15b58177-78ae-485f-9242-551a05441928 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1862936 Jul 07 22:19:51.053667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.070870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-aa130d88-6279-40be-9d6e-cf756613a0cc tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735035 Jul 07 22:19:51.176273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port dfa51b4a-1472-4b3d-866f-75bc0f929ca1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:51.176844 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.221173 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.232301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d1c10d39-d76f-484c-8170-c2227fb5860f tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.233813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d1c10d39-d76f-484c-8170-c2227fb5860f tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637645 Jul 07 22:19:51.264675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.271688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-c4d2f2d9-f23d-4bbf-adaa-1e361f6548b0 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/quotas/5101c929e6cc4646b3a04eaa1ee296f0 HTTP/1.1" status: 200 len: 375 time: 0.0296373 Jul 07 22:19:51.277368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for dfa51b4a-1472-4b3d-866f-75bc0f929ca1 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:51.309531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.313194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-8a512edb-05f3-40af-983d-086af8040213 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322015 Jul 07 22:19:51.379703 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.418271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.452772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=dfa51b4a-1472-4b3d-866f-75bc0f929ca1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:51.485752 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.488948 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6be73b73-f3d8-4a08-a966-83072b06a2cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/dfa51b4a-1472-4b3d-866f-75bc0f929ca1 HTTP/1.1" status: 204 len: 168 time: 0.4329197 Jul 07 22:19:51.490186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41928) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.509191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.516027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.576685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88941dde-e8f9-4eb0-bc54-1fe8381f7da3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.581916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88941dde-e8f9-4eb0-bc54-1fe8381f7da3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.583695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-88941dde-e8f9-4eb0-bc54-1fe8381f7da3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0923672 Jul 07 22:19:51.586508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41934) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.646446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86722a36-4da6-4585-aea6-620c973816b1 req-3c7109f6-4535-4dde-889e-bd6e6ae6386e tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0462193 Jul 07 22:19:51.655284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 3be4a87b-5eb4-4279-a422-ffbc0b4d9508 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:51.659203 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.676760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=5b221ed5-ef91-4576-8958-2956ec368bcd,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:51.692965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.712966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.715431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-54b1801b-8e80-4c98-a6f8-d3b718ff7a69 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6614633 Jul 07 22:19:51.716647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.803774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-5ff36d59-5ff4-4bc8-86dd-1756c3786407 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.0820475 Jul 07 22:19:51.859115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.943999 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.974513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=3be4a87b-5eb4-4279-a422-ffbc0b4d9508,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:51.976545 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.979021 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8953ff88-954d-48b8-8fab-8887143e3740 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/3be4a87b-5eb4-4279-a422-ffbc0b4d9508 HTTP/1.1" status: 204 len: 168 time: 0.3908324 Jul 07 22:19:51.981421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41944) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.997092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-f254b685-6a30-4999-9dfe-35085b269b25 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.998557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0940ed5-aa25-4dea-8f5c-6def2b71e649 req-f254b685-6a30-4999-9dfe-35085b269b25 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1865129 Jul 07 22:19:52.020604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1806f81-2f3b-46db-94b5-f32995e3548c None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:52.037465 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c12f537-b739-473e-8076-44681900eeeb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548859 Jul 07 22:19:52.044431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41948) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:52.049899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:52.135043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0514c4c2-ab15-4aca-8d89-8506c6153d9e req-ccc1f0c0-033f-4094-a088-8ebc3c2506f3 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "GET /v2.0/security-groups/cfac2098-ece0-4f9b-b4af-a72d84db01a9 HTTP/1.1" status: 200 len: 1811 time: 0.1031623 Jul 07 22:19:52.187032 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.198978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0f7c6193-0655-4b3e-be00-da0530a1203d None None] Provisioning for port effd1775-f234-4b0f-b6f9-9c5019e86c1e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:52.240810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:52.245922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.311153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:52.535537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] Deleting port effd1775-f234-4b0f-b6f9-9c5019e86c1e {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:52.536200 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.621708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] For port effd1775-f234-4b0f-b6f9-9c5019e86c1e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=effd1775-f234-4b0f-b6f9-9c5019e86c1e,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:52.622047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.641946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] Calling delete_port for effd1775-f234-4b0f-b6f9-9c5019e86c1e owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:52.692135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5024c68-04c2-498c-84d1-9897c31cb9c6 req-cbf79179-9b64-4739-aeb6-684975e5efc0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0394096 Jul 07 22:19:52.703701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0514c4c2-ab15-4aca-8d89-8506c6153d9e req-77d67630-a467-4a4f-a476-e0489ce81171 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.730385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585101e-38d6-48c6-aa5e-b46ed8a6587a req-437ed577-2982-47bd-a3dc-79a3fac26dac tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:52.732224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a585101e-38d6-48c6-aa5e-b46ed8a6587a req-437ed577-2982-47bd-a3dc-79a3fac26dac tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 948 time: 0.4733582 Jul 07 22:19:52.735540 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.751862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0514c4c2-ab15-4aca-8d89-8506c6153d9e req-77d67630-a467-4a4f-a476-e0489ce81171 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.761743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] Pushing event deleted for resources: {'Port': ['ID=effd1775-f234-4b0f-b6f9-9c5019e86c1e,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:52.773025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b249ad-d42c-4acc-80f3-ac63dcf88e31 None None] No DVR routers for this DVR port effd1775-f234-4b0f-b6f9-9c5019e86c1e on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:52.800143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a585101e-38d6-48c6-aa5e-b46ed8a6587a req-40eb3039-30d7-4f9c-b79e-5288bf0ebc84 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580220 Jul 07 22:19:52.835913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0514c4c2-ab15-4aca-8d89-8506c6153d9e req-77d67630-a467-4a4f-a476-e0489ce81171 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.839534 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0514c4c2-ab15-4aca-8d89-8506c6153d9e req-77d67630-a467-4a4f-a476-e0489ce81171 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.849631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41958) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:52.855056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0514c4c2-ab15-4aca-8d89-8506c6153d9e req-77d67630-a467-4a4f-a476-e0489ce81171 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] 10.222.0.95 "DELETE /v2.0/security-groups/cfac2098-ece0-4f9b-b4af-a72d84db01a9 HTTP/1.1" status: 204 len: 173 time: 0.7106462 Jul 07 22:19:52.875608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d67630-a467-4a4f-a476-e0489ce81171 tempest-SecurityGroupRulesNegativeTestJSON-641836585 tempest-SecurityGroupRulesNegativeTestJSON-641836585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac2098-ece0-4f9b-b4af-a72d84db01a9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:52.892280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:52.915152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.944834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-6f1c2f73-6b5d-4590-81ae-6c74d70bd0b4 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259061 Jul 07 22:19:52.970744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:52.977102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:52.980005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:52.980621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.987966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee2071-5ebd-4568-ae6c-9df218e139a0 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:53.001098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Deleting subnet ff8c83e1-464e-45e7-a03e-71ed6cface1a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:53.004843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=7be35966-09ff-4095-8faa-23c256ac2cd1,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:53.009825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.034107 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b72baede-b60b-4b49-813c-aa75761c392c tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9860458 Jul 07 22:19:53.038846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:53.047731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:73:d7:e5', 'name': 'tempest-NetworksTestDHCPv6-278464778'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:53.098481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:53.100256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.142710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48b9ec41-22da-481d-b127-d903560ff747 req-605e8c9f-12f8-452c-ba0f-177fa2ff91dd tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2009590 Jul 07 22:19:53.151225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-8eee3033-ca9e-46f7-9e7d-385fb2886da8 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.154221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.158386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-8eee3033-ca9e-46f7-9e7d-385fb2886da8 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024181 Jul 07 22:19:53.179057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:53.193665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-086a01c5-bc97-4664-b99d-1c085f83a035 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/quotas/5101c929e6cc4646b3a04eaa1ee296f0 HTTP/1.1" status: 200 len: 375 time: 0.0341506 Jul 07 22:19:53.199725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '7be35966-09ff-4095-8faa-23c256ac2cd1'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:19:53.200515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.237569 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.239303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-a06c78f0-14f2-40f9-87a2-c8db420388bb tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444405 Jul 07 22:19:53.276764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.302730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-2b456ccd-929e-4e32-b8a7-9444cbf63b6c tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427253 Jul 07 22:19:53.330373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.334989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ff8c83e1-464e-45e7-a03e-71ed6cface1a HTTP/1.1" status: 204 len: 168 time: 0.4832063 Jul 07 22:19:53.341609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b80c3-27b5-41a5-8313-710f905293b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8c83e1-464e-45e7-a03e-71ed6cface1a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:53.345396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41970) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:53.372391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Allocated IP 2001:db8::f816:3eff:fe2a:b7ff (fb6eb312-b078-40cf-9e77-99f2b99590e3/7be35966-09ff-4095-8faa-23c256ac2cd1/f1701902-9634-491b-9a8e-dbf4b792372e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:53.408687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:53.417138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.475709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port cceb8900-2569-44f6-86c0-4ac62ace2652 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:53.527563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.571450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-b09cd66b-aa2e-45b8-9b57-3b5752784bc7 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.573001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-b09cd66b-aa2e-45b8-9b57-3b5752784bc7 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290525 Jul 07 22:19:53.599511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Request body: {'port': {'device_id': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '5101c929e6cc4646b3a04eaa1ee296f0'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:53.625989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.637055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Transition to ACTIVE for port object f1701902-9634-491b-9a8e-dbf4b792372e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:53.654334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Transition to ACTIVE for port object f1701902-9634-491b-9a8e-dbf4b792372e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:53.662162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.680464 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.703851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ba1e04-2b07-4e80-b9f1-deff7974f7ba']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:53.743019 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.761612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:53.765238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe73:d7e5 (fb6eb312-b078-40cf-9e77-99f2b99590e3/7be35966-09ff-4095-8faa-23c256ac2cd1/cceb8900-2569-44f6-86c0-4ac62ace2652) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:53.772135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:53.778988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58cdd218-0a00-4899-93ae-1dd97edad3e6 req-83e207d0-7d4e-49a2-b882-4b56c10fe047 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1838813 Jul 07 22:19:53.814089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461c6734-2639-4380-8f06-0e226e125e15') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:53.814395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461c6734-2639-4380-8f06-0e226e125e15') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:53.829867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:53.850457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.873151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.890240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'df1d40e6-c7b8-457d-b425-3de953461080', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'df1d40e6-c7b8-457d-b425-3de953461080', 'mac_address': 'fa:16:3e:81:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:53.891771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.895843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Pushing event updated for resources: {'Port': ['ID=f1701902-9634-491b-9a8e-dbf4b792372e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:53.902880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:53.940145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:53.940538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.007639 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.027088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object cceb8900-2569-44f6-86c0-4ac62ace2652 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:54.050930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Allocated IP 172.25.5.214 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/d157b15a-1e8e-4654-86ab-ddd4913df1c3) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:54.068796 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:54.081129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.114734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Attempting to bind port f1701902-9634-491b-9a8e-dbf4b792372e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:54.115585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Attempting to bind port f1701902-9634-491b-9a8e-dbf4b792372e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:54.116208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Attempting to bind port f1701902-9634-491b-9a8e-dbf4b792372e on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:54.119954 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.141555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Made reservation on behalf of 5101c929e6cc4646b3a04eaa1ee296f0 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:54.148164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.153618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:54.154129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:54.154829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.155880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:54.167491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Bound port: f1701902-9634-491b-9a8e-dbf4b792372e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:54.168308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.183258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=cceb8900-2569-44f6-86c0-4ac62ace2652,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.187192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1d40e6-c7b8-457d-b425-3de953461080 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:54.201033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.210499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:54.219074 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.246487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:54.254241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:54.265861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:54.266387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.271788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.276203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] 10.222.0.95 "DELETE /v2.0/networks/20ba1e04-2b07-4e80-b9f1-deff7974f7ba HTTP/1.1" status: 204 len: 168 time: 0.9256613 Jul 07 22:19:54.288837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:54.290083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.339243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.342364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device effd1775-f234-4b0f-b6f9-9c5019e86c1e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:54.345240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eac289-8715-4007-8a39-6ccbfbf67d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=20ba1e04-2b07-4e80-b9f1-deff7974f7ba,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.373131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: effd1775-f234-4b0f-b6f9-9c5019e86c1e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:54.373799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device effd1775-f234-4b0f-b6f9-9c5019e86c1e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:54.394772 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.433727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] For port f1701902-9634-491b-9a8e-dbf4b792372e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:54.437587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] For port f1701902-9634-491b-9a8e-dbf4b792372e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f1701902-9634-491b-9a8e-dbf4b792372e,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:54.443998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.448953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fb8e2a2-6e71-4d04-a778-89b26080742b req-eafc6158-ce37-4dd5-87d0-7c9d41d49715 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 210 time: 0.0486541 Jul 07 22:19:54.449457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41992) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.524235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.545787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:54.549891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:54.554015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['df1d40e6-c7b8-457d-b425-3de953461080'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:54.575884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:54.628317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc0e0-6c4e-492b-ad1c-3ed2253410ac None None] Pushing event updated for resources: {'Port': ['ID=f1701902-9634-491b-9a8e-dbf4b792372e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.683430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.713213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.760750 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-575e2047-14ed-467a-b5e8-95e588c58277 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6ca16984dd0e44528c19fe91c832d425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099375 Jul 07 22:19:54.762590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.762782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41998) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.771564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-910e82f0-c8af-4dec-87d6-97b8b16ee57a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7313938 Jul 07 22:19:54.778877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42000) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.798590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=d157b15a-1e8e-4654-86ab-ddd4913df1c3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.860845 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c88a4a8c-72bb-47bd-a1f5-5abbe3ecf895 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ae4adb6982464b3fb2127f0f4295e997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762345 Jul 07 22:19:54.869551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42004) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.918012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.926771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.949917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6236bc49-b950-4210-8a55-67b7e50ec306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.987992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6236bc49-b950-4210-8a55-67b7e50ec306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.009909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-838da1fc-a5d1-47b0-8f12-292ed4fe1178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.043753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ad87-9eeb-4114-abc7-d2d72f5e4469 req-6f884c51-706d-47bc-bf3b-619f21a0cec5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.045611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c62ad87-9eeb-4114-abc7-d2d72f5e4469 req-6f884c51-706d-47bc-bf3b-619f21a0cec5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 949 time: 0.3587217 Jul 07 22:19:55.054010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-838da1fc-a5d1-47b0-8f12-292ed4fe1178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.079403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.081741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Allocated IP 192.168.233.154 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:55.101381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f8582-01a9-4bf9-9eee-b84cdcba1280 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.103696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6236bc49-b950-4210-8a55-67b7e50ec306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.107099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6236bc49-b950-4210-8a55-67b7e50ec306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.110729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f8582-01a9-4bf9-9eee-b84cdcba1280 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.110891 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6236bc49-b950-4210-8a55-67b7e50ec306 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c7bc434b-08b1-485e-98c3-944dab6f1ddb HTTP/1.1" status: 204 len: 168 time: 0.3448355 Jul 07 22:19:55.110990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d82f8582-01a9-4bf9-9eee-b84cdcba1280 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3241835 Jul 07 22:19:55.113953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42008) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:55.130505 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-838da1fc-a5d1-47b0-8f12-292ed4fe1178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.134212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-838da1fc-a5d1-47b0-8f12-292ed4fe1178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.138767 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-838da1fc-a5d1-47b0-8f12-292ed4fe1178 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f3a6d651-ab7f-45c6-9fb6-55b74bf3417a HTTP/1.1" status: 204 len: 168 time: 0.2655385 Jul 07 22:19:55.166114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236bc49-b950-4210-8a55-67b7e50ec306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bc434b-08b1-485e-98c3-944dab6f1ddb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:55.196921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838da1fc-a5d1-47b0-8f12-292ed4fe1178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a6d651-ab7f-45c6-9fb6-55b74bf3417a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:55.198814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c62ad87-9eeb-4114-abc7-d2d72f5e4469 req-f169f38c-6df7-4049-bd5c-b46e5bff0dd9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411142 Jul 07 22:19:55.232184 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-24f8cf14-f4c3-4df3-9f65-cbbcaa61c2df tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622003 Jul 07 22:19:55.437707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port cceb8900-2569-44f6-86c0-4ac62ace2652 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:55.438107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.515264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73ddce3c-982f-4a66-af88-4cf10d5b8dd8 req-356c22e2-8b11-41ef-898b-67bf3c5ab98d tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0827794 Jul 07 22:19:55.575288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.590735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for cceb8900-2569-44f6-86c0-4ac62ace2652 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:55.657061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.689354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Transition to ACTIVE for port object 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:55.694835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-92460ab7-aaef-41cf-92f8-43511c9eba3d tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.699219 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-92460ab7-aaef-41cf-92f8-43511c9eba3d tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4590104 Jul 07 22:19:55.746899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Request body: {'port': {'device_id': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '5101c929e6cc4646b3a04eaa1ee296f0'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:55.778040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.831336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42028) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:55.834876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.857359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.871475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:55.884308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5bf5-455f-455f-9363-31d005f5be04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.893141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:55.929645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5caad954-9795-4ee4-b94b-0829ec2ea1be req-3593e7c8-7402-4c6b-8cc3-47c601237a29 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 210 time: 0.0491064 Jul 07 22:19:55.931419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:55.934865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:55.987647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=d157b15a-1e8e-4654-86ab-ddd4913df1c3,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:56.040826 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.152834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=cceb8900-2569-44f6-86c0-4ac62ace2652,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:56.208854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dda1ba32-9afb-46ac-a5b2-caa062ac0831 None None] Provisioning for port f1701902-9634-491b-9a8e-dbf4b792372e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:56.265168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Made reservation on behalf of 5101c929e6cc4646b3a04eaa1ee296f0 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:56.277265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.354116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.383013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-903ba71a-3494-4041-8fcf-0c763f9df48d None None] Provisioning for port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:56.386338 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d82d24f4-4844-47c7-9682-b9286d49c627 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/cceb8900-2569-44f6-86c0-4ac62ace2652 HTTP/1.1" status: 204 len: 168 time: 1.2713344 Jul 07 22:19:56.406198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-903ba71a-3494-4041-8fcf-0c763f9df48d None None] Provisioning complete for port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:56.408612 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-903ba71a-3494-4041-8fcf-0c763f9df48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.433489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42046) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:56.519420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f1701902-9634-491b-9a8e-dbf4b792372e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:56.599693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca96ad-668b-4e8b-9cb5-d39c6a0914c1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:56.601352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca96ad-668b-4e8b-9cb5-d39c6a0914c1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:56.604423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01ca96ad-668b-4e8b-9cb5-d39c6a0914c1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1699080 Jul 07 22:19:56.613820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:56.614490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.617000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42052) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:56.622934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.653346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-903ba71a-3494-4041-8fcf-0c763f9df48d None None] Port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:56.667495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f1701902-9634-491b-9a8e-dbf4b792372e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:56.676785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f1701902-9634-491b-9a8e-dbf4b792372e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:56.677264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.807043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2bfdc529-f579-438d-9fe5-73c24b4b8f0f None None] Could not find standard attr ID for object cceb8900-2569-44f6-86c0-4ac62ace2652. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:19:56.885645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Allocated IP 192.168.233.174 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/bc72cf42-d248-4a2d-a7f9-20812fb4c1e3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:56.889080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5bf5-455f-455f-9363-31d005f5be04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.915412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5bf5-455f-455f-9363-31d005f5be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.970145 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.998960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:57.057293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f7c12098-f3b5-4946-8cf5-7ceae5ec9cac tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4639974 Jul 07 22:19:57.067137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 7be35966-09ff-4095-8faa-23c256ac2cd1 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:57.071766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.076366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f1701902-9634-491b-9a8e-dbf4b792372e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f1701902-9634-491b-9a8e-dbf4b792372e,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:57.082940 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.117036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.142375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.143916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48b9ec41-22da-481d-b127-d903560ff747 req-e39625b8-c811-4572-88be-bb91c5f7ce2d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9827321 Jul 07 22:19:57.146798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3cfa5bf5-455f-455f-9363-31d005f5be04 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=47466d30e70948e8a24f9e0adbc1b67e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3144019 Jul 07 22:19:57.147816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa5bf5-455f-455f-9363-31d005f5be04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc67e0b0-d0bc-45b0-b89d-988beb2af0be,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.154698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42070) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:57.170817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f1701902-9634-491b-9a8e-dbf4b792372e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.173691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:57.174873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Request body: {'port': {'device_id': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:57.195636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.220499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Transition to ACTIVE for port object bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:57.234533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1960972197-network', 'tenant_id': '4cecebde5a8e44f8bd949292809f9ac3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:57.246833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port df1d40e6-c7b8-457d-b425-3de953461080 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:57.251094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port df1d40e6-c7b8-457d-b425-3de953461080 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:57.251476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.253571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-9cc1f398-8cb6-403d-9931-34c7bd137cfd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6340997 Jul 07 22:19:57.277458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Made reservation on behalf of 4cecebde5a8e44f8bd949292809f9ac3 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:57.280446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.292907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.294950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.355172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.358032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:57.366663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:57.372789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48b9ec41-22da-481d-b127-d903560ff747 req-e1481d40-5605-43a7-9843-864e67a1103a tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1941111 Jul 07 22:19:57.379484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:57.380523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:57.383142 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6448bcd-6b33-43e1-a59c-62e8a02bf60e" -d '{"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-plugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:57.400580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:57.406186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.411601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.456926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.457605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.466450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.481432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.519736 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.524809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.543124 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-3d118fce-4d15-4908-8278-2fb8dc88a589 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8154132 Jul 07 22:19:57.560421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:57.565851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Request body: {'port': {'device_id': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:57.593145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e29536-a491-4b59-aa2c-26f97630396a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.601934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.602462 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Added segment 90cf627a-0466-4471-b389-a16fa4036221 of type vlan for network c9d9f219-bcf9-4268-9826-557891357b92 Jul 07 22:19:57.645309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2f363db2-5d78-4e15-9cc2-3fd6608db81b None None] Provisioning for port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:57.650329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2f363db2-5d78-4e15-9cc2-3fd6608db81b None None] Provisioning complete for port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:57.650760 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2f363db2-5d78-4e15-9cc2-3fd6608db81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.677810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.687553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2f363db2-5d78-4e15-9cc2-3fd6608db81b None None] Port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:57.705862 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.748280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.749276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.749882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.813043 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8103735 Jul 07 22:19:57.817942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42074) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:57.829531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Request body: {'subnet': {'network_id': 'c9d9f219-bcf9-4268-9826-557891357b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1960972197-subnet', 'tenant_id': '4cecebde5a8e44f8bd949292809f9ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:57.899581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd994c7-d865-40cf-a880-c501d1917ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d9f219-bcf9-4268-9826-557891357b92,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.911616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network c9d9f219-bcf9-4268-9826-557891357b92 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:57.921220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.922675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Made reservation on behalf of 4cecebde5a8e44f8bd949292809f9ac3 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:57.924065 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc0cbc1-fd86-43d6-98dc-d39fe8fba765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.925097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.979104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91847ca-eca3-476c-8782-8b656dfd67c7 req-3c7aa006-732b-4384-84bb-eef6915b5cf9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.980664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b91847ca-eca3-476c-8782-8b656dfd67c7 req-3c7aa006-732b-4384-84bb-eef6915b5cf9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 949 time: 0.8233337 Jul 07 22:19:58.031275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc0cbc1-fd86-43d6-98dc-d39fe8fba765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.061297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871528d7-5a75-4941-a26b-698b218498ce req-10037684-5e10-485d-a27f-5bf0e50116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.062852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-10037684-5e10-485d-a27f-5bf0e50116b3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 1101 time: 0.7564201 Jul 07 22:19:58.088277 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.148140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9ec41-22da-481d-b127-d903560ff747 req-54361df5-f5e3-4b19-b093-1fad1dfd7da5 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.149535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48b9ec41-22da-481d-b127-d903560ff747 req-54361df5-f5e3-4b19-b093-1fad1dfd7da5 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.7670038 Jul 07 22:19:58.224584 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.232809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:58.244979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b91847ca-eca3-476c-8782-8b656dfd67c7 req-1fb46ef7-64a9-456f-a9b3-80dc41010769 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555468 Jul 07 22:19:58.246248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=7be35966-09ff-4095-8faa-23c256ac2cd1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.271101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d49146-29c0-41f8-be0f-5e89e1b1c865 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:58.275605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f1701902-9634-491b-9a8e-dbf4b792372e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:58.316805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871528d7-5a75-4941-a26b-698b218498ce req-8640a745-b267-45fc-a26f-c0432a6d39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.318608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-8640a745-b267-45fc-a26f-c0432a6d39ed service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2267876 Jul 07 22:19:58.319816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.322079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d10929a4-88b6-48fe-b1dc-89386a8e18e6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/7be35966-09ff-4095-8faa-23c256ac2cd1 HTTP/1.1" status: 204 len: 168 time: 1.6963794 Jul 07 22:19:58.349840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.353382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e607613-e6ea-4755-aba2-6e54675b3885,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.362382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42078) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.431192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-fef0358b-6423-485a-8373-7f008bdd89a2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 200 len: 217 time: 0.1018107 Jul 07 22:19:58.431192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42080) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.432567 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cfd049f3-33ae-47b9-8dba-cb1db3ebfa49 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664742 Jul 07 22:19:58.437293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Transition to ACTIVE for port object bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:58.444827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.472629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc0cbc1-fd86-43d6-98dc-d39fe8fba765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.475280 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc0cbc1-fd86-43d6-98dc-d39fe8fba765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.476438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7dc0cbc1-fd86-43d6-98dc-d39fe8fba765 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bc67e0b0-d0bc-45b0-b89d-988beb2af0be HTTP/1.1" status: 204 len: 168 time: 1.3178942 Jul 07 22:19:58.477525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f1701902-9634-491b-9a8e-dbf4b792372e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:58.477913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.495673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Checking segment: {'id': '90cf627a-0466-4471-b389-a16fa4036221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'c9d9f219-bcf9-4268-9826-557891357b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:58.496026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Network hostable DHCP agents. Network: c9d9f219-bcf9-4268-9826-557891357b92, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:58.560205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.566396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c621b2c-2e78-4c1d-99e8-ffddaf444c24 req-87832000-9a22-4f6e-bf54-d66474cbb7fc tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0946605 Jul 07 22:19:58.609330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0cbc1-fd86-43d6-98dc-d39fe8fba765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc67e0b0-d0bc-45b0-b89d-988beb2af0be,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.692941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:19:58.702776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Network c9d9f219-bcf9-4268-9826-557891357b92 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:58.710342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Attempting to bind port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:58.711055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Attempting to bind port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:58.711911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Attempting to bind port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:58.716438 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb3545c-3586-41c7-9311-3d7a098b969f x-openstack-request-id: req-1eb3545c-3586-41c7-9311-3d7a098b969f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:58.718331 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-plugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:58.718856 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1eb3545c-3586-41c7-9311-3d7a098b969f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:58.719318 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'code': 200} Jul 07 22:19:58.731052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:58.731576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Attempting to bind port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:58.737013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, c9d9f219-bcf9-4268-9826-557891357b92) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:58.743773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.745027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.747693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:58.748177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:58.748660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:58.749405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Bound port: bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:58.749860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.778819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871528d7-5a75-4941-a26b-698b218498ce req-415b807e-ec38-4b4b-a7d7-db67f671d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.780777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-415b807e-ec38-4b4b-a7d7-db67f671d8ff service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3325391 Jul 07 22:19:58.784998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5fc198-24b3-4894-bc07-6dc45b591a5c None None] Network c9d9f219-bcf9-4268-9826-557891357b92 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:58.835256 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bb4c5b41-a508-45da-b7de-2b2ab403f85d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0097716 Jul 07 22:19:58.900422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:58.906878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:58.925068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.941237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b2e5e-b1f7-4439-a8a4-d459843fcaf1 req-1279a647-fc3a-4f49-ac6a-f9416ff6019e tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.949414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-402b2e5e-b1f7-4439-a8a4-d459843fcaf1 req-1279a647-fc3a-4f49-ac6a-f9416ff6019e tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 948 time: 0.5168450 Jul 07 22:19:58.953839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c708a0-52dd-4715-8499-b9ed561f2861 req-3cb6a8e1-085f-4fad-b529-ddcf962686dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.956630 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1c708a0-52dd-4715-8499-b9ed561f2861 req-3cb6a8e1-085f-4fad-b529-ddcf962686dc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1102 time: 0.1443152 Jul 07 22:19:58.964019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] Deleting port f1701902-9634-491b-9a8e-dbf4b792372e {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:58.964517 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.004928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49763680-a4ff-40b0-bb79-17fca03d7778 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.007110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-49763680-a4ff-40b0-bb79-17fca03d7778 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5632834 Jul 07 22:19:59.021596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42092) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:59.030315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.030982 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.032577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] 10.222.0.103 "PUT /v2.0/ports/bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 HTTP/1.1" status: 200 len: 1097 time: 1.4760239 Jul 07 22:19:59.035097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:59.039561 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:59.103610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] For port f1701902-9634-491b-9a8e-dbf4b792372e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f1701902-9634-491b-9a8e-dbf4b792372e,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:59.104047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.121036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] Calling delete_port for f1701902-9634-491b-9a8e-dbf4b792372e owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:59.164277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1c708a0-52dd-4715-8499-b9ed561f2861 req-57f21414-ae6d-4dcb-9511-5e8be6e469fb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740458 Jul 07 22:19:59.169761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b172b-ebc5-47ca-9ca0-15de79c0503c service neutron] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.197096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-402b2e5e-b1f7-4439-a8a4-d459843fcaf1 req-2191c68e-1266-4a60-b3c5-5f90a07a0fec tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464533 Jul 07 22:19:59.234972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-f5066722-ad85-426b-8083-23ea3621f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.236357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc6484-5c65-4275-95d7-2d2cabf0d204 None None] Network c9d9f219-bcf9-4268-9826-557891357b92 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:59.241337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-f5066722-ad85-426b-8083-23ea3621f609 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 1100 time: 0.1319082 Jul 07 22:19:59.259147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa8dbb-eb9d-400d-a181-c07e5dde4fc0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.264335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85aa8dbb-eb9d-400d-a181-c07e5dde4fc0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2313950 Jul 07 22:19:59.265359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42102) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:59.280345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-c9d95b09-ac85-4f48-a417-31209be2fd49 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4936988 Jul 07 22:19:59.286682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871528d7-5a75-4941-a26b-698b218498ce req-b91b3df1-df7b-43f2-8579-d7f011d4da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.290210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-b91b3df1-df7b-43f2-8579-d7f011d4da26 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4954057 Jul 07 22:19:59.294148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:59.337033 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-072ca07e-b299-4e6b-a6fd-522513131ff0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0845315 Jul 07 22:19:59.342418 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9854de-4e33-4b2f-8077-4a26727ad56f x-openstack-request-id: req-2d9854de-4e33-4b2f-8077-4a26727ad56f {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:59.342715 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:59.342982 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2d9854de-4e33-4b2f-8077-4a26727ad56f {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:59.343395 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'status': 'completed', 'code': 200} Jul 07 22:19:59.444254 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.456139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6383f4d1-2ef1-464d-9592-5d6bfe452043 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209168 Jul 07 22:19:59.470686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] Pushing event deleted for resources: {'Port': ['ID=f1701902-9634-491b-9a8e-dbf4b792372e,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.477312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3121d7-0300-4e8e-be0f-e9864c7d66ac None None] No DVR routers for this DVR port f1701902-9634-491b-9a8e-dbf4b792372e on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:59.488924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42114) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:59.495057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:59.522993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:59.528517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-7a14d6d4-ee30-426e-8a60-5e27f1fd1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.530282 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-7a14d6d4-ee30-426e-8a60-5e27f1fd1283 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1726580 Jul 07 22:19:59.561019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.573216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.597057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-db19b8bd-3128-45aa-81b8-a1898ca8c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.599020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-db19b8bd-3128-45aa-81b8-a1898ca8c628 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616949 Jul 07 22:19:59.613229 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-cb241bd8-b086-444f-9f44-0dd0040d09a3 req-17eb49c8-5a0f-427e-ad72-1a571c73a8b6 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] show failed (client error): The resource could not be found. Jul 07 22:19:59.614849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb241bd8-b086-444f-9f44-0dd0040d09a3 req-17eb49c8-5a0f-427e-ad72-1a571c73a8b6 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups/63962bf1-1d79-4622-965e-23f246c8f22a HTTP/1.1" status: 404 len: 352 time: 0.0853086 Jul 07 22:19:59.619489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Transition to ACTIVE for port object 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:59.681087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.704120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-9417f78e-e1c6-4df5-869a-03892c7e7579 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985870 Jul 07 22:19:59.743505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-10e6f485-9ff8-4ca3-bc92-0e7fe7086ce9 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404039 Jul 07 22:19:59.820810 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7001e3ea-ee44-4c65-9fa1-2aa189bc1c40 req-1e38f4c6-e149-4730-bd66-7ad3af8d770e service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097374 Jul 07 22:19:59.877350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.889676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:59.893316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.979452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-6ccacddf-e6a0-40a9-9daa-fe3030563bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.981152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-6ccacddf-e6a0-40a9-9daa-fe3030563bcf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 1100 time: 0.0960598 Jul 07 22:20:00.122370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aea49c-651e-457e-8ff6-5224420b927f req-e692d33c-385f-4c2c-b8ae-34237c4bad50 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.127432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9aea49c-651e-457e-8ff6-5224420b927f req-e692d33c-385f-4c2c-b8ae-34237c4bad50 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.3939652 Jul 07 22:20:00.127811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-de2a0e77-5dd5-4bc0-97c4-f227cb5e0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.129482 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-de2a0e77-5dd5-4bc0-97c4-f227cb5e0d3d service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1314547 Jul 07 22:20:00.138708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-871528d7-5a75-4941-a26b-698b218498ce req-7107b5fd-e94c-4686-8182-d80ff1f85407 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731103 Jul 07 22:20:00.159191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Attempting to bind port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:00.159536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Attempting to bind port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:00.159866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Attempting to bind port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:00.174274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:00.174802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Attempting to bind port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:00.185011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-04713b10-62e7-496d-a4f3-31d44f45d49b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0394142 Jul 07 22:20:00.187129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:00.187693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:00.188264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:00.188888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Bound port: 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:00.189423 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.245763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.278075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-5782ec8d-f1f5-47e6-b528-4f50f3731769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.279639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-5782ec8d-f1f5-47e6-b528-4f50f3731769 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0885363 Jul 07 22:20:00.284838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f1701902-9634-491b-9a8e-dbf4b792372e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:00.311093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9aea49c-651e-457e-8ff6-5224420b927f req-63afdf99-30d9-41f4-952c-56656d58d822 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696701 Jul 07 22:20:00.323317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f1701902-9634-491b-9a8e-dbf4b792372e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:00.323941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f1701902-9634-491b-9a8e-dbf4b792372e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:00.365861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-613958d9-fd51-49f8-be3e-1be1eef1a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.367572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-613958d9-fd51-49f8-be3e-1be1eef1a1e2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816042 Jul 07 22:20:00.502454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:00.522557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:00.547100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.598916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Allocated IP 172.25.5.22 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/c5708567-d8a8-4a05-93dd-fe4e118912b1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:00.618774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.619418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.620850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] 10.222.0.103 "PUT /v2.0/ports/9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda HTTP/1.1" status: 200 len: 1097 time: 3.4647253 Jul 07 22:20:00.627919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:00.630297 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d19caa-2489-4ad5-bc08-faad393dfd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:00.716038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:00.745788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.814846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d59edc-5e9e-4c6a-9825-b6532fc1613e service neutron] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.962337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f98936fb-8855-4dc1-b001-26d1cca6d72a req-c68787b1-32ab-4c68-8862-2bbefb76a51e tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1383197 Jul 07 22:20:00.965846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:00.975465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:00.977820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=9fd4a773-7609-44fe-9f5a-b93a76609bf0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.986829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e60f29-62da-42a5-9876-793a5ad87b21 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:00.995161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.995770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.047530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-786927b2-d7ea-44b0-a9d3-e22d0bc49e5e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5574989 Jul 07 22:20:01.049777 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-e95131d7-32a9-44aa-8768-7b96c35f7830 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752887 Jul 07 22:20:01.051869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42146) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:01.065459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:df:80:8d', 'name': 'tempest-NetworksTestDHCPv6-112469209'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:01.069723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.175122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-4cc8acda-b3ba-4682-8552-560c330df9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:01.177355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-4cc8acda-b3ba-4682-8552-560c330df9e2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 1100 time: 0.3516784 Jul 07 22:20:01.183190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.267784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:01.295879 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-86a75553-23cb-4bf7-b1f9-6198bb3dd5a8 req-b0616e12-d92b-4a99-b111-f6184befe261 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875999 Jul 07 22:20:01.297164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '9fd4a773-7609-44fe-9f5a-b93a76609bf0'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:01.298111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.316642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:01.321400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:01.324984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:01.328514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-5c413b62-d90e-4cb2-9cc4-6e52efbb9f09 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda HTTP/1.1" status: 200 len: 217 time: 0.1180062 Jul 07 22:20:01.412783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=c5708567-d8a8-4a05-93dd-fe4e118912b1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:01.437013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-3c01db4b-2078-498c-beef-17053a60e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:01.437238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.437364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-3c01db4b-2078-498c-beef-17053a60e3c8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0802360 Jul 07 22:20:01.462908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port c000322c-1cc2-4f9b-a14c-d39211359fda yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:01.464597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328a91b-024b-42ed-b3e9-9b1256f7acdb req-81d352a0-b955-4ccd-a9a0-033ad54ea19f tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:01.472117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7328a91b-024b-42ed-b3e9-9b1256f7acdb req-81d352a0-b955-4ccd-a9a0-033ad54ea19f tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 948 time: 0.3381922 Jul 07 22:20:01.504465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Allocated IP 2001:db8::f816:3eff:fe12:ab41 (fb6eb312-b078-40cf-9e77-99f2b99590e3/9fd4a773-7609-44fe-9f5a-b93a76609bf0/d798884a-ed4c-4f91-937d-fd40b34ae2d7) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:01.805744 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.814232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Transition to ACTIVE for port object d798884a-ed4c-4f91-937d-fd40b34ae2d7 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:01.833918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Transition to ACTIVE for port object d798884a-ed4c-4f91-937d-fd40b34ae2d7 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:01.843264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.885777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:01.890508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.892237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:01.894294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7328a91b-024b-42ed-b3e9-9b1256f7acdb req-80c184eb-460c-4d8e-aa87-2ce85f5cf8dd tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194539 Jul 07 22:20:01.898036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:01.901290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Pushing event updated for resources: {'Port': ['ID=d798884a-ed4c-4f91-937d-fd40b34ae2d7,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:01.912028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-70eef71a-5720-482e-bdc2-6e15c1ec54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:01.913574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-70eef71a-5720-482e-bdc2-6e15c1ec54f4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4675534 Jul 07 22:20:01.933879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fedf:808d (fb6eb312-b078-40cf-9e77-99f2b99590e3/9fd4a773-7609-44fe-9f5a-b93a76609bf0/c000322c-1cc2-4f9b-a14c-d39211359fda) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:01.962850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Attempting to bind port d798884a-ed4c-4f91-937d-fd40b34ae2d7 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:01.962986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Attempting to bind port d798884a-ed4c-4f91-937d-fd40b34ae2d7 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:01.963591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Attempting to bind port d798884a-ed4c-4f91-937d-fd40b34ae2d7 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:01.968652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:01.969027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:01.969437 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.969828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:01.970355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Bound port: d798884a-ed4c-4f91-937d-fd40b34ae2d7, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:01.970804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.994870 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1b53c-7ccf-4c0c-a902-c21ddaa23938 x-openstack-request-id: req-ddf1b53c-7ccf-4c0c-a902-c21ddaa23938 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:01.995537 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:01.995537 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ddf1b53c-7ccf-4c0c-a902-c21ddaa23938 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:01.995831 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'status': 'completed', 'code': 200} Jul 07 22:20:02.040266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] For port d798884a-ed4c-4f91-937d-fd40b34ae2d7, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:02.043394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] For port d798884a-ed4c-4f91-937d-fd40b34ae2d7, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d798884a-ed4c-4f91-937d-fd40b34ae2d7,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:02.048163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.049001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.109657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f25834-6df7-40cf-bd7c-282dac145f79 None None] Pushing event updated for resources: {'Port': ['ID=d798884a-ed4c-4f91-937d-fd40b34ae2d7,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.114760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.125036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67f9cb57-2d01-42aa-a85a-aa88fc025d6b req-daf57743-c32b-4214-9e21-dc83d2ba10cb tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4cecebde5a8e44f8bd949292809f9ac3 HTTP/1.1" status: 200 len: 2984 time: 0.1328673 Jul 07 22:20:02.128994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-f00954f9-0f2a-4085-8068-b4919e378929 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027466 Jul 07 22:20:02.133635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object c000322c-1cc2-4f9b-a14c-d39211359fda will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:02.168767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.222134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:02.225443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:02.228059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:02.233950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.234602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.252329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=c000322c-1cc2-4f9b-a14c-d39211359fda,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.265447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02e94de0-85d8-4358-92e7-9ccb08348efa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2117732 Jul 07 22:20:02.268023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42166) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.276487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67f9cb57-2d01-42aa-a85a-aa88fc025d6b req-25eb51bc-3206-4803-9cd4-4a5d17396032 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups/45e29536-a491-4b59-aa2c-26f97630396a HTTP/1.1" status: 200 len: 2981 time: 0.1400695 Jul 07 22:20:02.377306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ddc18-6c39-4678-a4b4-0cdae4cd5e16 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.378883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89fce037-1b86-4dd3-b444-cf7d1ea30495 req-8f9e0ef5-8c7b-4431-8cfb-09504944470c service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412775 Jul 07 22:20:02.394487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67f9cb57-2d01-42aa-a85a-aa88fc025d6b req-19c13c24-f197-4f30-bfbe-2d1478fdd236 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups/45e29536-a491-4b59-aa2c-26f97630396a HTTP/1.1" status: 200 len: 2981 time: 0.1100714 Jul 07 22:20:02.394810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ddc18-6c39-4678-a4b4-0cdae4cd5e16 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.398690 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ca9ddc18-6c39-4678-a4b4-0cdae4cd5e16 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1274884 Jul 07 22:20:02.399527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42170) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.461781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.492952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.510339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port c000322c-1cc2-4f9b-a14c-d39211359fda {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:02.510861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.602570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.606218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event updated for resources: {'Port': ['ID=c5708567-d8a8-4a05-93dd-fe4e118912b1,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.615641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for c000322c-1cc2-4f9b-a14c-d39211359fda owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:02.620735 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.648500 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.649723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0f42490f-d66d-4697-a393-894f503368ca tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3683164 Jul 07 22:20:02.652486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-543dd4d6-0970-4cf4-9b2c-65b6dcf3cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.653920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-543dd4d6-0970-4cf4-9b2c-65b6dcf3cc51 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 1100 time: 0.2092762 Jul 07 22:20:02.673340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504674be-8308-408a-85cc-633d3db8b2b1 req-a9a4a8d8-a85b-419b-a540-2ce03eebb12f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.674865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-504674be-8308-408a-85cc-633d3db8b2b1 req-a9a4a8d8-a85b-419b-a540-2ce03eebb12f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1500041 Jul 07 22:20:02.749337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.759205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-0c54a0b7-fe2f-4738-a9eb-c1d993d524fc tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.1033628 Jul 07 22:20:02.778178 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:20:02.778829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=c000322c-1cc2-4f9b-a14c-d39211359fda,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.809047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.811321 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d23a28ba-a95e-437f-b438-804649f06a02 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/c000322c-1cc2-4f9b-a14c-d39211359fda HTTP/1.1" status: 204 len: 168 time: 0.4098136 Jul 07 22:20:02.813774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.863847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-504674be-8308-408a-85cc-633d3db8b2b1 req-6af613f3-766b-4300-a8ee-fd1895ec69e8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486793 Jul 07 22:20:02.875436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306174a-6958-41da-87ea-bd27716f74ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.877456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306174a-6958-41da-87ea-bd27716f74ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.879238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1306174a-6958-41da-87ea-bd27716f74ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0644751 Jul 07 22:20:02.884878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.891652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-043f3667-e1f1-40ff-a63b-843f8e530833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.893719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-043f3667-e1f1-40ff-a63b-843f8e530833 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2280526 Jul 07 22:20:02.948579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 9fd4a773-7609-44fe-9f5a-b93a76609bf0 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:02.953463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.953834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-e58027e2-51a9-469e-b963-c19e0f836ed0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda HTTP/1.1" status: 200 len: 217 time: 0.0531883 Jul 07 22:20:03.030193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.035934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-17dc5384-55b3-4d93-a559-05010d373201 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.037345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-17dc5384-55b3-4d93-a559-05010d373201 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2672687 Jul 07 22:20:03.049248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-b135a627-590b-4e03-a0f1-3a79fa7f657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.050996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-b135a627-590b-4e03-a0f1-3a79fa7f657f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0898297 Jul 07 22:20:03.057359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-2fb099e4-43d5-49df-bc0c-9b4cac40e26e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:03.057812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80281528-a573-4cd8-ba5e-f3625cd14f3b req-2fb099e4-43d5-49df-bc0c-9b4cac40e26e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122745 Jul 07 22:20:03.139711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-85c5231f-65fc-4009-80c6-890847c77c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.141285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-85c5231f-65fc-4009-80c6-890847c77c63 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823951 Jul 07 22:20:03.160004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.248539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.254862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ab59275-03ac-455d-8764-d288a5255c2c req-a7a56bf0-48ce-40a9-9a1f-8bd7aa759f16 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0390258 Jul 07 22:20:03.282408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd4a773-7609-44fe-9f5a-b93a76609bf0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.291989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.294680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6774d9a6-9548-4783-b201-0613ce63c950 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/9fd4a773-7609-44fe-9f5a-b93a76609bf0 HTTP/1.1" status: 204 len: 168 time: 0.4081082 Jul 07 22:20:03.296522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42186) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:03.322123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e376c-69aa-4391-97bc-eac88e81dcc4 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:03.322742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e542bad-ec7d-4b65-931c-7d61bff6fb30 req-691830b8-d783-44b6-b9df-10df985cb297 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups/45e29536-a491-4b59-aa2c-26f97630396a HTTP/1.1" status: 200 len: 2981 time: 0.0719450 Jul 07 22:20:03.340926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-4d930498-c10b-45c3-b279-41d44525f365 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911247 Jul 07 22:20:03.358689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-28dafe4f-14f1-491b-bcd1-03a4014ea872 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588009 Jul 07 22:20:03.359577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42188) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:03.374172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:03.413697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9f01b589-44f7-4739-bdc3-30bd3d7ed036 None None] Provisioning for port d798884a-ed4c-4f91-937d-fd40b34ae2d7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:03.474152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:03.551749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:03.568114 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-1e542bad-ec7d-4b65-931c-7d61bff6fb30 req-cbf03a6d-cac2-4ccd-8f4a-b78e14e19c08 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:20:03.569088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e542bad-ec7d-4b65-931c-7d61bff6fb30 req-cbf03a6d-cac2-4ccd-8f4a-b78e14e19c08 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "DELETE /v2.0/security-groups/45e29536-a491-4b59-aa2c-26f97630396a HTTP/1.1" status: 409 len: 352 time: 0.2387314 Jul 07 22:20:03.582986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7d19caa-2489-4ad5-bc08-faad393dfd9b req-58028110-eb7a-4c03-9431-273b279b5c2f service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332101 Jul 07 22:20:03.605781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:03.608839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.621832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:03.622352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc740292-5f30-4c7f-8548-b95bd504e226 req-283c9eb0-4c17-40bf-a584-232bd3d0cb26 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.629586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc740292-5f30-4c7f-8548-b95bd504e226 req-283c9eb0-4c17-40bf-a584-232bd3d0cb26 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.2191312 Jul 07 22:20:03.639690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'mac_address': 'fa:16:3e:69:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:03.649974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] Deleting port d798884a-ed4c-4f91-937d-fd40b34ae2d7 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:03.650473 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.731284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.751648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] For port d798884a-ed4c-4f91-937d-fd40b34ae2d7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d798884a-ed4c-4f91-937d-fd40b34ae2d7,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:03.752284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.755656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:03.764478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc740292-5f30-4c7f-8548-b95bd504e226 req-ff4a24af-e028-4822-bcb4-62a9a7e5a80b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245131 Jul 07 22:20:03.776900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] Calling delete_port for d798884a-ed4c-4f91-937d-fd40b34ae2d7 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:03.787719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:03.797791 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.884370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38fa91-f33c-4582-a6ec-5a7aa50f9ef6 req-2411b5f0-1eb8-4e6d-baf1-6ce97cbb9efb tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.885944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a38fa91-f33c-4582-a6ec-5a7aa50f9ef6 req-2411b5f0-1eb8-4e6d-baf1-6ce97cbb9efb tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 948 time: 0.2106795 Jul 07 22:20:03.890047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.890945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef79388b-84b3-4779-984e-f7408c701026 req-0661e897-e37b-4bb2-be2a-91ac82ec8e5f tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips/963c36d5-b418-4326-80ec-49a953ad14f1 HTTP/1.1" status: 200 len: 692 time: 0.0923524 Jul 07 22:20:03.918977 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.943474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] Pushing event deleted for resources: {'Port': ['ID=d798884a-ed4c-4f91-937d-fd40b34ae2d7,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.947613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cd1e6-68a8-47e2-8c40-474681184efb None None] No DVR routers for this DVR port d798884a-ed4c-4f91-937d-fd40b34ae2d7 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:04.035302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a38fa91-f33c-4582-a6ec-5a7aa50f9ef6 req-e597b8ce-ccb2-48a2-8614-c72e2f49ad9b tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414711 Jul 07 22:20:04.097991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79388b-84b3-4779-984e-f7408c701026 req-236d1e71-bc18-4382-8513-8f4dbf68e2da tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.098950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:04.099423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef79388b-84b3-4779-984e-f7408c701026 req-236d1e71-bc18-4382-8513-8f4dbf68e2da tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2021980 Jul 07 22:20:04.114664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-ef79388b-84b3-4779-984e-f7408c701026 req-d68a4e14-a13b-481c-aa38-e098353cf0c0 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:04.115379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef79388b-84b3-4779-984e-f7408c701026 req-d68a4e14-a13b-481c-aa38-e098353cf0c0 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101085 Jul 07 22:20:04.147032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:04.151131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.196535 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-22155c4e-4fb0-44ae-873f-36138f7f75d8 req-650ba066-cd7c-40ea-a9c3-bcb077fd729f tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] show failed (client error): The resource could not be found. Jul 07 22:20:04.197608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22155c4e-4fb0-44ae-873f-36138f7f75d8 req-650ba066-cd7c-40ea-a9c3-bcb077fd729f tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups/bcf6ecc3-968e-4e76-8b94-6f18af2e09fe HTTP/1.1" status: 404 len: 352 time: 0.0493181 Jul 07 22:20:04.212199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:04.214380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:04.220392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.220392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.228351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e3f4b-16a8-4405-a147-77726d267035 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:04.235225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=86b41014-02fc-45e2-af3d-16d3691430e3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:04.252188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5231938b-6cdb-4465-a203-b33cc3f15dab tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8881094 Jul 07 22:20:04.252497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42208) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:04.259142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:0c:38:1e', 'name': 'tempest-NetworksTestDHCPv6-1256749439'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:04.306012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-34580da9-3bd2-40f0-8db9-bd9aa5ab7ef8 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips/963c36d5-b418-4326-80ec-49a953ad14f1 HTTP/1.1" status: 200 len: 692 time: 0.0745723 Jul 07 22:20:04.425187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '86b41014-02fc-45e2-af3d-16d3691430e3'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:04.426107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.432291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:04.437398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.462834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port cae95794-2d70-4555-9b37-09b206744230 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:04.470065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-d3c9831a-0355-4def-9a3d-2752e6584389 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.471514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-d3c9831a-0355-4def-9a3d-2752e6584389 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1575496 Jul 07 22:20:04.472580 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-2ec3135d-6979-4ea1-a50f-b5ff59ab066a req-c08d46b7-5898-4bcc-bd29-63c6f47b7194 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] show failed (client error): The resource could not be found. Jul 07 22:20:04.473529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec3135d-6979-4ea1-a50f-b5ff59ab066a req-c08d46b7-5898-4bcc-bd29-63c6f47b7194 tempest-SecurityGroupsNegativeTestJSON-509623872 tempest-SecurityGroupsNegativeTestJSON-509623872-project] 10.222.0.95 "GET /v2.0/security-groups/0917a183-f634-4ee3-a116-f919daf50522 HTTP/1.1" status: 404 len: 352 time: 0.0319407 Jul 07 22:20:04.482887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-677579b1-72e9-43bd-b04e-228613f81458 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:04.490312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-677579b1-72e9-43bd-b04e-228613f81458 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122607 Jul 07 22:20:04.492466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42220) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:04.578739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-3df2d30a-85c9-4cd3-8d67-c4227ff5e7b6 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0873909 Jul 07 22:20:04.582824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe0c:381e (fb6eb312-b078-40cf-9e77-99f2b99590e3/86b41014-02fc-45e2-af3d-16d3691430e3/cae95794-2d70-4555-9b37-09b206744230) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:04.657160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19087e09-f01b-4904-b99a-f6fdec7040e2 req-bd281f84-cb22-481b-b826-35cc15d60159 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0664439 Jul 07 22:20:04.660258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Deleting subnet 4e607613-e6ea-4755-aba2-6e54675b3885 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:04.669621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-5c802291-bd0c-4029-b863-f7e9965670bc tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0901239 Jul 07 22:20:04.685856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.741153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.759294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object cae95794-2d70-4555-9b37-09b206744230 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:04.796402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.848509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:04.855664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Allocated IP 2001:db8::f816:3eff:fe5e:44e9 (fb6eb312-b078-40cf-9e77-99f2b99590e3/86b41014-02fc-45e2-af3d-16d3691430e3/f8b5d970-cc8f-424e-ba65-44bc1d2faf68) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:04.863777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:04.868639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:04.874569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.875295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.885137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=cae95794-2d70-4555-9b37-09b206744230,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:04.895564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.895926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.896283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.896667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.897033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.897363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.897705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.898147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.898430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.898814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.899155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.899663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:04.921188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-20cced1a-97fb-4e59-ac31-c88647c1982b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6640007 Jul 07 22:20:04.921657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42228) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:05.007759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98a9b4-8043-42b7-b40b-8a70ef57682d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:05.010669 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e98a9b4-8043-42b7-b40b-8a70ef57682d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0866420 Jul 07 22:20:05.013166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:05.060345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.072864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Transition to ACTIVE for port object f8b5d970-cc8f-424e-ba65-44bc1d2faf68 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:05.095896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Transition to ACTIVE for port object f8b5d970-cc8f-424e-ba65-44bc1d2faf68 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:05.106249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.143631 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.150779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:05.154667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:05.161819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:05.199734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Pushing event updated for resources: {'Port': ['ID=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.219429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-12fe3eea-c38f-4c7c-b0d7-b5c866b8094c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142447 Jul 07 22:20:05.234785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Attempting to bind port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:05.235314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Attempting to bind port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:05.235640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Attempting to bind port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:05.241075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:05.241386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:05.241830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.242306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:05.242491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.242925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Bound port: f8b5d970-cc8f-424e-ba65-44bc1d2faf68, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:05.243435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.245133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port cae95794-2d70-4555-9b37-09b206744230 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:05.245752 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.313726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Deleting port c5708567-d8a8-4a05-93dd-fe4e118912b1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:05.314213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.327529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66f53-3ad1-4626-871a-8e3dddab898c req-6fda4c66-f8cd-4fb6-bd9f-33f971a14397 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:05.334427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecf66f53-3ad1-4626-871a-8e3dddab898c req-6fda4c66-f8cd-4fb6-bd9f-33f971a14397 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1499751 Jul 07 22:20:05.344121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] For port f8b5d970-cc8f-424e-ba65-44bc1d2faf68, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:05.348892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] For port f8b5d970-cc8f-424e-ba65-44bc1d2faf68, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:05.355105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.366133 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.380631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for cae95794-2d70-4555-9b37-09b206744230 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:05.404294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.428862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587c1e-f1a3-46e7-ac26-e8b8d9dc79e0 None None] Pushing event updated for resources: {'Port': ['ID=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.468388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e607613-e6ea-4755-aba2-6e54675b3885,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.476090 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.478061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d875942a-da30-4f2c-981f-6609f49f7d0c admin admin] 10.222.0.95 "DELETE /v2.0/subnets/4e607613-e6ea-4755-aba2-6e54675b3885 HTTP/1.1" status: 204 len: 168 time: 0.9840956 Jul 07 22:20:05.484506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42250) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:05.485686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:05.493681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:05.515003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecf66f53-3ad1-4626-871a-8e3dddab898c req-789b52e7-11e3-4b47-b43d-b8497b8f0cbb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795380 Jul 07 22:20:05.572717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.639799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:05.647083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:05.647882 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.657256 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.707572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=cae95794-2d70-4555-9b37-09b206744230,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.709987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.722868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7d24501f-800a-4039-a32f-c81b85f764bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/cae95794-2d70-4555-9b37-09b206744230 HTTP/1.1" status: 204 len: 168 time: 0.7075734 Jul 07 22:20:05.723744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42260) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:05.732318 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.732566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:05.732698 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.753668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'mac_address': 'fa:16:3e:36:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:05.772506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Calling delete_port for c5708567-d8a8-4a05-93dd-fe4e118912b1 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:05.800331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899796db-fb53-4fcc-8554-3464b32a92cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:05.802202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899796db-fb53-4fcc-8554-3464b32a92cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:05.804001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-899796db-fb53-4fcc-8554-3464b32a92cd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0790968 Jul 07 22:20:05.807327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:05.876290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 86b41014-02fc-45e2-af3d-16d3691430e3 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:05.880038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.884392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.917453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.932564 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.938829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:05.941124 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b259b9-3abf-4929-bde3-5d622f14e62b" -d '{"events": [{"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-plugged", "status": "completed", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:05.942507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.963023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:05.965551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:05.971880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.989085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d9f219-bcf9-4268-9826-557891357b92']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:06.008843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cf627a-0466-4471-b389-a16fa4036221') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:06.009318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cf627a-0466-4471-b389-a16fa4036221') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:06.013009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:06.025204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.027205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.040429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.041936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.057615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.084588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:06.085002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:06.087932 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:06.111451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.132147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.160743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=86b41014-02fc-45e2-af3d-16d3691430e3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.163105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7a34-eafd-4aca-9164-0778aa4f0d5e req-eb1a8a42-2854-4b3f-a3a0-f3310e6a1cfa tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.165253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.169824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b4e7b0ed-87bb-4bc4-aa81-1ba67b480228 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/86b41014-02fc-45e2-af3d-16d3691430e3 HTTP/1.1" status: 204 len: 168 time: 0.3615105 Jul 07 22:20:06.170487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42272) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.172208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de7b7a34-eafd-4aca-9164-0778aa4f0d5e req-eb1a8a42-2854-4b3f-a3a0-f3310e6a1cfa tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 949 time: 0.4109917 Jul 07 22:20:06.217142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.222997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.226771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c9d9f219-bcf9-4268-9826-557891357b92 HTTP/1.1" status: 204 len: 168 time: 0.7388613 Jul 07 22:20:06.227628 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-464ad880-bd1d-44b2-ac82-0c1a9aa7e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494225 Jul 07 22:20:06.228244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42274) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.278800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04645a26-b4dc-48dc-9614-6224d7b6c1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d9f219-bcf9-4268-9826-557891357b92,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.294473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de7b7a34-eafd-4aca-9164-0778aa4f0d5e req-4ba247bd-2271-4450-a940-d85079240487 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211174 Jul 07 22:20:06.330672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:06.344641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.347964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c6d19-c6c2-4538-89d9-e286469885a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.349561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b74c6d19-c6c2-4538-89d9-e286469885a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1200800 Jul 07 22:20:06.352734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.404782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8b5d970-cc8f-424e-ba65-44bc1d2faf68 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:06.410490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event deleted for resources: {'Port': ['ID=c5708567-d8a8-4a05-93dd-fe4e118912b1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.506524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d0491-e08c-4d02-bcf4-9412be938763 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.508404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.511842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.512519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-030d0491-e08c-4d02-bcf4-9412be938763 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1562951 Jul 07 22:20:06.513578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42282) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.514865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e053747-c055-4a41-8d87-2cf3a448e53d req-8df9d47c-ee16-451d-876b-4279c30a0b9e tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "DELETE /v2.0/floatingips/963c36d5-b418-4326-80ec-49a953ad14f1 HTTP/1.1" status: 204 len: 173 time: 1.8443847 Jul 07 22:20:06.575427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42288) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.621360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42290) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.628703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-89b75a5b-40ed-4872-aaed-f2f174717589 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137199 Jul 07 22:20:06.635738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:06.653671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:06.712551 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b016d843-84ee-4590-a1bb-8a6e3752a431 x-openstack-request-id: req-b016d843-84ee-4590-a1bb-8a6e3752a431 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:06.712958 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-plugged", "status": "completed", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:06.713488 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b016d843-84ee-4590-a1bb-8a6e3752a431 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:06.713968 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'code': 200} Jul 07 22:20:06.737423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.737685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-13269d40-a36e-426c-a23d-a4c834932ffe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4cecebde5a8e44f8bd949292809f9ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606445 Jul 07 22:20:06.862522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a269ff1f-31cc-4bc3-8cff-8286df192e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.889601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a269ff1f-31cc-4bc3-8cff-8286df192e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.944316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a269ff1f-31cc-4bc3-8cff-8286df192e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.948160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a269ff1f-31cc-4bc3-8cff-8286df192e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.950949 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a269ff1f-31cc-4bc3-8cff-8286df192e9f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/45e29536-a491-4b59-aa2c-26f97630396a HTTP/1.1" status: 204 len: 168 time: 0.2120557 Jul 07 22:20:06.969710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ff1f-31cc-4bc3-8cff-8286df192e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e29536-a491-4b59-aa2c-26f97630396a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:07.019896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e7d886-13ae-4871-9105-3e36373c4993 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:07.077442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6afc01cf-c19d-42c9-bd5e-74943f5640e2 req-9c60f50b-98bb-478e-b8b2-3463d1e5d473 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1266260 Jul 07 22:20:07.101685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-5a10264f-84f1-4874-a437-f36cce5374c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.104470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-5a10264f-84f1-4874-a437-f36cce5374c6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1102 time: 0.0633729 Jul 07 22:20:07.106889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:07.110745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.152154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] Provisioning for port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:07.164829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] Provisioning complete for port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:07.168006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.213632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-1dde29df-aa04-49f0-a372-da64b5d836e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.215188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-1dde29df-aa04-49f0-a372-da64b5d836e1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1031277 Jul 07 22:20:07.236127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5042481-66e2-4e14-9a39-6c77969f5473 req-823544d9-a4b0-4544-a45c-7f5f917b058f tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.237683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5042481-66e2-4e14-9a39-6c77969f5473 req-823544d9-a4b0-4544-a45c-7f5f917b058f tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4410775 Jul 07 22:20:07.246813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b1c4e-62e4-44b1-8ba0-e5b8a8a959c1 req-ca3edf4b-b3a5-4bd2-8216-d94d68cf6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.248342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-899b1c4e-62e4-44b1-8ba0-e5b8a8a959c1 req-ca3edf4b-b3a5-4bd2-8216-d94d68cf6416 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 1102 time: 0.4277570 Jul 07 22:20:07.333877 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-0c34592d-d4b4-4be9-9fa9-1154abfebd10 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.1055810 Jul 07 22:20:07.354663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-899b1c4e-62e4-44b1-8ba0-e5b8a8a959c1 req-f0399a01-f2d0-49d0-a870-e12a65f69a3b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922663 Jul 07 22:20:07.355129 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.402962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-1c6be31d-d5ee-4ec8-953f-a66e6bc575f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.405725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-1c6be31d-d5ee-4ec8-953f-a66e6bc575f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0648661 Jul 07 22:20:07.408688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] For port f8b5d970-cc8f-424e-ba65-44bc1d2faf68, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:07.413680 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.447760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:07.483381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-c3b7c62e-3afc-469d-81a0-c741c3bcb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.484972 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-c3b7c62e-3afc-469d-81a0-c741c3bcb158 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730574 Jul 07 22:20:07.504206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25fa48-3aae-4f2b-b448-721f930cbf77 None None] Pushing event updated for resources: {'Port': ['ID=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:07.504937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbdb485e-025e-42bf-b435-33f5d8cdd04a req-8d4931c5-7d28-429f-a919-65034bd46922 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?tenant_id=e42ce74f57ad4395ba9db4d897e66d18 HTTP/1.1" status: 200 len: 1656 time: 0.1993248 Jul 07 22:20:07.530223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] Deleting port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:07.531163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.605039 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-42b49918-f23b-4bdc-b415-6d6d4bf9116c service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117263 Jul 07 22:20:07.671986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c1a6-2965-4190-b61b-da5c0594e7b5 req-580b7bcd-a377-46aa-b06a-96b62339d7e4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.679826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3b8c1a6-2965-4190-b61b-da5c0594e7b5 req-580b7bcd-a377-46aa-b06a-96b62339d7e4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.2859945 Jul 07 22:20:07.710892 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.743225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-83a5beee-5f3f-4354-8599-a30382d78d7e service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280870 Jul 07 22:20:07.757834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb485e-025e-42bf-b435-33f5d8cdd04a req-200cd1ed-3c9d-48ab-a2cc-8367ea87fd95 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.759402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbdb485e-025e-42bf-b435-33f5d8cdd04a req-200cd1ed-3c9d-48ab-a2cc-8367ea87fd95 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks?id=51086f85-fe57-4331-b13d-7d114d061a57&id=51086f85-fe57-4331-b13d-7d114d061a57&id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 787 time: 0.2401142 Jul 07 22:20:07.767250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] For port f8b5d970-cc8f-424e-ba65-44bc1d2faf68, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:07.767975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.785430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] Calling delete_port for f8b5d970-cc8f-424e-ba65-44bc1d2faf68 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:07.802697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-cbdb485e-025e-42bf-b435-33f5d8cdd04a req-db19167e-9163-4dd9-aa98-9d7fb96a959d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:07.803719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbdb485e-025e-42bf-b435-33f5d8cdd04a req-db19167e-9163-4dd9-aa98-9d7fb96a959d tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300012 Jul 07 22:20:07.814621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3b8c1a6-2965-4190-b61b-da5c0594e7b5 req-ca28baf3-8f38-42c9-91dd-0daaf06f2f3e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336715 Jul 07 22:20:07.830110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:07.838001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:07.842003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.842596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.878569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=1cea7bae-fda4-423e-be7c-5902cb48c2eb,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:07.891215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-15417817-12cd-4e81-9e86-0151e247af4e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2681901 Jul 07 22:20:07.893682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42328) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:07.900326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:b6:77:97', 'name': 'tempest-NetworksTestDHCPv6-372897222'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:07.987276 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.015835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] Pushing event deleted for resources: {'Port': ['ID=f8b5d970-cc8f-424e-ba65-44bc1d2faf68,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:08.021324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebd718-6524-4ba6-8256-a16154c40522 None None] No DVR routers for this DVR port f8b5d970-cc8f-424e-ba65-44bc1d2faf68 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:08.038037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c91a523-cfbe-4180-b022-8317e7e7e67b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:08.141521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-d0612114-2eba-4980-88d4-bc092c63f95c tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips/005029e1-ab3f-46c4-b92b-9fb1f06eda01 HTTP/1.1" status: 200 len: 693 time: 0.0730195 Jul 07 22:20:08.201827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '1cea7bae-fda4-423e-be7c-5902cb48c2eb'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:08.202720 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.227631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:08.282224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8b5d970-cc8f-424e-ba65-44bc1d2faf68 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:08.282908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec32d0-5509-4f57-8d25-e480ed7c4e6e req-ca8e21a7-8a83-4625-a75b-67a6e6d51ebd tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:08.284746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9ec32d0-5509-4f57-8d25-e480ed7c4e6e req-ca8e21a7-8a83-4625-a75b-67a6e6d51ebd tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 950 time: 0.2572227 Jul 07 22:20:08.310226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f8b5d970-cc8f-424e-ba65-44bc1d2faf68 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:08.310615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8b5d970-cc8f-424e-ba65-44bc1d2faf68 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:08.376976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/1cea7bae-fda4-423e-be7c-5902cb48c2eb/70b7b7bf-c564-43ac-80db-2dae1e07285c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:08.381337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614b563-e153-4677-acb6-ec195fc382e9 req-ec91f363-47b4-4e6f-8a0b-1b15578c03f0 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:08.383302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-ec91f363-47b4-4e6f-8a0b-1b15578c03f0 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2361932 Jul 07 22:20:08.398657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9ec32d0-5509-4f57-8d25-e480ed7c4e6e req-cfd928bc-c8b3-4bf3-ae86-06f651d78802 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995381 Jul 07 22:20:08.402317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-4ba9802e-c086-4964-b9f0-66e921d9a300 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:08.403332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-4ba9802e-c086-4964-b9f0-66e921d9a300 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140924 Jul 07 22:20:08.409743 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.472994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-bcd5ed8d-1482-4de7-ba62-c28a2c073039 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.0608568 Jul 07 22:20:08.477763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 7b0908ff-51dc-47bf-84fa-75bfb9c913bb yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:08.541048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.551255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Transition to ACTIVE for port object 70b7b7bf-c564-43ac-80db-2dae1e07285c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:08.562840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-ce1000c4-1d80-4909-9662-32729da394ad tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.0790355 Jul 07 22:20:08.571624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Transition to ACTIVE for port object 70b7b7bf-c564-43ac-80db-2dae1e07285c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:08.579422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.618042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:08.621394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:08.623993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:08.643680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Pushing event updated for resources: {'Port': ['ID=70b7b7bf-c564-43ac-80db-2dae1e07285c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:08.701188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Attempting to bind port 70b7b7bf-c564-43ac-80db-2dae1e07285c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:08.702199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Attempting to bind port 70b7b7bf-c564-43ac-80db-2dae1e07285c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:08.702711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Attempting to bind port 70b7b7bf-c564-43ac-80db-2dae1e07285c on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:08.708464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:08.709000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:08.709600 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.710978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:08.711579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Bound port: 70b7b7bf-c564-43ac-80db-2dae1e07285c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:08.712137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.736496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::5f (fb6eb312-b078-40cf-9e77-99f2b99590e3/1cea7bae-fda4-423e-be7c-5902cb48c2eb/7b0908ff-51dc-47bf-84fa-75bfb9c913bb) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:08.804748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] For port 70b7b7bf-c564-43ac-80db-2dae1e07285c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:08.811307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] For port 70b7b7bf-c564-43ac-80db-2dae1e07285c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=70b7b7bf-c564-43ac-80db-2dae1e07285c,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:08.816940 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.836715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a255e84-3818-427c-873f-b758d89765ae req-16968045-e3e1-40ba-8963-79fbdfcfa1f4 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0562723 Jul 07 22:20:08.841181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Deleting port d157b15a-1e8e-4654-86ab-ddd4913df1c3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:08.841531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.938042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b1572-ebad-4e0f-a594-0e9d4e0373d6 None None] Pushing event updated for resources: {'Port': ['ID=70b7b7bf-c564-43ac-80db-2dae1e07285c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:08.993810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42348) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.040261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.040620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.097331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Calling delete_port for d157b15a-1e8e-4654-86ab-ddd4913df1c3 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:09.101055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.145303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf904526-c3a2-4030-a8e1-25a7558b7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.252048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf904526-c3a2-4030-a8e1-25a7558b7bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.256691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf904526-c3a2-4030-a8e1-25a7558b7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.308768 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf904526-c3a2-4030-a8e1-25a7558b7bff admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4129c69ded8349cd831bf06a530c11f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138151 Jul 07 22:20:09.309908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf904526-c3a2-4030-a8e1-25a7558b7bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372215cd-eb39-4b4b-8811-bb4131b8dbf1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.312456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42354) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.366886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fce325d-21cf-4ba8-9429-6612c73bfb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.390095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fce325d-21cf-4ba8-9429-6612c73bfb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.439923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fce325d-21cf-4ba8-9429-6612c73bfb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.442843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fce325d-21cf-4ba8-9429-6612c73bfb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.444062 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4fce325d-21cf-4ba8-9429-6612c73bfb03 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/372215cd-eb39-4b4b-8811-bb4131b8dbf1 HTTP/1.1" status: 204 len: 168 time: 0.1306636 Jul 07 22:20:09.454545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce325d-21cf-4ba8-9429-6612c73bfb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372215cd-eb39-4b4b-8811-bb4131b8dbf1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.490612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 7b0908ff-51dc-47bf-84fa-75bfb9c913bb will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:09.505516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:09.530732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed7763-4072-4451-b4b7-cca68929a565 req-6fcbffe5-495e-4b29-b807-95973da0cfff tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.532484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bed7763-4072-4451-b4b7-cca68929a565 req-6fcbffe5-495e-4b29-b807-95973da0cfff tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.5035129 Jul 07 22:20:09.562054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:09.566178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:09.566570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.596733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bed7763-4072-4451-b4b7-cca68929a565 req-3f187021-9be2-410a-b008-564148220ffd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538111 Jul 07 22:20:09.620941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.680834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.710777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:09.713753 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d776af79-f53a-411e-95b0-d3b26f8f90ba" -d '{"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-plugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:09.730269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:09.732792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:09.736344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:09.738239 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.746056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=7b0908ff-51dc-47bf-84fa-75bfb9c913bb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.758871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:09.764857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.765524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.771819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.772173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.772516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.773208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.773208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.773771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.774144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.774480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.774834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.775225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.775636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.775874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:09.791508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.807375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d954248b-d7fc-43c9-bd13-28233fab4ff1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9126439 Jul 07 22:20:09.810266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.837878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event deleted for resources: {'Port': ['ID=d157b15a-1e8e-4654-86ab-ddd4913df1c3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.854951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.916491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.919328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.921066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2614b563-e153-4677-acb6-ec195fc382e9 req-321bec3c-ec90-4909-a81c-0d595b2911f7 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "DELETE /v2.0/floatingips/005029e1-ab3f-46c4-b92b-9fb1f06eda01 HTTP/1.1" status: 204 len: 173 time: 1.3402929 Jul 07 22:20:09.933411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c059ebda-22fa-4148-90d3-ee5b4f071870 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.942272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c059ebda-22fa-4148-90d3-ee5b4f071870 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.945122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c059ebda-22fa-4148-90d3-ee5b4f071870 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1335459 Jul 07 22:20:09.948184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42378) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:10.095884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 7b0908ff-51dc-47bf-84fa-75bfb9c913bb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:10.096305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.155778 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6868c7d5-7114-4476-a33a-55867d12eafc x-openstack-request-id: req-6868c7d5-7114-4476-a33a-55867d12eafc {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:10.156511 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-plugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:10.156938 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6868c7d5-7114-4476-a33a-55867d12eafc {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:10.157527 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'code': 200} Jul 07 22:20:10.197015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-44d50ece-0f97-40e5-aa63-0c5ce8fdd943 None None] Provisioning for port 70b7b7bf-c564-43ac-80db-2dae1e07285c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:10.323816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.341973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b7b7bf-c564-43ac-80db-2dae1e07285c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:10.374309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 7b0908ff-51dc-47bf-84fa-75bfb9c913bb owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:10.381937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e18499f6-1857-4001-ae3e-d1101907fbbd req-71c07bc3-5893-496a-8aa9-71c020b57ca9 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0540378 Jul 07 22:20:10.401265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 70b7b7bf-c564-43ac-80db-2dae1e07285c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:10.405851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 70b7b7bf-c564-43ac-80db-2dae1e07285c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:10.406479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.451360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:10.502796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.545842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 70b7b7bf-c564-43ac-80db-2dae1e07285c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=70b7b7bf-c564-43ac-80db-2dae1e07285c,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:10.547366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f3b563b2-7715-4339-b836-811ed189d9dc None None] Could not find standard attr ID for object cae95794-2d70-4555-9b37-09b206744230. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:20:10.555970 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.558336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7792-848f-408e-8086-035ef01997b5 req-93ed9c2d-833f-469b-9633-a45752bda24d tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:10.559958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-404b7792-848f-408e-8086-035ef01997b5 req-93ed9c2d-833f-469b-9633-a45752bda24d tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 950 time: 0.3052855 Jul 07 22:20:10.592611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1425034216-network', 'tenant_id': '8a60246f21a44cf7adc440f356525c81'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:10.596552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9f807-606a-4d0f-be1b-99fb53cd22f6 req-c0bbb477-bc2a-440d-96d5-0f16853ea013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:10.598075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3a9f807-606a-4d0f-be1b-99fb53cd22f6 req-c0bbb477-bc2a-440d-96d5-0f16853ea013 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 1102 time: 0.3423097 Jul 07 22:20:10.613742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=70b7b7bf-c564-43ac-80db-2dae1e07285c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:10.619451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:10.622516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.632591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.650522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-755290fe-5671-43ec-b1aa-52216c3dceba tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips/b2e620c6-d40d-4c1d-b321-5e4c42809e56 HTTP/1.1" status: 200 len: 693 time: 0.1405306 Jul 07 22:20:10.662199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.739874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.744867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.762187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=7b0908ff-51dc-47bf-84fa-75bfb9c913bb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:10.765092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-14e02f02-72a6-40d8-b49f-70c137e58dbd None None] Could not find standard attr ID for object 7b0908ff-51dc-47bf-84fa-75bfb9c913bb. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:20:10.776448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:10.791124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd0986-d2d5-4d83-9f47-ce61003144b0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:10.794513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.794928 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Added segment b0070f9b-54ed-4580-bc8e-4b18579445d8 of type vlan for network 2a5e1819-3f46-46e6-82e8-10dc2105389a Jul 07 22:20:10.798260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.803381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-62f56dab-0988-4344-be11-437d18367252 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/7b0908ff-51dc-47bf-84fa-75bfb9c913bb HTTP/1.1" status: 204 len: 168 time: 0.8509209 Jul 07 22:20:10.803501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:10.824532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-404b7792-848f-408e-8086-035ef01997b5 req-8d998dcd-a7f3-4022-9206-ae7454ad3a07 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340105 Jul 07 22:20:10.828623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3a9f807-606a-4d0f-be1b-99fb53cd22f6 req-6a384e65-17f7-4554-844a-2e06aec455bb service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970940 Jul 07 22:20:10.889955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.904019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f42b43-10b5-4f1b-b30f-ad3a087dabb3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:10.904213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-378e339f-f6fe-4fc7-a3ba-4a1588adad78 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:10.905836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f42b43-10b5-4f1b-b30f-ad3a087dabb3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:10.907523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f9f42b43-10b5-4f1b-b30f-ad3a087dabb3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1030104 Jul 07 22:20:10.910220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42404) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:10.912987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-378e339f-f6fe-4fc7-a3ba-4a1588adad78 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2505817 Jul 07 22:20:10.980148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-2b48eadb-1c73-45f4-8689-af2cfdb0c1ba tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.0657511 Jul 07 22:20:10.992041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 1cea7bae-fda4-423e-be7c-5902cb48c2eb {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:10.996142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.999452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.000606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.001193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.059546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-b1d758a2-a555-4493-a46f-024b23efb03f tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.0737100 Jul 07 22:20:11.090384 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6373334 Jul 07 22:20:11.092690 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.096634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42406) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.128813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Request body: {'subnet': {'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1425034216-subnet', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:11.146326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf37f8d-dff1-4fc9-8e05-e7fb491eee28 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5e1819-3f46-46e6-82e8-10dc2105389a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.156792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:11.177745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a937d2c-6468-4d5b-a077-81747a8a1e9b req-a2cccbc6-483e-46aa-a248-b0681b745f77 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.179869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a937d2c-6468-4d5b-a077-81747a8a1e9b req-a2cccbc6-483e-46aa-a248-b0681b745f77 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1858990 Jul 07 22:20:11.209448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:11.212248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.248583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a937d2c-6468-4d5b-a077-81747a8a1e9b req-6b65b227-0337-49ba-b0bb-65dd44dad814 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Jul 07 22:20:11.263450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Deleting port 5b221ed5-ef91-4576-8958-2956ec368bcd {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:11.264045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.278206 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.367857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.396504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.396842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.411404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Calling delete_port for 5b221ed5-ef91-4576-8958-2956ec368bcd owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:11.415240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=1cea7bae-fda4-423e-be7c-5902cb48c2eb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.424840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.426804 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8cadf649-cc0d-47e8-b673-a4ce1823b07b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/1cea7bae-fda4-423e-be7c-5902cb48c2eb HTTP/1.1" status: 204 len: 168 time: 0.5152988 Jul 07 22:20:11.429798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42412) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.430321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05287d1a-4d6c-4bbe-a4a4-c90d0fbe354b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:11.474937 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46edaaa9-31c0-4da1-8358-c1514bbf7d20 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440023 Jul 07 22:20:11.478938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42414) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.522575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.529751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfcdb3-b2b2-4ee3-8e74-b845e69e8cfe req-e47a8aec-c3df-4f09-8591-ad7f0978bba6 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.531302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05dfcdb3-b2b2-4ee3-8e74-b845e69e8cfe req-e47a8aec-c3df-4f09-8591-ad7f0978bba6 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 950 time: 0.1729994 Jul 07 22:20:11.579084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8798c8d0-97dd-428e-a156-75ae2792375c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.603646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05dfcdb3-b2b2-4ee3-8e74-b845e69e8cfe req-06a8bbe4-4e3b-4883-9af5-f84c2fdfaae8 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641203 Jul 07 22:20:11.613957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:11.614335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Network hostable DHCP agents. Network: 2a5e1819-3f46-46e6-82e8-10dc2105389a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:11.638785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:11.652147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4d319-b1ec-4e20-b698-6c8e583ffb8b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.653831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9df4d319-b1ec-4e20-b698-6c8e583ffb8b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1738980 Jul 07 22:20:11.667014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42416) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.667263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:11.673735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2a5e1819-3f46-46e6-82e8-10dc2105389a) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:11.689106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.695436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2e0e7-e2d1-4e7f-824e-5ec75ecbb692 None None] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:11.697932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.698544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.727590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298857c-0680-4a5f-9bd6-ab5946b5e9b0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.732234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42420) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.732462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1298857c-0680-4a5f-9bd6-ab5946b5e9b0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736480 Jul 07 22:20:11.735112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event deleted for resources: {'Port': ['ID=5b221ed5-ef91-4576-8958-2956ec368bcd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.737557 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-884d74e1-fb66-4ab2-91c6-9fd9db01e5a2 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6183202 Jul 07 22:20:11.738161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42422) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.743362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:11.769492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.770715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.840182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.873436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] Deleting port 70b7b7bf-c564-43ac-80db-2dae1e07285c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:11.874171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.883457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cd8173b7-e39f-4c7d-b495-4e2620831549 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492882 Jul 07 22:20:11.926741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.934506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:11.938527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.941474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.942648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d15e8ab-c083-4c02-ad09-2c786685dcbc req-362b4d6a-e80f-4065-b9b3-e41300987513 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "DELETE /v2.0/floatingips/b2e620c6-d40d-4c1d-b321-5e4c42809e56 HTTP/1.1" status: 204 len: 173 time: 0.8718088 Jul 07 22:20:12.002351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] For port 70b7b7bf-c564-43ac-80db-2dae1e07285c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=70b7b7bf-c564-43ac-80db-2dae1e07285c,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:12.002796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.005791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-2a5e1819-3f46-46e6-82e8-10dc2105389a', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:12.006675 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.027021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] Calling delete_port for 70b7b7bf-c564-43ac-80db-2dae1e07285c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:12.040610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0ac9a0a-26b8-4821-bd59-0b34f357472c req-d5cded3b-1be3-448e-a838-96455c9967b4 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0410914 Jul 07 22:20:12.065902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.120217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-04b06f01-49ef-4c39-baee-8f0ae5f491f5 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips/2f3a3286-0b92-4e35-b92d-349b6f9aae96 HTTP/1.1" status: 200 len: 692 time: 0.0824995 Jul 07 22:20:12.121314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:12.124765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.238251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Allocated IP 172.20.0.2 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/7134716c-6729-4fa6-8301-3abaab1e448a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:12.252445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.297568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] No DVR routers for this DVR port 70b7b7bf-c564-43ac-80db-2dae1e07285c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:12.302916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28664aa7-2da9-4b67-bfd2-21e2bbb7ec1b None None] Pushing event deleted for resources: {'Port': ['ID=70b7b7bf-c564-43ac-80db-2dae1e07285c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.315805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b7b7bf-c564-43ac-80db-2dae1e07285c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:12.355581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 70b7b7bf-c564-43ac-80db-2dae1e07285c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:12.356050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b7b7bf-c564-43ac-80db-2dae1e07285c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:12.477149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:12.484795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.523932 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.536331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Transition to ACTIVE for port object 7134716c-6729-4fa6-8301-3abaab1e448a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:12.539988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:12.545812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:12.557991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87a6e2-1c28-4613-89f7-ded9c427f65e None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:12.568048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:12.568617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.575043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Transition to ACTIVE for port object 7134716c-6729-4fa6-8301-3abaab1e448a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:12.598190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6690888 Jul 07 22:20:12.601189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42438) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:12.608038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:12.614269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.628540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-30abd43e-f4b5-4e7b-bcef-890fd0b8aa68 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:12.629960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-30abd43e-f4b5-4e7b-bcef-890fd0b8aa68 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.3106329 Jul 07 22:20:12.639510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e150945-348f-4bf4-ae58-136c8424e152 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.666082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:12.677369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:12.681698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:12.688698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Pushing event updated for resources: {'Port': ['ID=7134716c-6729-4fa6-8301-3abaab1e448a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.698330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-79bb7cd0-bcb2-4f10-a748-45c71cbfaa09 tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0606980 Jul 07 22:20:12.738027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.758791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd92835-9774-43f4-9a96-625c5a4da98a req-f6c5111e-441f-46f8-8825-d93d27c486dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:12.760326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dd92835-9774-43f4-9a96-625c5a4da98a req-f6c5111e-441f-46f8-8825-d93d27c486dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.2091262 Jul 07 22:20:12.765623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-a56e742a-77a7-48a1-b525-ddd76517dbad tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0591691 Jul 07 22:20:12.770267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.788209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Attempting to bind port 7134716c-6729-4fa6-8301-3abaab1e448a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:12.788667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Attempting to bind port 7134716c-6729-4fa6-8301-3abaab1e448a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:12.789380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Attempting to bind port 7134716c-6729-4fa6-8301-3abaab1e448a on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:12.795775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:12.796204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:12.796788 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.797277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:12.797813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Bound port: 7134716c-6729-4fa6-8301-3abaab1e448a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:12.798204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.857362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': 'a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:12.857755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.896782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:12.900420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.909946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dd92835-9774-43f4-9a96-625c5a4da98a req-ecea0cb9-aeba-4f4d-a0a5-9fb139ebd410 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433580 Jul 07 22:20:12.942533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Deleting port 0eec637b-df2b-42cf-b48c-6e6c9e842df2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:12.942966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.971179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] For port 7134716c-6729-4fa6-8301-3abaab1e448a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:12.994771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] For port 7134716c-6729-4fa6-8301-3abaab1e448a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7134716c-6729-4fa6-8301-3abaab1e448a,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:13.007904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.037056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Allocated IP 172.25.5.148 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/46a33fa7-235f-4ab6-be7a-c60b0f4f9d96) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:13.053120 n-d-694802-13 neutron-server[93931]: INFO neutron.db.ipam_backend_mixin [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b (CIDR: 2001:db8::/64) Jul 07 22:20:13.055121 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.055498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.060285 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:20:13.060746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:13.070959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Calling delete_port for 0eec637b-df2b-42cf-b48c-6e6c9e842df2 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:13.096543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496da59-7413-4dad-86a3-70fea484bc82 None None] Pushing event updated for resources: {'Port': ['ID=7134716c-6729-4fa6-8301-3abaab1e448a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.119245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Allocated IP 2001:db8::f816:3eff:fe39:becc (fb6eb312-b078-40cf-9e77-99f2b99590e3/a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b/9c074fed-89fa-45d9-a0b0-377e8a3a7bd4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:13.131223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-966d4e70-c20d-48b7-97f5-24cf115257d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5270307 Jul 07 22:20:13.133624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.139094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:13.224375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cb763-b0c2-4e64-b946-1883769540a1 req-a18bc0ba-2026-48d9-8849-e66b271acffe tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.227140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d38cb763-b0c2-4e64-b946-1883769540a1 req-a18bc0ba-2026-48d9-8849-e66b271acffe tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 950 time: 0.1394024 Jul 07 22:20:13.255439 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.310292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d38cb763-b0c2-4e64-b946-1883769540a1 req-b4b7cc50-bab3-4972-9008-6b1ec268bc00 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760229 Jul 07 22:20:13.333063 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.341741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.348946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:13.369580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Transition to ACTIVE for port object 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:13.380048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.392046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Transition to ACTIVE for port object 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:13.400061 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.408661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Pushing event deleted for resources: {'Port': ['ID=0eec637b-df2b-42cf-b48c-6e6c9e842df2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.439359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:13.442253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:13.448078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:13.457127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Pushing event updated for resources: {'Port': ['ID=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.487350 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.537609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Attempting to bind port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:13.537993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Attempting to bind port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:13.538545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Attempting to bind port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:13.544234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:13.544622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:13.545721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.545721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:13.545971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Bound port: 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:13.546261 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.557479 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.561625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.576676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d956eb29-c211-44a5-8fc0-7efe0ca0086f req-ec3d0c9f-96a3-4a80-8fae-4063321b3aaf tempest-FloatingIPDetailsTestJSON-450830245 tempest-FloatingIPDetailsTestJSON-450830245-project] 10.222.0.95 "DELETE /v2.0/floatingips/2f3a3286-0b92-4e35-b92d-349b6f9aae96 HTTP/1.1" status: 204 len: 173 time: 0.8023157 Jul 07 22:20:13.577272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42456) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.580977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:13.614346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:13.617576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:13.625294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Pushing event updated for resources: {'Port': ['ID=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.642539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] For port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:13.646307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] For port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:13.652356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.730091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971d915-b686-46b9-9d69-ba9806cb3d87 None None] Pushing event updated for resources: {'Port': ['ID=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.897661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25a8aa03-d436-47d6-8d4c-faef17287a0c req-635fe0d0-4689-4411-b3bf-8626b801a1a4 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0990944 Jul 07 22:20:14.160568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.204616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:14.216066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:14.222323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:14.223111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.230924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.320756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.328855 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1915193 Jul 07 22:20:14.450830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:14.458807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81a662-90ca-4e94-8406-31c66c1343d4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=5d1fefee-2ea1-4990-a7d8-eb3370da1db0,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:14.460868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7134716c-6729-4fa6-8301-3abaab1e448a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:14.473893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:84:97:98', 'name': 'tempest-NetworksTestDHCPv6-1425468895'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:14.494115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e8309-b611-4ad7-a4b5-7ebaf5f226b2 req-18622fc9-dbf9-4c3e-9240-be211583bf96 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:14.495888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b82e8309-b611-4ad7-a4b5-7ebaf5f226b2 req-18622fc9-dbf9-4c3e-9240-be211583bf96 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.3576145 Jul 07 22:20:14.573609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7134716c-6729-4fa6-8301-3abaab1e448a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:14.579384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:14.683233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:14.699286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b82e8309-b611-4ad7-a4b5-7ebaf5f226b2 req-5925f2c4-e171-42ce-bba0-a7ce16d51806 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977425 Jul 07 22:20:14.792874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a4108-f378-4b13-a135-3f753e580daa None None] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:14.835300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.871483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Deleting port 912dd1de-f8f9-4e20-ac4d-df28718a57f3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:14.872293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.895915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:14.952251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] Provisioning for port 7134716c-6729-4fa6-8301-3abaab1e448a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:14.967073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] Provisioning complete for port 7134716c-6729-4fa6-8301-3abaab1e448a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:14.967500 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.032271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] For port 912dd1de-f8f9-4e20-ac4d-df28718a57f3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=912dd1de-f8f9-4e20-ac4d-df28718a57f3,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:15.032892 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.033032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.071942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Calling delete_port for 912dd1de-f8f9-4e20-ac4d-df28718a57f3 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:15.127417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.169249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port d234bff8-a69b-4bfa-8782-d2d1132e2c61 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:15.190326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3bae0ed-dd4c-4a53-b262-13e9f839f35f req-bd1ef9e3-a05a-4bac-b873-8bf7008e1399 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0504115 Jul 07 22:20:15.193785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] For port 7134716c-6729-4fa6-8301-3abaab1e448a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7134716c-6729-4fa6-8301-3abaab1e448a,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:15.224764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.228499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42504) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:15.273995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Router 2c218241-6f2f-4f3c-b835-42beb86b3b25 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:15.318823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180acb28-42cd-4737-918f-18f55f62eb3c None None] Pushing event updated for resources: {'Port': ['ID=7134716c-6729-4fa6-8301-3abaab1e448a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.336388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba067b9-027a-4ff2-93e1-5695970041f5 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:15.405473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] Provisioning for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:15.411211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] Provisioning complete for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:15.413892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.416444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc78d-d989-4cf2-9f1d-4788a99e0d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.457657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.536396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=912dd1de-f8f9-4e20-ac4d-df28718a57f3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.602196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8:0:1::110 (fb6eb312-b078-40cf-9e77-99f2b99590e3/5d1fefee-2ea1-4990-a7d8-eb3370da1db0/d234bff8-a69b-4bfa-8782-d2d1132e2c61) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:15.607838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:15.623399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe84:9798 (fb6eb312-b078-40cf-9e77-99f2b99590e3/a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b/d234bff8-a69b-4bfa-8782-d2d1132e2c61) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:15.771965 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.775274 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc78d-d989-4cf2-9f1d-4788a99e0d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.776777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.789106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Sync routers for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:15.790072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc78d-d989-4cf2-9f1d-4788a99e0d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.833513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] For port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:15.837617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:15.838709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:15.850483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b0dcc78d-d989-4cf2-9f1d-4788a99e0d9d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f45751ae385a4f768573623c3866b73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209509 Jul 07 22:20:15.858333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.860424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42522) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:15.864011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dbe49e71-db9b-460f-a5b5-2e7820d67614 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1247873 Jul 07 22:20:15.864874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:15.895072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcc78d-d989-4cf2-9f1d-4788a99e0d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4e0f6-b855-44e5-8a3d-db561e567d76,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.924802 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.973619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.987920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fbeaa-78be-4a52-b9b2-efa3adae3477 None None] Pushing event updated for resources: {'Port': ['ID=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.993954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object d234bff8-a69b-4bfa-8782-d2d1132e2c61 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:16.098179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-71513738-aede-4406-9605-442b144cd0d3 None None] Provisioning complete for port 7134716c-6729-4fa6-8301-3abaab1e448a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:16.098730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-71513738-aede-4406-9605-442b144cd0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.128578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:16.370609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': 'a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b', 'ip_address': '2001:db8::f816:3eff:fe39:becc'}, {'subnet_id': '5d1fefee-2ea1-4990-a7d8-eb3370da1db0'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '9c074fed-89fa-45d9-a0b0-377e8a3a7bd4'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:20:16.392426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298d073-3dc8-47c2-bcd3-31f2e82b4d6d req-2ce570a8-d86e-476c-947c-22ce910a6578 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:16.399527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f298d073-3dc8-47c2-bcd3-31f2e82b4d6d req-2ce570a8-d86e-476c-947c-22ce910a6578 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1605768 Jul 07 22:20:16.426370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7134716c-6729-4fa6-8301-3abaab1e448a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:16.428420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.438675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-006c5897-d00a-425f-b9ee-f1365c7049e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.460880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.464087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17015759-6d7e-445a-8da0-ab6d27c3c91d req-efc1055b-eca1-46b5-a404-56560c08d7dc tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0539887 Jul 07 22:20:16.532292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:16.542982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:16.546401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-006c5897-d00a-425f-b9ee-f1365c7049e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.561014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f298d073-3dc8-47c2-bcd3-31f2e82b4d6d req-0ed1b208-8584-4085-94dc-6666b178495d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605167 Jul 07 22:20:16.571142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=d234bff8-a69b-4bfa-8782-d2d1132e2c61,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.584321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:16.592181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:16.592852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.652289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-51e3ee8a-6eea-4009-ac02-5ef4df18050e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1892941 Jul 07 22:20:16.653425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42538) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:16.705446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7134716c-6729-4fa6-8301-3abaab1e448a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:16.705838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.709911 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.725167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-006c5897-d00a-425f-b9ee-f1365c7049e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.728189 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-006c5897-d00a-425f-b9ee-f1365c7049e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.731912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-006c5897-d00a-425f-b9ee-f1365c7049e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/60c4e0f6-b855-44e5-8a3d-db561e567d76 HTTP/1.1" status: 204 len: 168 time: 0.8306923 Jul 07 22:20:16.746551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Router c9771be3-4145-4fff-aed0-6066b4435aeb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:16.748094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c5897-d00a-425f-b9ee-f1365c7049e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4e0f6-b855-44e5-8a3d-db561e567d76,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.772163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.841891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Allocated IP 2001:db8:0:1::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/5d1fefee-2ea1-4990-a7d8-eb3370da1db0/9c074fed-89fa-45d9-a0b0-377e8a3a7bd4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:16.853695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:13Z', 'revision_number': 3, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:16.911336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Checking router: 2c218241-6f2f-4f3c-b835-42beb86b3b25 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:16.912129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Updating router 2c218241-6f2f-4f3c-b835-42beb86b3b25 port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:16.914011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port d234bff8-a69b-4bfa-8782-d2d1132e2c61 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:16.914367 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.995351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:17.007870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] Sync routers for ids ['c9771be3-4145-4fff-aed0-6066b4435aeb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:17.008888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:17.013120 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.025579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42546) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.027291 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] Routers {'c9771be3-4145-4fff-aed0-6066b4435aeb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:17.027935 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c9771be3-4145-4fff-aed0-6066b4435aeb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:17.029760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-38cc9dcc-6f7e-4e80-bc2f-7799f3fa0c67 admin admin] 10.222.0.95 "PUT /v2.0/routers/c9771be3-4145-4fff-aed0-6066b4435aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4437361 Jul 07 22:20:17.075873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.103790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for d234bff8-a69b-4bfa-8782-d2d1132e2c61 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:17.168158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42548) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.186289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf65518-6d91-42c6-9b9d-b7aa490e3a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.196851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] Set router c9771be3-4145-4fff-aed0-6066b4435aeb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:17.220495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] For port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:17.279005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:17.279005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.281851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.310922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Allocated IP 172.20.0.1 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/a04283a4-0857-4eae-bbc9-9ef8b4cfd19f) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:17.344786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf65518-6d91-42c6-9b9d-b7aa490e3a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.348201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.367634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf65518-6d91-42c6-9b9d-b7aa490e3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.369577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Transition to ACTIVE for port object 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:17.390963 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.409755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=d234bff8-a69b-4bfa-8782-d2d1132e2c61,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:17.438241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:20:15Z', 'revision_number': 5, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:17.446419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0bf65518-6d91-42c6-9b9d-b7aa490e3a1c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7148d097d4c34f48aefe56a7f983c82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758336 Jul 07 22:20:17.446944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42550) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.449211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf65518-6d91-42c6-9b9d-b7aa490e3a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e673253-997f-463f-88e1-4524e800b287,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:17.454181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.490194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 had new provisioning blocks added so it will not transition to active. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 07 22:20:17.497358 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] Checking router: c9771be3-4145-4fff-aed0-6066b4435aeb for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:17.504497 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.511875 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] Routers {'c9771be3-4145-4fff-aed0-6066b4435aeb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:17.512928 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c9771be3-4145-4fff-aed0-6066b4435aeb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:17.521108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-012352c5-313d-4e24-8c07-42a507804c75 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/d234bff8-a69b-4bfa-8782-d2d1132e2c61 HTTP/1.1" status: 204 len: 168 time: 0.8663352 Jul 07 22:20:17.523844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42554) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.556887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:17.559655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eac739-cc19-44fb-b917-6334d84bb4f2 None None] Pushing event updated for resources: {'Port': ['ID=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:17.580732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.687411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.693670 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6909055-61fa-41a8-b70a-a2572c62524a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.707206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Deleting port 93e91409-28f2-4fef-9eed-32462e02835e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:17.707563 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.741112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6909055-61fa-41a8-b70a-a2572c62524a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.772450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Transition to ACTIVE for port object a04283a4-0857-4eae-bbc9-9ef8b4cfd19f will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:17.772743 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] Set router c9771be3-4145-4fff-aed0-6066b4435aeb gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:17.850025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.854738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d987bc2-260f-4517-9c2b-61623d5b4651 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:17.859805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1d987bc2-260f-4517-9c2b-61623d5b4651 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3233795 Jul 07 22:20:17.860815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6909055-61fa-41a8-b70a-a2572c62524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.863441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6909055-61fa-41a8-b70a-a2572c62524a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.868111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a6909055-61fa-41a8-b70a-a2572c62524a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2e673253-997f-463f-88e1-4524e800b287 HTTP/1.1" status: 204 len: 168 time: 0.4191489 Jul 07 22:20:17.888124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42560) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.926485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] For port 93e91409-28f2-4fef-9eed-32462e02835e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93e91409-28f2-4fef-9eed-32462e02835e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:17.926899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.943274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bd926dc-03b1-4dc7-8adb-1efd832164a4 req-1a1cdbb1-cece-4231-a467-a4f8f2de6e9b tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1489937 Jul 07 22:20:17.962857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Calling delete_port for 93e91409-28f2-4fef-9eed-32462e02835e owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:18.006396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6909055-61fa-41a8-b70a-a2572c62524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e673253-997f-463f-88e1-4524e800b287,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.096784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f25022-50f6-4ac8-b035-03b18d7c76f1 req-cdb6b75b-c462-4e6d-bdaf-c7b53b191483 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.098801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1f25022-50f6-4ac8-b035-03b18d7c76f1 req-cdb6b75b-c462-4e6d-bdaf-c7b53b191483 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.2643857 Jul 07 22:20:18.121183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f8af1-91a2-4499-8b51-f50d6228e0d1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.148333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0b5f8af1-91a2-4499-8b51-f50d6228e0d1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2568691 Jul 07 22:20:18.153264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.157373 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:20:15Z', 'revision_number': 5, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:18.178453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Transition to ACTIVE for port object 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:18.194425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:18.203403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.214546 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916df5b5-ae0b-40b6-ad71-d566d3a176ca None None] The sync data for ids ['c9771be3-4145-4fff-aed0-6066b4435aeb'] in n-d-694802-13 is: [{'id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-852778616-router', 'tenant_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '93e91409-28f2-4fef-9eed-32462e02835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:31Z', 'updated_at': '2021-07-07T22:20:15Z', 'revision_number': 5, 'project_id': 'e42ce74f57ad4395ba9db4d897e66d18', 'gw_port': {'id': '93e91409-28f2-4fef-9eed-32462e02835e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9771be3-4145-4fff-aed0-6066b4435aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:33Z', 'updated_at': '2021-07-07T22:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:18.371396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:18.379941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1f25022-50f6-4ac8-b035-03b18d7c76f1 req-2e94bf93-1ed4-45ce-bb55-923090ff5113 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296822 Jul 07 22:20:18.426963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f04183-47bb-472e-9f9d-aa2a2ed93843 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.428412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708367-112f-428d-ac88-d32d1cab9c91 None None] Pushing event updated for resources: {'Port': ['ID=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.433959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f04183-47bb-472e-9f9d-aa2a2ed93843 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.438261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f04183-47bb-472e-9f9d-aa2a2ed93843 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.438746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'mac_address': 'fa:16:3e:36:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:18.443678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-35f04183-47bb-472e-9f9d-aa2a2ed93843 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2423401 Jul 07 22:20:18.444130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42586) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:18.471346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.510319 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15d3d77a-74e8-4d29-9358-ebb4b448e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.514564 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.530394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:18.544989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:18.553159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Attempting to bind port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:18.553577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Attempting to bind port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:18.553991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Attempting to bind port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:18.565725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:18.566129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:18.566514 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.566940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:18.567676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Bound port: 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:18.568075 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.606957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:18.611870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 5d1fefee-2ea1-4990-a7d8-eb3370da1db0 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:18.617706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:18.620543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.705869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:18.707587 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.720645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:18.724409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Pushing event updated for resources: {'Port': ['ID=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.728427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.740028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:18.756506 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.801910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b246a49-830b-41ec-ae2f-796d59672741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.804214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e91409-28f2-4fef-9eed-32462e02835e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.859096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.864846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.866919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] For port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:18.888130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-da5b5ce6-3077-4aa7-a215-45ac1b95d40d None None] Provisioning for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:18.904535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-da5b5ce6-3077-4aa7-a215-45ac1b95d40d None None] Provisioning complete for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:18.904914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-da5b5ce6-3077-4aa7-a215-45ac1b95d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.974375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:18.990257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] For port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:19.043107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.081346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.089393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.094754 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.170810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:19.173664 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.187138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:19.188943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:19:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:19.196102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:19.216486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.250041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1fefee-2ea1-4990-a7d8-eb3370da1db0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:19.254602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.258490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7fa272cd-0f47-4ccb-bc2a-9fe40d1683ff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/5d1fefee-2ea1-4990-a7d8-eb3370da1db0 HTTP/1.1" status: 204 len: 168 time: 0.8129144 Jul 07 22:20:19.261352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.300086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.301614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9771be3-4145-4fff-aed0-6066b4435aeb {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:19.308704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.313560 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d219376a-e09a-427d-b586-cf2df9a9f692 admin admin] 10.222.0.95 "DELETE /v2.0/routers/c9771be3-4145-4fff-aed0-6066b4435aeb HTTP/1.1" status: 204 len: 168 time: 2.2865837 Jul 07 22:20:19.321655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42620) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.428155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:19.436365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.447834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Deleting subnet b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:19.461461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b246a49-830b-41ec-ae2f-796d59672741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.465401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.468193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.499181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b246a49-830b-41ec-ae2f-796d59672741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.510179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:19.530299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1b246a49-830b-41ec-ae2f-796d59672741 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b9dc41cd002e4a94828aa3ebde948a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853014 Jul 07 22:20:19.539699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.541715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42626) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.582319 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.682253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.683662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54566fb-e156-4b28-8b46-1a1920dedcba None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:19.714194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246a49-830b-41ec-ae2f-796d59672741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ff71c4-8e5d-4223-a604-9285a44c429a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:19.788054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.832185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3657f4c6-fab1-4a6c-9310-8cc11a04864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.849510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-391264ba-47fc-46dc-bf8e-166e39fd715e req-89a22fe2-278b-4e05-9b92-05f02c2414da tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0734632 Jul 07 22:20:19.855553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3657f4c6-fab1-4a6c-9310-8cc11a04864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.905698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:19.916533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.916533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f915268a-c293-418b-8281-63d7815a06cf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b HTTP/1.1" status: 204 len: 168 time: 0.6493201 Jul 07 22:20:19.916533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42628) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.930858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3657f4c6-fab1-4a6c-9310-8cc11a04864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.933524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3657f4c6-fab1-4a6c-9310-8cc11a04864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.934821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3657f4c6-fab1-4a6c-9310-8cc11a04864b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/81ff71c4-8e5d-4223-a604-9285a44c429a HTTP/1.1" status: 204 len: 168 time: 0.3917966 Jul 07 22:20:19.966672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6932b660-612b-4417-bc2e-afff6811fc11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463817 Jul 07 22:20:19.967676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.981192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:19.996183 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.001991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657f4c6-fab1-4a6c-9310-8cc11a04864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ff71c4-8e5d-4223-a604-9285a44c429a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.086760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708367-112f-428d-ac88-d32d1cab9c91 None None] Pushing event updated for resources: {'Port': ['ID=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.117474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0ca1ff23-f813-4e9e-8e23-14d03c399384 None None] Could not find standard attr ID for object d234bff8-a69b-4bfa-8782-d2d1132e2c61. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:20:20.119282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685378f-a29b-4506-8428-45b3521b1630 req-a412cbf8-921b-4299-b54d-66f344d017bb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.126982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e685378f-a29b-4506-8428-45b3521b1630 req-a412cbf8-921b-4299-b54d-66f344d017bb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1610487 Jul 07 22:20:20.187979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:20.195944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.240509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.281665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e685378f-a29b-4506-8428-45b3521b1630 req-77537ed5-3399-4321-84f0-4fbf15026587 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536458 Jul 07 22:20:20.335299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0ca1ff23-f813-4e9e-8e23-14d03c399384 None None] Provisioning for port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:20.347021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.351190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.367770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.374413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.376958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ebeb3c8c-a65d-4e19-9efa-3a0f9a474cca admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b7b4cc81-fb9d-4319-a8f1-00bc7717a1c1 HTTP/1.1" status: 204 len: 168 time: 1.0536029 Jul 07 22:20:20.379760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42646) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:20.385891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef5817-d21b-47aa-a606-4929c4746b11 None None] Network 5946af75-7689-4077-8657-78cced2101b0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:20.393961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0ca1ff23-f813-4e9e-8e23-14d03c399384 None None] Provisioning complete for port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:20.394432 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ca1ff23-f813-4e9e-8e23-14d03c399384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.484428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 912dd1de-f8f9-4e20-ac4d-df28718a57f3 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:20.535271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 912dd1de-f8f9-4e20-ac4d-df28718a57f3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:20.535806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 912dd1de-f8f9-4e20-ac4d-df28718a57f3 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:20.536328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93e91409-28f2-4fef-9eed-32462e02835e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:20.545768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:13Z', 'revision_number': 3, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:20.598568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf183a36-c603-4459-8a27-f8e0a27a4f40 None None] The sync data for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 is: [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:13Z', 'revision_number': 3, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:20.612855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 93e91409-28f2-4fef-9eed-32462e02835e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:20.615745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93e91409-28f2-4fef-9eed-32462e02835e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:20.617552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1ff23-f813-4e9e-8e23-14d03c399384 None None] Port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:20.745924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:20.770098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:20.912439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Deleting port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:20.913274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.916305 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e4d62e2-908e-4aaf-bc5e-f7f60b3cf014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.924511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] DHCP port deletion for 5946af75-7689-4077-8657-78cced2101b0 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:21.157317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.173514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] For port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:21.174757 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.216152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] Deleting port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:21.218531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.226230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Calling delete_port for 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:21.244250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-822bd220-8790-4208-956f-95aa64dd011f req-209c5aaa-a095-43b1-8f6d-54822c4c03ad tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0878932 Jul 07 22:20:21.362914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Pushing event updated for resources: {'Port': ['ID=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:21.389947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.461584 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.726348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] For port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:21.753531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2db53-a79f-4ac7-a4a2-5aba88e014cf req-10025d82-cc49-47c3-ba57-95943be16c8c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:21.755318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23b2db53-a79f-4ac7-a4a2-5aba88e014cf req-10025d82-cc49-47c3-ba57-95943be16c8c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1777861 Jul 07 22:20:21.786706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:21.790488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:21.791283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.807775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.808530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.813991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:21.947160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] For port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:21.947805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.995934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.069493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] Calling delete_port for 93df67d6-94a9-4f12-9ace-dde3a6d50c8f owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:22.108605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.136771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:22.137492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.165837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Router 2c218241-6f2f-4f3c-b835-42beb86b3b25 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:22.174874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23b2db53-a79f-4ac7-a4a2-5aba88e014cf req-03883756-dfe6-4b2a-9667-eae167829b4e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093616 Jul 07 22:20:22.232123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Deleting port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:22.232568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.239331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:22.240085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,revision_number=8']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:22.246763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:22.252272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:22.252874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.262822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=4884ef43-b930-4218-946e-0b539ac5c392,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:22.331513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-db63db2d-8576-466e-b9a7-23a67634764e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3546226 Jul 07 22:20:22.333752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42692) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:22.339954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:22.445979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.482765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:22.550513 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b68ebf78-df66-4e32-b9da-bb584b6f477f admin admin] 10.222.0.95 "PUT /v2.0/routers/2c218241-6f2f-4f3c-b835-42beb86b3b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6808591 Jul 07 22:20:22.551472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:22.582135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4c4ff837-9f11-4c63-a814-7d653cf95962 None None] Provisioning complete for port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:22.584267 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff837-9f11-4c63-a814-7d653cf95962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.601814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.678384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] For port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,segment=NetworkSegment(b005e9d2-0814-4289-9e96-aecc699b2752),segment_id=b005e9d2-0814-4289-9e96-aecc699b2752)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:22.679122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.700876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf6fba31-1b7b-4d7f-8a5d-efd6e260dbcf req-ee33f374-86d3-4d24-adb4-7a5ef8b0e62a tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0933802 Jul 07 22:20:22.719633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Calling delete_port for 93df67d6-94a9-4f12-9ace-dde3a6d50c8f owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:22.758259 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ff837-9f11-4c63-a814-7d653cf95962 None None] Port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:22.760335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:22.803698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Pushing event deleted for resources: {'Port': ['ID=9c074fed-89fa-45d9-a0b0-377e8a3a7bd4,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:22.808054 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4884ef43-b930-4218-946e-0b539ac5c392 (CIDR: 2001:db8::/64) Jul 07 22:20:22.828256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] No DVR routers for this DVR port 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:22.831941 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:20:22.832584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:22.872277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.873194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.874242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.874961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.875574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.876409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.877037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.877747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.878312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.878997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.879552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.885389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ac336b3-5213-4ed0-a241-84d70cd33d23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5456996 Jul 07 22:20:22.885835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa57c17-23eb-4fe5-86e1-1ff39266046e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:22.889408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41aa383-55b3-48a0-8b14-1f2da151472b None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:22.889705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42712) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:22.913573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:23.072222 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.091591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.098802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:23.103888 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.111446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:23.111966 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.203050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] No DVR routers for this DVR port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:23.217944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:23.237062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:23.241761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.245146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:23.248594 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c8cc7-55a4-45e3-bf03-d812398a57c9" -d '{"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-plugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:23.302456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] Pushing event deleted for resources: {'Port': ['ID=93df67d6-94a9-4f12-9ace-dde3a6d50c8f,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:23.321040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.334945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5946af75-7689-4077-8657-78cced2101b0']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:23.343668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:23.349413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58cd31-074c-4eeb-a2c9-786c3621f942 None None] No DVR routers for this DVR port 93df67d6-94a9-4f12-9ace-dde3a6d50c8f on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:23.373368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b005e9d2-0814-4289-9e96-aecc699b2752') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:23.373368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b005e9d2-0814-4289-9e96-aecc699b2752') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:23.374079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '4884ef43-b930-4218-946e-0b539ac5c392'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:23.375260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.382591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.384688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.421111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.430104 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:23.430924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:23.523719 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:23.536962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.552875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.556915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] 10.222.0.95 "DELETE /v2.0/networks/5946af75-7689-4077-8657-78cced2101b0 HTTP/1.1" status: 204 len: 168 time: 3.1461840 Jul 07 22:20:23.612975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c36816-a242-4e76-ba41-9c05a3f53c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5946af75-7689-4077-8657-78cced2101b0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:23.714785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Sync routers for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:23.735262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.784441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:23.785136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:20:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:23.860864 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.871847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42732) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:23.902158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:23.924624 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c694e868-278e-4d7e-9446-976b9de5ca4a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e42ce74f57ad4395ba9db4d897e66d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506248 Jul 07 22:20:23.926158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42734) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:23.955123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:23.978091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:23.983283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.003227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d8401918-09c3-40d7-a9e7-c136e1268eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.003752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:24.008338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.017639 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=121a5e00-6ea2-4601-aab3-9d24bb969020,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.022794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:24.023650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.049047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d8401918-09c3-40d7-a9e7-c136e1268eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.050937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ea216-3ed5-42c8-a1d8-30f56ac0730b req-6098c435-4409-42aa-bdb6-c3dd10667105 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:24.052866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba8ea216-3ed5-42c8-a1d8-30f56ac0730b req-6098c435-4409-42aa-bdb6-c3dd10667105 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.3365333 Jul 07 22:20:24.074485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42736) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.078093 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.081896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895693414', 'description': 'tempest-description--869655881'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:24.095304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-46ac46c3-ab9b-470c-895c-22132be977c2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2044120 Jul 07 22:20:24.106035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.111576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:6b:c5:6d', 'name': 'tempest-NetworksTestDHCPv6-368556807'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:24.146825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.186832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Allocated IP 2001:db8::f816:3eff:fe13:b779 (fb6eb312-b078-40cf-9e77-99f2b99590e3/4884ef43-b930-4218-946e-0b539ac5c392/75d23f0f-ebe0-4363-adba-493cc9a75890) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:24.204633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:24.216307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba8ea216-3ed5-42c8-a1d8-30f56ac0730b req-93898501-19a9-42c0-bee0-09120373b11a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556242 Jul 07 22:20:24.249580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.251532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:24.252047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9c074fed-89fa-45d9-a0b0-377e8a3a7bd4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:24.252706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93df67d6-94a9-4f12-9ace-dde3a6d50c8f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:24.279744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d8401918-09c3-40d7-a9e7-c136e1268eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.285801 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d8401918-09c3-40d7-a9e7-c136e1268eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.287096 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d8401918-09c3-40d7-a9e7-c136e1268eda admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c717f092-70c4-4d5d-ada2-795819d3a909 HTTP/1.1" status: 204 len: 168 time: 0.3599174 Jul 07 22:20:24.294994 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02852906-fda5-4130-94cc-635a7a85bc16 x-openstack-request-id: req-02852906-fda5-4130-94cc-635a7a85bc16 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:24.295530 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-plugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:24.295530 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-02852906-fda5-4130-94cc-635a7a85bc16 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:24.295910 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'code': 200} Jul 07 22:20:24.296681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 93df67d6-94a9-4f12-9ace-dde3a6d50c8f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:24.297084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93df67d6-94a9-4f12-9ace-dde3a6d50c8f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:24.323956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8401918-09c3-40d7-a9e7-c136e1268eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c717f092-70c4-4d5d-ada2-795819d3a909,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.546226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.575609 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.618471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:24.655546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:24.685770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.687426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6116357 Jul 07 22:20:24.690569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42760) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.699427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'security_group_rule': {'security_group_id': 'd5daa7df-c14f-41a6-a9a0-6517d9bc3802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:24.724524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373faaa7-7dd6-44c1-a560-963b7dd9a025 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5daa7df-c14f-41a6-a9a0-6517d9bc3802,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.769105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.806107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.817971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:24.818354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.820963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Transition to ACTIVE for port object 75d23f0f-ebe0-4363-adba-493cc9a75890 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:24.835261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1840374b-5989-4a62-865f-0b9e4d4a6305 req-b16dffcf-7f26-4e90-b235-663e4693cccc tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0894208 Jul 07 22:20:24.857602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 2, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.911342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Checking router: 2c218241-6f2f-4f3c-b835-42beb86b3b25 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:24.911342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Updating router 2c218241-6f2f-4f3c-b835-42beb86b3b25 port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:24.919741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Transition to ACTIVE for port object 75d23f0f-ebe0-4363-adba-493cc9a75890 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:24.953168 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.984373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.995933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.026698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:25.040225 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.040480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc50ff2-47a5-4a6f-9d5a-1afa1374ea69,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:25.055378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:25.055800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.057243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bfd04726-35d6-42c9-a938-771f591e22be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3647175 Jul 07 22:20:25.060917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42770) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.067912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:25.068425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'security_group_rule': {'security_group_id': 'd5daa7df-c14f-41a6-a9a0-6517d9bc3802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:25.071101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:25.099899 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-a07db196-24cb-46a2-983b-a3922c7cd1e5 service neutron] 10.222.0.97 "GET /v2.0/ports/df1d40e6-c7b8-457d-b425-3de953461080/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.5202343 Jul 07 22:20:25.152300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.168604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.201669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 232bfaea-a5ae-42c1-8689-38d6fb24ec49 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:25.362503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.372616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.426679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfa0bb8-722b-4cee-acf3-91e4e6f8bfa2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:25.477694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.477694 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9691b7c3-7409-438b-b161-af8846a55766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4107594 Jul 07 22:20:25.477694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42792) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.482032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:25.582460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.632642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8:0:1::3e9 (fb6eb312-b078-40cf-9e77-99f2b99590e3/121a5e00-6ea2-4601-aab3-9d24bb969020/232bfaea-a5ae-42c1-8689-38d6fb24ec49) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:25.647005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::f816:3eff:fe6b:c56d (fb6eb312-b078-40cf-9e77-99f2b99590e3/4884ef43-b930-4218-946e-0b539ac5c392/232bfaea-a5ae-42c1-8689-38d6fb24ec49) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:25.657047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949db0f-8ba3-4b88-912b-a43e3a4f8c52 req-9f72b17b-a7a1-4395-9392-341825cbc7b5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.669004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5949db0f-8ba3-4b88-912b-a43e3a4f8c52 req-9f72b17b-a7a1-4395-9392-341825cbc7b5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1909811 Jul 07 22:20:25.734840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5949db0f-8ba3-4b88-912b-a43e3a4f8c52 req-af50fa59-d5a3-4e0a-bd9a-027a358389c4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646534 Jul 07 22:20:25.738141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-ae332556-2e58-451f-93f8-972ed7ef37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.739849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-ae332556-2e58-451f-93f8-972ed7ef37b4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 1102 time: 0.1636274 Jul 07 22:20:25.825363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.876587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Attempting to bind port 75d23f0f-ebe0-4363-adba-493cc9a75890 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:25.876972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Attempting to bind port 75d23f0f-ebe0-4363-adba-493cc9a75890 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:25.877338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Attempting to bind port 75d23f0f-ebe0-4363-adba-493cc9a75890 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:25.893490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:25.893874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:25.894288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.894720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:25.895207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Bound port: 75d23f0f-ebe0-4363-adba-493cc9a75890, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:25.895595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.002695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-3ecb3f17-33f0-4df8-b36a-6677f7139cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:26.008117 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-3ecb3f17-33f0-4df8-b36a-6677f7139cfd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1102 time: 0.1907990 Jul 07 22:20:26.011519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.072996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Allocated IP 172.25.5.160 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/70192b9a-5d95-4e8c-abff-d41319169328) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:26.087145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 232bfaea-a5ae-42c1-8689-38d6fb24ec49 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:26.139450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:26.143971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:26.156775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.181962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-620e6230-fc80-48d5-8da8-6e3400afdf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:26.184010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-620e6230-fc80-48d5-8da8-6e3400afdf0b service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1692224 Jul 07 22:20:26.297484 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-73cf7d05-26b8-4d60-ab21-c8bb1d439ace service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.1048636 Jul 07 22:20:26.305936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.313223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f057-4c50-4108-8e5b-3e892e90040c None None] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:26.355651 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.365901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.368077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Transition to ACTIVE for port object a04283a4-0857-4eae-bbc9-9ef8b4cfd19f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:26.379465 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.417831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18c59a5a-1522-4a94-9bb5-7b1d20283e9d req-a7a82109-600d-4772-85f2-328d2dd61136 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1441703 Jul 07 22:20:26.425363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:26.428405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-1368a770-edb4-4281-8e2f-c4a8825a7089 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=604d12ed68fa4b8fa1ab143a662a65cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417234 Jul 07 22:20:26.436476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:26.482130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:26.516912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:26.517704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.585922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=232bfaea-a5ae-42c1-8689-38d6fb24ec49,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:26.593469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb015c-d3a2-4134-9943-4a14922ec227 None None] Pushing event updated for resources: {'Port': ['ID=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:26.637420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-1cc1a57e-8726-400f-9214-8a7d0583e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:26.639731 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-1cc1a57e-8726-400f-9214-8a7d0583e8a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3309922 Jul 07 22:20:26.644534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d9c6961-9b91-4b13-98b7-7c2d541ab621 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5373621 Jul 07 22:20:26.645603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42842) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:26.681371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.700665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Attempting to bind port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:26.701316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Attempting to bind port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:26.702071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Attempting to bind port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:26.708185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:26.708881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:26.709557 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.710450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:26.710963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Bound port: a04283a4-0857-4eae-bbc9-9ef8b4cfd19f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:26.711353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.916132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4111-d61a-472a-bf65-127c439137b4 req-79da2663-3bc8-453e-9458-ac8bdb8055a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:26.917727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-79da2663-3bc8-453e-9458-ac8bdb8055a9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385405 Jul 07 22:20:26.922064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] For port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:26.930410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] For port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:26.940546 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.988451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 232bfaea-a5ae-42c1-8689-38d6fb24ec49 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:26.988842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.067270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-945035b5-c25a-41e4-b111-29a86a309f69 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:27.081107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-945035b5-c25a-41e4-b111-29a86a309f69 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6498101 Jul 07 22:20:27.106330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:27.119432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:27.120107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:20:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:27.133547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb015c-d3a2-4134-9943-4a14922ec227 None None] Pushing event updated for resources: {'Port': ['ID=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:27.137173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:27.140696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:27.153019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-e55dcdb7-52fb-4de3-8a3e-580ad5989f24 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261679 Jul 07 22:20:27.205617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:27.230069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=70192b9a-5d95-4e8c-abff-d41319169328,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:27.247488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-7404bb1e-9191-4b14-ad7e-8149e4446027 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/quotas/604d12ed68fa4b8fa1ab143a662a65cd HTTP/1.1" status: 200 len: 375 time: 0.1653724 Jul 07 22:20:27.332059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.361511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 232bfaea-a5ae-42c1-8689-38d6fb24ec49 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:27.452047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:27.489059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e03f4111-d61a-472a-bf65-127c439137b4 req-810e067a-2b04-4de4-8caf-f4fb61229af7 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246725 Jul 07 22:20:27.579670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c841-3f3e-4a9e-9f2d-1ad4605651a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.818035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.869570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12a0c4-20cb-4021-8795-4e77c7b83d68 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:27.889022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-1d193a61-ce8e-40cb-b4a5-7427d1ab69d3 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=604d12ed68fa4b8fa1ab143a662a65cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6365359 Jul 07 22:20:27.970174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4050c118-833b-4f6e-9211-3fcf7016ace2 None None] Provisioning for port 75d23f0f-ebe0-4363-adba-493cc9a75890 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:27.976732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c841-3f3e-4a9e-9f2d-1ad4605651a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.987697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e2ebf-49f2-4f6a-bf23-c6fb99f2b73d req-c31c45d9-8199-4298-b4b9-2985f9b8812f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:27.990522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d6e2ebf-49f2-4f6a-bf23-c6fb99f2b73d req-c31c45d9-8199-4298-b4b9-2985f9b8812f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 1.0205245 Jul 07 22:20:27.994420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.045272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c841-3f3e-4a9e-9f2d-1ad4605651a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.079546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d6e2ebf-49f2-4f6a-bf23-c6fb99f2b73d req-7b473f0c-f10e-4389-b20e-9a1ade14baa9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738208 Jul 07 22:20:28.085389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.158054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:26Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:28.204554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a0e4c841-3f3e-4a9e-9f2d-1ad4605651a2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=005feea1b8224cfd90e8ea7f9872e70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9846663 Jul 07 22:20:28.208985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=232bfaea-a5ae-42c1-8689-38d6fb24ec49,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.218058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:28.224777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4c841-3f3e-4a9e-9f2d-1ad4605651a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be613b-c18e-488b-b618-95682670300a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.258159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d372d-4dce-4d1d-bf3b-722051d3af82 None None] The sync data for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 is: [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:26Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:28.370552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.382415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.393646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.399684 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5fd64f4f-b28c-46bd-8009-bed64cf69cef tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/232bfaea-a5ae-42c1-8689-38d6fb24ec49 HTTP/1.1" status: 204 len: 168 time: 1.7525930 Jul 07 22:20:28.401879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42876) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:28.515996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70415c7b-99e3-40b7-835b-cb6753d7ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.613922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d4bf9-4568-4ade-9cff-ef41f91195f7 None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '4884ef43-b930-4218-946e-0b539ac5c392', 'ip_address': '2001:db8::f816:3eff:fe13:b779'}, {'subnet_id': '121a5e00-6ea2-4601-aab3-9d24bb969020'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '75d23f0f-ebe0-4363-adba-493cc9a75890'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:20:28.619309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70415c7b-99e3-40b7-835b-cb6753d7ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.671132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d3ea055-ee67-4dc3-92be-0b7d46b4270d req-ceac36e8-1838-4908-a01f-588fd5bbb1d8 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.2737975 Jul 07 22:20:28.701269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:28.787292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bf9-4568-4ade-9cff-ef41f91195f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.796365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb1658-e82a-4f45-9424-45d29b4c861e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:28.800289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 75d23f0f-ebe0-4363-adba-493cc9a75890 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:28.801939 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3fb1658-e82a-4f45-9424-45d29b4c861e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3982208 Jul 07 22:20:28.812411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:28.813183 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.839595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42892) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:28.856025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54d5ff81-c458-47af-8fdb-94cf2106d7f3 req-db7cbd24-f052-48b0-8389-bf7375970c2e tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 210 time: 0.1681745 Jul 07 22:20:28.899451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=70192b9a-5d95-4e8c-abff-d41319169328,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.929017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70415c7b-99e3-40b7-835b-cb6753d7ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.932264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70415c7b-99e3-40b7-835b-cb6753d7ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.933536 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70415c7b-99e3-40b7-835b-cb6753d7ed01 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/25be613b-c18e-488b-b618-95682670300a HTTP/1.1" status: 204 len: 168 time: 0.7015548 Jul 07 22:20:28.967593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70415c7b-99e3-40b7-835b-cb6753d7ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be613b-c18e-488b-b618-95682670300a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.988003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.060935 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.062389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73a4bc5d-6303-4edd-8ae6-2cea79e31b89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5838921 Jul 07 22:20:29.092798 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.141402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b047f-14fe-4e45-835f-ad0140adf7a0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:29.164932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-343b047f-14fe-4e45-835f-ad0140adf7a0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3064625 Jul 07 22:20:29.167463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42902) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.330359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092519d-393e-47f7-8f15-f06eba801f21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:29.336481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092519d-393e-47f7-8f15-f06eba801f21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:29.344879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092519d-393e-47f7-8f15-f06eba801f21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:29.349579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4092519d-393e-47f7-8f15-f06eba801f21 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1772740 Jul 07 22:20:29.350746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42908) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.364234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:29.618534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.629393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 121a5e00-6ea2-4601-aab3-9d24bb969020 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:29.637141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.647622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54b28042-f59f-4487-96a3-c5070593c0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.660463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:29.669745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.670542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a04283a4-0857-4eae-bbc9-9ef8b4cfd19f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:29.780455 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.804523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-0f1c0292-e8d1-47bc-8723-8333eecefe3a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1895693414&fields=id&tenant_id=8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 267 time: 0.2607694 Jul 07 22:20:29.840439 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54b28042-f59f-4487-96a3-c5070593c0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.850212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.857102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54b28042-f59f-4487-96a3-c5070593c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.869921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:29.872224 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4419c26-a437-435b-a58b-71173cee219a" -d '{"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-unplugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:29.902954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:29.912451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:29.928622 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.964726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:29.973155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:29.973552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.003350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b28042-f59f-4487-96a3-c5070593c0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6fa971-c1d6-4f3e-8ef8-a33c1b40b35e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.026123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54b28042-f59f-4487-96a3-c5070593c0f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=31518856ab5047adbd9b4d1c462c52d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054976 Jul 07 22:20:30.027795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42930) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:30.050179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.062209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c8c6-39c3-4e3d-b43c-d25adc22c1a4 req-1feeec11-09cf-478e-aa63-beb9e5055bea tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:30.087406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e73c8c6-39c3-4e3d-b43c-d25adc22c1a4 req-1feeec11-09cf-478e-aa63-beb9e5055bea tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.6589291 Jul 07 22:20:30.165317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f5e961c-6b15-4444-ab93-9f75e35e65da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.181503 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.193990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.198360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f5e961c-6b15-4444-ab93-9f75e35e65da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.265039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f5e961c-6b15-4444-ab93-9f75e35e65da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.268128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f5e961c-6b15-4444-ab93-9f75e35e65da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.271621 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f5e961c-6b15-4444-ab93-9f75e35e65da admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fe6fa971-c1d6-4f3e-8ef8-a33c1b40b35e HTTP/1.1" status: 204 len: 168 time: 0.2410178 Jul 07 22:20:30.271930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:30.284802 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.289703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e73c8c6-39c3-4e3d-b43c-d25adc22c1a4 req-4ca80b46-cdde-4678-82a7-e511170ee94b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001247 Jul 07 22:20:30.301974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e961c-6b15-4444-ab93-9f75e35e65da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6fa971-c1d6-4f3e-8ef8-a33c1b40b35e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.400049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.428865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-34415ddc-525f-46cc-ac2d-1bc2a3c6556a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:30.440597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-34415ddc-525f-46cc-ac2d-1bc2a3c6556a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.6351094 Jul 07 22:20:30.497547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-110f2986-3527-4f49-9bc9-9cd43e563099 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/quotas/8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 375 time: 0.0542102 Jul 07 22:20:30.562223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:30.646308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-8a6d4bf9-4568-4ade-9cff-ef41f91195f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 121a5e00-6ea2-4601-aab3-9d24bb969020: This subnet is being modified by another concurrent operation. Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:20:30.681369 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 121a5e00-6ea2-4601-aab3-9d24bb969020: This subnet is being modified by another concurrent operation. Jul 07 22:20:30.688033 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:20:30.706272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-e5d23789-02e8-4190-b78f-d593ba4d61f1 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=604d12ed68fa4b8fa1ab143a662a65cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711057 Jul 07 22:20:30.765515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:30.767724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.796749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=121a5e00-6ea2-4601-aab3-9d24bb969020,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.922017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.925362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d49e6a28-108d-496a-8d81-d0933a3a3b57 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:30.925739 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d49e6a28-108d-496a-8d81-d0933a3a3b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.926153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-42e395e5-ac74-4bd6-9002-4216f2f57417 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/121a5e00-6ea2-4601-aab3-9d24bb969020 HTTP/1.1" status: 204 len: 168 time: 1.5744910 Jul 07 22:20:30.939902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08e0748b-9640-45b7-a31d-ebc675552290 req-d9e40c54-48ee-4a3e-b6b7-7e080e231831 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1284120 Jul 07 22:20:30.940414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42938) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:31.099491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-e8d3a471-eeac-446c-b31f-0551ad46150f tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:31.101861 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-e8d3a471-eeac-446c-b31f-0551ad46150f tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893170 Jul 07 22:20:31.124516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Request body: {'port': {'device_id': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '604d12ed68fa4b8fa1ab143a662a65cd'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:31.175699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-a835c9fa-dc1d-48f1-8607-909a05ca4ba3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6771009 Jul 07 22:20:31.204896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac75f1-2c3a-460b-bd10-eb49b17f9873 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:20:31.254603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:31.260383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 4884ef43-b930-4218-946e-0b539ac5c392 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:31.264762 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.326033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.345805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2075a78a-bdaa-4a94-a16a-19f5fb89d90f None None] Could not find standard attr ID for object 232bfaea-a5ae-42c1-8689-38d6fb24ec49. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:20:31.446247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac75f1-2c3a-460b-bd10-eb49b17f9873 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:20:31.523206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Made reservation on behalf of 604d12ed68fa4b8fa1ab143a662a65cd for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:31.530038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.552977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb9f0d17-8003-49b4-ac24-36afd04803cf req-73d6574b-1c80-43b1-9450-40ac6cb6b3eb tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0706992 Jul 07 22:20:31.556548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.582243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.658671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-f7678641-d776-4dcf-8505-b4d000c6e7ca service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626410 Jul 07 22:20:31.719401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:31.757647 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ee7ac-dcea-4938-ada9-5834858ee0e1 x-openstack-request-id: req-ac3ee7ac-dcea-4938-ada9-5834858ee0e1 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:31.758246 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-unplugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:31.758511 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac3ee7ac-dcea-4938-ada9-5834858ee0e1 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:31.758992 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'code': 200} Jul 07 22:20:31.759785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'df1d40e6-c7b8-457d-b425-3de953461080', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'df1d40e6-c7b8-457d-b425-3de953461080', 'mac_address': 'fa:16:3e:81:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:31.833000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.843266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.889373 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.901408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.933767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1d40e6-c7b8-457d-b425-3de953461080 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:31.974309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=4884ef43-b930-4218-946e-0b539ac5c392,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:31.985403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:32.005257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.047250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Allocated IP 192.168.233.222 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/05504001-c225-4ea7-b46c-ddb3c4507956) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:32.071606 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16c63c77-d0e2-42bd-ad75-8cce2a128149 req-359274f4-ae21-4f24-971f-383cd217f8a0 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 210 time: 0.0940821 Jul 07 22:20:32.081020 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.082954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-98ccad49-d36b-422f-bf7a-7a284cc671cc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/4884ef43-b930-4218-946e-0b539ac5c392 HTTP/1.1" status: 204 len: 168 time: 1.1169937 Jul 07 22:20:32.090482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42970) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:32.155821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25fd95-8a79-4d67-bbea-8867d09d4505 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:20:32.187658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:32.239723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b4201542-0e08-4522-adbb-cefbd5b2d043 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:32.240033 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b4201542-0e08-4522-adbb-cefbd5b2d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.253504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7767b749-c0c5-4f6f-b642-8aecd476b233 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608601 Jul 07 22:20:32.264073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42974) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:32.298458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:32.338861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-dd481005-3573-4243-9f30-7b8f035ba419 service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705797 Jul 07 22:20:32.359310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['df1d40e6-c7b8-457d-b425-3de953461080'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:32.376163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc011a-f314-409e-bd63-9ec396485ce1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:32.515740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71596cf-6bfd-4a08-9e92-be02e4d90317 req-aa1799e4-cc7a-4486-9b33-4593be7f1fda tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:32.525602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f71596cf-6bfd-4a08-9e92-be02e4d90317 req-aa1799e4-cc7a-4486-9b33-4593be7f1fda tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 949 time: 0.1898143 Jul 07 22:20:32.576852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:32.585748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.609866 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.661015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f71596cf-6bfd-4a08-9e92-be02e4d90317 req-9c56e1fa-8d64-4902-bc0c-a620a49c3d06 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343737 Jul 07 22:20:32.708503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Transition to ACTIVE for port object 05504001-c225-4ea7-b46c-ddb3c4507956 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:32.750762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a04283a4-0857-4eae-bbc9-9ef8b4cfd19f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:32.850273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.005401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:33.007043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25fd95-8a79-4d67-bbea-8867d09d4505 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:20:33.026972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:33.033819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:33.113278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:33.175475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:33.176518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.215502 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b7249ec0-acb9-4911-93a1-8ea3a2576f3b tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0965307 Jul 07 22:20:33.229790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Request body: {'port': {'device_id': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:33.235508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18118f5d-9d31-453a-8a51-da687371547e req-7b08e234-6731-432e-a0d7-e622b54b248f tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1405647 Jul 07 22:20:33.262110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.353605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:33.357542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:33.364546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:33.365623 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.413994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1386211 Jul 07 22:20:33.418829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43014) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:33.424692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:33.440086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef10aa-2527-441f-9427-fe7daf010cfe tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=04833c0a-7277-4ec8-ae16-b05d8a48cba7,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:33.449281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:33.450011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.552125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.648765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-daad5ae4-e967-493a-acdd-76e891e02949 req-4047a86e-c51b-4d2a-8d11-7128eb111e5d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 210 time: 0.1834919 Jul 07 22:20:33.806689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:33.870886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:33.879193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.068649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': '04833c0a-7277-4ec8-ae16-b05d8a48cba7'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '75d23f0f-ebe0-4363-adba-493cc9a75890'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:20:34.169427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.171552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.196107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05504001-c225-4ea7-b46c-ddb3c4507956 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:34.214788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.252511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Transition to ACTIVE for port object 05504001-c225-4ea7-b46c-ddb3c4507956 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:34.253301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5b3aa-d33a-4b01-85b6-83e5dc09190d req-3572ff81-3a6f-4b40-97ee-cf06b29b8c49 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:34.275451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.275642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2bb5b3aa-d33a-4b01-85b6-83e5dc09190d req-3572ff81-3a6f-4b40-97ee-cf06b29b8c49 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 936 time: 0.2976758 Jul 07 22:20:34.317999 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04833c0a-7277-4ec8-ae16-b05d8a48cba7 (CIDR: 2001:db8::/64) Jul 07 22:20:34.332606 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:20:34.333255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:34.376390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2bb5b3aa-d33a-4b01-85b6-83e5dc09190d req-ec2fc9d8-64a8-4863-b4fd-a904158089fd tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984154 Jul 07 22:20:34.417135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1503b0cf-c3e5-47fe-947d-1acc790f1d69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9943864 Jul 07 22:20:34.417636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43024) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:34.433084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:34.451847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:34.496587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-c2d3fbb9-c689-4e1a-8ff3-4c8d8a7ffa44 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:34.498500 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-c2d3fbb9-c689-4e1a-8ff3-4c8d8a7ffa44 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 949 time: 0.2442248 Jul 07 22:20:34.599007 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-a0ccf0c2-3e6b-4981-9610-25e9a52584e3 service neutron] 10.222.0.97 "GET /v2.0/ports/df1d40e6-c7b8-457d-b425-3de953461080/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.0889788 Jul 07 22:20:34.623850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Attempting to bind port 05504001-c225-4ea7-b46c-ddb3c4507956 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:34.624213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Attempting to bind port 05504001-c225-4ea7-b46c-ddb3c4507956 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:34.624543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Attempting to bind port 05504001-c225-4ea7-b46c-ddb3c4507956 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:34.640650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:34.643799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/04833c0a-7277-4ec8-ae16-b05d8a48cba7/75d23f0f-ebe0-4363-adba-493cc9a75890) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:34.732651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-552bfa41-b038-4587-b830-a1148c183fb1 req-813bf2ca-6bb4-463e-8949-7bf9794cea8a tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b&device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.1046691 Jul 07 22:20:34.741569 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.855678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:34.855678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:34.921416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.948929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Transition to ACTIVE for port object 75d23f0f-ebe0-4363-adba-493cc9a75890 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:34.961103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.054332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:35.059885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.101849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Port 05504001-c225-4ea7-b46c-ddb3c4507956 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:35.102684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Attempting to bind port 05504001-c225-4ea7-b46c-ddb3c4507956 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:35.109994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:35.110692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:35.111337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:35.112001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Bound port: 05504001-c225-4ea7-b46c-ddb3c4507956, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:35.112624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.170611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f82e27-9ade-46e8-abed-6cfd36134b34 None None] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:35.200963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-ec649395-1047-4c44-9a54-dd852f96f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.203188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-ec649395-1047-4c44-9a54-dd852f96f6fe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1101 time: 0.5698364 Jul 07 22:20:35.237599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-d1657b8d-2d7f-4e0c-a1f2-58775700296a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.239448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-d1657b8d-2d7f-4e0c-a1f2-58775700296a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.4114020 Jul 07 22:20:35.265568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:35.392272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:35.431128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port df1d40e6-c7b8-457d-b425-3de953461080 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:35.431944 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.436805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:35.452733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.475519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.476792 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.478543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] 10.222.0.97 "PUT /v2.0/ports/05504001-c225-4ea7-b46c-ddb3c4507956 HTTP/1.1" status: 200 len: 1097 time: 2.2548842 Jul 07 22:20:35.486183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:35.490033 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b11a1-0c1b-460f-b727-a1e062ce3668" -d '{"events": [{"name": "network-changed", "server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:35.493740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a9f747a-5d5d-436d-8d6c-0f1b915095ff req-941e5031-c16e-4349-adfd-fd6bce19b9f3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 210 time: 0.0671611 Jul 07 22:20:35.535000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-0894655d-c25e-4d99-8d7c-877001c588ef tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 380 time: 0.2282419 Jul 07 22:20:35.553078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'port': {'device_id': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'admin_state_up': True, 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'security_groups': ['d5daa7df-c14f-41a6-a9a0-6517d9bc3802']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:35.613184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dc066-a878-4f5f-8eb1-8c3eadd9e0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:35.622434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.645006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-2df7dab4-4dea-4732-bb65-ccd4dd306348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.647137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-2df7dab4-4dea-4732-bb65-ccd4dd306348 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.4337831 Jul 07 22:20:35.666462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:35.667649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:35.670829 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b6b4ca-df5d-4d22-a945-904a8e210326" -d '{"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-plugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:35.678809 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.752495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b8d2-0585-4d72-842a-852aea98a998 req-5d03ffbc-59d3-4f8c-9b52-bd6da09c1c7f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.754349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4645b8d2-0585-4d72-842a-852aea98a998 req-5d03ffbc-59d3-4f8c-9b52-bd6da09c1c7f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 949 time: 0.6758952 Jul 07 22:20:35.769573 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-0c7d96ea-45cc-412b-8482-19383a7a8951 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.1130095 Jul 07 22:20:35.778197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:35.842837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:35.846488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.885141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-850cbe0a-4155-4d0d-bb06-99330fdfa85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.886825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-850cbe0a-4155-4d0d-bb06-99330fdfa85a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=604d12ed68fa4b8fa1ab143a662a65cd&device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 1100 time: 0.2703714 Jul 07 22:20:35.892655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-d65e7b98-5e6e-4562-903e-52ceea05774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.894289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-d65e7b98-5e6e-4562-903e-52ceea05774c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1127131 Jul 07 22:20:35.908817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4645b8d2-0585-4d72-842a-852aea98a998 req-77fd70c4-0af7-4022-942a-8596ef587730 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372597 Jul 07 22:20:35.993240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-be486f09-d9db-44c8-94d0-3c18186962ce service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=05504001-c225-4ea7-b46c-ddb3c4507956 HTTP/1.1" status: 200 len: 217 time: 0.0980284 Jul 07 22:20:36.073158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Allocated IP 172.20.0.14 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/135c6efd-1493-4189-bbba-cfda31a5339d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:36.119858 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6870a-42b6-4c70-b5ed-a278de733291 x-openstack-request-id: req-e0e6870a-42b6-4c70-b5ed-a278de733291 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:36.121649 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:36.122136 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e0e6870a-42b6-4c70-b5ed-a278de733291 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:36.123040 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'status': 'completed', 'code': 200} Jul 07 22:20:36.177166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3adaafe7-854b-490c-a2a1-2e2198ce7469 req-4490d65e-05de-48a9-9f27-f8b2bad949e2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb593bac006a40c09edc5f187e1a82da&device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0785542 Jul 07 22:20:36.224909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-fec8d3c6-e109-4ce1-b320-da9883fd7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:36.226470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-fec8d3c6-e109-4ce1-b320-da9883fd7c56 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2106895 Jul 07 22:20:36.269959 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d42583-7609-4088-88e0-8e41a04320b5 x-openstack-request-id: req-03d42583-7609-4088-88e0-8e41a04320b5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:36.270447 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-plugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:36.270565 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-03d42583-7609-4088-88e0-8e41a04320b5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:36.270978 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'code': 200} Jul 07 22:20:36.273838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7385f6-a43c-4cb4-b610-25e809d26b3e None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:36.299867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-84a9fedf-ec9c-4019-a44b-094f5fa535a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:36.301413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-84a9fedf-ec9c-4019-a44b-094f5fa535a3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3068495 Jul 07 22:20:36.309511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3adaafe7-854b-490c-a2a1-2e2198ce7469 req-963370d8-9c79-46af-b403-cd24c246f885 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=eb593bac006a40c09edc5f187e1a82da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233573 Jul 07 22:20:36.400106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] Provisioning for port 75d23f0f-ebe0-4363-adba-493cc9a75890 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:36.457130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:36.457496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.468701 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-c9f681ad-6834-4497-8898-ff20ac000273 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590755 Jul 07 22:20:36.498057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-9e6e0d73-35e5-49ae-8364-9959d864624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:36.499683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-9e6e0d73-35e5-49ae-8364-9959d864624d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2669976 Jul 07 22:20:36.834028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.842593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-6ffcf014-22a2-4b03-80ee-8fe064eb77ae service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664675 Jul 07 22:20:36.854869 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-94d49718-9135-49a5-944e-e16df9ab3ed5 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415163 Jul 07 22:20:36.964544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:37.053204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a66234e0-c6f6-4d15-bf4a-1c24b5c6675a req-e932a209-3b53-4603-9f4f-4cbf1797608f service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896415 Jul 07 22:20:37.079184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea0adc-00a9-4273-9965-35884affcaeb req-18850666-aa7b-4d2a-b86e-a2dd6b05539f tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.082917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:37.088015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfea0adc-00a9-4273-9965-35884affcaeb req-18850666-aa7b-4d2a-b86e-a2dd6b05539f tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 948 time: 0.8632410 Jul 07 22:20:37.116765 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.196095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8bc0fa6c-490c-4f6e-9bf7-bf9d9368c89a req-ed63e746-1a33-4f67-b6e9-bd4e21ffa910 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1376123 Jul 07 22:20:37.240817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:37.241208 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.253554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03a8b-646a-4cdc-a006-36711ec33172 None None] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:37.257067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.266012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-2289a960-5605-4eeb-8ac8-75adf61f0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.270180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-2289a960-5605-4eeb-8ac8-75adf61f0cfe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=604d12ed68fa4b8fa1ab143a662a65cd&device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 1100 time: 0.1264844 Jul 07 22:20:37.324151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Transition to ACTIVE for port object 135c6efd-1493-4189-bbba-cfda31a5339d will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:37.361623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f528ded5-f408-49ba-8330-115aac93b395 None None] Provisioning for port 05504001-c225-4ea7-b46c-ddb3c4507956 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:37.384958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.450699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:37.475654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfea0adc-00a9-4273-9965-35884affcaeb req-3e18b44e-56d5-4c28-b305-f7be49a252cc tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866129 Jul 07 22:20:37.483127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaafe7-854b-490c-a2a1-2e2198ce7469 req-29f17a9c-702c-4a96-8c8d-04742c077f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.489827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3adaafe7-854b-490c-a2a1-2e2198ce7469 req-29f17a9c-702c-4a96-8c8d-04742c077f2d service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1378436 Jul 07 22:20:37.543432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-26f735a9-e722-4849-a9a0-77059e79a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.544967 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-26f735a9-e722-4849-a9a0-77059e79a042 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2672756 Jul 07 22:20:37.567467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:37.614217 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-b7b19ee8-13af-4903-9b2c-591a6bed533f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=05504001-c225-4ea7-b46c-ddb3c4507956 HTTP/1.1" status: 200 len: 217 time: 0.0595868 Jul 07 22:20:37.617816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40488522-562a-4cfd-b25e-64859179f167 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:37.618199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40488522-562a-4cfd-b25e-64859179f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.628020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:37.629214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:37.631760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:37.694397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.695369 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.762778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-8088a373-c138-44bf-a932-5cb9322860c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.764508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-8088a373-c138-44bf-a932-5cb9322860c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1409311 Jul 07 22:20:37.849751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-bf821198-2741-4fd6-a35e-fc0ce0b6edcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3061082 Jul 07 22:20:37.879838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Request body: {'port': {'device_id': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:37.928769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-e0111b1c-1f3e-4758-9162-755c98cfe410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:37.939579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-e0111b1c-1f3e-4758-9162-755c98cfe410 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1648495 Jul 07 22:20:37.979243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-005dc3d4-16b9-4df3-9b29-f8f721f46a75 None None] Provisioning for port 135c6efd-1493-4189-bbba-cfda31a5339d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:37.983559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-005dc3d4-16b9-4df3-9b29-f8f721f46a75 None None] Provisioning complete for port 135c6efd-1493-4189-bbba-cfda31a5339d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:37.984060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-005dc3d4-16b9-4df3-9b29-f8f721f46a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.039218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-005dc3d4-16b9-4df3-9b29-f8f721f46a75 None None] Port 135c6efd-1493-4189-bbba-cfda31a5339d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:38.062301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965f745-d85a-4092-a83f-b6314c903ed7 req-4cf72eb9-f2fd-472b-9518-5090c34ea6d7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:38.069611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3965f745-d85a-4092-a83f-b6314c903ed7 req-4cf72eb9-f2fd-472b-9518-5090c34ea6d7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 932 time: 0.3821015 Jul 07 22:20:38.074711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-fa91b02d-5b95-4183-a889-5e076dcfeca7 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275184 Jul 07 22:20:38.159560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3965f745-d85a-4092-a83f-b6314c903ed7 req-02fc46c3-404a-4ec5-80e4-5ba86ba7c5a1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888608 Jul 07 22:20:38.199756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.217068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e74b11a1-0c1b-460f-b727-a1e062ce3668 req-a9aaded7-a47b-4558-9477-c66aa3b74e2b service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328452 Jul 07 22:20:38.235342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.276174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85666c7d-4122-40cd-880b-57e7cfa80d5a req-f7500071-b441-489f-857c-37ad5c6b71a3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:38.283259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85666c7d-4122-40cd-880b-57e7cfa80d5a req-f7500071-b441-489f-857c-37ad5c6b71a3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.3670709 Jul 07 22:20:38.387951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85666c7d-4122-40cd-880b-57e7cfa80d5a req-7417ec7d-7c23-4945-8feb-2766b4b3fa75 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036990 Jul 07 22:20:38.507700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-311b5684-b445-4b22-a801-03bd53afc842 req-bf80274e-830e-4348-ad86-2638afb3a120 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.1118617 Jul 07 22:20:38.865964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:38.900648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:38.973400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53beb811-80f1-404a-8d86-eb29ca6c80d1 req-af4b15f3-7f6c-4187-9438-625746798df1 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:38.975564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53beb811-80f1-404a-8d86-eb29ca6c80d1 req-af4b15f3-7f6c-4187-9438-625746798df1 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 948 time: 0.2493823 Jul 07 22:20:38.986930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.022033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.022576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.031449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:39.031936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.032367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3adaafe7-854b-490c-a2a1-2e2198ce7469 req-f15246c0-7950-4b7e-b5ea-bb23f68d87a9 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.103 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0671611 Jul 07 22:20:39.057512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:39.124354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:39.127668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.144998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:39.162579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44e6b4-546c-45c3-8815-28b365b40ba4 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:39.167484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:39.168093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.182411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43108) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:39.201706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53beb811-80f1-404a-8d86-eb29ca6c80d1 req-f82d6998-f49a-4d5e-bc49-e74e98483d98 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113626 Jul 07 22:20:39.207667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Transition to ACTIVE for port object 135c6efd-1493-4189-bbba-cfda31a5339d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:39.215554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=76a20b7b-1234-4b03-a492-217d0528e399,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:39.232952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.252496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8307841 Jul 07 22:20:39.252757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5afa6-eb69-4a9a-b793-ef6d62ae3431 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=9']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:39.254169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43112) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:39.269565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:69:ec:87', 'name': 'tempest-NetworksTestDHCPv6-1189263341'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:39.395141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:39.565245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a89eb98-ec80-4784-b0ba-14db149c0e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.593137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Attempting to bind port 135c6efd-1493-4189-bbba-cfda31a5339d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:39.594297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Attempting to bind port 135c6efd-1493-4189-bbba-cfda31a5339d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:39.594977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Attempting to bind port 135c6efd-1493-4189-bbba-cfda31a5339d on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:39.619851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Port 135c6efd-1493-4189-bbba-cfda31a5339d on network 2a5e1819-3f46-46e6-82e8-10dc2105389a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:39.620487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Attempting to bind port 135c6efd-1493-4189-bbba-cfda31a5339d on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:39.646017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086ab-e718-4893-9cb8-b79819e81048 req-08c90490-ebbc-460a-8503-7eb15f1b8b3f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:39.663332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-545086ab-e718-4893-9cb8-b79819e81048 req-08c90490-ebbc-460a-8503-7eb15f1b8b3f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 944 time: 0.2416036 Jul 07 22:20:39.668285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:39.668647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:39.669046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:39.669552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Bound port: 135c6efd-1493-4189-bbba-cfda31a5339d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:39.670847 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.783520 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:20:39.882979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-8cdbcd5d-b41d-40ce-9402-e26662b47a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:39.888242 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-8cdbcd5d-b41d-40ce-9402-e26662b47a14 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 1102 time: 0.1861103 Jul 07 22:20:39.970117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-545086ab-e718-4893-9cb8-b79819e81048 req-d7552ba2-94ed-41d9-901d-e7cc683ea556 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056848 Jul 07 22:20:40.010762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a89eb98-ec80-4784-b0ba-14db149c0e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.042426 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a89eb98-ec80-4784-b0ba-14db149c0e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.099609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89eb98-ec80-4784-b0ba-14db149c0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145f3ac-295e-42e3-9b0b-8c4f6eb86f10,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:40.123237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:40.127699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad889b-8c1a-4f57-b077-10ac19c046e0 req-87992530-08d0-4502-bf3b-f293186fdfd8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.129544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19ad889b-8c1a-4f57-b077-10ac19c046e0 req-87992530-08d0-4502-bf3b-f293186fdfd8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.4499202 Jul 07 22:20:40.131355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:40.143511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:40.183619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.202095 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a89eb98-ec80-4784-b0ba-14db149c0e4f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fbeb260589834534abf75796eb22fd32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177624 Jul 07 22:20:40.207838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43130) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:40.251500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.252531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.253716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] 10.222.0.97 "PUT /v2.0/ports/135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1093 time: 2.3823655 Jul 07 22:20:40.254402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:40.257407 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b797ccd-3a18-4ada-9075-2c66d2535dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:40.273914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-d5aaa20a-9979-43f7-a5ac-db69aac86e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.278711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-d5aaa20a-9979-43f7-a5ac-db69aac86e0e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1102 time: 0.3197727 Jul 07 22:20:40.327677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-881e2eff-9d92-4cfa-a2e2-fdbfe09eba77 req-268fb86d-b812-42cf-a426-16c504d417cb tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ed8c273a-4a4f-492b-a8ba-4ccb725b826b HTTP/1.1" status: 200 len: 210 time: 0.0829959 Jul 07 22:20:40.375021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6176-593f-491b-b928-5d1707ec2002 service neutron] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:40.457520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19ad889b-8c1a-4f57-b077-10ac19c046e0 req-f3fac053-8526-455a-bfad-ceddcfa89157 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163970 Jul 07 22:20:40.505488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-b8fc23d9-e9aa-42f2-ad9e-29710872d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.510972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-b8fc23d9-e9aa-42f2-ad9e-29710872d3ba service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1096 time: 0.1817460 Jul 07 22:20:40.584694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.587546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-d3bdd054-3c45-4134-975f-f44dde61b00e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 217 time: 0.0675192 Jul 07 22:20:40.622164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5f7deb5-6d7a-488b-9287-feab78d7c04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.670488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-ee4844c9-eb4d-433d-9b7e-054b974f6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.672153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-ee4844c9-eb4d-433d-9b7e-054b974f6028 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0788419 Jul 07 22:20:40.673840 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b0b24a-ed0d-4546-8f69-a8f756751956 x-openstack-request-id: req-93b0b24a-ed0d-4546-8f69-a8f756751956 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:40.674933 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:40.675292 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-93b0b24a-ed0d-4546-8f69-a8f756751956 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:40.678176 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'status': 'completed', 'code': 200} Jul 07 22:20:40.679275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port e18c86eb-da7d-4711-883d-4360b1b9f19d yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:40.816684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-dcd76769-c088-4265-8561-4f9b25ff42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.821859 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-dcd76769-c088-4265-8561-4f9b25ff42df service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.5207367 Jul 07 22:20:40.824317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5f7deb5-6d7a-488b-9287-feab78d7c04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.837067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e322f7-587e-4ad3-9169-95b461a0747c req-18b91f13-12ae-4684-ae8b-2c092e3aa766 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.843778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a8105f6a-ac2e-48c8-aa4a-e96da9e06be8 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:40.844369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8105f6a-ac2e-48c8-aa4a-e96da9e06be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.846476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4e322f7-587e-4ad3-9169-95b461a0747c req-18b91f13-12ae-4684-ae8b-2c092e3aa766 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 948 time: 0.1783118 Jul 07 22:20:40.894060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-946ac070-cf45-462f-827c-e4818b4a66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.895862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-946ac070-cf45-462f-827c-e4818b4a66b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061050 Jul 07 22:20:40.911090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:40.914754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4e322f7-587e-4ad3-9169-95b461a0747c req-a6e90f5f-de46-40f0-9710-38985ab0a985 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Jul 07 22:20:40.932635 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-40b5e9de-eb2a-4725-a932-d7485173bc9e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.1029384 Jul 07 22:20:41.029392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:41.029773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.048122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-b84ac0ea-6f9c-4702-8561-cd6327415e37 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322205 Jul 07 22:20:41.114723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-255b5cf5-9829-4d70-a500-77d6066666ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.116811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-255b5cf5-9829-4d70-a500-77d6066666ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1714442 Jul 07 22:20:41.165293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d42139e-c101-47f7-87c6-e0e6be7be4d6 req-3fa2b45f-129d-4a01-a889-33bf2580fb2d service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096692 Jul 07 22:20:41.179131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5f7deb5-6d7a-488b-9287-feab78d7c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.181688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5f7deb5-6d7a-488b-9287-feab78d7c04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.182854 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5f7deb5-6d7a-488b-9287-feab78d7c04a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9145f3ac-295e-42e3-9b0b-8c4f6eb86f10 HTTP/1.1" status: 204 len: 168 time: 0.9739146 Jul 07 22:20:41.206539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7deb5-6d7a-488b-9287-feab78d7c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145f3ac-295e-42e3-9b0b-8c4f6eb86f10,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:41.226609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::2a1 (fb6eb312-b078-40cf-9e77-99f2b99590e3/04833c0a-7277-4ec8-ae16-b05d8a48cba7/e18c86eb-da7d-4711-883d-4360b1b9f19d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:41.237859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:ec87 (fb6eb312-b078-40cf-9e77-99f2b99590e3/76a20b7b-1234-4b03-a492-217d0528e399/e18c86eb-da7d-4711-883d-4360b1b9f19d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:41.271238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:41.284210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-f6c11b57-4016-4022-be54-adea7d1caafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.285899 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-f6c11b57-4016-4022-be54-adea7d1caafd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511836 Jul 07 22:20:41.489228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5daa-5c45-463c-8ba5-76ab4a9da5b3 req-64494990-2101-4375-a833-17bc2c0d0be1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.494579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-899c5daa-5c45-463c-8ba5-76ab4a9da5b3 req-64494990-2101-4375-a833-17bc2c0d0be1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 944 time: 0.3130407 Jul 07 22:20:41.508562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-86fe7453-c30a-46c3-aca4-9de634d3c77f service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137668 Jul 07 22:20:41.513102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-fc229bd5-8e15-4b73-9f31-eaf733b3beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.515089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:41.518619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-fc229bd5-8e15-4b73-9f31-eaf733b3beb4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1096 time: 0.2293119 Jul 07 22:20:41.543306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '05504001-c225-4ea7-b46c-ddb3c4507956', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '05504001-c225-4ea7-b46c-ddb3c4507956', 'mac_address': 'fa:16:3e:75:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:41.629677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.652008 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a4cb53e-8e35-4ca6-a3aa-851b55700795 req-158550af-f6a3-4c7e-bd7c-945249887add service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352494 Jul 07 22:20:41.657620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05504001-c225-4ea7-b46c-ddb3c4507956 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:41.675309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.688163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-899c5daa-5c45-463c-8ba5-76ab4a9da5b3 req-3f779a9d-d16c-4133-b7c5-2a21b6ee612f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785693 Jul 07 22:20:41.716116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object e18c86eb-da7d-4711-883d-4360b1b9f19d will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:41.723124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:41.737821 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.749332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43160) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:41.802884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-7d2ce009-3233-4182-bb4d-d38135e69232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.804406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-7d2ce009-3233-4182-bb4d-d38135e69232 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.2766013 Jul 07 22:20:41.805109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ff7cfc96-6c3c-4bee-9f1d-af756dfb1c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.819456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.850430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:41.891770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:41.899210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:41.902242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:41.909327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.910067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.928149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=e18c86eb-da7d-4711-883d-4360b1b9f19d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:41.986590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a9307ef-85e7-4b94-9df4-fba98036dd5c req-40c9fbdc-d42b-4f4c-9fc3-4cac68e87aa9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eb593bac006a40c09edc5f187e1a82da&device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.0392065 Jul 07 22:20:41.997001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-10c14899-907b-4859-9071-70cc8877fd35 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 217 time: 0.1620760 Jul 07 22:20:42.040510 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a9307ef-85e7-4b94-9df4-fba98036dd5c req-5df6247e-5b55-4cbb-a5f4-ed49a21b5ce1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=eb593bac006a40c09edc5f187e1a82da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452483 Jul 07 22:20:42.142277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-c6d18c64-7206-4578-966c-b666902ed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:42.144737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-c6d18c64-7206-4578-966c-b666902ed4d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1341307 Jul 07 22:20:42.248791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037afde3-9315-44fb-b847-c33b9455f445 req-2d403e99-cb1b-40d1-8e21-1ff00fbb8b95 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:42.257971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-037afde3-9315-44fb-b847-c33b9455f445 req-2d403e99-cb1b-40d1-8e21-1ff00fbb8b95 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.3015661 Jul 07 22:20:42.332902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ece1f91c-e588-4e9d-a3a6-585fce81c9d1 req-9127504c-20e7-427c-8045-d0960f9041db tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.0394838 Jul 07 22:20:42.339269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6658-5126-4df6-9fcf-86776944815b None None] Provisioning for port e18c86eb-da7d-4711-883d-4360b1b9f19d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:42.354869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6658-5126-4df6-9fcf-86776944815b None None] Provisioning complete for port e18c86eb-da7d-4711-883d-4360b1b9f19d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:42.355299 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6658-5126-4df6-9fcf-86776944815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.395085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9307ef-85e7-4b94-9df4-fba98036dd5c req-76b396bd-b716-4432-9dcf-129999896f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:42.398097 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a9307ef-85e7-4b94-9df4-fba98036dd5c req-76b396bd-b716-4432-9dcf-129999896f05 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3469441 Jul 07 22:20:42.404949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['05504001-c225-4ea7-b46c-ddb3c4507956'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:42.444962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ff7cfc96-6c3c-4bee-9f1d-af756dfb1c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.455316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c6658-5126-4df6-9fcf-86776944815b None None] Port e18c86eb-da7d-4711-883d-4360b1b9f19d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:42.477190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-037afde3-9315-44fb-b847-c33b9455f445 req-279ce6ef-94a3-480f-ac30-24c3c9266d5c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179296 Jul 07 22:20:42.490559 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-945a3b58-4f97-4db2-be2f-ee893018309d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2320142 Jul 07 22:20:42.492801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:42.520223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ff7cfc96-6c3c-4bee-9f1d-af756dfb1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.547420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cfc96-6c3c-4bee-9f1d-af756dfb1c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c199d05-efdf-4989-8c5c-232db609f64e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:42.560477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-9b71fa1a-6fcd-4758-8b72-ad88e326c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:42.562126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-9b71fa1a-6fcd-4758-8b72-ad88e326c510 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4061701 Jul 07 22:20:42.635862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port e18c86eb-da7d-4711-883d-4360b1b9f19d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:42.636221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.647501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ff7cfc96-6c3c-4bee-9f1d-af756dfb1c96 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fd7e6da66e7b4a6284e463ee8fd743ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8971019 Jul 07 22:20:42.653938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43180) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:42.675303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626e149-1ab6-45d8-9455-72761b93ea15 req-19442f51-ed21-4758-91e8-776dbc222808 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:42.677921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4626e149-1ab6-45d8-9455-72761b93ea15 req-19442f51-ed21-4758-91e8-776dbc222808 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 949 time: 0.1993639 Jul 07 22:20:42.761937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4626e149-1ab6-45d8-9455-72761b93ea15 req-b2c8f3c0-7298-47cc-9e74-06386bfd84e4 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769541 Jul 07 22:20:42.787786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-ae15982e-0c2c-48eb-98e5-c2e365b00713 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165098 Jul 07 22:20:42.788490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798ac12-149d-4bef-8cb4-4c5e6f84985b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.899984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798ac12-149d-4bef-8cb4-4c5e6f84985b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.016480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b797ccd-3a18-4ada-9075-2c66d2535dc5 req-c1a0a73b-b4fe-4c19-a574-113557b9267e service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205493 Jul 07 22:20:43.043543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.043922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061c10-10f2-4bbc-a8d4-fc843b3adfd1 req-dbfcb3c4-b456-475e-82f0-3488d586eeff tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.046889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18061c10-10f2-4bbc-a8d4-fc843b3adfd1 req-dbfcb3c4-b456-475e-82f0-3488d586eeff tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 944 time: 0.1654165 Jul 07 22:20:43.048032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798ac12-149d-4bef-8cb4-4c5e6f84985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.050513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798ac12-149d-4bef-8cb4-4c5e6f84985b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.051579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c798ac12-149d-4bef-8cb4-4c5e6f84985b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0c199d05-efdf-4989-8c5c-232db609f64e HTTP/1.1" status: 204 len: 168 time: 0.3950715 Jul 07 22:20:43.060864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for e18c86eb-da7d-4711-883d-4360b1b9f19d owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:43.090981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798ac12-149d-4bef-8cb4-4c5e6f84985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c199d05-efdf-4989-8c5c-232db609f64e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.182946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18061c10-10f2-4bbc-a8d4-fc843b3adfd1 req-47d172a1-342c-4179-924e-298ad371ee5a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134024 Jul 07 22:20:43.279497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:43.310007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.378098 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.407205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:43.413645 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fe9dbf-49e3-4ccd-b229-54f10ad96077" -d '{"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-unplugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:43.424412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=e18c86eb-da7d-4711-883d-4360b1b9f19d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.456446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:43.468842 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.507495 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.509509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ee5c9b4f-4d7e-4462-9e18-6d079f295e23 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/e18c86eb-da7d-4711-883d-4360b1b9f19d HTTP/1.1" status: 204 len: 168 time: 1.0145648 Jul 07 22:20:43.512031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43214) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.527116 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6740b2-e375-4357-b96b-e14cf72c2bd7 x-openstack-request-id: req-2a6740b2-e375-4357-b96b-e14cf72c2bd7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:43.527405 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-unplugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:43.538868 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a6740b2-e375-4357-b96b-e14cf72c2bd7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:43.539970 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'code': 200} Jul 07 22:20:43.581729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.634858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ba01041-f0a4-4314-9ed4-f598067c77b4 req-ed13c165-adb3-42e9-9be3-07d3ea54280f tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.0386329 Jul 07 22:20:43.669088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633da6a-e098-405d-a705-683fdd79c7bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.670664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f633da6a-e098-405d-a705-683fdd79c7bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1575251 Jul 07 22:20:43.673393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43224) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.752153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290b672-2865-49a5-ae8e-3e3f72372c73 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.753677 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c290b672-2865-49a5-ae8e-3e3f72372c73 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0792665 Jul 07 22:20:43.756369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.760606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2464b0b-3696-4936-8f17-08b2ea8bf318 req-c4b01653-855e-4877-9de4-79bd0ee28cd1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.762124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2464b0b-3696-4936-8f17-08b2ea8bf318 req-c4b01653-855e-4877-9de4-79bd0ee28cd1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 948 time: 0.0698490 Jul 07 22:20:43.806680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2464b0b-3696-4936-8f17-08b2ea8bf318 req-5e3dd65f-0a33-416b-a7ef-fb308e9cb978 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362303 Jul 07 22:20:43.811641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94bd15-ebfa-43ec-8cc8-483662ca8917 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.813283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94bd15-ebfa-43ec-8cc8-483662ca8917 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.814831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94bd15-ebfa-43ec-8cc8-483662ca8917 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.818957 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce94bd15-ebfa-43ec-8cc8-483662ca8917 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0593181 Jul 07 22:20:43.820123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43234) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.881035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 04833c0a-7277-4ec8-ae16-b05d8a48cba7 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:43.884607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.933082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.052729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.127577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.157927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=04833c0a-7277-4ec8-ae16-b05d8a48cba7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:44.160221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.162349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7639b977-56db-4d7d-a8b8-66ddc593e40d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/04833c0a-7277-4ec8-ae16-b05d8a48cba7 HTTP/1.1" status: 204 len: 168 time: 0.3406522 Jul 07 22:20:44.162981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa988aa9-e95c-4bfc-9353-9d38aa1a1d75 req-31d152b4-1b79-4102-b5f6-178ce9e22f40 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:44.165949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea538f-cf20-427a-871b-03659cebe710 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:44.167949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43246) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:44.171308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa988aa9-e95c-4bfc-9353-9d38aa1a1d75 req-31d152b4-1b79-4102-b5f6-178ce9e22f40 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 949 time: 0.0849555 Jul 07 22:20:44.212079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a9307ef-85e7-4b94-9df4-fba98036dd5c req-a651ec58-08e2-4ae3-9db9-c4366a831f9d tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.0385778 Jul 07 22:20:44.259288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa988aa9-e95c-4bfc-9353-9d38aa1a1d75 req-c2d1908d-c2bc-4ea5-b59e-411f5547a044 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868704 Jul 07 22:20:44.310021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 76a20b7b-1234-4b03-a492-217d0528e399 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:44.328923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.411130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.424760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c35cf-deac-4ac9-99e1-59e69ed7db1d req-6b6bc9a4-8728-47db-9043-9f96a3aeb964 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:44.443761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c92c35cf-deac-4ac9-99e1-59e69ed7db1d req-6b6bc9a4-8728-47db-9043-9f96a3aeb964 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 944 time: 0.1164408 Jul 07 22:20:44.539161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c92c35cf-deac-4ac9-99e1-59e69ed7db1d req-32915e22-0050-453f-b5ba-3276d84f634a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874479 Jul 07 22:20:44.553665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.643043 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.690024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=76a20b7b-1234-4b03-a492-217d0528e399,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:44.699803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.702036 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-95d6d5b6-f854-415b-b824-f73d45ab6f68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/76a20b7b-1234-4b03-a492-217d0528e399 HTTP/1.1" status: 204 len: 168 time: 0.5322974 Jul 07 22:20:44.704816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43286) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:44.754640 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a19b71f-e234-4486-9931-f9a70ddafb38 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483627 Jul 07 22:20:44.758294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43290) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:44.764184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:45.147502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5176ad9-370b-45b1-bba4-026d50c29b6f None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:45.264518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-03df9fe2-0293-48e8-95f0-10798c8edffd None None] Provisioning complete for port 75d23f0f-ebe0-4363-adba-493cc9a75890 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:45.264805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03df9fe2-0293-48e8-95f0-10798c8edffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.268581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd18ac3-35de-4354-a873-09be7abe58b8 req-9452bfec-2a9a-4408-a69f-6d92fcaec967 tempest-ServerShowV247Test-1221722436 tempest-ServerShowV247Test-1221722436-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee0f93e8-3aa6-4a22-ad13-aba5a5e0e989 HTTP/1.1" status: 200 len: 210 time: 0.3670135 Jul 07 22:20:45.302038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:45.304999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:45.311053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1804f0-83b3-43f0-a8e3-98df99d52709 req-63ec1361-4772-489e-96a4-254b0220d4d7 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:45.312592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a1804f0-83b3-43f0-a8e3-98df99d52709 req-63ec1361-4772-489e-96a4-254b0220d4d7 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 950 time: 0.4536495 Jul 07 22:20:45.314204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:45.318589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.415049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a1804f0-83b3-43f0-a8e3-98df99d52709 req-ee1e9498-018d-4e66-b0fc-a9dd4ae447e8 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907910 Jul 07 22:20:45.585667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:45.600973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab9e1b-0119-4275-8829-0e8dac119006 req-361b27c4-223e-4bf6-88d4-65aa92df8f06 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:45.607775 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bab9e1b-0119-4275-8829-0e8dac119006 req-361b27c4-223e-4bf6-88d4-65aa92df8f06 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 948 time: 0.1690569 Jul 07 22:20:45.638050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.681289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 05504001-c225-4ea7-b46c-ddb3c4507956 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:45.693242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 05504001-c225-4ea7-b46c-ddb3c4507956 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:45.693849 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.704819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bab9e1b-0119-4275-8829-0e8dac119006 req-253d1398-aeaa-4e43-92be-9bc43c2fb465 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960898 Jul 07 22:20:45.743031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=65c896bd-c9f9-4f36-9f22-6b03cb7369c0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:45.757684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:45.760215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:45.763645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:45.764298 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.773098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] Deleting port 75d23f0f-ebe0-4363-adba-493cc9a75890 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:45.773483 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.782554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-20897361-e3c8-4d82-a728-ea677e52e4a4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0223789 Jul 07 22:20:45.785319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43308) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:45.794738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:45.862053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] For port 75d23f0f-ebe0-4363-adba-493cc9a75890, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=75d23f0f-ebe0-4363-adba-493cc9a75890,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:45.862464 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.876027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] Calling delete_port for 75d23f0f-ebe0-4363-adba-493cc9a75890 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:45.939827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:45.949941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:45.953944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.964640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '135c6efd-1493-4189-bbba-cfda31a5339d', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:46.034677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.065553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025511c8-c94c-4efb-9ef0-54a76ef7120d req-dde09447-6238-4567-91ae-f76d59a61475 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:46.067101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-025511c8-c94c-4efb-9ef0-54a76ef7120d req-dde09447-6238-4567-91ae-f76d59a61475 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 949 time: 0.1720142 Jul 07 22:20:46.075384 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65c896bd-c9f9-4f36-9f22-6b03cb7369c0 (CIDR: 2001:db8::/64) Jul 07 22:20:46.080014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] Pushing event deleted for resources: {'Port': ['ID=75d23f0f-ebe0-4363-adba-493cc9a75890,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:46.083604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5e2a9-350f-435d-95e1-e49941e6bbc8 None None] No DVR routers for this DVR port 75d23f0f-ebe0-4363-adba-493cc9a75890 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:46.086740 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.090923 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.100920 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:20:46.100920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:46.112803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:46.121747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0ff99-c5b0-4796-ba81-0ccc9bc27985 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:46.133206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f98dfc78-250e-43a8-ab58-ffde47947a8f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3436296 Jul 07 22:20:46.133588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43318) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:46.138866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'subnet': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:46.141022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-025511c8-c94c-4efb-9ef0-54a76ef7120d req-167311f7-79b1-454f-a00a-dda12c26cc47 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Jul 07 22:20:46.247034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:46.317363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:46.319144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:46.322544 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a463c-a3e6-42ae-b4cb-763ee33468ed" -d '{"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-plugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:46.326382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.327852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:46.346744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:46.351060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.352186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd0597-1bc5-4021-9d67-12958653a33d req-64a81a5e-44b1-4f0b-8f6e-928358b08df1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:46.361725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9dd0597-1bc5-4021-9d67-12958653a33d req-64a81a5e-44b1-4f0b-8f6e-928358b08df1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1086104 Jul 07 22:20:46.424411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9dd0597-1bc5-4021-9d67-12958653a33d req-c76adb27-0591-4690-a879-006a5f624014 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616846 Jul 07 22:20:46.441823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.471866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:46.517955 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c9fdb0-28f6-432c-ad2b-afdec316e135 x-openstack-request-id: req-80c9fdb0-28f6-432c-ad2b-afdec316e135 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:46.518550 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-plugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:46.519018 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-80c9fdb0-28f6-432c-ad2b-afdec316e135 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:46.519599 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'code': 200} Jul 07 22:20:46.647099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:46.684251 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.703452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725e59-35a7-423a-8306-33073c67445d req-3713b339-1069-4e47-ae9b-2cad49b38e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:46.704820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb6eb312-b078-40cf-9e77-99f2b99590e3', 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'tenant_id': 'b75ac991adc8490a94a8aaa443cf2c9f', 'fixed_ips': [{'subnet_id': '65c896bd-c9f9-4f36-9f22-6b03cb7369c0'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:46.704971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3725e59-35a7-423a-8306-33073c67445d req-3713b339-1069-4e47-ae9b-2cad49b38e60 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 1102 time: 0.1066277 Jul 07 22:20:46.705750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.720471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:46.753232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'df1d40e6-c7b8-457d-b425-3de953461080', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'df1d40e6-c7b8-457d-b425-3de953461080', 'mac_address': 'fa:16:3e:81:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:46.786795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3725e59-35a7-423a-8306-33073c67445d req-1f726059-7ff4-4e7b-a86b-4bcd2f9788b5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746858 Jul 07 22:20:46.827580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43344) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:46.855048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.874546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1d40e6-c7b8-457d-b425-3de953461080 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:46.878695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:46.882401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.919204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:46.930510 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.952245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43348) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:46.954896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ff8464f-9485-4d09-975c-c8d4b6e4bebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.962198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:46.978826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:46.980904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:47.009504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Subnet': ['ID=d14e553c-325f-4e44-ae24-0f58603570f3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.014047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.015100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.026071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 75d23f0f-ebe0-4363-adba-493cc9a75890 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:47.026364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 75d23f0f-ebe0-4363-adba-493cc9a75890 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:47.049100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.052921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab6709a-1c81-452e-a59b-c01fba29793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.062967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Allocated IP 2001:db8::2 (fb6eb312-b078-40cf-9e77-99f2b99590e3/65c896bd-c9f9-4f36-9f22-6b03cb7369c0/fce4e486-996c-4361-90d6-c3992db492b8) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:47.070873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe06:6ac (fb6eb312-b078-40cf-9e77-99f2b99590e3/d14e553c-325f-4e44-ae24-0f58603570f3/fce4e486-996c-4361-90d6-c3992db492b8) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:47.084406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588c642-c057-461c-b8c3-dc2e04e8ca39 req-ac838e5c-1be3-437e-9da1-ffc75ff43cf8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.085906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d588c642-c057-461c-b8c3-dc2e04e8ca39 req-ac838e5c-1be3-437e-9da1-ffc75ff43cf8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1227140 Jul 07 22:20:47.144873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d588c642-c057-461c-b8c3-dc2e04e8ca39 req-890be29e-da9f-439f-8b58-fed6282997d5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518696 Jul 07 22:20:47.168934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ff8464f-9485-4d09-975c-c8d4b6e4bebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.174100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ff8464f-9485-4d09-975c-c8d4b6e4bebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.181395 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c426099-4747-4543-a4a5-524fbad77e68 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0467608 Jul 07 22:20:47.184216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.205394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Request body: {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'mac_address': 'fa:16:3e:e8:9d:f4', 'name': 'tempest-NetworksTestDHCPv6-362076724'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:47.213687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8464f-9485-4d09-975c-c8d4b6e4bebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f093c07-11c0-401a-81ca-eb5746f8a694,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.233265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6ff8464f-9485-4d09-975c-c8d4b6e4bebf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e9b8ac4382a145c5a676b73f55be87b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044242 Jul 07 22:20:47.235714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43358) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.255360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.264146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Transition to ACTIVE for port object fce4e486-996c-4361-90d6-c3992db492b8 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:47.280565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Transition to ACTIVE for port object fce4e486-996c-4361-90d6-c3992db492b8 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:47.287274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['135c6efd-1493-4189-bbba-cfda31a5339d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:47.314988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.327162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['df1d40e6-c7b8-457d-b425-3de953461080'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:47.350884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3162ed9-fc9e-4d07-a3ba-2fc6ee19e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.393132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:47.402702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:47.405186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:47.407873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3162ed9-fc9e-4d07-a3ba-2fc6ee19e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.421169 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab6709a-1c81-452e-a59b-c01fba29793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.432000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab6709a-1c81-452e-a59b-c01fba29793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.470486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d7d2c-3ef0-4bab-a3b6-e3a58f15f846 req-1d3ea009-d5d1-4fe3-a01c-6e0efc5303f4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.476227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Made reservation on behalf of b75ac991adc8490a94a8aaa443cf2c9f for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:47.477331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f7d7d2c-3ef0-4bab-a3b6-e3a58f15f846 req-1d3ea009-d5d1-4fe3-a01c-6e0efc5303f4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 950 time: 0.1800718 Jul 07 22:20:47.491807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Pushing event updated for resources: {'Port': ['ID=fce4e486-996c-4361-90d6-c3992db492b8,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.496357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6709a-1c81-452e-a59b-c01fba29793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ca418-9867-41d6-9c0c-58787f372050,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.515903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd540ec9-0984-4522-a460-72ab08165122 req-9760792f-665d-4485-b89a-4ea21edac101 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.517570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd540ec9-0984-4522-a460-72ab08165122 req-9760792f-665d-4485-b89a-4ea21edac101 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 950 time: 0.1804767 Jul 07 22:20:47.532462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ab6709a-1c81-452e-a59b-c01fba29793f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb593bac006a40c09edc5f187e1a82da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5703652 Jul 07 22:20:47.532799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43366) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.559415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Attempting to bind port fce4e486-996c-4361-90d6-c3992db492b8 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:47.559797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Attempting to bind port fce4e486-996c-4361-90d6-c3992db492b8 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:47.560234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Attempting to bind port fce4e486-996c-4361-90d6-c3992db492b8 on network fb6eb312-b078-40cf-9e77-99f2b99590e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:47.563893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f7d7d2c-3ef0-4bab-a3b6-e3a58f15f846 req-f3140266-673a-4f7d-a2e0-8e11aec8ef8e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856340 Jul 07 22:20:47.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:47.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Checking segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:47.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Bound using segment: {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:47.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Bound port: fce4e486-996c-4361-90d6-c3992db492b8, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:47.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.608313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd540ec9-0984-4522-a460-72ab08165122 req-b8be6782-3854-49b4-8083-6685b5731f56 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Jul 07 22:20:47.609140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3162ed9-fc9e-4d07-a3ba-2fc6ee19e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.611836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3162ed9-fc9e-4d07-a3ba-2fc6ee19e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.616632 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e3162ed9-fc9e-4d07-a3ba-2fc6ee19e1e1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6f093c07-11c0-401a-81ca-eb5746f8a694 HTTP/1.1" status: 204 len: 168 time: 0.3765717 Jul 07 22:20:47.616737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.628730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3162ed9-fc9e-4d07-a3ba-2fc6ee19e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f093c07-11c0-401a-81ca-eb5746f8a694,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.637075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36589f73-f10f-4804-aa49-c7f3092ad2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.646887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] device_id is not set on port 806aa308-a3ec-47b3-a2cf-ce5031eb7223 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:47.661410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:47.705601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36589f73-f10f-4804-aa49-c7f3092ad2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.899662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] For port fce4e486-996c-4361-90d6-c3992db492b8, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:47.959890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36589f73-f10f-4804-aa49-c7f3092ad2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.968902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36589f73-f10f-4804-aa49-c7f3092ad2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.973035 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-36589f73-f10f-4804-aa49-c7f3092ad2a8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/648ca418-9867-41d6-9c0c-58787f372050 HTTP/1.1" status: 204 len: 168 time: 0.4380348 Jul 07 22:20:48.104829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8::3d6 (fb6eb312-b078-40cf-9e77-99f2b99590e3/65c896bd-c9f9-4f36-9f22-6b03cb7369c0/806aa308-a3ec-47b3-a2cf-ce5031eb7223) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:48.116947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:9df4 (fb6eb312-b078-40cf-9e77-99f2b99590e3/d14e553c-325f-4e44-ae24-0f58603570f3/806aa308-a3ec-47b3-a2cf-ce5031eb7223) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:48.119555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589f73-f10f-4804-aa49-c7f3092ad2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ca418-9867-41d6-9c0c-58787f372050,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:48.129823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4da923-9131-4bcc-8634-fb6acccd734d req-14563818-a279-4595-a558-a0bfcf347fd2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.133277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f4da923-9131-4bcc-8634-fb6acccd734d req-14563818-a279-4595-a558-a0bfcf347fd2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1604977 Jul 07 22:20:48.145260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] For port fce4e486-996c-4361-90d6-c3992db492b8, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fce4e486-996c-4361-90d6-c3992db492b8,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:48.171210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.204971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43396) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:48.235877 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.240879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f4da923-9131-4bcc-8634-fb6acccd734d req-a75ae3db-c189-4cec-a37a-6f4902b003e6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012251 Jul 07 22:20:48.251142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8249d0e1-43d6-4676-b9e2-7d71d0e87873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.266789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-7dcbe111-f0ff-43e6-904a-aa22fa6973dc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751753 Jul 07 22:20:48.316116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ecf03-c323-4ba4-86ab-a655dc6e80c7 None None] Pushing event updated for resources: {'Port': ['ID=fce4e486-996c-4361-90d6-c3992db492b8,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:48.346435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:48.347282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67fd2d59-40e0-453a-bf55-aa73cb743047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.356484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.398639 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.420021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Transition to ACTIVE for port object 806aa308-a3ec-47b3-a2cf-ce5031eb7223 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:48.456689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c730c793-1a8b-4f1b-83ea-c8ae2a82116e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.463628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c730c793-1a8b-4f1b-83ea-c8ae2a82116e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959503 Jul 07 22:20:48.467086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:48.472515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.484955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.492568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-785693c9-7aa7-4c68-8385-03945e9f9a1d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/quotas/a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 375 time: 0.0260162 Jul 07 22:20:48.521719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:48.525131 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae3d68-1f83-41cd-868c-853362d0cf13" -d '{"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:48.554066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:48.560365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:48.567361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:48.573635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.574287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.581779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event updated for resources: {'Port': ['ID=806aa308-a3ec-47b3-a2cf-ce5031eb7223,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:48.621562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8249d0e1-43d6-4676-b9e2-7d71d0e87873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.631167 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d981f75c-cf58-438b-ab74-34119a04c500 x-openstack-request-id: req-d981f75c-cf58-438b-ab74-34119a04c500 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:48.631167 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:48.631569 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d981f75c-cf58-438b-ab74-34119a04c500 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:48.632053 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'code': 200} Jul 07 22:20:48.634566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a8528f5-f775-4237-bfe9-a2f01745d942 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4493401 Jul 07 22:20:48.637081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43406) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:48.656124 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8249d0e1-43d6-4676-b9e2-7d71d0e87873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.702951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249d0e1-43d6-4676-b9e2-7d71d0e87873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7994bc2a-6a9f-48f8-887a-791529ce84f9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:48.756805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-574c77b9-0b6d-4f21-9902-997cbb9d2107 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2632413 Jul 07 22:20:48.790982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8249d0e1-43d6-4676-b9e2-7d71d0e87873 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=140844737d9247c2b916dc3e83b86c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843434 Jul 07 22:20:48.793692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43418) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:48.808626 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting port 806aa308-a3ec-47b3-a2cf-ce5031eb7223 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:48.809317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.940608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fce4e486-996c-4361-90d6-c3992db492b8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:48.959713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e32b-0dc2-4cb6-9ce0-29326f8b462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.960852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.976494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Calling delete_port for 806aa308-a3ec-47b3-a2cf-ce5031eb7223 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:48.988304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4c9f-4364-4294-9f5f-eff247d7ba1a req-3a480e35-0f48-45d1-9600-f7da65832d1d tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.991569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbca4c9f-4364-4294-9f5f-eff247d7ba1a req-3a480e35-0f48-45d1-9600-f7da65832d1d tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 950 time: 0.1860013 Jul 07 22:20:49.020206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e32b-0dc2-4cb6-9ce0-29326f8b462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.077289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fce4e486-996c-4361-90d6-c3992db492b8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:49.104493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbca4c9f-4364-4294-9f5f-eff247d7ba1a req-bfa745e4-94b0-4d03-9508-432d074beff4 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978322 Jul 07 22:20:49.145321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e32b-0dc2-4cb6-9ce0-29326f8b462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.148121 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e32b-0dc2-4cb6-9ce0-29326f8b462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.149269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a8b9e32b-0dc2-4cb6-9ce0-29326f8b462a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7994bc2a-6a9f-48f8-887a-791529ce84f9 HTTP/1.1" status: 204 len: 168 time: 0.3546853 Jul 07 22:20:49.168958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9e32b-0dc2-4cb6-9ce0-29326f8b462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7994bc2a-6a9f-48f8-887a-791529ce84f9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:49.244303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5873806d-2c18-4ef3-b634-227bee326ff1 req-2c79aab5-faca-4ab0-9b79-abe4e5a66f5c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0485015 Jul 07 22:20:49.271143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43444) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:49.320184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:49.403313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 135c6efd-1493-4189-bbba-cfda31a5339d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:49.417690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 135c6efd-1493-4189-bbba-cfda31a5339d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:49.418486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.479053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.617151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Port': ['ID=806aa308-a3ec-47b3-a2cf-ce5031eb7223,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:49.671623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:49.698197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73042b3-8fa2-4c5c-ab96-0a2819205942 req-40a7c023-40bf-4677-b884-7a90496cd557 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:49.707507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f73042b3-8fa2-4c5c-ab96-0a2819205942 req-40a7c023-40bf-4677-b884-7a90496cd557 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1636922 Jul 07 22:20:49.723486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.771824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.779678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d69b2668-6635-45ca-bdbd-8093d9e27d11 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/806aa308-a3ec-47b3-a2cf-ce5031eb7223 HTTP/1.1" status: 204 len: 168 time: 1.1413660 Jul 07 22:20:49.780993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43464) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:49.797888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f73042b3-8fa2-4c5c-ab96-0a2819205942 req-a39ba40f-fe0d-4771-82d9-18366a4b9e69 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886383 Jul 07 22:20:49.845045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1594165833-network', 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:49.897758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:49.902184 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.910069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb7ba5-482e-4c97-958a-4e568266e445 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:49.912224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3cb7ba5-482e-4c97-958a-4e568266e445 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1298828 Jul 07 22:20:49.914809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:49.922802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.037271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:50.050173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4138a-120c-414d-92be-18f25fc4022d None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:50.054603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'mac_address': 'fa:16:3e:69:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:50.058897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:50.079731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c02009-6ec2-41b4-beba-8e7126827dfc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.084742 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a2c02009-6ec2-41b4-beba-8e7126827dfc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1689091 Jul 07 22:20:50.087641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43480) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:50.140137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.152021 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.156038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:50.160379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.222811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d741d-fcf1-492e-9441-8f04dc0659c7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.223974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d741d-fcf1-492e-9441-8f04dc0659c7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.225577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d741d-fcf1-492e-9441-8f04dc0659c7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.230439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43502) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:50.230618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4b2d741d-fcf1-492e-9441-8f04dc0659c7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1403193 Jul 07 22:20:50.251181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d655a5-d2dc-4949-aecd-47bae38a604e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.270615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:50.271606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Provisioning for port fce4e486-996c-4361-90d6-c3992db492b8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:50.293460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.297764 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Added segment 76dd12a1-0b0d-4907-9b82-738dce56a428 of type vlan for network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 Jul 07 22:20:50.298619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Provisioning complete for port fce4e486-996c-4361-90d6-c3992db492b8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:50.299028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.315530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.354973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.385967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet 65c896bd-c9f9-4f36-9f22-6b03cb7369c0 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:50.393375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.401909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.403402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.405335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.407240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.414510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:50.480760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port df1d40e6-c7b8-457d-b425-3de953461080 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:50.481430 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.488155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:50.514556 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.548592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.561148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] Pushing event updated for resources: {'Network': ['ID=6e35cf26-fb6a-4b68-808f-3cbca55262c4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.583255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bdb2d293-cee8-4234-8612-84625c3a6b4e admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3108613 Jul 07 22:20:50.584820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:50.614145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43514) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:50.639285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:50.641583 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67a49e-440a-4d8d-8d35-c5b04f41829c" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:50.667849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Request body: {'subnet': {'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1594165833-subnet', 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:50.689638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:50.703861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d67cfa62-39a4-434e-9eb8-457f0db185ce req-5516bd9f-3488-42ba-9684-dadc28e965c1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 210 time: 0.1099133 Jul 07 22:20:50.736644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:50.739318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.740266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.763208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.773772 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.823498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.826779 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92386c27-7aff-4750-8b05-01309b5376a0 x-openstack-request-id: req-92386c27-7aff-4750-8b05-01309b5376a0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:50.827062 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:50.827602 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-92386c27-7aff-4750-8b05-01309b5376a0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:50.827744 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:20:50.927584 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.930237 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/65c896bd-c9f9-4f36-9f22-6b03cb7369c0 HTTP/1.1" status: 204 len: 168 time: 0.6984477 Jul 07 22:20:50.931647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e6d61-21f2-4ee2-b272-b92cb904f578 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=65c896bd-c9f9-4f36-9f22-6b03cb7369c0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.935303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43532) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:50.941580 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.987677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-84a31087-c840-4b97-b480-13ae1baec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.033402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Deleting subnet d14e553c-325f-4e44-ae24-0f58603570f3 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:51.039256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.105073 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:20:51.108463 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:20:51.122887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.156306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:51.192411 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.254269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-472bf20f-32d2-437f-8216-f720857adbf6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354736 Jul 07 22:20:51.261096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d008-bfc4-4036-835d-f5ac6b55e81e req-080c8bfd-cbe3-4e16-8049-33a8608e0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.263157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40a7d008-bfc4-4036-835d-f5ac6b55e81e req-080c8bfd-cbe3-4e16-8049-33a8608e0f8d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1098 time: 0.3219934 Jul 07 22:20:51.273313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:51.290992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b68f66-45d5-40c2-844f-004bb83a60cf None None] Update dhcp port {'port': {'network_id': 'fb6eb312-b078-40cf-9e77-99f2b99590e3', 'fixed_ips': [{'subnet_id': 'd14e553c-325f-4e44-ae24-0f58603570f3', 'ip_address': '2001:db8:0:1:f816:3eff:fe06:6ac'}, {'subnet_id': '65c896bd-c9f9-4f36-9f22-6b03cb7369c0'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'fce4e486-996c-4361-90d6-c3992db492b8'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:20:51.329294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd145b1-45f4-4110-a08c-14f5df1b8c31 req-c41bfef3-8d3b-4417-86a7-4d5c16cac667 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.331171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.331930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdd145b1-45f4-4110-a08c-14f5df1b8c31 req-c41bfef3-8d3b-4417-86a7-4d5c16cac667 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.2766609 Jul 07 22:20:51.405097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e5b68f66-45d5-40c2-844f-004bb83a60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.419253 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.506609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.549810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40a7d008-bfc4-4036-835d-f5ac6b55e81e req-1d4507f7-7835-4184-a6f3-00225d5f1204 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488296 Jul 07 22:20:51.553144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.558259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Subnet': ['ID=d14e553c-325f-4e44-ae24-0f58603570f3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:51.569210 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.571275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d944a50-f6e2-469c-844c-c05742856318 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/d14e553c-325f-4e44-ae24-0f58603570f3 HTTP/1.1" status: 204 len: 168 time: 0.6347785 Jul 07 22:20:51.573701 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdd145b1-45f4-4110-a08c-14f5df1b8c31 req-ae2c10d5-f8fa-4f5e-910a-a13caa4f4a87 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064068 Jul 07 22:20:51.573915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43570) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:51.624402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7ebb309e-6aa6-46d4-9a34-e40988489e55 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493376 Jul 07 22:20:51.627349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43574) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-e5b68f66-45d5-40c2-844f-004bb83a60cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d14e553c-325f-4e44-ae24-0f58603570f3: This subnet is being modified by another concurrent operation. Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:20:51.657621 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d14e553c-325f-4e44-ae24-0f58603570f3: This subnet is being modified by another concurrent operation. Jul 07 22:20:51.661888 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:20:51.664278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:51.709906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef2a783-1ca3-468e-a411-4a3b56cc62a1,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:51.721158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-2f467f86-e397-4548-8834-d725faca67c7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.734336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-2f467f86-e397-4548-8834-d725faca67c7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4491043 Jul 07 22:20:51.735017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:51.735408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.736465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:51.737068 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.737202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Network hostable DHCP agents. Network: 6e35cf26-fb6a-4b68-808f-3cbca55262c4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:51.751427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95b2fb-3f76-417d-8792-3ae3ab3aedc1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.753335 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab95b2fb-3f76-417d-8792-3ae3ab3aedc1 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1243925 Jul 07 22:20:51.757851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Request body: {'port': {'device_id': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'a9e62b1fcf2247b6a4f5e6dbc2c60bb3'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:51.767850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43582) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:51.788352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4484bf-8f24-4364-8efa-f7196314e855 None None] Network fb6eb312-b078-40cf-9e77-99f2b99590e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:51.866467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] For port fce4e486-996c-4361-90d6-c3992db492b8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fce4e486-996c-4361-90d6-c3992db492b8,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:51.888269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.905188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:51.936500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d0c6d-2618-4f1f-b3f2-1ffeef09b7a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.945282 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4c0d0c6d-2618-4f1f-b3f2-1ffeef09b7a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1788166 Jul 07 22:20:51.948679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43588) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:51.963247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6e35cf26-fb6a-4b68-808f-3cbca55262c4) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:51.966569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14735cd3-887d-4e8e-8c6f-c64a94ffbf91 None None] Pushing event updated for resources: {'Port': ['ID=fce4e486-996c-4361-90d6-c3992db492b8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:51.985257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20c893-6a44-40f6-83c3-677e4b2fd56e None None] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:51.991193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.992106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.030906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c050d78f-14ff-4ea3-85ac-431739207907 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4145565 Jul 07 22:20:52.048298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5e825a7-726f-48f4-b761-7abb04c45bff tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889571 Jul 07 22:20:52.048479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.050515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43592) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.097282 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-db562b83-f31d-40cb-a70f-c876a8cef9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.098132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db562b83-f31d-40cb-a70f-c876a8cef9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.100476 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-db562b83-f31d-40cb-a70f-c876a8cef9a7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/806aa308-a3ec-47b3-a2cf-ce5031eb7223 HTTP/1.1" status: 404 len: 333 time: 0.0487170 Jul 07 22:20:52.103635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6676454d-4848-4b5a-be0a-e1c4d41cbea9 req-c17bf856-e7ad-4ed0-a8af-9dcc4942776e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0749207 Jul 07 22:20:52.104101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43596) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.172192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Made reservation on behalf of a9e62b1fcf2247b6a4f5e6dbc2c60bb3 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:52.176770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.191308 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c4763d-55ce-401d-9fb2-8eb0d869e6bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.193900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c4763d-55ce-401d-9fb2-8eb0d869e6bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.198665 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-45c4763d-55ce-401d-9fb2-8eb0d869e6bc tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/d14e553c-325f-4e44-ae24-0f58603570f3 HTTP/1.1" status: 404 len: 337 time: 0.0900505 Jul 07 22:20:52.201035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.203087 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.233000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-32907554-f035-4774-9d50-b856fd82e8cd None None] Provisioning complete for port fce4e486-996c-4361-90d6-c3992db492b8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:52.233355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32907554-f035-4774-9d50-b856fd82e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.244623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:52.285182 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5402d3a-ced8-4e89-9b31-9929bfadce71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.287750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5402d3a-ced8-4e89-9b31-9929bfadce71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.289851 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5402d3a-ced8-4e89-9b31-9929bfadce71 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/65c896bd-c9f9-4f36-9f22-6b03cb7369c0 HTTP/1.1" status: 404 len: 337 time: 0.0855887 Jul 07 22:20:52.292971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.297681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.351473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Allocated IP 192.168.233.134 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/490916f7-801b-492a-8afe-fdfc0c2342ce) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:52.361385 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56a25f2-8d0a-427e-af1a-8d960491e126 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.363441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56a25f2-8d0a-427e-af1a-8d960491e126 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.366481 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b56a25f2-8d0a-427e-af1a-8d960491e126 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/e18c86eb-da7d-4711-883d-4360b1b9f19d HTTP/1.1" status: 404 len: 333 time: 0.0710046 Jul 07 22:20:52.380629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.441226 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ccf7fe-2ed2-4563-acad-4dc6ae540fa7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.446424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ccf7fe-2ed2-4563-acad-4dc6ae540fa7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.451497 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d3ccf7fe-2ed2-4563-acad-4dc6ae540fa7 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/76a20b7b-1234-4b03-a492-217d0528e399 HTTP/1.1" status: 404 len: 337 time: 0.0686450 Jul 07 22:20:52.452121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.533714 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1f46ba-be4e-4418-ba53-4458b53eb757 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.534197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1f46ba-be4e-4418-ba53-4458b53eb757 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.541675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5e1f46ba-be4e-4418-ba53-4458b53eb757 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/04833c0a-7277-4ec8-ae16-b05d8a48cba7 HTTP/1.1" status: 404 len: 337 time: 0.0883331 Jul 07 22:20:52.542293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43626) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.587933 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b549511e-1a89-40b8-b921-f4b1235d5bb2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.589461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b549511e-1a89-40b8-b921-f4b1235d5bb2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.594137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b549511e-1a89-40b8-b921-f4b1235d5bb2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/232bfaea-a5ae-42c1-8689-38d6fb24ec49 HTTP/1.1" status: 404 len: 333 time: 0.0507886 Jul 07 22:20:52.595208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43634) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.625529 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1427d95f-1dfc-4568-929c-fb4a572e4c53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.626195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1427d95f-1dfc-4568-929c-fb4a572e4c53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.631747 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1427d95f-1dfc-4568-929c-fb4a572e4c53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/121a5e00-6ea2-4601-aab3-9d24bb969020 HTTP/1.1" status: 404 len: 337 time: 0.0352113 Jul 07 22:20:52.632783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43638) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.642196 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.665953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Transition to ACTIVE for port object 490916f7-801b-492a-8afe-fdfc0c2342ce will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:52.668532 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f352c3-ca70-4b69-a006-b7319c335774 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.669433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f352c3-ca70-4b69-a006-b7319c335774 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.674816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a1f352c3-ca70-4b69-a006-b7319c335774 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/4884ef43-b930-4218-946e-0b539ac5c392 HTTP/1.1" status: 404 len: 337 time: 0.0405505 Jul 07 22:20:52.675727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43644) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.705482 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-02457e29-c2b0-41ac-90dd-8aea9db7dce8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.706733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02457e29-c2b0-41ac-90dd-8aea9db7dce8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.711936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.723211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02457e29-c2b0-41ac-90dd-8aea9db7dce8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/d234bff8-a69b-4bfa-8782-d2d1132e2c61 HTTP/1.1" status: 404 len: 333 time: 0.0461597 Jul 07 22:20:52.726768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43646) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.756982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:52.759963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108', 'df1d40e6-c7b8-457d-b425-3de953461080'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:52.774932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:52.778928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:52.785584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f831d71-c4ec-4c80-858f-4c561fdd7da3 None None] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:52.800563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:52.866841 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ccc3fc-8164-458f-a751-5c2042537da8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:52.867323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ccc3fc-8164-458f-a751-5c2042537da8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:52.871423 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5ccc3fc-8164-458f-a751-5c2042537da8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/5d1fefee-2ea1-4990-a7d8-eb3370da1db0 HTTP/1.1" status: 404 len: 337 time: 0.1410806 Jul 07 22:20:52.875025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43656) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.876635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}, {'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:52.879484 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e63a6f-1b47-4d1b-aa07-0c2b0c066122" -d '{"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-plugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}, {"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-plugged", "status": "completed", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:52.905256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:52.936366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:53.008644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fce4e486-996c-4361-90d6-c3992db492b8 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:53.040917 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a678350-5c4b-496c-996e-f7b2b02ac063 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.041393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a678350-5c4b-496c-996e-f7b2b02ac063 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.043220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a678350-5c4b-496c-996e-f7b2b02ac063 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/a0fae18e-bfcd-4043-9e98-e04f0e9dbc7b HTTP/1.1" status: 404 len: 337 time: 0.1654351 Jul 07 22:20:53.045836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43662) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.063499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:53.064150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.111762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-c266aa8e-7f5c-4db8-afcf-dc7a5fd96a73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3660135 Jul 07 22:20:53.126266 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4240a6-0ac2-449e-9a38-d57c402dc462 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.131054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-9d2384fe-7d79-4714-ad8a-5444f7e3fb1d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:53.135287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4240a6-0ac2-449e-9a38-d57c402dc462 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.143822 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5c4240a6-0ac2-449e-9a38-d57c402dc462 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/7b0908ff-51dc-47bf-84fa-75bfb9c913bb HTTP/1.1" status: 404 len: 333 time: 0.0945017 Jul 07 22:20:53.145174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-9d2384fe-7d79-4714-ad8a-5444f7e3fb1d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.2684488 Jul 07 22:20:53.146195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43666) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.151329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] DHCP port deletion for fb6eb312-b078-40cf-9e77-99f2b99590e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:20:53.157284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Request body: {'port': {'device_id': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:53.179402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-17f49dca-30ee-465c-9890-87052f6415c7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0323751 Jul 07 22:20:53.248084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3309e0cb-4d30-4d21-a56f-f1f837ef648e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677063 Jul 07 22:20:53.284563 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c520a6-93ff-44fa-92e8-ba3831c7d525 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.285048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c520a6-93ff-44fa-92e8-ba3831c7d525 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.287433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68c520a6-93ff-44fa-92e8-ba3831c7d525 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/1cea7bae-fda4-423e-be7c-5902cb48c2eb HTTP/1.1" status: 404 len: 337 time: 0.1373973 Jul 07 22:20:53.289827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43668) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.345820 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-74652851-e5dc-40e4-a728-f9a92432bd5a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.346651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74652851-e5dc-40e4-a728-f9a92432bd5a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.349123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74652851-e5dc-40e4-a728-f9a92432bd5a tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/cae95794-2d70-4555-9b37-09b206744230 HTTP/1.1" status: 404 len: 333 time: 0.0578327 Jul 07 22:20:53.352130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43672) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.357449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:53.371455 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.405110 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9445c4-a02a-42d2-b3ed-a8762ef20ef6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.405566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9445c4-a02a-42d2-b3ed-a8762ef20ef6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.414818 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bb9445c4-a02a-42d2-b3ed-a8762ef20ef6 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/86b41014-02fc-45e2-af3d-16d3691430e3 HTTP/1.1" status: 404 len: 337 time: 0.0615976 Jul 07 22:20:53.417632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43674) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.480503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3a5f1d7f-6160-4535-8b9b-d789a5e37237 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314689 Jul 07 22:20:53.482607 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cdff1b-828d-427b-ace2-fc5ff2f76f37 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.483349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cdff1b-828d-427b-ace2-fc5ff2f76f37 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.490722 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-61cdff1b-828d-427b-ace2-fc5ff2f76f37 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/c000322c-1cc2-4f9b-a14c-d39211359fda HTTP/1.1" status: 404 len: 333 time: 0.0665088 Jul 07 22:20:53.495182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43676) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.519232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] Deleting port fce4e486-996c-4361-90d6-c3992db492b8 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:53.519620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.524310 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-de476e23-b942-42bf-93c7-561961127cd0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.524908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de476e23-b942-42bf-93c7-561961127cd0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.530040 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de476e23-b942-42bf-93c7-561961127cd0 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/9fd4a773-7609-44fe-9f5a-b93a76609bf0 HTTP/1.1" status: 404 len: 337 time: 0.0331581 Jul 07 22:20:53.530541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.557860 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad5c3fd-96ad-4aaf-be89-d2398c19a676 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.558331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad5c3fd-96ad-4aaf-be89-d2398c19a676 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.563209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3ad5c3fd-96ad-4aaf-be89-d2398c19a676 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/cceb8900-2569-44f6-86c0-4ac62ace2652 HTTP/1.1" status: 404 len: 333 time: 0.0315552 Jul 07 22:20:53.563922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43682) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.583755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f2199b2b-ab62-4e85-a93d-dcd489993d74 None None] Provisioning for port 490916f7-801b-492a-8afe-fdfc0c2342ce completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:53.592038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] For port fce4e486-996c-4361-90d6-c3992db492b8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fce4e486-996c-4361-90d6-c3992db492b8,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:53.592447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.603976 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6fa1f5-6425-424b-a3df-fae8c5508eed tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.605168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6fa1f5-6425-424b-a3df-fae8c5508eed tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.610267 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc6fa1f5-6425-424b-a3df-fae8c5508eed tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/7be35966-09ff-4095-8faa-23c256ac2cd1 HTTP/1.1" status: 404 len: 337 time: 0.0374641 Jul 07 22:20:53.611699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43686) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.643822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-cefc982b-1ad3-4985-a574-812eacd702cd service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585276 Jul 07 22:20:53.644411 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4527921f-3096-4f38-b568-e37ba73c3a06 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.645126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4527921f-3096-4f38-b568-e37ba73c3a06 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.651462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4527921f-3096-4f38-b568-e37ba73c3a06 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/dfa51b4a-1472-4b3d-866f-75bc0f929ca1 HTTP/1.1" status: 404 len: 333 time: 0.0384979 Jul 07 22:20:53.652598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43688) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.665510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f2199b2b-ab62-4e85-a93d-dcd489993d74 None None] Provisioning complete for port 490916f7-801b-492a-8afe-fdfc0c2342ce triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:53.665896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2199b2b-ab62-4e85-a93d-dcd489993d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.674786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] Calling delete_port for fce4e486-996c-4361-90d6-c3992db492b8 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:53.678850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.693799 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e049e33e-ceb5-4c95-a1ed-e8871c6c656f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.694647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e049e33e-ceb5-4c95-a1ed-e8871c6c656f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.699818 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e049e33e-ceb5-4c95-a1ed-e8871c6c656f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/3be4a87b-5eb4-4279-a422-ffbc0b4d9508 HTTP/1.1" status: 404 len: 337 time: 0.0453596 Jul 07 22:20:53.700750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43690) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.711164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:20:53.720106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.738562 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e428cd3f-55ac-4d66-a832-f63a4f343c69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.739603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e428cd3f-55ac-4d66-a832-f63a4f343c69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.747837 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e428cd3f-55ac-4d66-a832-f63a4f343c69 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/22193d91-944d-4f3e-8de9-9a0a93e2d173 HTTP/1.1" status: 404 len: 333 time: 0.0456924 Jul 07 22:20:53.749383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.794544 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7598b3-e493-479e-8085-3fa5ecc5dd53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.795137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7598b3-e493-479e-8085-3fa5ecc5dd53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.800226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e7598b3-e493-479e-8085-3fa5ecc5dd53 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/cffb7230-297b-457b-a866-2c4334c12556 HTTP/1.1" status: 404 len: 337 time: 0.0482669 Jul 07 22:20:53.800892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43696) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.891133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f2199b2b-ab62-4e85-a93d-dcd489993d74 None None] Port 490916f7-801b-492a-8afe-fdfc0c2342ce cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:53.930871 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d29586-6b46-435b-a0f3-65f00deb82ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.931267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d29586-6b46-435b-a0f3-65f00deb82ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.936894 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-88d29586-6b46-435b-a0f3-65f00deb82ba tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/ac0b3dae-5985-40b2-a071-535de789bcc4 HTTP/1.1" status: 404 len: 337 time: 0.1338909 Jul 07 22:20:53.937780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43702) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.991036 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb4a4e-12a6-496c-bd5e-c53808fe2daa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:53.991548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cb4a4e-12a6-496c-bd5e-c53808fe2daa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:53.997268 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44cb4a4e-12a6-496c-bd5e-c53808fe2daa tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/679f60e2-f4b5-4a52-8c91-29e776f34f2d HTTP/1.1" status: 404 len: 333 time: 0.0582521 Jul 07 22:20:53.999079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43704) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.005399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port fce4e486-996c-4361-90d6-c3992db492b8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fce4e486-996c-4361-90d6-c3992db492b8,segment=NetworkSegment(cfa06b76-34b4-401c-aedb-d8e11c2c3bea),segment_id=cfa06b76-34b4-401c-aedb-d8e11c2c3bea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:54.062089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490916f7-801b-492a-8afe-fdfc0c2342ce {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:54.063541 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0313a3ad-aadb-4a3b-94c5-d3cf3bbbd794 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.064046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0313a3ad-aadb-4a3b-94c5-d3cf3bbbd794 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.070473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0313a3ad-aadb-4a3b-94c5-d3cf3bbbd794 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/0e5d627b-0c51-4031-83d0-2224b0aaff2f HTTP/1.1" status: 404 len: 337 time: 0.0656090 Jul 07 22:20:54.072822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43706) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.077655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.085142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:54.102725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22c07-13a9-45c4-afda-b2791ec370aa req-5b952640-428b-42c6-9eec-993af7d4edd5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:54.108288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1fa22c07-13a9-45c4-afda-b2791ec370aa req-5b952640-428b-42c6-9eec-993af7d4edd5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.4803803 Jul 07 22:20:54.110620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Transition to ACTIVE for port object 490916f7-801b-492a-8afe-fdfc0c2342ce will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:54.139045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.152080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '05504001-c225-4ea7-b46c-ddb3c4507956', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '05504001-c225-4ea7-b46c-ddb3c4507956', 'mac_address': 'fa:16:3e:75:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:54.158074 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0647ee8a-9f5d-4bd2-9f29-b52955c76092 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.158292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.158560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0647ee8a-9f5d-4bd2-9f29-b52955c76092 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.166458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0647ee8a-9f5d-4bd2-9f29-b52955c76092 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/6b17f98f-37f1-4f16-a167-be2b84884520 HTTP/1.1" status: 404 len: 337 time: 0.0923533 Jul 07 22:20:54.168580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.205199 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c776d9-0295-4ba0-88c0-1683d747738b x-openstack-request-id: req-e0c776d9-0295-4ba0-88c0-1683d747738b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:54.205601 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-plugged", "status": "completed", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "code": 200}, {"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-plugged", "status": "completed", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:54.205890 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e0c776d9-0295-4ba0-88c0-1683d747738b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:54.206306 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'code': 200} Jul 07 22:20:54.206564 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'code': 200} Jul 07 22:20:54.207802 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b185dc68-bb26-4bea-9619-ba6579a30e4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.208697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b185dc68-bb26-4bea-9619-ba6579a30e4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.215485 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b185dc68-bb26-4bea-9619-ba6579a30e4b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/fd3ce8f9-bdcf-4290-a9f6-8a233f497ea8 HTTP/1.1" status: 404 len: 333 time: 0.0440102 Jul 07 22:20:54.216810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43714) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.287582 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d3fbb7-e493-43d0-9082-d08ce68e0428 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.288228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d3fbb7-e493-43d0-9082-d08ce68e0428 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.294142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46d3fbb7-e493-43d0-9082-d08ce68e0428 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/2c022b5e-47e3-4dc7-ab5d-18273ed58dee HTTP/1.1" status: 404 len: 337 time: 0.0747526 Jul 07 22:20:54.298321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.300263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1fa22c07-13a9-45c4-afda-b2791ec370aa req-95e52e0d-0247-4dd9-8195-b048f5c65ad7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842163 Jul 07 22:20:54.312936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.363822 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd0b6b7-8e8e-4f5d-a6a6-187f833c2bbf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.364924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd0b6b7-8e8e-4f5d-a6a6-187f833c2bbf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.376514 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5dd0b6b7-8e8e-4f5d-a6a6-187f833c2bbf tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/20a2e67d-4107-4498-b672-e5988282da2f HTTP/1.1" status: 404 len: 337 time: 0.0768652 Jul 07 22:20:54.380512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] No DVR routers for this DVR port fce4e486-996c-4361-90d6-c3992db492b8 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:54.380980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.484256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:54.527099 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-931ed66c-83cf-4b78-86cb-b28baf29b46d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.527821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931ed66c-83cf-4b78-86cb-b28baf29b46d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.529603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-931ed66c-83cf-4b78-86cb-b28baf29b46d tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/abf5a8a1-c916-42b1-94bb-c2173fb31e06 HTTP/1.1" status: 404 len: 333 time: 0.1451714 Jul 07 22:20:54.532220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43734) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.548228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=fce4e486-996c-4361-90d6-c3992db492b8,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:54.560632 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.596065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97385ec5-0f15-4adc-9a36-3e97047c9f4b None None] Pushing event deleted for resources: {'Port': ['ID=fce4e486-996c-4361-90d6-c3992db492b8,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:54.606032 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-264dbdd0-7caa-48f1-b70d-eda0055ce9e4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.606572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05504001-c225-4ea7-b46c-ddb3c4507956 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:54.610537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264dbdd0-7caa-48f1-b70d-eda0055ce9e4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.612450 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-264dbdd0-7caa-48f1-b70d-eda0055ce9e4 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/7e447baa-683e-4ab0-8500-7b980f058d9a HTTP/1.1" status: 404 len: 337 time: 0.0792766 Jul 07 22:20:54.628496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.632266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:54.646089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.706482 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b2887b-d671-4d13-a13c-ccf737d49442 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.707000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b2887b-d671-4d13-a13c-ccf737d49442 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.712621 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5b2887b-d671-4d13-a13c-ccf737d49442 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/5a5cb7cd-7258-4662-b18c-b0afd2131d1e HTTP/1.1" status: 404 len: 337 time: 0.0830042 Jul 07 22:20:54.714076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43746) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.720242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e424d6-b8b8-4903-88ba-e3aada8468ff None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:20:54.754872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6e50e3af-940e-4944-ace6-0dc4e2c74842 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports?device_id=d568245b-3ed3-4d1a-949c-3b2eb4b91536 HTTP/1.1" status: 200 len: 205 time: 0.0385733 Jul 07 22:20:54.756033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43748) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.791852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['05504001-c225-4ea7-b46c-ddb3c4507956'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:54.807106 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-2c53ab20-1490-4b6e-8253-0d010b10ae54 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] delete failed (client error): The resource could not be found. Jul 07 22:20:54.808386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c53ab20-1490-4b6e-8253-0d010b10ae54 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/routers/d568245b-3ed3-4d1a-949c-3b2eb4b91536 HTTP/1.1" status: 404 len: 336 time: 0.0510399 Jul 07 22:20:54.812021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.865081 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc40cbb3-40d8-4f4f-a8bb-12afbb6e2da9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:54.865864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc40cbb3-40d8-4f4f-a8bb-12afbb6e2da9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:54.868066 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc40cbb3-40d8-4f4f-a8bb-12afbb6e2da9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/08d88611-5d26-4963-98a5-c7bf54ab10c2 HTTP/1.1" status: 404 len: 337 time: 0.0533483 Jul 07 22:20:54.870646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43752) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.880617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:54.904826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d78db718-6823-4ae3-9526-c1f738e6249f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "GET /v2.0/ports?device_id=ea120cbc-f34f-4e65-967b-b00d149ac960 HTTP/1.1" status: 200 len: 205 time: 0.0329051 Jul 07 22:20:54.907461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43754) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.999735 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-bc384a61-7333-4ffa-be55-07ecc64e5c52 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] delete failed (client error): The resource could not be found. Jul 07 22:20:55.000966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc384a61-7333-4ffa-be55-07ecc64e5c52 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/routers/ea120cbc-f34f-4e65-967b-b00d149ac960 HTTP/1.1" status: 404 len: 336 time: 0.0774779 Jul 07 22:20:55.003836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43758) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.066021 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3709c6f7-9238-4a0a-8444-8720bffcddf2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.066829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3709c6f7-9238-4a0a-8444-8720bffcddf2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.068824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3709c6f7-9238-4a0a-8444-8720bffcddf2 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/b26238f5-de23-459b-941f-5f913e157dfa HTTP/1.1" status: 404 len: 337 time: 0.0638545 Jul 07 22:20:55.071297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43760) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.082063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e424d6-b8b8-4903-88ba-e3aada8468ff None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:20:55.106465 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c0c9ae-90aa-46f6-8f72-6af9233b91dd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.113135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c0c9ae-90aa-46f6-8f72-6af9233b91dd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.118083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27c0c9ae-90aa-46f6-8f72-6af9233b91dd tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/9389606f-4659-4b5d-b181-8133ef4d8669 HTTP/1.1" status: 404 len: 337 time: 0.0433700 Jul 07 22:20:55.119433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43762) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.130743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-655cee22-a627-4fd5-8daf-af12a574b112 req-590726a3-fa7f-4815-88b6-281f0817d041 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 210 time: 0.0491509 Jul 07 22:20:55.150341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91309a9-843d-465d-9adf-3170f6dcf6ca req-19c46aed-b20d-4d34-a565-81d5f2e89cb0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.163509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f91309a9-843d-465d-9adf-3170f6dcf6ca req-19c46aed-b20d-4d34-a565-81d5f2e89cb0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.8762822 Jul 07 22:20:55.190901 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c014a9-558c-400f-b825-10b02263e8eb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.191644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c014a9-558c-400f-b825-10b02263e8eb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.195753 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-36c014a9-558c-400f-b825-10b02263e8eb tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/df9780b1-0df2-41df-a360-cd8dd7f3461b HTTP/1.1" status: 404 len: 333 time: 0.0734732 Jul 07 22:20:55.195951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:55.195951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:55.195951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:55.196218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43764) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.215404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:55.215907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:55.226742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:55.227800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:55.228336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:55.228866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Bound port: 490916f7-801b-492a-8afe-fdfc0c2342ce, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:55.229347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.266140 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b67647-2ea3-430d-9629-3ce87f51039e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.266538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b67647-2ea3-430d-9629-3ce87f51039e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.288713 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-95b67647-2ea3-430d-9629-3ce87f51039e tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/2e0e45dc-ffe1-4e92-8a9b-2e5f3abc9813 HTTP/1.1" status: 404 len: 337 time: 0.0910685 Jul 07 22:20:55.290736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43766) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.306740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f91309a9-843d-465d-9adf-3170f6dcf6ca req-09b2903b-5be1-416a-aace-f4db963b9a8a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456351 Jul 07 22:20:55.373806 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6a5198-6472-43b9-ba5c-3df3bb7a9227 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.374598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6a5198-6472-43b9-ba5c-3df3bb7a9227 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.376814 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da6a5198-6472-43b9-ba5c-3df3bb7a9227 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/3885038d-91b7-4ab5-9f84-b83f9ee1dbde HTTP/1.1" status: 404 len: 333 time: 0.0850139 Jul 07 22:20:55.384738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43768) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.410708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:55.417807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:55.440963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:55.452824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.466330 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c794829-a65c-41c4-a0f2-34e44632e916 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.466839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c794829-a65c-41c4-a0f2-34e44632e916 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.468644 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c794829-a65c-41c4-a0f2-34e44632e916 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/9d065fcb-a54a-4b0e-80b4-78feab3e9615 HTTP/1.1" status: 404 len: 337 time: 0.0829141 Jul 07 22:20:55.474057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43770) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.517356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f6cd-0b1b-456b-9855-4b22e9e29658 req-110739de-4d4c-4224-bddc-4b6238a20a05 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.520059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b56f6cd-0b1b-456b-9855-4b22e9e29658 req-110739de-4d4c-4224-bddc-4b6238a20a05 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.1511388 Jul 07 22:20:55.528125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43774) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.533041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'floatingip': {'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:55.544417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.545044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.546856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] 10.222.0.103 "PUT /v2.0/ports/490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 1097 time: 2.3967385 Jul 07 22:20:55.550789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:55.553773 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7bce76-85b9-46c5-92e9-705abd855506" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:55.556493 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a601b71a-b463-45d2-bee3-9be14f1e36ee tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.557246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a601b71a-b463-45d2-bee3-9be14f1e36ee tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.562028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a601b71a-b463-45d2-bee3-9be14f1e36ee tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/edc56b6a-5716-4d2e-8ee3-c41a2f88f753 HTTP/1.1" status: 404 len: 333 time: 0.0653653 Jul 07 22:20:55.564979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43778) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.612789 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b946012c-084c-47b9-bdc8-0ca1d499638f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.613247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b946012c-084c-47b9-bdc8-0ca1d499638f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.617483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b946012c-084c-47b9-bdc8-0ca1d499638f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/36e075b6-6b9d-4a04-8ce8-13b331df101a HTTP/1.1" status: 404 len: 337 time: 0.0515730 Jul 07 22:20:55.623154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43780) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.655324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 05504001-c225-4ea7-b46c-ddb3c4507956 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:55.655731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.659657 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.700999 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1717f7c5-c076-47db-b0c2-96078ab5a4d3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.701746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1717f7c5-c076-47db-b0c2-96078ab5a4d3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.714678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1717f7c5-c076-47db-b0c2-96078ab5a4d3 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/e60e38f6-f68a-43b5-9040-bdf1670f0b44 HTTP/1.1" status: 404 len: 333 time: 0.0915387 Jul 07 22:20:55.717808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43784) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.816410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdddb38-db9c-4b81-b4d5-842e90d2a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:55.823454 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabc750e-eca6-4846-9bb7-356b8c463c92 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.823920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabc750e-eca6-4846-9bb7-356b8c463c92 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.826464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fabc750e-eca6-4846-9bb7-356b8c463c92 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/905bb39a-73f1-453f-bd0d-decacd0ce141 HTTP/1.1" status: 404 len: 337 time: 0.1063240 Jul 07 22:20:55.828718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43790) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.876713 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fceb790d-6028-47bc-97c1-54233b0986a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.877635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fceb790d-6028-47bc-97c1-54233b0986a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.879520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fceb790d-6028-47bc-97c1-54233b0986a9 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/b6833a2d-8421-439e-82ca-9f9c495c64b9 HTTP/1.1" status: 404 len: 333 time: 0.0490844 Jul 07 22:20:55.901483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43796) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.987054 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd28683-ae69-4a65-a715-64d6db3d8628 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:55.991526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd28683-ae69-4a65-a715-64d6db3d8628 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:55.993681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cfd28683-ae69-4a65-a715-64d6db3d8628 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/35121abf-eb54-4f72-bb33-c18f2f35a987 HTTP/1.1" status: 404 len: 337 time: 0.0900397 Jul 07 22:20:55.996543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43798) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:56.002595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-f827c040-076f-4e05-976d-ca40bb8d504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.016182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-f827c040-076f-4e05-976d-ca40bb8d504a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.4132843 Jul 07 22:20:56.040935 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.130361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:56.143194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.189095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-f06c1cf4-307a-42c9-89a6-804c7dfb1af4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.1627879 Jul 07 22:20:56.191454 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4aaecc-ca21-4a29-b06b-a97e2b0f1e1f x-openstack-request-id: req-9c4aaecc-ca21-4a29-b06b-a97e2b0f1e1f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:56.193674 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:56.194040 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9c4aaecc-ca21-4a29-b06b-a97e2b0f1e1f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:56.194554 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'status': 'completed', 'code': 200} Jul 07 22:20:56.206196 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aff9834-8ebd-4deb-8b64-bd46aa9ff33f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:56.207223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aff9834-8ebd-4deb-8b64-bd46aa9ff33f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:56.214053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0aff9834-8ebd-4deb-8b64-bd46aa9ff33f tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/bea61e63-cd3d-4d81-b980-c57fd5511bcb HTTP/1.1" status: 404 len: 333 time: 0.2140090 Jul 07 22:20:56.234046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43814) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:56.273495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:56.277926 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbaccbb-1ad0-4fb3-a002-27a05f684fea" -d '{"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-plugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:56.281550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:56.393572 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adefc53-6727-46f8-8743-2fb101d9b8db x-openstack-request-id: req-5adefc53-6727-46f8-8743-2fb101d9b8db {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:56.396805 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-plugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:56.397071 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5adefc53-6727-46f8-8743-2fb101d9b8db {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:56.397489 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'code': 200} Jul 07 22:20:56.435539 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-595b2fe7-3378-43a6-82b6-a86fb3eaa5d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:56.437568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595b2fe7-3378-43a6-82b6-a86fb3eaa5d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:56.444480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-595b2fe7-3378-43a6-82b6-a86fb3eaa5d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/f0163f84-9291-45e6-86e5-c3a64c3c3eb9 HTTP/1.1" status: 404 len: 337 time: 0.2025847 Jul 07 22:20:56.454804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43824) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:56.532397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53682eae-5e50-40ce-a939-6628e3a66a3f req-98dd9261-8781-4c90-b06b-17691c90a2ef tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 210 time: 0.0864394 Jul 07 22:20:56.589280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-a8f2118d-d8c0-46fd-a82a-322a6575e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.590789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-a8f2118d-d8c0-46fd-a82a-322a6575e0fa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.3718488 Jul 07 22:20:56.592025 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb4826c-eae9-4f25-83af-4d5b927a95db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:56.592846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb4826c-eae9-4f25-83af-4d5b927a95db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:56.596258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2bb4826c-eae9-4f25-83af-4d5b927a95db tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/ports/c7ed73a6-49fc-4528-8172-cc9ac0d6876a HTTP/1.1" status: 404 len: 333 time: 0.1348758 Jul 07 22:20:56.600823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43828) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:56.703149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3d9ef68d-1457-4788-956c-f813f62d232f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.704921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3d9ef68d-1457-4788-956c-f813f62d232f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.8201039 Jul 07 22:20:56.715600 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e84b01-e43a-43d6-b779-ca550a54161b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] DELETE failed (client error): The resource could not be found. Jul 07 22:20:56.718426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e84b01-e43a-43d6-b779-ca550a54161b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:20:56.722253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-31e84b01-e43a-43d6-b779-ca550a54161b tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/subnets/a1ebb954-24c8-4b7a-a050-024d60cc5824 HTTP/1.1" status: 404 len: 337 time: 0.1193109 Jul 07 22:20:56.730478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43830) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:56.734780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:57.063743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce813-8821-452e-aa33-c4eb3c9ce770 req-4ba391ec-7c0e-4927-9acb-fba7667fdefc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:57.071768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67fce813-8821-452e-aa33-c4eb3c9ce770 req-4ba391ec-7c0e-4927-9acb-fba7667fdefc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.5483072 Jul 07 22:20:57.119800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:57.165460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.201918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67fce813-8821-452e-aa33-c4eb3c9ce770 req-a72dced7-52a6-49e4-97e4-813a34cbf52c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282105 Jul 07 22:20:57.202999 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:20:57.224425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-389f6f5e-9914-4939-88bc-e2410d0c56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:57.227523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-389f6f5e-9914-4939-88bc-e2410d0c56c0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6260633 Jul 07 22:20:57.272909 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-4c8918b8-b21a-4ef1-bd1d-14ae0476fecf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1341431 Jul 07 22:20:57.279828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.290311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.403030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:57.408429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.451870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.456652 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Floating IP a8e422ff-317d-40fe-b49a-dae7b169c88e associated. External IP: 172.25.5.160, port: 135c6efd-1493-4189-bbba-cfda31a5339d. Jul 07 22:20:57.473834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6eb312-b078-40cf-9e77-99f2b99590e3']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:57.502749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:57.503436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa06b76-34b4-401c-aedb-d8e11c2c3bea') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:57.581001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-4a6d97e7-305b-41bb-8595-fd1cd05bc1a4 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430114 Jul 07 22:20:57.604213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.609828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7165f220-1d2b-4d3c-95ee-da1a90a8269c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.632359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-d3be0beb-fd8b-4b88-b026-6f017cca3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:57.634369 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-d3be0beb-fd8b-4b88-b026-6f017cca3772 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 1102 time: 0.1332812 Jul 07 22:20:57.702100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.783100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:57.790886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:57.794434 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:57.963403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-053bc6c5-166f-48e0-9ca2-d2f1604ea711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:57.965286 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-053bc6c5-166f-48e0-9ca2-d2f1604ea711 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2502348 Jul 07 22:20:57.972706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.988063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Router 2c218241-6f2f-4f3c-b835-42beb86b3b25 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:58.035631 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-1c76c7ab-b45f-4949-b874-b0e82c6be570 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 200 len: 217 time: 0.0594094 Jul 07 22:20:58.048097 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.049941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] 10.222.0.95 "DELETE /v2.0/networks/fb6eb312-b078-40cf-9e77-99f2b99590e3 HTTP/1.1" status: 204 len: 168 time: 1.3105791 Jul 07 22:20:58.057062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f28ca-bf84-4b5b-970c-751488b547d8 tempest-NetworksTestDHCPv6-249856732 tempest-NetworksTestDHCPv6-249856732-project] Pushing event deleted for resources: {'Network': ['ID=fb6eb312-b078-40cf-9e77-99f2b99590e3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:58.063678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e49b739f-cafd-4bf0-8c91-075fd10be261 req-9f82daa3-9ac6-4728-a8eb-cbf5fd500878 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 210 time: 0.2643187 Jul 07 22:20:58.122083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.4 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/8d5a8c6c-f753-4e04-b8a9-efe05914909a) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:58.127923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04989a03-7fe0-4e79-9fec-2b9bb6ecc1d8 req-fbc92d35-c57a-436b-b0cd-52423d04de25 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214808 Jul 07 22:20:58.313507 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7165f220-1d2b-4d3c-95ee-da1a90a8269c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.330708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-fa288700-1499-415e-83f7-6823ed342f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.336263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-fa288700-1499-415e-83f7-6823ed342f17 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2932436 Jul 07 22:20:58.365311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7165f220-1d2b-4d3c-95ee-da1a90a8269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.413942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-5c8cfc78-7187-49d2-a1d4-4507d08359e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.419817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-5c8cfc78-7187-49d2-a1d4-4507d08359e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.2135227 Jul 07 22:20:58.497698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:58.503358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.508158 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] Sync routers for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:58.523816 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:58.526558 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:58.554107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-b552da78-0e0b-4317-baf3-c4c93cdd34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.555696 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-b552da78-0e0b-4317-baf3-c4c93cdd34cb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562545 Jul 07 22:20:58.562999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8cd8b8f2-0549-4249-8831-c233cfa2dc49 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "PUT /v2.0/floatingips/a8e422ff-317d-40fe-b49a-dae7b169c88e HTTP/1.1" status: 200 len: 992 time: 3.0337238 Jul 07 22:20:58.563751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:58.566116 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65" -d '{"events": [{"name": "network-changed", "server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:58.578275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:58.720224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-b5f26251-5b8c-46df-8bfd-b8427be540a8 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495302 Jul 07 22:20:58.720625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43904) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:58.722943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7165f220-1d2b-4d3c-95ee-da1a90a8269c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=efe79bb4b9a543109339641999764da5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5948145 Jul 07 22:20:58.739821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165f220-1d2b-4d3c-95ee-da1a90a8269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da113fae-9574-4ff9-adae-3ebf3dd3618b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:58.993808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.003237 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:59.069500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07c934d6-661d-447e-bf56-3668f6b70444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.126641 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2e983c9d-97bb-4563-9ceb-efb893242ebb req-7fe7085f-8440-43a0-9cab-7e315e7f37b1 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942478 Jul 07 22:20:59.169970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-a2fc8314-40fd-40dd-9a3a-8d34e2f74d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.171885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-a2fc8314-40fd-40dd-9a3a-8d34e2f74d7c service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.7255936 Jul 07 22:20:59.177078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.238106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cd21-2ce3-45f1-8a33-061ead462261 req-800dc703-033a-4657-9b9e-fcb868a9974e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.239833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a09cd21-2ce3-45f1-8a33-061ead462261 req-800dc703-033a-4657-9b9e-fcb868a9974e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.7484741 Jul 07 22:20:59.260759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07c934d6-661d-447e-bf56-3668f6b70444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.383184 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-670620b3-563c-407d-8119-287f13386aa8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b75ac991adc8490a94a8aaa443cf2c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028197 Jul 07 22:20:59.388267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43914) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:59.389405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07c934d6-661d-447e-bf56-3668f6b70444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.391886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:59.396699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07c934d6-661d-447e-bf56-3668f6b70444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.402334 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07c934d6-661d-447e-bf56-3668f6b70444 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da113fae-9574-4ff9-adae-3ebf3dd3618b HTTP/1.1" status: 204 len: 168 time: 0.6806486 Jul 07 22:20:59.403720 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'a8e422ff-317d-40fe-b49a-dae7b169c88e', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:56Z', 'revision_number': 1, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:59.418356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:59.421820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:59.431325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-726b7644-803e-42a3-8595-4c7e3e42ca82 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.2465360 Jul 07 22:20:59.454467 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] Checking router: 2c218241-6f2f-4f3c-b835-42beb86b3b25 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:59.467057 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:59.468185 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:59.530333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c934d6-661d-447e-bf56-3668f6b70444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da113fae-9574-4ff9-adae-3ebf3dd3618b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:59.594338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dded374e-3f1b-48aa-9f70-80a59757992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.650022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dded374e-3f1b-48aa-9f70-80a59757992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.703731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a09cd21-2ce3-45f1-8a33-061ead462261 req-ab8bcecb-c963-44d7-9d9d-6ec9296800e7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631389 Jul 07 22:20:59.720245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=8d5a8c6c-f753-4e04-b8a9-efe05914909a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:59.785352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.786559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.797803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-58b5e238-8d6c-44c4-983f-be4207576fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.799473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-58b5e238-8d6c-44c4-983f-be4207576fcf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2822955 Jul 07 22:20:59.806675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dded374e-3f1b-48aa-9f70-80a59757992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.809629 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dded374e-3f1b-48aa-9f70-80a59757992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.812303 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dded374e-3f1b-48aa-9f70-80a59757992f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/25426a1b-22f0-4a00-a293-2a7e81de2691 HTTP/1.1" status: 204 len: 168 time: 0.3964207 Jul 07 22:20:59.828939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded374e-3f1b-48aa-9f70-80a59757992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25426a1b-22f0-4a00-a293-2a7e81de2691,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:59.889567 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:59.891769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-3c6bc746-4e7f-48b8-8c4f-840ce8e57665 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1664724 Jul 07 22:20:59.912612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Request body: {'port': {'device_id': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:59.971146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-00bf0111-6794-4cf2-b2c4-647bb0753ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.972945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-00bf0111-6794-4cf2-b2c4-647bb0753ce6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543579 Jul 07 22:21:00.119130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.123152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-5b5c40c6-41ff-4c71-b7ce-a3b5f59c1439 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405964 Jul 07 22:21:00.208853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43932) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.229560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c30c9def-50ee-40c5-8f2a-26517428bfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.471259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c30c9def-50ee-40c5-8f2a-26517428bfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.483663 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c30c9def-50ee-40c5-8f2a-26517428bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.493793 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'a8e422ff-317d-40fe-b49a-dae7b169c88e', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:56Z', 'revision_number': 1, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:00.529840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c9def-50ee-40c5-8f2a-26517428bfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53ee02-a28a-4f8e-aa87-2f4088252680,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:00.566825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c30c9def-50ee-40c5-8f2a-26517428bfe0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=674bfa3e445c4dfb9e53fdbff0a9f926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565736 Jul 07 22:21:00.569773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.585349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3972c8-7157-4136-8f4a-a7438a3d297e None None] The sync data for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 is: [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'a8e422ff-317d-40fe-b49a-dae7b169c88e', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:56Z', 'revision_number': 1, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:00.725667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-048f06dc-4880-46c2-b7e2-bf66a079aa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.805287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-048f06dc-4880-46c2-b7e2-bf66a079aa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.873085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-048f06dc-4880-46c2-b7e2-bf66a079aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.881548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-048f06dc-4880-46c2-b7e2-bf66a079aa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.884531 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-048f06dc-4880-46c2-b7e2-bf66a079aa68 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3d53ee02-a28a-4f8e-aa87-2f4088252680 HTTP/1.1" status: 204 len: 168 time: 0.3122327 Jul 07 22:21:00.932996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f06dc-4880-46c2-b7e2-bf66a079aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53ee02-a28a-4f8e-aa87-2f4088252680,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:01.125282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d416eb-bc0f-48e5-840a-dbe6b0f74beb None None] New status for floating IP a8e422ff-317d-40fe-b49a-dae7b169c88e: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:21:01.311301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7bce76-85b9-46c5-92e9-705abd855506 req-db06ee1a-ef35-4f8c-a669-6b5d9363282a service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1786480 Jul 07 22:21:01.431155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5a8c6c-f753-4e04-b8a9-efe05914909a {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:01.440823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.457767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Transition to ACTIVE for port object 8d5a8c6c-f753-4e04-b8a9-efe05914909a will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:01.464209 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.535552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5a8c6c-f753-4e04-b8a9-efe05914909a,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:01.681331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Attempting to bind port 8d5a8c6c-f753-4e04-b8a9-efe05914909a on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:01.686995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Attempting to bind port 8d5a8c6c-f753-4e04-b8a9-efe05914909a by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:01.689709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Attempting to bind port 8d5a8c6c-f753-4e04-b8a9-efe05914909a on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:01.699352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Port 8d5a8c6c-f753-4e04-b8a9-efe05914909a on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:01.700018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Attempting to bind port 8d5a8c6c-f753-4e04-b8a9-efe05914909a on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:01.706553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:01.707322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:01.708091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:01.708926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Bound port: 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:01.709541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.801201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:01.837602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43960) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:01.866708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] For port 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:01.878720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] For port 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:01.896576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.955846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:01.956371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.958372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] 10.222.0.97 "PUT /v2.0/ports/8d5a8c6c-f753-4e04-b8a9-efe05914909a HTTP/1.1" status: 200 len: 1092 time: 2.0556607 Jul 07 22:21:01.967138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'tag': '8d5a8c6c-f753-4e04-b8a9-efe05914909a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:01.973126 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585df51-1bcd-493e-a941-d92ec4dd4543" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4d66eb-7fe5-463d-b7ae-e0956749b2b2", "tag": "8d5a8c6c-f753-4e04-b8a9-efe05914909a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:02.005986 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:21:02.083668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1818487939'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:02.136013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Made reservation on behalf of 8b1eaeecc62f4c5b9589368d54b07a57 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:02.149068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.149503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc63f-9606-41d8-966a-9547cf4caa73 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5a8c6c-f753-4e04-b8a9-efe05914909a,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:02.164252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.207215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-1ce4b880-3b8b-4f6c-86c2-2cf71146b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:02.211518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-1ce4b880-3b8b-4f6c-86c2-2cf71146b61d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 1095 time: 0.2016783 Jul 07 22:21:02.266381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:02.290952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.293712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'mac_address': 'fa:16:3e:22:17:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:02.296958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.332208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:02.334782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-461b89cb-7be0-48e9-a021-84e667d2a305 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a HTTP/1.1" status: 200 len: 217 time: 0.1129794 Jul 07 22:21:02.359480 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.360145 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Added segment b7bca7ec-268b-42cb-9345-aed2dbe62178 of type vlan for network 69c7f7f3-02f1-4909-ac47-513c2cb47318 Jul 07 22:21:02.362172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc80de52-fd29-49a6-8607-9c652e7c61ac,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:02.393401 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.432754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490916f7-801b-492a-8afe-fdfc0c2342ce {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:02.458658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.483084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:02.496415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.511156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26eed-40b8-4a35-9432-b492282d1077 req-cd83cf45-fd95-4f03-8143-d52939ef882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:02.513681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-cd83cf45-fd95-4f03-8143-d52939ef882f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.1659069 Jul 07 22:21:02.553330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.567865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:02.572876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.609999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:02.629256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-c341c850-b9b1-45bf-a701-1d22434be408 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051576 Jul 07 22:21:02.698171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event updated for resources: {'Network': ['ID=69c7f7f3-02f1-4909-ac47-513c2cb47318,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:02.715314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d01b242d-eaeb-4ac0-b5bb-43cad233ecbc tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8757162 Jul 07 22:21:02.716405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:02.717958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:02.726813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Request body: {'subnet': {'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:02.845219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['490916f7-801b-492a-8afe-fdfc0c2342ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:02.854428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-abe5f679-1083-4158-b1d1-550338aacee1 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147250 Jul 07 22:21:02.962936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Made reservation on behalf of 8b1eaeecc62f4c5b9589368d54b07a57 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:02.966684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.077546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c26eed-40b8-4a35-9432-b492282d1077 req-c5955d5f-0591-4003-93de-e21419cd2359 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152243 Jul 07 22:21:03.379991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.500352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Checking segment: {'id': 'b7bca7ec-268b-42cb-9345-aed2dbe62178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:03.501255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Network hostable DHCP agents. Network: 69c7f7f3-02f1-4909-ac47-513c2cb47318, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:03.511290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event updated for resources: {'Subnet': ['ID=fdd88c56-3d68-4469-a382-9c2af615799e,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:03.541823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:03.575142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 69c7f7f3-02f1-4909-ac47-513c2cb47318) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:03.586431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8383672-c05f-4b4d-8a68-23aa30602424 None None] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:03.592553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.594156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.624357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5805cdf6-7732-4b24-b33e-c839fb508b2a tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9046159 Jul 07 22:21:03.627155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43992) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:03.634408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Request body: {'port': {'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318', 'name': 'tempest-ExtraDHCPOptionsTestJSON-251233910'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:03.868423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-69c7f7f3-02f1-4909-ac47-513c2cb47318', 'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318', 'tenant_id': '8b1eaeecc62f4c5b9589368d54b07a57', 'fixed_ips': [{'subnet_id': 'fdd88c56-3d68-4469-a382-9c2af615799e'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:21:03.869364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.889818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Made reservation on behalf of 8b1eaeecc62f4c5b9589368d54b07a57 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:03.897738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.959830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] device_id is not set on port dac71f46-43d6-4818-8d6b-4b646d9ca6bc yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:04.234415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Allocated IP 172.20.0.10 (69c7f7f3-02f1-4909-ac47-513c2cb47318/fdd88c56-3d68-4469-a382-9c2af615799e/dac71f46-43d6-4818-8d6b-4b646d9ca6bc) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:04.518115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.536710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Transition to ACTIVE for port object dac71f46-43d6-4818-8d6b-4b646d9ca6bc will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:04.582105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:04.621688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.699433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:04.705269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:04.710420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:04.715361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Allocated IP 172.20.0.2 (69c7f7f3-02f1-4909-ac47-513c2cb47318/fdd88c56-3d68-4469-a382-9c2af615799e/130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:04.759685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4616420a-df1f-4af4-b7d0-246840812472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.803712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event updated for resources: {'Port': ['ID=dac71f46-43d6-4818-8d6b-4b646d9ca6bc,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:04.846785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:04.854029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.928864 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4616420a-df1f-4af4-b7d0-246840812472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.949809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4616420a-df1f-4af4-b7d0-246840812472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.958902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68c8bf16-9b9e-4b01-9ace-3f7bb11aa6e1 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3301840 Jul 07 22:21:04.959878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44010) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:04.966793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Request body: {'port': {'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318', 'name': 'tempest-ExtraDHCPOptionsTestJSON-959602277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:04.967640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] bootfile-name is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:21:04.969703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] tftp-server is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:21:04.971109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] server-ip-address is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:21:04.975604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.986212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Transition to ACTIVE for port object 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:05.006732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Transition to ACTIVE for port object 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:05.016030 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.083788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Pushing event updated for resources: {'Port': ['ID=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.100776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:05.102514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:05.105568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:05.209213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4616420a-df1f-4af4-b7d0-246840812472 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c32283ef40054a7a8078a4b911b51591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252549 Jul 07 22:21:05.211244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Attempting to bind port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:05.211737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Attempting to bind port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b7bca7ec-268b-42cb-9345-aed2dbe62178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:05.212406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Attempting to bind port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 on network 69c7f7f3-02f1-4909-ac47-513c2cb47318 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:05.214464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44012) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:05.221597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616420a-df1f-4af4-b7d0-246840812472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeb2485-06b6-4bee-a1da-a85527646258,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.233105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:05.234253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Checking segment: {'id': 'b7bca7ec-268b-42cb-9345-aed2dbe62178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:05.234253 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.234688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Bound using segment: {'id': 'b7bca7ec-268b-42cb-9345-aed2dbe62178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:05.235089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Bound port: 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bca7ec-268b-42cb-9345-aed2dbe62178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '69c7f7f3-02f1-4909-ac47-513c2cb47318'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:05.235525 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.342912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] For port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:05.346879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] For port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,segment=NetworkSegment(b7bca7ec-268b-42cb-9345-aed2dbe62178),segment_id=b7bca7ec-268b-42cb-9345-aed2dbe62178)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:05.354352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.391774 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9079cf26-f4af-484d-bda2-ca1ad7273d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.414552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8d5a8c6c-f753-4e04-b8a9-efe05914909a details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:05.444797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b7ac-c282-4273-b7d0-87d21614280e None None] Pushing event updated for resources: {'Port': ['ID=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.462400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Made reservation on behalf of 8b1eaeecc62f4c5b9589368d54b07a57 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:05.469841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.480821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9079cf26-f4af-484d-bda2-ca1ad7273d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.525497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] device_id is not set on port c187de45-a48d-4730-bd3e-1840411d78f2 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:05.588157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9079cf26-f4af-484d-bda2-ca1ad7273d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.588743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:05.591280 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9079cf26-f4af-484d-bda2-ca1ad7273d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.592510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9079cf26-f4af-484d-bda2-ca1ad7273d4d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3eeb2485-06b6-4bee-a1da-a85527646258 HTTP/1.1" status: 204 len: 168 time: 0.3762395 Jul 07 22:21:05.606601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '8d5a8c6c-f753-4e04-b8a9-efe05914909a', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': '8d5a8c6c-f753-4e04-b8a9-efe05914909a', 'mac_address': 'fa:16:3e:db:7e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:05.609193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079cf26-f4af-484d-bda2-ca1ad7273d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeb2485-06b6-4bee-a1da-a85527646258,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.661886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.696557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5a8c6c-f753-4e04-b8a9-efe05914909a {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:05.697364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Allocated IP 172.20.0.5 (69c7f7f3-02f1-4909-ac47-513c2cb47318/fdd88c56-3d68-4469-a382-9c2af615799e/c187de45-a48d-4730-bd3e-1840411d78f2) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:05.719555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:05.722989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:05.753549 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.890408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=8d5a8c6c-f753-4e04-b8a9-efe05914909a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.900777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 490916f7-801b-492a-8afe-fdfc0c2342ce completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:05.906821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 490916f7-801b-492a-8afe-fdfc0c2342ce triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:05.907587 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.936221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.969182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Transition to ACTIVE for port object c187de45-a48d-4730-bd3e-1840411d78f2 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:06.055665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.117442 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.192494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event updated for resources: {'Port': ['ID=c187de45-a48d-4730-bd3e-1840411d78f2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:06.197179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:06.199660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:06.203620 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43514027-2170-4d2d-ac58-187529e48bbb" -d '{"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:06.208774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:06.214427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.224241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.224606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.227160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.227495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.228190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.228555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.229636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.229986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.231933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.232302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.235313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.236247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:06.241037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:06.246350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:06.255165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:06.346107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44024) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:06.379944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f68b4e2a-21e7-45f1-96cd-7a72c2799f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.393450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:06.394530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.405540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:06.434833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-600c09e7-23a3-4dd9-8417-49fcbc3ebccb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4731095 Jul 07 22:21:06.437402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44026) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:06.649734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d172b-15ac-4e16-b0bd-18ae081ae006 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:06.668185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d172b-15ac-4e16-b0bd-18ae081ae006 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:06.680349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d172b-15ac-4e16-b0bd-18ae081ae006 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:06.682124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4a9d172b-15ac-4e16-b0bd-18ae081ae006 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2436075 Jul 07 22:21:06.685172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44028) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:06.830689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f68b4e2a-21e7-45f1-96cd-7a72c2799f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.835694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f68b4e2a-21e7-45f1-96cd-7a72c2799f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.866817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4e2a-21e7-45f1-96cd-7a72c2799f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31544c8f-9b43-4077-848d-c2f7d0e15c46,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:06.894562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f68b4e2a-21e7-45f1-96cd-7a72c2799f83 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eecc80ca0fd342baaa53421368a1c31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470610 Jul 07 22:21:06.898000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44030) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:06.990830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Deleting port c187de45-a48d-4730-bd3e-1840411d78f2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:06.991186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.002648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e476b7-22db-40e5-9b23-d0ff3764f615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.064774 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e476b7-22db-40e5-9b23-d0ff3764f615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.085298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:07.171808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e476b7-22db-40e5-9b23-d0ff3764f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.174336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e476b7-22db-40e5-9b23-d0ff3764f615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.177832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-33e476b7-22db-40e5-9b23-d0ff3764f615 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/31544c8f-9b43-4077-848d-c2f7d0e15c46 HTTP/1.1" status: 204 len: 168 time: 0.2763479 Jul 07 22:21:07.195590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e476b7-22db-40e5-9b23-d0ff3764f615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31544c8f-9b43-4077-848d-c2f7d0e15c46,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:07.208330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9839c5-4db1-4d50-9880-4e562a6bb3e0 None None] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:07.232038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:07.241979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.273434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Calling delete_port for c187de45-a48d-4730-bd3e-1840411d78f2 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:07.326446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] Provisioning for port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:07.336787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] Provisioning complete for port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:07.337509 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.505735 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.564784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] For port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,segment=NetworkSegment(b7bca7ec-268b-42cb-9345-aed2dbe62178),segment_id=b7bca7ec-268b-42cb-9345-aed2dbe62178)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:07.575655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.684321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.741340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b25a1-e9fc-4418-8417-f8fc2d7b2a93 None None] Pushing event updated for resources: {'Port': ['ID=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:07.765682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event deleted for resources: {'Port': ['ID=c187de45-a48d-4730-bd3e-1840411d78f2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:07.924106 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.927118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-001a62d8-1f87-4207-9f4d-67f5cf80df84 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "DELETE /v2.0/ports/c187de45-a48d-4730-bd3e-1840411d78f2 HTTP/1.1" status: 204 len: 168 time: 1.2410316 Jul 07 22:21:07.930713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44038) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:07.937330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Request body: {'port': {'name': 'tempest-new-port-name-408823308', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:07.938197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.api.validators [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] bootfile-name is not in valid_values {{(pid=93932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:21:07.938808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.api.validators [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] tftp-server is not in valid_values {{(pid=93932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:21:07.939386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.api.validators [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] server-ip-address is not in valid_values {{(pid=93932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:21:08.132749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.198789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Could not find standard attr ID for object c187de45-a48d-4730-bd3e-1840411d78f2. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:21:08.237862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Provisioning complete for port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:08.238283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.401112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.409659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.472506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event updated for resources: {'Port': ['ID=dac71f46-43d6-4818-8d6b-4b646d9ca6bc,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:08.509857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Provisioning for port dac71f46-43d6-4818-8d6b-4b646d9ca6bc completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:08.516767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Provisioning complete for port dac71f46-43d6-4818-8d6b-4b646d9ca6bc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:08.524231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.541459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] In _notify_port_updated(), no bound segment for port dac71f46-43d6-4818-8d6b-4b646d9ca6bc on network 69c7f7f3-02f1-4909-ac47-513c2cb47318 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:21:08.548146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:08.549197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.552093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-903a8d34-ac1b-4a4e-9a36-b1af13e5eadb tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "PUT /v2.0/ports/dac71f46-43d6-4818-8d6b-4b646d9ca6bc HTTP/1.1" status: 200 len: 1136 time: 0.6193542 Jul 07 22:21:08.554601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44050) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:08.614050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2842d905-b955-42fb-b044-a6b1de9f4f1f None None] Port dac71f46-43d6-4818-8d6b-4b646d9ca6bc cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:08.643919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6950de8-567c-4bcc-8329-54b4abbfc855 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:08.652527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6950de8-567c-4bcc-8329-54b4abbfc855 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "GET /v2.0/ports/dac71f46-43d6-4818-8d6b-4b646d9ca6bc HTTP/1.1" status: 200 len: 1136 time: 0.0921063 Jul 07 22:21:08.652998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44054) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:08.732725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a888cedc-e8f5-4934-9668-ba371c77b2ad None None] Could not find standard attr ID for object c187de45-a48d-4730-bd3e-1840411d78f2. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:21:08.755107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a888cedc-e8f5-4934-9668-ba371c77b2ad None None] Provisioning complete for port dac71f46-43d6-4818-8d6b-4b646d9ca6bc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:08.755663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a888cedc-e8f5-4934-9668-ba371c77b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.902480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a888cedc-e8f5-4934-9668-ba371c77b2ad None None] Port dac71f46-43d6-4818-8d6b-4b646d9ca6bc cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:08.978231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44058) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:09.004674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Deleting port dac71f46-43d6-4818-8d6b-4b646d9ca6bc {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:09.005218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.006147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:09.159784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:09.161116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.193888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1447488424-network', 'tenant_id': 'aa8fef455b5342d9b990b7bb813793cd'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:09.220270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.250378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Made reservation on behalf of aa8fef455b5342d9b990b7bb813793cd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:09.251725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Calling delete_port for dac71f46-43d6-4818-8d6b-4b646d9ca6bc owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:09.256340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.281220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.442448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8d5a8c6c-f753-4e04-b8a9-efe05914909a up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:09.505859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.511940 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.555162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:09.556173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.568895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b448f164-de49-4698-81aa-2c93e034f07a None None] Could not find standard attr ID for object dac71f46-43d6-4818-8d6b-4b646d9ca6bc. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:21:09.570116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:09.588541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.589014 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Added segment 487b4087-64c9-4479-8367-0af0acc12b77 of type vlan for network 77e19444-f36b-45a1-8f7c-4d4f61929514 Jul 07 22:21:09.614745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 8d5a8c6c-f753-4e04-b8a9-efe05914909a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:09.620324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 8d5a8c6c-f753-4e04-b8a9-efe05914909a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:09.620977 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.638900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event deleted for resources: {'Port': ['ID=dac71f46-43d6-4818-8d6b-4b646d9ca6bc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:09.640058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.700544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.701813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:09.702579 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.810909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.813172 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-06df3a84-12f8-433b-93f6-3b9453866fa3 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "DELETE /v2.0/ports/dac71f46-43d6-4818-8d6b-4b646d9ca6bc HTTP/1.1" status: 204 len: 168 time: 1.1596751 Jul 07 22:21:09.816348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Pushing event updated for resources: {'Network': ['ID=77e19444-f36b-45a1-8f7c-4d4f61929514,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:09.819404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44062) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:09.839892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.859738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44064) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:09.860412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8809843 Jul 07 22:21:09.868877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Request body: {'subnet': {'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1447488424-subnet', 'tenant_id': 'aa8fef455b5342d9b990b7bb813793cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:09.905820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.907720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:09.908125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.908580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.908956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.909358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.910324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.911039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.911488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.912021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.912480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.912878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.913329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a98d8-06b7-438b-ac75-40361f5be772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:09.915824 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.920736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Made reservation on behalf of aa8fef455b5342d9b990b7bb813793cd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:09.927970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.967100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Deleting subnet fdd88c56-3d68-4469-a382-9c2af615799e {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:09.970403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 77e19444-f36b-45a1-8f7c-4d4f61929514 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:09.980315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.071820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.117212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=8d5a8c6c-f753-4e04-b8a9-efe05914909a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:10.216671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.301469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.320709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.334110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd88c56-3d68-4469-a382-9c2af615799e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:10.339542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.341432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78b6f1eb-c06e-464f-a481-5353bc68c7b9 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "DELETE /v2.0/subnets/fdd88c56-3d68-4469-a382-9c2af615799e HTTP/1.1" status: 204 len: 168 time: 0.5184839 Jul 07 22:21:10.344169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44066) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.356170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb603f-0ad4-4da7-9949-264618acaa29 None None] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:10.381976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f4dc0f-47fd-4116-a556-007f931b3554,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:10.417334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Checking segment: {'id': '487b4087-64c9-4479-8367-0af0acc12b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:10.417715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Network hostable DHCP agents. Network: 77e19444-f36b-45a1-8f7c-4d4f61929514, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:10.444054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Network 77e19444-f36b-45a1-8f7c-4d4f61929514 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:10.455107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.461809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 77e19444-f36b-45a1-8f7c-4d4f61929514) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:10.471268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769e870-c91c-4b35-97bb-60cb7bc2320f None None] Network 77e19444-f36b-45a1-8f7c-4d4f61929514 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:10.471858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:10.475753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.519627 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab04fdd8-71f5-4537-a4f5-2d580caa4e66 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6579607 Jul 07 22:21:10.572366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Deleting port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:10.572727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.695241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] For port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,segment=NetworkSegment(b7bca7ec-268b-42cb-9345-aed2dbe62178),segment_id=b7bca7ec-268b-42cb-9345-aed2dbe62178)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:10.695701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.723426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Calling delete_port for 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:10.870471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] DHCP port deletion for 69c7f7f3-02f1-4909-ac47-513c2cb47318 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:21:10.903466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e0eb3-2891-4d57-b109-fc24ee1a5b36 None None] Network 77e19444-f36b-45a1-8f7c-4d4f61929514 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:10.924808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.002351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event deleted for resources: {'Port': ['ID=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:11.031170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] No DVR routers for this DVR port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:11.175162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.187608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c7f7f3-02f1-4909-ac47-513c2cb47318']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.206525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bca7ec-268b-42cb-9345-aed2dbe62178') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.207001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bca7ec-268b-42cb-9345-aed2dbe62178') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.215265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:11.228472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.244724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:11.245213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:11.309817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Deleting port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:11.310357 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.319438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.341990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:11.345797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:11.352182 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:11.507482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.512852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.516089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] 10.222.0.95 "DELETE /v2.0/networks/69c7f7f3-02f1-4909-ac47-513c2cb47318 HTTP/1.1" status: 204 len: 168 time: 1.1708183 Jul 07 22:21:11.530174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:11.535739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2051433493-network', 'tenant_id': '0bca9b4b9ec14bb0b8c40a3f788d96ce'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:11.582526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cab0a8-145d-480f-ad97-d6c94c35d615 tempest-ExtraDHCPOptionsTestJSON-502356196 tempest-ExtraDHCPOptionsTestJSON-502356196-project] Pushing event deleted for resources: {'Network': ['ID=69c7f7f3-02f1-4909-ac47-513c2cb47318,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:11.625000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] For port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:11.625667 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.635619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Made reservation on behalf of 0bca9b4b9ec14bb0b8c40a3f788d96ce for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:11.637868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.659696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.703636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Calling delete_port for 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:11.708878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:21:11.716375 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.730548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Network 69c7f7f3-02f1-4909-ac47-513c2cb47318 is not hosted by any dhcp agent {{(pid=93933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:21:11.730836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] No DVR routers for this DVR port 130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:11.823468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bb070-6a6c-480d-b9d9-d0dd818f34ac None None] Pushing event deleted for resources: {'Port': ['ID=130f5b05-f9b2-4de6-9f3f-2a0e4c7c3116,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:11.865810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.875482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.898872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:11.923985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.924764 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Added segment daff95a4-3a9f-4d35-95c5-8ee682df5b8b of type vlan for network 2f30eeda-88aa-44e3-a421-cae755252e4d Jul 07 22:21:12.006307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.044097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d937ce-9edc-43e0-bfa7-49e75885f0a9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.108341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.109867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.110978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.146591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:12.147199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6155350 Jul 07 22:21:12.153397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44098) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:12.163452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Request body: {'subnet': {'network_id': '2f30eeda-88aa-44e3-a421-cae755252e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2051433493-subnet', 'tenant_id': '0bca9b4b9ec14bb0b8c40a3f788d96ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:12.229750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de46749-377a-49b6-a97c-7020d5dcc16a admin admin] Pushing event updated for resources: {'Network': ['ID=2f30eeda-88aa-44e3-a421-cae755252e4d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.231629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Made reservation on behalf of 0bca9b4b9ec14bb0b8c40a3f788d96ce for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:12.234692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.244835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2f30eeda-88aa-44e3-a421-cae755252e4d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:12.412282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6b0a39df-8dfc-4bca-a400-c7713fdf4c9d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8b1eaeecc62f4c5b9589368d54b07a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635629 Jul 07 22:21:12.414828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:12.483450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04886e63-76fc-4c12-a68a-8b2268638d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.521618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04886e63-76fc-4c12-a68a-8b2268638d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.554038 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c1ead-de2a-42fa-b0a1-b945a8f10bd0 x-openstack-request-id: req-280c1ead-de2a-42fa-b0a1-b945a8f10bd0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:12.554678 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:12.554678 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-280c1ead-de2a-42fa-b0a1-b945a8f10bd0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:12.555060 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'status': 'completed', 'code': 200} Jul 07 22:21:12.592511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04886e63-76fc-4c12-a68a-8b2268638d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.610655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04886e63-76fc-4c12-a68a-8b2268638d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.614787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-04886e63-76fc-4c12-a68a-8b2268638d17 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dc80de52-fd29-49a6-8607-9c652e7c61ac HTTP/1.1" status: 204 len: 168 time: 0.1959453 Jul 07 22:21:12.625501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886e63-76fc-4c12-a68a-8b2268638d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc80de52-fd29-49a6-8607-9c652e7c61ac,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.688887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.777482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b5f3ef-9db9-4b1a-b7fa-234fa09acdf8,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.852403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-646ef740-c131-4e14-8479-234d44688e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.854582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-646ef740-c131-4e14-8479-234d44688e81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1098 time: 0.2491460 Jul 07 22:21:12.950076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Checking segment: {'id': 'daff95a4-3a9f-4d35-95c5-8ee682df5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2f30eeda-88aa-44e3-a421-cae755252e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:12.950473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Network hostable DHCP agents. Network: 2f30eeda-88aa-44e3-a421-cae755252e4d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:12.995423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb181-c996-473a-860a-b4024a7cc72b req-52ce482f-408b-4537-9f57-5df29836c39a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.997254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6afdb181-c996-473a-860a-b4024a7cc72b req-52ce482f-408b-4537-9f57-5df29836c39a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.3143191 Jul 07 22:21:13.038241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Network 2f30eeda-88aa-44e3-a421-cae755252e4d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:13.072872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2f30eeda-88aa-44e3-a421-cae755252e4d) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:13.082704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19e228-3646-42c1-ac92-34f786cf1d38 None None] Network 2f30eeda-88aa-44e3-a421-cae755252e4d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:13.169630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-cc0c129f-fa74-43e8-b1a9-bb18f57b9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.171694 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-cc0c129f-fa74-43e8-b1a9-bb18f57b9065 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.2997503 Jul 07 22:21:13.172960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.174069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.211182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-017dbeeb-fbbb-4321-9816-04ea99ebad13 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0556369 Jul 07 22:21:13.248622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6afdb181-c996-473a-860a-b4024a7cc72b req-19247fae-d1ca-46e9-b793-5609a4172d08 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447035 Jul 07 22:21:13.288642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d37767-e907-4a1f-8693-0d697de929f4 None None] Network 2f30eeda-88aa-44e3-a421-cae755252e4d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:13.359408 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f442b3-89a9-4ce1-b7aa-d8c48c543dca x-openstack-request-id: req-e7f442b3-89a9-4ce1-b7aa-d8c48c543dca {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:13.359729 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4d66eb-7fe5-463d-b7ae-e0956749b2b2", "tag": "8d5a8c6c-f753-4e04-b8a9-efe05914909a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:13.359987 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e7f442b3-89a9-4ce1-b7aa-d8c48c543dca {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:13.360402 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'tag': '8d5a8c6c-f753-4e04-b8a9-efe05914909a', 'status': 'completed', 'code': 200} Jul 07 22:21:13.428320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-e3f950e5-2173-42af-9824-5a3c679a47bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1002 time: 0.2364013 Jul 07 22:21:13.439489 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ae3074-a7a3-411e-981f-e1723449c905 x-openstack-request-id: req-82ae3074-a7a3-411e-981f-e1723449c905 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:13.439864 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:13.440079 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-82ae3074-a7a3-411e-981f-e1723449c905 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:13.440460 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'code': 200} Jul 07 22:21:13.528757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-13e30657-e717-4219-8232-863fbf75c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.538186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-13e30657-e717-4219-8232-863fbf75c75b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 1097 time: 0.1678834 Jul 07 22:21:13.638082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66c84d-1adf-4e6f-8ad0-e2c72e36a653 req-4aace8e1-fcbb-4484-84c6-7b90527d3e58 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.647410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a66c84d-1adf-4e6f-8ad0-e2c72e36a653 req-4aace8e1-fcbb-4484-84c6-7b90527d3e58 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.5560634 Jul 07 22:21:13.671381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-f61b2ed3-6f9f-4864-8bc7-b8404822112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.672866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-f61b2ed3-6f9f-4864-8bc7-b8404822112a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.2320116 Jul 07 22:21:13.759053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a66c84d-1adf-4e6f-8ad0-e2c72e36a653 req-68b36d15-2c90-4c16-9261-a19be01f0b5c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094761 Jul 07 22:21:13.762817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-0acc86c9-9951-4e45-be3e-22daf3474d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.764452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-0acc86c9-9951-4e45-be3e-22daf3474d8c service neutron] 10.222.0.97 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.2190132 Jul 07 22:21:13.780247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:13.795210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c36f84-c524-4da0-9e03-63758681a090 req-95d9c364-a78d-4081-8e19-d9cd7a000d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.796720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25c36f84-c524-4da0-9e03-63758681a090 req-95d9c364-a78d-4081-8e19-d9cd7a000d64 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1102 time: 0.2551351 Jul 07 22:21:13.891767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-0fbd67a6-35b6-48e0-968c-2ee5f4daf633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.893296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-0fbd67a6-35b6-48e0-968c-2ee5f4daf633 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2100372 Jul 07 22:21:13.986178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25c36f84-c524-4da0-9e03-63758681a090 req-3a2faa53-cb07-476d-893c-07c1a1ed8c7f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508191 Jul 07 22:21:14.067851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-f2665772-8bef-4e46-b017-811510182049 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613739 Jul 07 22:21:14.076763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b94c9-faaa-4868-8fd0-cc279bdcfab1 req-761e4ded-76e8-4b82-8975-498fb662cfd7 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:14.078574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b94b94c9-faaa-4868-8fd0-cc279bdcfab1 req-761e4ded-76e8-4b82-8975-498fb662cfd7 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 950 time: 0.1730669 Jul 07 22:21:14.203380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b94b94c9-faaa-4868-8fd0-cc279bdcfab1 req-aa6510d1-621d-409d-be50-76282946d966 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153684 Jul 07 22:21:14.316171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa6cd8e4-bc2b-4165-9166-a28e0dd2ee65 req-ba1193cd-092e-41d1-b990-f9cd08ad7a97 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366743 Jul 07 22:21:14.341192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-17921077-a9b1-48d8-9557-aeb7e642c447 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:14.344269 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-17921077-a9b1-48d8-9557-aeb7e642c447 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:21:14.345060 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-17921077-a9b1-48d8-9557-aeb7e642c447 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:14.346986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-17921077-a9b1-48d8-9557-aeb7e642c447 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5606585 Jul 07 22:21:14.349469 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-be544b77-23ea-46f4-91ff-3cc118ecd90d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a HTTP/1.1" status: 200 len: 217 time: 0.5702965 Jul 07 22:21:14.351332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44192) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:14.357841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932422076'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:14.405646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a5c5dec4-ae21-4eae-ba69-e3e59c4c32b5 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:14.413253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a5c5dec4-ae21-4eae-ba69-e3e59c4c32b5 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/networks?id=77e19444-f36b-45a1-8f7c-4d4f61929514 HTTP/1.1" status: 200 len: 815 time: 0.1931102 Jul 07 22:21:14.423009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.430850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-654fed8c-8866-4732-b054-2044b239a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:14.432753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-3425e38d-6370-4adb-82ab-ac34fdcda36d tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/quotas/aa8fef455b5342d9b990b7bb813793cd HTTP/1.1" status: 200 len: 375 time: 0.0187151 Jul 07 22:21:14.433843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-654fed8c-8866-4732-b054-2044b239a36c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0710518 Jul 07 22:21:14.449648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.471412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-ba4f6080-407d-44d3-904e-6b701d12e6d4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300140 Jul 07 22:21:14.480957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-f04625c4-3406-4639-99be-c9377778e9f6 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=aa8fef455b5342d9b990b7bb813793cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472727 Jul 07 22:21:14.586166 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-1f1cf0e3-20d9-43a1-8f0b-87593630f9d7 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036284 Jul 07 22:21:14.628677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-b6cd547b-55b2-4c17-a547-3d6dfd8a3725 service neutron] 10.222.0.95 "GET /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467974 Jul 07 22:21:14.741752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4585df51-1bcd-493e-a941-d92ec4dd4543 req-cb10c250-610b-4b07-a50d-a3efa052b882 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465907 Jul 07 22:21:14.755395 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.767562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.868330 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.892922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.932045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c293fd-0b0a-4e1c-bb8d-2d4e859584be,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:14.940578 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.944595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5894120 Jul 07 22:21:14.945473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44206) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:14.950850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '8993aaaa-bce1-4c50-870b-78ddfffe12ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:14.975173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-c589ca20-5502-4b4d-9df5-1c94c06f8431 service neutron] 10.222.0.95 "GET /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381064 Jul 07 22:21:15.014654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338463-a9e6-449c-b974-746af6301d88 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8993aaaa-bce1-4c50-870b-78ddfffe12ff,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:15.027115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.105809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.110753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.145065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580f7b53-519d-4b23-af8d-36cfee0958c3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:15.164808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.166597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9826ffbe-e131-4783-97c2-9dd6e8f20e52 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2197773 Jul 07 22:21:15.169303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44212) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.173954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1d7ad918-0603-47e4-8fd2-27afc5bfe525 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '8993aaaa-bce1-4c50-870b-78ddfffe12ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:15.258493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad918-0603-47e4-8fd2-27afc5bfe525 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.376471 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-1d7ad918-0603-47e4-8fd2-27afc5bfe525 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:15.377802 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1d7ad918-0603-47e4-8fd2-27afc5bfe525 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2074296 Jul 07 22:21:15.382183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44228) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.442383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5a8c6c-f753-4e04-b8a9-efe05914909a'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:15.444839 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1e963c-aff0-4e6f-96c7-ece8a47922e4" -d '{"events": [{"server_uuid": "1c4d66eb-7fe5-463d-b7ae-e0956749b2b2", "name": "network-vif-plugged", "status": "completed", "tag": "8d5a8c6c-f753-4e04-b8a9-efe05914909a"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:15.520422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74499d2b-4aba-4fd7-87fa-656156e7b9c9 req-b81524c9-14ef-4c9e-83f3-2fc8f2de08c7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:15.522173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74499d2b-4aba-4fd7-87fa-656156e7b9c9 req-b81524c9-14ef-4c9e-83f3-2fc8f2de08c7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.2151222 Jul 07 22:21:15.571456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1dca1f0-a984-4aad-b3c9-c465fd950787 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.605439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b4440-ac9e-4af0-ae14-e55e3047381b req-5f05e959-3ecf-4003-a615-ac240605ec50 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:15.613139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32b4440-ac9e-4af0-ae14-e55e3047381b req-5f05e959-3ecf-4003-a615-ac240605ec50 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.2135167 Jul 07 22:21:15.642491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74499d2b-4aba-4fd7-87fa-656156e7b9c9 req-b48f3f81-4957-4479-9f63-4a48677adf67 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106868 Jul 07 22:21:15.644345 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1dca1f0-a984-4aad-b3c9-c465fd950787 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.715472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32b4440-ac9e-4af0-ae14-e55e3047381b req-44136c7c-ee47-4852-98f5-f8c5d70e10cc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012042 Jul 07 22:21:15.791676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:15.793051 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1dca1f0-a984-4aad-b3c9-c465fd950787 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.796159 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1dca1f0-a984-4aad-b3c9-c465fd950787 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.797607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e1dca1f0-a984-4aad-b3c9-c465fd950787 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/8993aaaa-bce1-4c50-870b-78ddfffe12ff HTTP/1.1" status: 204 len: 168 time: 0.4077353 Jul 07 22:21:15.800352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44244) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.809331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca1f0-a984-4aad-b3c9-c465fd950787 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993aaaa-bce1-4c50-870b-78ddfffe12ff,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:15.885790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f0d011-a8e3-4c23-8513-36817eaafeb5 req-45173790-80a8-4ba9-9890-a88489f634a0 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 210 time: 0.0499852 Jul 07 22:21:15.947950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.968675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f6165c03-d19f-4a0a-b4d9-cc5e0aa83204 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1666446 Jul 07 22:21:15.973416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.980261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303445196'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:15.992428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:16.000478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.034699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.062048 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e830082-172b-45fc-8cb8-a5fe77ccfa1e x-openstack-request-id: req-8e830082-172b-45fc-8cb8-a5fe77ccfa1e {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:16.062578 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4d66eb-7fe5-463d-b7ae-e0956749b2b2", "name": "network-vif-plugged", "status": "completed", "tag": "8d5a8c6c-f753-4e04-b8a9-efe05914909a", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:16.063100 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8e830082-172b-45fc-8cb8-a5fe77ccfa1e {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:16.063640 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5a8c6c-f753-4e04-b8a9-efe05914909a', 'code': 200} Jul 07 22:21:16.109725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:16.242977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606df7-bda3-49ae-8064-4f026b4a2406 req-470b78b8-a952-4061-8ae0-6266ee42c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:16.245660 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6606df7-bda3-49ae-8064-4f026b4a2406 req-470b78b8-a952-4061-8ae0-6266ee42c95d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 1097 time: 0.1213639 Jul 07 22:21:16.250855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.281277 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.307119 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6606df7-bda3-49ae-8064-4f026b4a2406 req-1a67d659-57c7-461c-b2d3-78577b9983e5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Jul 07 22:21:16.336572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.340858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3636324 Jul 07 22:21:16.341049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44266) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.344263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dd591-6eb5-4477-a8f0-6f02082d4189 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556fec30-8296-492e-97d3-b7803f6f6584,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:16.347180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2988b5a-1f8a-47ac-a6a8-c898878f1bcd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '556fec30-8296-492e-97d3-b7803f6f6584', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.349739 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-e2988b5a-1f8a-47ac-a6a8-c898878f1bcd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 22:21:16.351172 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-e2988b5a-1f8a-47ac-a6a8-c898878f1bcd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:16.355796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2988b5a-1f8a-47ac-a6a8-c898878f1bcd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109634 Jul 07 22:21:16.355796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44268) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.371221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc39fa-a714-42c1-8342-f5da17864ddb req-b974c157-f0e5-4b64-8c16-742478487ea0 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:16.372926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2afc39fa-a714-42c1-8342-f5da17864ddb req-b974c157-f0e5-4b64-8c16-742478487ea0 tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1102 time: 0.2047830 Jul 07 22:21:16.422680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2afc39fa-a714-42c1-8342-f5da17864ddb req-33444baa-87e6-4403-bb7b-3c3f28795b5a tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Jul 07 22:21:16.434943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ae5a-1f31-404c-8c29-408520952347 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.470915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ae5a-1f31-404c-8c29-408520952347 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.523956 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ae5a-1f31-404c-8c29-408520952347 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.526978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ae5a-1f31-404c-8c29-408520952347 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.530562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3dd6ae5a-1f31-404c-8c29-408520952347 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/556fec30-8296-492e-97d3-b7803f6f6584 HTTP/1.1" status: 204 len: 168 time: 0.1703031 Jul 07 22:21:16.531315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44272) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.540300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6ae5a-1f31-404c-8c29-408520952347 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fec30-8296-492e-97d3-b7803f6f6584,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:16.590773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fe2d6b0f-a859-47ea-b438-06abe7dfabea tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547676 Jul 07 22:21:16.591197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.596026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--749602577'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.628280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.633489 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.743138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.746976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.772490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.773821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1816621 Jul 07 22:21:16.776806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.781646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6bf248aa-9aa3-4297-b572-6a77672dff1f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': 'db8b9de4-04ac-46af-a791-581fff747299', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.782531 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-6bf248aa-9aa3-4297-b572-6a77672dff1f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 22:21:16.783096 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-6bf248aa-9aa3-4297-b572-6a77672dff1f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:16.784140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6bf248aa-9aa3-4297-b572-6a77672dff1f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066330 Jul 07 22:21:16.787719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44294) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.788986 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:21:16.798380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945da2bb-dc63-44da-bc93-ea60ffdf8c12 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8b9de4-04ac-46af-a791-581fff747299,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:16.887693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b0d422c-656c-4f27-ba2f-f29957f8ec5c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.910679 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-21830a50-4341-4c9f-8418-f80fb4506dcd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738435 Jul 07 22:21:16.967472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b0d422c-656c-4f27-ba2f-f29957f8ec5c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.063247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e230-d0fc-4edf-9664-19d1e37bafcf req-bbd17df7-1431-4a61-9bf7-55e046cff479 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:17.065205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37c6e230-d0fc-4edf-9664-19d1e37bafcf req-bbd17df7-1431-4a61-9bf7-55e046cff479 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1718242 Jul 07 22:21:17.067616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b0d422c-656c-4f27-ba2f-f29957f8ec5c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.070916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b0d422c-656c-4f27-ba2f-f29957f8ec5c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.074360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4b0d422c-656c-4f27-ba2f-f29957f8ec5c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/db8b9de4-04ac-46af-a791-581fff747299 HTTP/1.1" status: 204 len: 168 time: 0.2834857 Jul 07 22:21:17.082125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44310) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.125779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f223e-c3ab-4a46-85a0-a0a537f5d89a req-392852ac-7344-4812-9b8e-ff6ab652fca7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:17.127375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd7f223e-c3ab-4a46-85a0-a0a537f5d89a req-392852ac-7344-4812-9b8e-ff6ab652fca7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.2196455 Jul 07 22:21:17.139633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d422c-656c-4f27-ba2f-f29957f8ec5c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8b9de4-04ac-46af-a791-581fff747299,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:17.158138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37c6e230-d0fc-4edf-9664-19d1e37bafcf req-9c5cb674-920a-4242-8cb1-d255ce4292e9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843687 Jul 07 22:21:17.160994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-d67f3491-8318-47a7-bab9-1cd0d98d76de tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:17.162685 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-d67f3491-8318-47a7-bab9-1cd0d98d76de tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.97 "GET /v2.0/networks?id=77e19444-f36b-45a1-8f7c-4d4f61929514 HTTP/1.1" status: 200 len: 815 time: 0.1555777 Jul 07 22:21:17.182838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Request body: {'port': {'device_id': '3b7f5674-84e8-4048-94c0-786f33042406', 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514', 'admin_state_up': True, 'tenant_id': 'aa8fef455b5342d9b990b7bb813793cd'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.219361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd7f223e-c3ab-4a46-85a0-a0a537f5d89a req-be371b93-fe56-458a-a23d-481923c0be22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771279 Jul 07 22:21:17.223201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-467fa417-7ebe-445a-9534-97a84c16ad1f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393268 Jul 07 22:21:17.227214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44322) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.232368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215270291'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.270006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.379122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.386927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.412758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Made reservation on behalf of aa8fef455b5342d9b990b7bb813793cd for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:17.416630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.419805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc4296e-4801-4433-b8b5-749c2f80fa1b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:17.433966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.435348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a6d28741-a2aa-4014-b30c-237b0cbbd1bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2071922 Jul 07 22:21:17.438552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44336) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.453535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a849d2b-bfac-4922-a75a-3b5f8e2d56b5 req-fb26dbce-7149-4a33-923d-bf8a8d131a07 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 210 time: 0.0300915 Jul 07 22:21:17.462188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-55c153b2-b6f0-42a3-a184-e40fd2d699f3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': 'cdc4296e-4801-4433-b8b5-749c2f80fa1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.473476 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-55c153b2-b6f0-42a3-a184-e40fd2d699f3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 22:21:17.473944 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-55c153b2-b6f0-42a3-a184-e40fd2d699f3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:17.475116 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-55c153b2-b6f0-42a3-a184-e40fd2d699f3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0192156 Jul 07 22:21:17.486388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44338) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.491594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-54731873-a051-4252-a226-432d9a0482d5 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': 'cdc4296e-4801-4433-b8b5-749c2f80fa1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.493690 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-54731873-a051-4252-a226-432d9a0482d5 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 22:21:17.493823 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-54731873-a051-4252-a226-432d9a0482d5 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:17.494831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-54731873-a051-4252-a226-432d9a0482d5 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073042 Jul 07 22:21:17.497514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44340) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.506229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6dd95d87-9bc8-4b7d-b443-cd9e93af3bbe tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': 'cdc4296e-4801-4433-b8b5-749c2f80fa1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.516151 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-6dd95d87-9bc8-4b7d-b443-cd9e93af3bbe tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 22:21:17.516672 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-6dd95d87-9bc8-4b7d-b443-cd9e93af3bbe tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:17.521087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6dd95d87-9bc8-4b7d-b443-cd9e93af3bbe tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191903 Jul 07 22:21:17.521415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44342) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.526688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-44129e45-792d-4138-83da-d36ceb189725 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': 'cdc4296e-4801-4433-b8b5-749c2f80fa1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.527579 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-44129e45-792d-4138-83da-d36ceb189725 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 22:21:17.528118 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-44129e45-792d-4138-83da-d36ceb189725 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:17.531797 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44129e45-792d-4138-83da-d36ceb189725 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066829 Jul 07 22:21:17.532020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44348) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.601208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a085-8bbc-4481-9382-ef732df9ae2c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.645669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a085-8bbc-4481-9382-ef732df9ae2c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.679893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Allocated IP 172.20.0.2 (77e19444-f36b-45a1-8f7c-4d4f61929514/c5f4dc0f-47fd-4116-a556-007f931b3554/e1257593-9605-41b5-b417-0dc108b9c94e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:17.723883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a085-8bbc-4481-9382-ef732df9ae2c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.729668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a085-8bbc-4481-9382-ef732df9ae2c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.733544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e6e9a085-8bbc-4481-9382-ef732df9ae2c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/cdc4296e-4801-4433-b8b5-749c2f80fa1b HTTP/1.1" status: 204 len: 168 time: 0.1968899 Jul 07 22:21:17.736172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.743723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9a085-8bbc-4481-9382-ef732df9ae2c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc4296e-4801-4433-b8b5-749c2f80fa1b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:17.797895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:17.858311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4e4bf-c5c5-4223-a7c0-d8fd099e414a req-1c268f70-7532-475a-ba2e-4217f4d57ce9 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:17.860139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcb4e4bf-c5c5-4223-a7c0-d8fd099e414a req-1c268f70-7532-475a-ba2e-4217f4d57ce9 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 950 time: 0.0935185 Jul 07 22:21:17.884314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2f4e84f-ad6d-4a0e-8269-4380d71554ef tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469994 Jul 07 22:21:17.887963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.894284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--303274398'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:17.914433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcb4e4bf-c5c5-4223-a7c0-d8fd099e414a req-354804c9-6eee-4ee2-8af7-124d0b7935de tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Jul 07 22:21:17.947498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:17.959529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.961088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'mac_address': 'fa:16:3e:36:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:17.977958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.010301 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.030930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:18.059483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:18.067841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:18.069434 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4879863-646b-47fd-877c-1d0d648c05cd" -d '{"events": [{"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:18.072575 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.076049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.137996 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8036b6b7-f771-42d8-9f45-8559fcd22aab x-openstack-request-id: req-8036b6b7-f771-42d8-9f45-8559fcd22aab {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:18.138421 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:18.141185 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8036b6b7-f771-42d8-9f45-8559fcd22aab {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:18.141777 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'code': 200} Jul 07 22:21:18.154020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Network 77e19444-f36b-45a1-8f7c-4d4f61929514 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:18.158108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:18.169918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:18.176256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.182366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:18.195412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Pushing event updated for resources: {'Port': ['ID=e1257593-9605-41b5-b417-0dc108b9c94e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:18.199295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.209741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:18.284761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.288908 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3969407 Jul 07 22:21:18.289291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44404) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.295644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0f84feb1-9771-4ae0-8a9d-4b483ec2590a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.296518 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-0f84feb1-9771-4ae0-8a9d-4b483ec2590a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:21:18.297037 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-0f84feb1-9771-4ae0-8a9d-4b483ec2590a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.302019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0f84feb1-9771-4ae0-8a9d-4b483ec2590a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076959 Jul 07 22:21:18.302019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44406) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.306938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a2837703-3ac6-4e4f-9d8b-ddbdc70f7ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.312646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a96b49-7d29-414d-9b5d-23f3ea8d493f tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b94d9c-1eda-47f5-ac3f-79b86edc751f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:18.313503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3780d90c-6e06-40be-b4dd-ae3cc69e6a4a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.339102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:18.339889 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.398692 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a82a3aff-a213-433f-9f77-a9a6f521ad70 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2253742 Jul 07 22:21:18.414022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Request body: {'port': {'device_id': '3b7f5674-84e8-4048-94c0-786f33042406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.416855 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-3780d90c-6e06-40be-b4dd-ae3cc69e6a4a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.418392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3780d90c-6e06-40be-b4dd-ae3cc69e6a4a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1155255 Jul 07 22:21:18.424696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44410) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.432369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-572d5020-1ab2-4474-bb08-c16382d04197 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.433109 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-572d5020-1ab2-4474-bb08-c16382d04197 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 22:21:18.433508 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-572d5020-1ab2-4474-bb08-c16382d04197 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.434462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-572d5020-1ab2-4474-bb08-c16382d04197 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073111 Jul 07 22:21:18.437435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44412) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.444875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-92eec547-548b-4dce-b4b6-9052d31b4d5d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.459146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d4bc-d2d0-4790-baea-5fa46e3acd65 req-08b5eb35-357e-4cd8-97dc-74439b0bedcf tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:18.461202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0e9d4bc-d2d0-4790-baea-5fa46e3acd65 req-08b5eb35-357e-4cd8-97dc-74439b0bedcf tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1292248 Jul 07 22:21:18.473665 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.511702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.518608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0e9d4bc-d2d0-4790-baea-5fa46e3acd65 req-8c1f7ba6-20ec-4624-8d34-9d18d993a662 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508599 Jul 07 22:21:18.524881 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-92eec547-548b-4dce-b4b6-9052d31b4d5d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.528524 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-92eec547-548b-4dce-b4b6-9052d31b4d5d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0860870 Jul 07 22:21:18.528981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.534656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ab9e18e4-37bc-406e-b293-6317de9ce8ed tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.534656 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-ab9e18e4-37bc-406e-b293-6317de9ce8ed tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:21:18.535805 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-ab9e18e4-37bc-406e-b293-6317de9ce8ed tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.537066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ab9e18e4-37bc-406e-b293-6317de9ce8ed tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068882 Jul 07 22:21:18.543407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44430) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.548326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cdac5579-d3c6-48b2-a77e-044ce2f0805a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.581848 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-cdac5579-d3c6-48b2-a77e-044ce2f0805a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Project 37f5189885f1479bb4469eda45a41d92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:21:18.602347 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-cdac5579-d3c6-48b2-a77e-044ce2f0805a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.604481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cdac5579-d3c6-48b2-a77e-044ce2f0805a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0598321 Jul 07 22:21:18.607679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44442) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.614651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b540e274-73cf-4775-9df9-b6ea488c7c64 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.615332 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-b540e274-73cf-4775-9df9-b6ea488c7c64 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 22:21:18.615589 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-b540e274-73cf-4775-9df9-b6ea488c7c64 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.619014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b540e274-73cf-4775-9df9-b6ea488c7c64 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075986 Jul 07 22:21:18.622908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44444) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.633358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fd78dd28-08d1-4c99-b8cf-f6990f4e538d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.696700 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-fd78dd28-08d1-4c99-b8cf-f6990f4e538d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Project 37f5189885f1479bb4469eda45a41d92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:21:18.714925 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-fd78dd28-08d1-4c99-b8cf-f6990f4e538d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.718922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fd78dd28-08d1-4c99-b8cf-f6990f4e538d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0910735 Jul 07 22:21:18.720282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44456) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.725588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-73d9c4f0-7fe2-47cc-81bb-fd79d477e546 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '51b94d9c-1eda-47f5-ac3f-79b86edc751f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:18.795773 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-73d9c4f0-7fe2-47cc-81bb-fd79d477e546 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Project 37f5189885f1479bb4469eda45a41d92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:21:18.807007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aa196-21dd-4fa9-8d6f-2f7e04dd5d83 req-de7a0b5e-f3e6-4018-a41a-b8b8499ce63c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:18.813822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a8aa196-21dd-4fa9-8d6f-2f7e04dd5d83 req-de7a0b5e-f3e6-4018-a41a-b8b8499ce63c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.1566241 Jul 07 22:21:18.861777 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-73d9c4f0-7fe2-47cc-81bb-fd79d477e546 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:18.866123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73d9c4f0-7fe2-47cc-81bb-fd79d477e546 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1417499 Jul 07 22:21:18.866554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44464) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.877049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a8aa196-21dd-4fa9-8d6f-2f7e04dd5d83 req-aca2a79b-584a-40bd-809d-2a0998c38aaf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623727 Jul 07 22:21:18.878772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1257593-9605-41b5-b417-0dc108b9c94e {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:18.881794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-0cbe65f0-ce73-4b20-9dd3-221344ee913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:18.883474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-0cbe65f0-ce73-4b20-9dd3-221344ee913b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1102 time: 0.1514645 Jul 07 22:21:18.900655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.936928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Transition to ACTIVE for port object e1257593-9605-41b5-b417-0dc108b9c94e will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:18.960784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3738ca2b-f724-4b6b-b83a-b8be072ff18e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.989399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3738ca2b-f724-4b6b-b83a-b8be072ff18e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.034465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.067284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3738ca2b-f724-4b6b-b83a-b8be072ff18e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.069924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3738ca2b-f724-4b6b-b83a-b8be072ff18e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.071285 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3738ca2b-f724-4b6b-b83a-b8be072ff18e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/51b94d9c-1eda-47f5-ac3f-79b86edc751f HTTP/1.1" status: 204 len: 168 time: 0.2035244 Jul 07 22:21:19.080339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44476) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.127822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738ca2b-f724-4b6b-b83a-b8be072ff18e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b94d9c-1eda-47f5-ac3f-79b86edc751f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.153343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1257593-9605-41b5-b417-0dc108b9c94e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.165009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-16c78022-e787-4af6-b6e6-7328fdbadc67 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835493 Jul 07 22:21:19.183039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44482) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.187746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--896414914'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:19.258143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.271917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Attempting to bind port e1257593-9605-41b5-b417-0dc108b9c94e on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:19.272502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Attempting to bind port e1257593-9605-41b5-b417-0dc108b9c94e by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '487b4087-64c9-4479-8367-0af0acc12b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:19.273011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Attempting to bind port e1257593-9605-41b5-b417-0dc108b9c94e on network 77e19444-f36b-45a1-8f7c-4d4f61929514 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:19.286738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Port e1257593-9605-41b5-b417-0dc108b9c94e on network 77e19444-f36b-45a1-8f7c-4d4f61929514 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:19.287514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Attempting to bind port e1257593-9605-41b5-b417-0dc108b9c94e on network 77e19444-f36b-45a1-8f7c-4d4f61929514 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:19.299044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:19.299703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Checking segment: {'id': '487b4087-64c9-4479-8367-0af0acc12b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:19.300290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Bound using segment: {'id': '487b4087-64c9-4479-8367-0af0acc12b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:19.301009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Bound port: e1257593-9605-41b5-b417-0dc108b9c94e, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487b4087-64c9-4479-8367-0af0acc12b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:19.301595 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.418482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] For port e1257593-9605-41b5-b417-0dc108b9c94e, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:19.423969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] For port e1257593-9605-41b5-b417-0dc108b9c94e, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e1257593-9605-41b5-b417-0dc108b9c94e,segment=NetworkSegment(487b4087-64c9-4479-8367-0af0acc12b77),segment_id=487b4087-64c9-4479-8367-0af0acc12b77)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:19.430910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.480286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.483791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.484579 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.486284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] 10.222.0.97 "PUT /v2.0/ports/e1257593-9605-41b5-b417-0dc108b9c94e HTTP/1.1" status: 200 len: 1092 time: 1.0788591 Jul 07 22:21:19.486812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7f5674-84e8-4048-94c0-786f33042406', 'tag': 'e1257593-9605-41b5-b417-0dc108b9c94e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:19.490534 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c986c7-df73-410f-8c0a-4c0deba1c2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7f5674-84e8-4048-94c0-786f33042406", "tag": "e1257593-9605-41b5-b417-0dc108b9c94e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:19.495290 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.537060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.540791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3542054 Jul 07 22:21:19.542799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44512) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.555341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51ee08-8af4-4f62-bdcb-c1d970e86fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1257593-9605-41b5-b417-0dc108b9c94e,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.558035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-be1b28c4-b986-46af-b468-4373f82913f1 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '8cc13115-dd0f-48cd-b566-f8c42b469a9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:19.560497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632c0d4-0919-46d1-bd5b-5ca5566714fb tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc13115-dd0f-48cd-b566-f8c42b469a9a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.596720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-3221206f-ad9b-41fc-8534-7e2bd7559691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.598247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-3221206f-ad9b-41fc-8534-7e2bd7559691 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.6986582 Jul 07 22:21:19.608006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-69dc8ef3-9f5f-4168-9e0b-63f60ecb01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.611551 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-69dc8ef3-9f5f-4168-9e0b-63f60ecb01d2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa8fef455b5342d9b990b7bb813793cd&device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 1095 time: 0.0660393 Jul 07 22:21:19.635107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fcd7a-4499-46c7-b3da-2e54d57df56f req-ddc469c8-173e-40eb-936f-a35fdcd42a54 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.639102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-473fcd7a-4499-46c7-b3da-2e54d57df56f req-ddc469c8-173e-40eb-936f-a35fdcd42a54 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 943 time: 0.6119678 Jul 07 22:21:19.667158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-a8371a3a-e297-4ac8-acaf-f818d9f379f5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1257593-9605-41b5-b417-0dc108b9c94e HTTP/1.1" status: 200 len: 217 time: 0.0482543 Jul 07 22:21:19.705872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-9db21555-5987-431b-91cb-50283b900162 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.0967786 Jul 07 22:21:19.722455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-bdb0dea2-4e99-4ab1-9da6-556cfbcfc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.724320 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-bdb0dea2-4e99-4ab1-9da6-556cfbcfc899 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c5f4dc0f-47fd-4116-a556-007f931b3554 HTTP/1.1" status: 200 len: 855 time: 0.0472388 Jul 07 22:21:19.747870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948697b-193a-44d7-b6bb-eb3d05c91bf4 req-2c73b935-7730-4ddf-bd26-7264aa58800b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.755229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5948697b-193a-44d7-b6bb-eb3d05c91bf4 req-2c73b935-7730-4ddf-bd26-7264aa58800b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.2886608 Jul 07 22:21:19.761037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-980e46cd-14ed-46c1-b208-5f01c6a29959 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=77e19444-f36b-45a1-8f7c-4d4f61929514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298796 Jul 07 22:21:19.792899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5948697b-193a-44d7-b6bb-eb3d05c91bf4 req-c4b764c2-9694-41d9-a2ff-ab18b16e608f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0365484 Jul 07 22:21:19.797105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:19.868872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-473fcd7a-4499-46c7-b3da-2e54d57df56f req-998dec1a-624e-4d39-9573-59ac62ba7ce9 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855662 Jul 07 22:21:19.891691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:19.892417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.922572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-757b14ca-6947-40ad-bf27-673c2cb7a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.924664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-757b14ca-6947-40ad-bf27-673c2cb7a322 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2028382 Jul 07 22:21:19.925599 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-be1b28c4-b986-46af-b468-4373f82913f1 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The resource could not be found. Jul 07 22:21:19.926760 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-6661171c-1f50-4ef2-b61d-19e173ce2d08 service neutron] 10.222.0.97 "GET /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577652 Jul 07 22:21:19.929897 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be1b28c4-b986-46af-b468-4373f82913f1 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3830707 Jul 07 22:21:19.930349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44522) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.940607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-68c1e40a-9a6f-42e9-9224-d34b508c4110 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '8cc13115-dd0f-48cd-b566-f8c42b469a9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e76386b4-6e5f-4c0c-97d7-d12457ee1a1e'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:20.041153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5948697b-193a-44d7-b6bb-eb3d05c91bf4 req-c03337d0-db19-4256-87eb-2a6d4b66362c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2327967 Jul 07 22:21:20.073803 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.135721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-fe389fa3-6231-4853-bbb6-be08629666a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:20.139658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-fe389fa3-6231-4853-bbb6-be08629666a0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2071989 Jul 07 22:21:20.141565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:20.143081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:20.146512 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d94eaf9-fe71-43a3-91d8-507e3d1654ed" -d '{"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-plugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:20.150973 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.170731 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ca923f50-3cb4-45ac-81db-b23b1ff36641 req-63478300-ce8e-4acb-ac8c-4437395b303a service neutron] 10.222.0.97 "GET /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182605 Jul 07 22:21:20.205867 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-68c1e40a-9a6f-42e9-9224-d34b508c4110 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The resource could not be found. Jul 07 22:21:20.211006 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68c1e40a-9a6f-42e9-9224-d34b508c4110 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2794030 Jul 07 22:21:20.211882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44532) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.274821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:20.283686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32499fe5-9865-4386-a280-d381cdfdd5d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.286097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5948697b-193a-44d7-b6bb-eb3d05c91bf4 req-d8f716c6-d4a6-4ff6-9bec-bc44ca3ab5c3 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439218 Jul 07 22:21:20.316874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-f7f41c87-f0a6-4a44-ab0c-7b44cd2a54d9 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647494 Jul 07 22:21:20.331239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32499fe5-9865-4386-a280-d381cdfdd5d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.390829 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32499fe5-9865-4386-a280-d381cdfdd5d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.395890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32499fe5-9865-4386-a280-d381cdfdd5d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.397396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-32499fe5-9865-4386-a280-d381cdfdd5d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/8cc13115-dd0f-48cd-b566-f8c42b469a9a HTTP/1.1" status: 204 len: 168 time: 0.1844051 Jul 07 22:21:20.401163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44540) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.437850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32499fe5-9865-4386-a280-d381cdfdd5d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc13115-dd0f-48cd-b566-f8c42b469a9a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:20.488301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-18caad9e-8da5-4652-8d91-3604065848d3 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751605 Jul 07 22:21:20.494603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44542) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.502421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9d161bc3-786a-4abc-8d63-7055e8604fd0 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '1ced4434-4883-46d8-ab56-2094dfd3aee9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:20.503513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5948697b-193a-44d7-b6bb-eb3d05c91bf4 req-6e597216-ce2c-4e99-97c2-99bcc0a1c0f2 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856375 Jul 07 22:21:20.508584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-c28d46bc-8520-4104-9177-b575f800d68c service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819918 Jul 07 22:21:20.578618 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-9d161bc3-786a-4abc-8d63-7055e8604fd0 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The resource could not be found. Jul 07 22:21:20.580166 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d161bc3-786a-4abc-8d63-7055e8604fd0 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0845642 Jul 07 22:21:20.584328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.590556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--724161961'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:20.648037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.704248 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2927ef86-4ab0-4930-a024-1302cd28d7e3 x-openstack-request-id: req-2927ef86-4ab0-4930-a024-1302cd28d7e3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:20.704611 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7f5674-84e8-4048-94c0-786f33042406", "tag": "e1257593-9605-41b5-b417-0dc108b9c94e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:20.704973 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2927ef86-4ab0-4930-a024-1302cd28d7e3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:20.709681 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7f5674-84e8-4048-94c0-786f33042406', 'tag': 'e1257593-9605-41b5-b417-0dc108b9c94e', 'status': 'completed', 'code': 200} Jul 07 22:21:20.853564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.866612 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.895767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-dae20945-d90a-45a5-88de-fa80d6ba2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:20.899057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.899371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840cf15a-8167-4da8-b7ba-160d4ab1f0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.906050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-dae20945-d90a-45a5-88de-fa80d6ba2df2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa8fef455b5342d9b990b7bb813793cd&device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 1095 time: 0.1599689 Jul 07 22:21:20.906050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44560) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.906932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3208079 Jul 07 22:21:20.921108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679557809'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:20.969704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4596-231d-46b8-99ae-a74b8d4fd07c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc070207-27fd-47ef-be9d-fe6b38b4e8c7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.151269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.157795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872f7e8-a0f6-4a09-abc0-8319c4cfa180 req-c9811ff3-ecb8-43aa-b129-c91869979b73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:21.165108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7872f7e8-a0f6-4a09-abc0-8319c4cfa180 req-c9811ff3-ecb8-43aa-b129-c91869979b73 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1451504 Jul 07 22:21:21.182462 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8636fc5d-447f-4737-b865-cf8d41a6b25a x-openstack-request-id: req-8636fc5d-447f-4737-b865-cf8d41a6b25a {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:21.182800 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-plugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:21.183061 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8636fc5d-447f-4737-b865-cf8d41a6b25a {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:21.183479 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'code': 200} Jul 07 22:21:21.226894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7872f7e8-a0f6-4a09-abc0-8319c4cfa180 req-a9684017-f52b-4b38-af01-7470a9574dc8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608099 Jul 07 22:21:21.348213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-bca44744-214b-4e38-abc6-8d89e24f36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:21.349831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-bca44744-214b-4e38-abc6-8d89e24f36fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=77e19444-f36b-45a1-8f7c-4d4f61929514 HTTP/1.1" status: 200 len: 916 time: 0.4181325 Jul 07 22:21:21.396242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.461164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-18b672c4-bc87-4241-b0ba-32158acd27b1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1257593-9605-41b5-b417-0dc108b9c94e HTTP/1.1" status: 200 len: 217 time: 0.0956078 Jul 07 22:21:21.492415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:21.628184 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.646554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.680880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.693650 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-87b610bc-305f-4819-8dd3-7ca9fc7270a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:21.695693 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-87b610bc-305f-4819-8dd3-7ca9fc7270a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c5f4dc0f-47fd-4116-a556-007f931b3554 HTTP/1.1" status: 200 len: 855 time: 0.2191937 Jul 07 22:21:21.697702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b021ee-6b6e-46f8-ace4-f3c97a251b91,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.741184 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.742950 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2065cac-8a49-49ff-a28e-09235c707d90 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8364277 Jul 07 22:21:21.745907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-102eff39-bbb2-43b4-a95a-3a189b5cb1f7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=77e19444-f36b-45a1-8f7c-4d4f61929514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403230 Jul 07 22:21:21.746676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44590) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:21.751973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e6317934-cfc2-4cd0-b8a0-993de4fd6dfd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': 'fc070207-27fd-47ef-be9d-fe6b38b4e8c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '63b021ee-6b6e-46f8-ace4-f3c97a251b91'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:21.758359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265097b-c8be-419b-8124-f145837cee00 req-511cb1eb-8f68-4db3-8c57-c3ca0db5be2a tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:21.768530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a265097b-c8be-419b-8124-f145837cee00 req-511cb1eb-8f68-4db3-8c57-c3ca0db5be2a tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 943 time: 0.1511757 Jul 07 22:21:21.778932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:21.789367 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.872646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a265097b-c8be-419b-8124-f145837cee00 req-476c4563-f773-456a-82bf-a93c9aba62bf tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958195 Jul 07 22:21:21.938794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.947216 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-e6317934-cfc2-4cd0-b8a0-993de4fd6dfd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:21.951566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e6317934-cfc2-4cd0-b8a0-993de4fd6dfd tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2036991 Jul 07 22:21:21.954459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44600) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:21.979857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-bb532841-588a-46db-a735-be5a9aae4358 service neutron] 10.222.0.97 "GET /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221038 Jul 07 22:21:22.062704 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6073afc5-be84-4e72-8cbb-707eea50357a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.068049 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.092154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-85c986c7-df73-410f-8c0a-4c0deba1c2d6 req-7c22fbe4-b3ba-4fd8-9e96-3b258218c92d service neutron] 10.222.0.97 "GET /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040277 Jul 07 22:21:22.107305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6073afc5-be84-4e72-8cbb-707eea50357a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.176462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6073afc5-be84-4e72-8cbb-707eea50357a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.180272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6073afc5-be84-4e72-8cbb-707eea50357a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.181647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6073afc5-be84-4e72-8cbb-707eea50357a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/63b021ee-6b6e-46f8-ace4-f3c97a251b91 HTTP/1.1" status: 204 len: 168 time: 0.2260582 Jul 07 22:21:22.184440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44620) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.264603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-93cd3034-7edc-48ae-8008-e7ea21842b58 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0788703 Jul 07 22:21:22.265321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.306286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-d0000caf-b7cf-44c6-ac2d-9f5cd7071011 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:22.314334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-d0000caf-b7cf-44c6-ac2d-9f5cd7071011 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1190236 Jul 07 22:21:22.342852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073afc5-be84-4e72-8cbb-707eea50357a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b021ee-6b6e-46f8-ace4-f3c97a251b91,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.363885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-6ba46c14-7bcf-4fcb-8925-1acc91824607 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0495188 Jul 07 22:21:22.367046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-201b68c3-b723-4985-8867-118c9565c213 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.403004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-201b68c3-b723-4985-8867-118c9565c213 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.466283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-201b68c3-b723-4985-8867-118c9565c213 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.468973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-201b68c3-b723-4985-8867-118c9565c213 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.472471 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-201b68c3-b723-4985-8867-118c9565c213 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/fc070207-27fd-47ef-be9d-fe6b38b4e8c7 HTTP/1.1" status: 204 len: 168 time: 0.2038178 Jul 07 22:21:22.476638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44630) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.480169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b68c3-b723-4985-8867-118c9565c213 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc070207-27fd-47ef-be9d-fe6b38b4e8c7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.481825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-7d74dfbf-59bf-419b-a1c6-64a459f965fc tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170795 Jul 07 22:21:22.507436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710a27-32ca-4d75-81d2-1e89959bb794 req-5a0c6f2e-a24e-4688-8183-e90cdb4e7996 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:22.508928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27710a27-32ca-4d75-81d2-1e89959bb794 req-5a0c6f2e-a24e-4688-8183-e90cdb4e7996 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1430945 Jul 07 22:21:22.629936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-080fcab1-e496-4b0c-ba7d-f4a2c0e01c6e tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470959 Jul 07 22:21:22.633677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44632) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.639145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948732188'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:22.642900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27710a27-32ca-4d75-81d2-1e89959bb794 req-7b9edaf5-8476-4645-b22f-1207bfab45a6 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852516 Jul 07 22:21:22.662974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-8a5f0a28-0bac-419f-850a-a0a515ebe24b service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645226 Jul 07 22:21:22.695838 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.818273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.820088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-1f8586ab-fae0-4776-8329-f4985e423de3 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505411 Jul 07 22:21:22.834857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.888527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6210574d-c4f4-4f3d-9cd2-a1998c2f21d6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.892557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.895536 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-75a8300d-1122-490f-9b39-bf01188906cc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2605896 Jul 07 22:21:22.897436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44644) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.907350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-70d9d96c-9201-4676-8b52-d2401f951d00 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '6210574d-c4f4-4f3d-9cd2-a1998c2f21d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:22.966239 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-70d9d96c-9201-4676-8b52-d2401f951d00 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:22.970907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70d9d96c-9201-4676-8b52-d2401f951d00 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0684302 Jul 07 22:21:22.971193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44646) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.976479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1bcfc103-7bd9-49ec-b4b0-18a65dbc7d11 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group_rule': {'security_group_id': '6210574d-c4f4-4f3d-9cd2-a1998c2f21d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:23.059993 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-1bcfc103-7bd9-49ec-b4b0-18a65dbc7d11 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:23.063570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1bcfc103-7bd9-49ec-b4b0-18a65dbc7d11 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0888050 Jul 07 22:21:23.063927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.125702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fa413c0-9977-4d79-8d45-70d49a80aea6 req-710c621c-0d03-4ff6-a4cc-78053ac0038d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 210 time: 0.0686593 Jul 07 22:21:23.164870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b438c-88cb-4d21-bfd1-ffb28b770667 req-2a886294-b375-41e1-acf7-a2a88ae5cd13 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:23.166683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a3b438c-88cb-4d21-bfd1-ffb28b770667 req-2a886294-b375-41e1-acf7-a2a88ae5cd13 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 943 time: 0.1262558 Jul 07 22:21:23.183552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6326ceb3-b81d-4f78-b2cf-b1d0c6bca2a4 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.184634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:23.187711 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f474e-2269-49bf-bbde-8921ddf5c3c0" -d '{"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:23.222439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a3b438c-88cb-4d21-bfd1-ffb28b770667 req-ce07d045-6023-437b-ab1c-7367b88a7067 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Jul 07 22:21:23.228360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6326ceb3-b81d-4f78-b2cf-b1d0c6bca2a4 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.288244 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fef4496-29b6-4521-a4c7-ce5d37399dd4 x-openstack-request-id: req-6fef4496-29b6-4521-a4c7-ce5d37399dd4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:23.289627 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:23.289885 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6fef4496-29b6-4521-a4c7-ce5d37399dd4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:23.290287 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'code': 200} Jul 07 22:21:23.298530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6326ceb3-b81d-4f78-b2cf-b1d0c6bca2a4 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.301694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6326ceb3-b81d-4f78-b2cf-b1d0c6bca2a4 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.305169 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6326ceb3-b81d-4f78-b2cf-b1d0c6bca2a4 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/6210574d-c4f4-4f3d-9cd2-a1998c2f21d6 HTTP/1.1" status: 204 len: 168 time: 0.2379656 Jul 07 22:21:23.305672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44672) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.313031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326ceb3-b81d-4f78-b2cf-b1d0c6bca2a4 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210574d-c4f4-4f3d-9cd2-a1998c2f21d6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:23.371835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-66b1127d-3f89-470d-bf15-4597617d85ef tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647149 Jul 07 22:21:23.376224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44674) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.381436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'tempest-secgroup--273207136'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:23.417841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.487506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e1257593-9605-41b5-b417-0dc108b9c94e details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:23.582694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.591176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.629949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e1257593-9605-41b5-b417-0dc108b9c94e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e1257593-9605-41b5-b417-0dc108b9c94e,segment=NetworkSegment(487b4087-64c9-4479-8367-0af0acc12b77),segment_id=487b4087-64c9-4479-8367-0af0acc12b77)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:23.637361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.639105 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2612329 Jul 07 22:21:23.641776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44678) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.644392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.646590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef1452-d34c-4d92-8e07-00610babfb8c tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4235d6c6-4bed-4ca2-8b58-78e8ce020af5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:23.647746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'e1257593-9605-41b5-b417-0dc108b9c94e', 'network_id': '77e19444-f36b-45a1-8f7c-4d4f61929514', 'port_id': 'e1257593-9605-41b5-b417-0dc108b9c94e', 'mac_address': 'fa:16:3e:8d:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f4dc0f-47fd-4116-a556-007f931b3554', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:23.648918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-629f4ec5-b7c0-4f39-98e6-90c7c62aa57a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:23.658521 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-629f4ec5-b7c0-4f39-98e6-90c7c62aa57a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:21:23.659396 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-629f4ec5-b7c0-4f39-98e6-90c7c62aa57a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:23.660842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-629f4ec5-b7c0-4f39-98e6-90c7c62aa57a tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "PUT /v2.0/security-groups/4235d6c6-4bed-4ca2-8b58-78e8ce020af5 HTTP/1.1" status: 409 len: 330 time: 0.0176983 Jul 07 22:21:23.664238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.700263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.721365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1257593-9605-41b5-b417-0dc108b9c94e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:23.748832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-301a01de-0868-4654-b44a-a6358a5b74f6 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.749858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e1257593-9605-41b5-b417-0dc108b9c94e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e1257593-9605-41b5-b417-0dc108b9c94e,segment=NetworkSegment(487b4087-64c9-4479-8367-0af0acc12b77),segment_id=487b4087-64c9-4479-8367-0af0acc12b77)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:23.761530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.819403 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-301a01de-0868-4654-b44a-a6358a5b74f6 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.881084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=e1257593-9605-41b5-b417-0dc108b9c94e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:23.901916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.902391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.902868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.903241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.903583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.903930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.905359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.905720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.906137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.906576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.906668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-301a01de-0868-4654-b44a-a6358a5b74f6 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.906858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.907727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:23.910432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-301a01de-0868-4654-b44a-a6358a5b74f6 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.921497 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-301a01de-0868-4654-b44a-a6358a5b74f6 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/4235d6c6-4bed-4ca2-8b58-78e8ce020af5 HTTP/1.1" status: 204 len: 168 time: 0.2540364 Jul 07 22:21:23.923035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44696) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.930978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a01de-0868-4654-b44a-a6358a5b74f6 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4235d6c6-4bed-4ca2-8b58-78e8ce020af5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:24.054862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e95bf-3b92-4e92-8213-10d410b152b2 req-bf047687-f8c6-4ccb-b215-c49d50f72dcb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:24.056743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-540e95bf-3b92-4e92-8213-10d410b152b2 req-bf047687-f8c6-4ccb-b215-c49d50f72dcb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1452656 Jul 07 22:21:24.091547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1512af7b-4d73-4bd7-84ce-80295b9480bc tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1628938 Jul 07 22:21:24.095178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44698) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.113213 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-b7ecae47-be95-4d79-aba5-a94462713cbf tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] delete failed (client error): The resource could not be found. Jul 07 22:21:24.114295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b7ecae47-be95-4d79-aba5-a94462713cbf tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "DELETE /v2.0/security-groups/6c815db3-ee98-4a16-acce-659877d580a7 HTTP/1.1" status: 404 len: 347 time: 0.0178926 Jul 07 22:21:24.119662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44700) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.130823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-540e95bf-3b92-4e92-8213-10d410b152b2 req-3ede7138-c8b5-444c-bf90-ebd635f18c9d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652983 Jul 07 22:21:24.137940 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-248839dc-176e-47f6-ac6b-14a763f3301d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] show failed (client error): The resource could not be found. Jul 07 22:21:24.139180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-248839dc-176e-47f6-ac6b-14a763f3301d tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-groups/e73bca70-5bad-47af-a020-f849059ae9c3 HTTP/1.1" status: 404 len: 347 time: 0.0167434 Jul 07 22:21:24.142962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44702) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.169004 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-eac542f6-1adb-4f2a-9184-a1c40c2e12a9 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] show failed (client error): The resource could not be found. Jul 07 22:21:24.173273 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eac542f6-1adb-4f2a-9184-a1c40c2e12a9 tempest-NegativeSecGroupIPv6Test-1697167657 tempest-NegativeSecGroupIPv6Test-1697167657-project] 10.222.0.95 "GET /v2.0/security-group-rules/5499bcae-3f3d-46a6-a401-967eb7556677 HTTP/1.1" status: 404 len: 356 time: 0.0261614 Jul 07 22:21:24.387242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0b9ad59-d74c-49ab-ba92-61edaeba8503 req-00291d2d-95e3-432d-88ba-45e38bb591f3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 210 time: 0.0933726 Jul 07 22:21:24.493595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77baa24-b320-475e-8362-cbe1ae7d7930 req-e601d802-92ad-4b37-88c8-760464d2031a tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:24.516338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e77baa24-b320-475e-8362-cbe1ae7d7930 req-e601d802-92ad-4b37-88c8-760464d2031a tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 944 time: 0.1374018 Jul 07 22:21:24.617077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44728) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.621102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['e1257593-9605-41b5-b417-0dc108b9c94e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:24.680307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e77baa24-b320-475e-8362-cbe1ae7d7930 req-31cd31d3-f3f3-4848-9d12-2e8c89ba1367 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587782 Jul 07 22:21:24.761223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-c880e50c-7e82-40d9-8fbf-afce02a50dbb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:24.763092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-c880e50c-7e82-40d9-8fbf-afce02a50dbb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1886580 Jul 07 22:21:24.778137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:24.902501 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-25f2643c-93c1-46fb-b588-e9909d3214e1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=37f5189885f1479bb4469eda45a41d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813711 Jul 07 22:21:24.902872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.959178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:24.963036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.992262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce18e0c3-5255-4311-b93b-063a9f782753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.017045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce18e0c3-5255-4311-b93b-063a9f782753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.082038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce18e0c3-5255-4311-b93b-063a9f782753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.087234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce18e0c3-5255-4311-b93b-063a9f782753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.091647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce18e0c3-5255-4311-b93b-063a9f782753 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d8c293fd-0b0a-4e1c-bb8d-2d4e859584be HTTP/1.1" status: 204 len: 168 time: 0.1855307 Jul 07 22:21:25.100743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18e0c3-5255-4311-b93b-063a9f782753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c293fd-0b0a-4e1c-bb8d-2d4e859584be,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:25.110324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.11 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/f1591ab5-33d2-4ff3-8bbf-189ad1917646) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:25.338286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.499852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:25.507363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.522656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4a686-3808-406d-a388-058b274f433e req-f75dd0a3-a828-46cb-9d56-3ed225441b12 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:25.524680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ad4a686-3808-406d-a388-058b274f433e req-f75dd0a3-a828-46cb-9d56-3ed225441b12 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1673789 Jul 07 22:21:25.668107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:25.682207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:25.687150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:25.689828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:25.718084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=f1591ab5-33d2-4ff3-8bbf-189ad1917646,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:25.748821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:25.765494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ad4a686-3808-406d-a388-058b274f433e req-9b929179-8e8b-410b-bf1b-aa187f7f5151 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764276 Jul 07 22:21:25.773138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '05504001-c225-4ea7-b46c-ddb3c4507956', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '05504001-c225-4ea7-b46c-ddb3c4507956', 'mac_address': 'fa:16:3e:75:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:25.812668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:25.813307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.867467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.891141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0db701-881d-4162-8cb6-c5071be0656e req-934b0409-f35e-4e35-8de0-70a02c97bfe3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:25.895350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b0db701-881d-4162-8cb6-c5071be0656e req-934b0409-f35e-4e35-8de0-70a02c97bfe3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 932 time: 0.3052177 Jul 07 22:21:25.897302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-67ff62f4-6345-465c-bbbf-6d4878bcb9bf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1241598 Jul 07 22:21:25.904036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05504001-c225-4ea7-b46c-ddb3c4507956 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:25.949084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:25.968695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Request body: {'port': {'device_id': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:25.978564 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.074362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.100335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['05504001-c225-4ea7-b46c-ddb3c4507956'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:26.116777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b0db701-881d-4162-8cb6-c5071be0656e req-7a615968-c1b0-4417-b1de-721bcd5c4e92 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140508 Jul 07 22:21:26.118246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.201857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44790) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:26.375243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-74a82c46-8005-43b6-bbd5-e325c866b8f4 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:26.375693 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-74a82c46-8005-43b6-bbd5-e325c866b8f4 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:21:26.376199 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-74a82c46-8005-43b6-bbd5-e325c866b8f4 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:26.381120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74a82c46-8005-43b6-bbd5-e325c866b8f4 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1737211 Jul 07 22:21:26.381769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44800) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:26.389645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--286226437'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:26.427574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.437654 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.512659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d84d58-0a20-4371-820c-486a575c7173 req-ddc449a4-91f5-4ea9-9d3f-05f42296f49c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:26.514577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d84d58-0a20-4371-820c-486a575c7173 req-ddc449a4-91f5-4ea9-9d3f-05f42296f49c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 944 time: 0.2788544 Jul 07 22:21:26.566322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.572263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.584585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d84d58-0a20-4371-820c-486a575c7173 req-57528160-be50-4f59-93dd-d97368f516bc tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Jul 07 22:21:26.623568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1591ab5-33d2-4ff3-8bbf-189ad1917646 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:26.624210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed28dae1-43b0-45b9-904a-725fffe1e287,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.633276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.652062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Transition to ACTIVE for port object f1591ab5-33d2-4ff3-8bbf-189ad1917646 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:26.657632 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.691870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.698003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.715693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.716929 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3342071 Jul 07 22:21:26.722955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44802) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:26.730235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': 'eeba7379-a41a-4639-aac6-ec98398bd6b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:26.742601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Pushing event updated for resources: {'Port': ['ID=f1591ab5-33d2-4ff3-8bbf-189ad1917646,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.754133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f68f6-9f97-4620-a942-0e5660506df1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba7379-a41a-4639-aac6-ec98398bd6b8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.780772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.811894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Attempting to bind port f1591ab5-33d2-4ff3-8bbf-189ad1917646 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:26.812242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Attempting to bind port f1591ab5-33d2-4ff3-8bbf-189ad1917646 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:26.812573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Attempting to bind port f1591ab5-33d2-4ff3-8bbf-189ad1917646 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:26.817634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Port f1591ab5-33d2-4ff3-8bbf-189ad1917646 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:26.817965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Attempting to bind port f1591ab5-33d2-4ff3-8bbf-189ad1917646 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:26.823454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:26.823798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:26.824204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:26.824613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Bound port: f1591ab5-33d2-4ff3-8bbf-189ad1917646, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:26.825467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.867474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.872898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.898580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5990b067-448d-4772-960a-df6eaca12cfc,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.907139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.908422 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ceb51bcd-9bc6-4ef9-86d4-3f180b565c2f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841781 Jul 07 22:21:26.912760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:26.920589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2af9c24f-6861-4e7a-a0b4-0d0e6734870e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': 'eeba7379-a41a-4639-aac6-ec98398bd6b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:26.952142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] For port f1591ab5-33d2-4ff3-8bbf-189ad1917646, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:26.956501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] For port f1591ab5-33d2-4ff3-8bbf-189ad1917646, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:26.961124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af9c24f-6861-4e7a-a0b4-0d0e6734870e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.963733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.024504 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-2af9c24f-6861-4e7a-a0b4-0d0e6734870e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:27.025679 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2af9c24f-6861-4e7a-a0b4-0d0e6734870e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1108141 Jul 07 22:21:27.028621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44818) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.062263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.062981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.066367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] 10.222.0.103 "PUT /v2.0/ports/f1591ab5-33d2-4ff3-8bbf-189ad1917646 HTTP/1.1" status: 200 len: 1093 time: 1.1341820 Jul 07 22:21:27.067367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'tag': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:27.069352 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02632f-3dca-4499-aed6-d260a0972432" -d '{"events": [{"name": "network-changed", "server_uuid": "e36cf437-7342-4f32-9564-e0b478f2e01c", "tag": "f1591ab5-33d2-4ff3-8bbf-189ad1917646"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:27.078505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee53f5-3819-4b2c-868a-11d2eed416bf service neutron] Pushing event updated for resources: {'Port': ['ID=f1591ab5-33d2-4ff3-8bbf-189ad1917646,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.116575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d308f6-a34a-46ef-b5a6-2a3d33c33e0b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.147481 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d308f6-a34a-46ef-b5a6-2a3d33c33e0b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.166056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45827b4-1a8e-4687-b5f1-c52d0cfb2f98 req-0ba2d9c6-0ad9-48d2-a50a-b6a4b94871b3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.172874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c45827b4-1a8e-4687-b5f1-c52d0cfb2f98 req-0ba2d9c6-0ad9-48d2-a50a-b6a4b94871b3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1627047 Jul 07 22:21:27.211258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d308f6-a34a-46ef-b5a6-2a3d33c33e0b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.216266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d308f6-a34a-46ef-b5a6-2a3d33c33e0b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.220437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68d308f6-a34a-46ef-b5a6-2a3d33c33e0b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/eeba7379-a41a-4639-aac6-ec98398bd6b8 HTTP/1.1" status: 204 len: 168 time: 0.1873930 Jul 07 22:21:27.220687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44826) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.227684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d308f6-a34a-46ef-b5a6-2a3d33c33e0b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba7379-a41a-4639-aac6-ec98398bd6b8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.272065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c45827b4-1a8e-4687-b5f1-c52d0cfb2f98 req-0dde6b68-b2cf-4c36-bedd-ebe053592efd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944369 Jul 07 22:21:27.274293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-03ccbc83-6a43-43ed-a836-1a919ffe2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.275832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-03ccbc83-6a43-43ed-a836-1a919ffe2f77 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 1096 time: 0.1547363 Jul 07 22:21:27.314588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-61b365ae-0048-43e5-9e8c-912f0ee2610e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926046 Jul 07 22:21:27.317331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44830) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.324689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--166112719'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:27.332721 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267b306-290d-4af6-99da-f764381bd013 x-openstack-request-id: req-1267b306-290d-4af6-99da-f764381bd013 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:27.333014 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36cf437-7342-4f32-9564-e0b478f2e01c", "tag": "f1591ab5-33d2-4ff3-8bbf-189ad1917646", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:27.333269 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1267b306-290d-4af6-99da-f764381bd013 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:27.333785 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'tag': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646', 'status': 'completed', 'code': 200} Jul 07 22:21:27.371914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.385805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-e567361e-ed54-4ab9-9156-e15c13aa59ed service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646 HTTP/1.1" status: 200 len: 217 time: 0.0847805 Jul 07 22:21:27.495257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e1257593-9605-41b5-b417-0dc108b9c94e up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:27.502299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9007db-270a-40c2-b575-26cc954042e8 req-0dadbe65-d43e-467f-81f6-19c0b5d27db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.504645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-0dadbe65-d43e-467f-81f6-19c0b5d27db3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.1075144 Jul 07 22:21:27.533144 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.542764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.568554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.570275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2517133 Jul 07 22:21:27.574399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port e1257593-9605-41b5-b417-0dc108b9c94e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:27.577122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44842) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.579892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port e1257593-9605-41b5-b417-0dc108b9c94e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:27.580275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.583715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9c70e3f2-34a6-4144-86c2-96090e0fedef tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': 'f1a03c8e-d4f1-46fd-b8c2-6ebffccab102', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:27.585497 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-9c70e3f2-34a6-4144-86c2-96090e0fedef tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 22:21:27.586375 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-9c70e3f2-34a6-4144-86c2-96090e0fedef tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:27.587726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c70e3f2-34a6-4144-86c2-96090e0fedef tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091956 Jul 07 22:21:27.590830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44844) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.593197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-12c309d2-8d29-4b74-aa91-72e52747a9d5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807688 Jul 07 22:21:27.641976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f516b-7287-4526-9e48-cedfb7ecc128 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a03c8e-d4f1-46fd-b8c2-6ebffccab102,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.657524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296c810-5eb1-4145-aac6-af23b854b941 req-a6538884-57c1-41fc-ae52-ae480b2e0838 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.662933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7296c810-5eb1-4145-aac6-af23b854b941 req-a6538884-57c1-41fc-ae52-ae480b2e0838 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 944 time: 0.2223449 Jul 07 22:21:27.695879 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc4b5-96c8-42f6-8de1-38033fdb4a5d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.717604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.725991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc4b5-96c8-42f6-8de1-38033fdb4a5d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.751149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7f5674-84e8-4048-94c0-786f33042406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1257593-9605-41b5-b417-0dc108b9c94e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:27.754853 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e9fa0-cf08-4f41-92d8-d96c8721cb9a" -d '{"events": [{"server_uuid": "3b7f5674-84e8-4048-94c0-786f33042406", "name": "network-vif-plugged", "status": "completed", "tag": "e1257593-9605-41b5-b417-0dc108b9c94e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:27.770938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e1257593-9605-41b5-b417-0dc108b9c94e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e1257593-9605-41b5-b417-0dc108b9c94e,segment=NetworkSegment(487b4087-64c9-4479-8367-0af0acc12b77),segment_id=487b4087-64c9-4479-8367-0af0acc12b77)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:27.780850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.782162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:27.791036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc4b5-96c8-42f6-8de1-38033fdb4a5d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.793652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc4b5-96c8-42f6-8de1-38033fdb4a5d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.794937 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a8ddc4b5-96c8-42f6-8de1-38033fdb4a5d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/f1a03c8e-d4f1-46fd-b8c2-6ebffccab102 HTTP/1.1" status: 204 len: 168 time: 0.2027562 Jul 07 22:21:27.809080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.810265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc4b5-96c8-42f6-8de1-38033fdb4a5d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a03c8e-d4f1-46fd-b8c2-6ebffccab102,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.852029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7296c810-5eb1-4145-aac6-af23b854b941 req-a3c9e8ce-6082-4b71-9163-812da2ec3dbf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691515 Jul 07 22:21:27.920504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 05504001-c225-4ea7-b46c-ddb3c4507956 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:27.921129 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.928736 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99752205-7605-4a7e-97e7-929433431032 x-openstack-request-id: req-99752205-7605-4a7e-97e7-929433431032 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:27.929293 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7f5674-84e8-4048-94c0-786f33042406", "name": "network-vif-plugged", "status": "completed", "tag": "e1257593-9605-41b5-b417-0dc108b9c94e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:27.929820 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-99752205-7605-4a7e-97e7-929433431032 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:27.930226 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7f5674-84e8-4048-94c0-786f33042406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1257593-9605-41b5-b417-0dc108b9c94e', 'code': 200} Jul 07 22:21:27.964046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=e1257593-9605-41b5-b417-0dc108b9c94e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.976508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-6b5dc94a-9919-4b64-8418-96010e702259 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646357 Jul 07 22:21:27.985716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-339e82b5-00f1-4ae8-a55e-95b8007d41e1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1685948 Jul 07 22:21:27.986158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44852) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.991712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648863661'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:28.085163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.089592 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.135098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:28.138831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2b0c3-6fd1-4d1e-a78d-3e3b684050f1 req-d0d13ed3-7ca6-4c2d-b89c-c6f618773658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:28.142128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23c2b0c3-6fd1-4d1e-a78d-3e3b684050f1 req-d0d13ed3-7ca6-4c2d-b89c-c6f618773658 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 1097 time: 0.1222148 Jul 07 22:21:28.148570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.158941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59698bde-2037-4a0a-b4b2-2a4ce305706b req-80de32fd-7699-4fee-8994-3a279b29a66c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:28.167740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59698bde-2037-4a0a-b4b2-2a4ce305706b req-80de32fd-7699-4fee-8994-3a279b29a66c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 945 time: 0.2523916 Jul 07 22:21:28.193534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9007db-270a-40c2-b575-26cc954042e8 req-2bff453b-fc76-47a6-a172-199facd91f44 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071807 Jul 07 22:21:28.213100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23c2b0c3-6fd1-4d1e-a78d-3e3b684050f1 req-abdaebc6-0d92-42d9-aec3-df4a3d1dc539 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578327 Jul 07 22:21:28.228753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59698bde-2037-4a0a-b4b2-2a4ce305706b req-fbc92c94-0c76-4e17-b68b-af982dcee1f0 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591891 Jul 07 22:21:28.235439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:28.304607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.315183 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.326348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02632f-3dca-4499-aed6-d260a0972432 req-66d3aee4-a7b4-432e-ab2a-6a516ac696e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:28.327961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-66d3aee4-a7b4-432e-ab2a-6a516ac696e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 1096 time: 0.0697865 Jul 07 22:21:28.358881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01200552-e057-4eb5-9879-d5b6aa774772,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:28.367007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.367007 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-04081e6f-fbe7-4e5d-88f2-17f0a53da6b9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3767781 Jul 07 22:21:28.367007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44868) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:28.372715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f66ce9fe-0681-4748-9097-9e86ed105d16 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '01200552-e057-4eb5-9879-d5b6aa774772', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:28.373535 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-f66ce9fe-0681-4748-9097-9e86ed105d16 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 22:21:28.374406 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-f66ce9fe-0681-4748-9097-9e86ed105d16 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:28.375771 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f66ce9fe-0681-4748-9097-9e86ed105d16 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079937 Jul 07 22:21:28.451023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44872) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:28.454107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02632f-3dca-4499-aed6-d260a0972432 req-4680ea13-bdba-49b9-803e-605c41fcb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:28.455969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-4680ea13-bdba-49b9-803e-605c41fcb1de service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.1191726 Jul 07 22:21:28.511099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-f84f67d8-7fbc-41a8-8e80-1310c6ac8b53 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646 HTTP/1.1" status: 200 len: 217 time: 0.0419052 Jul 07 22:21:28.524728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea17b83c-babd-49b6-a999-6fb3713bae8d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.577887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea17b83c-babd-49b6-a999-6fb3713bae8d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.600428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02632f-3dca-4499-aed6-d260a0972432 req-76add0d0-5f21-4375-af07-ef83576568e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:28.601919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-76add0d0-5f21-4375-af07-ef83576568e3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0811253 Jul 07 22:21:28.635568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea17b83c-babd-49b6-a999-6fb3713bae8d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.639713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea17b83c-babd-49b6-a999-6fb3713bae8d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.641144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea17b83c-babd-49b6-a999-6fb3713bae8d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/01200552-e057-4eb5-9879-d5b6aa774772 HTTP/1.1" status: 204 len: 168 time: 0.1888752 Jul 07 22:21:28.641265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-1b8b7b49-c6bb-4ea0-9b57-9e58e2630f94 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316951 Jul 07 22:21:28.644873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44882) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:28.652779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17b83c-babd-49b6-a999-6fb3713bae8d tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01200552-e057-4eb5-9879-d5b6aa774772,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:28.676172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c388c2-5579-4aa5-9a17-b8c36220c63b req-ea08885c-7dc2-4aa5-849d-1cae2007bf63 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:28.677749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38c388c2-5579-4aa5-9a17-b8c36220c63b req-ea08885c-7dc2-4aa5-849d-1cae2007bf63 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1658280 Jul 07 22:21:28.779706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9b68c947-9d2e-40c3-8a05-d76fd451030f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341217 Jul 07 22:21:28.785567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44886) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:28.796976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009850371'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:28.815221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38c388c2-5579-4aa5-9a17-b8c36220c63b req-5e831b95-ac34-40c6-b3bb-4abb79bd9507 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247408 Jul 07 22:21:28.875022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-e007a387-fb5f-4ab6-95dc-a3997b034a93 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220323 Jul 07 22:21:28.879214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.144344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.182336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.227039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db02632f-3dca-4499-aed6-d260a0972432 req-fa10e2e4-cd56-4920-885f-d8d5e0d8d88c service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398087 Jul 07 22:21:29.244152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41a44-229c-4e10-90e4-a8e448f60744 req-31fee32f-d3d0-4c28-b6c2-a1c7c4a35e31 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:29.245651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86c41a44-229c-4e10-90e4-a8e448f60744 req-31fee32f-d3d0-4c28-b6c2-a1c7c4a35e31 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 944 time: 0.2614822 Jul 07 22:21:29.254045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.258357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4688416 Jul 07 22:21:29.258616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44904) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.264784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-eab7f5b1-cf00-4442-8560-5b23443b6394 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '02daebd7-bf6b-462d-bd5e-a9676593baf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.265980 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-eab7f5b1-cf00-4442-8560-5b23443b6394 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 22:21:29.266766 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-eab7f5b1-cf00-4442-8560-5b23443b6394 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.269548 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eab7f5b1-cf00-4442-8560-5b23443b6394 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071824 Jul 07 22:21:29.271045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44906) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.280117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9328fe9f-9077-47d5-ba2a-16c61cab3d3a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '02daebd7-bf6b-462d-bd5e-a9676593baf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.280973 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-9328fe9f-9077-47d5-ba2a-16c61cab3d3a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 22:21:29.281478 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-9328fe9f-9077-47d5-ba2a-16c61cab3d3a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.286371 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9328fe9f-9077-47d5-ba2a-16c61cab3d3a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142002 Jul 07 22:21:29.287036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44908) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.291285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-74193cab-89dc-4087-8ce1-60c4c0fc7a39 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '02daebd7-bf6b-462d-bd5e-a9676593baf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.292100 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-74193cab-89dc-4087-8ce1-60c4c0fc7a39 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 22:21:29.292579 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-74193cab-89dc-4087-8ce1-60c4c0fc7a39 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.296648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74193cab-89dc-4087-8ce1-60c4c0fc7a39 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086551 Jul 07 22:21:29.297237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44912) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.304432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4d69c4ad-fb60-4e2f-8ceb-8defd84325f2 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '02daebd7-bf6b-462d-bd5e-a9676593baf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.304732 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-4d69c4ad-fb60-4e2f-8ceb-8defd84325f2 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 22:21:29.305227 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-4d69c4ad-fb60-4e2f-8ceb-8defd84325f2 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.307908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62653132-6760-490f-b3e4-d09a4261069c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02daebd7-bf6b-462d-bd5e-a9676593baf7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.311594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44914) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.318536 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d69c4ad-fb60-4e2f-8ceb-8defd84325f2 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120652 Jul 07 22:21:29.375514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86c41a44-229c-4e10-90e4-a8e448f60744 req-27c559a1-513a-47df-8d75-48e679743b50 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189523 Jul 07 22:21:29.446581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97d3a5e6-8c8b-4c17-b096-50d28fd54fcb tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.478343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97d3a5e6-8c8b-4c17-b096-50d28fd54fcb tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.491063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded541f-5378-4ecf-8926-92e1a72378e4 req-0743c31e-b39f-4bbd-8acf-0767de9ad621 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:29.491878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ded541f-5378-4ecf-8926-92e1a72378e4 req-0743c31e-b39f-4bbd-8acf-0767de9ad621 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 945 time: 0.1093609 Jul 07 22:21:29.553317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ded541f-5378-4ecf-8926-92e1a72378e4 req-06854817-54d8-4f62-938c-c41803161122 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526209 Jul 07 22:21:29.567725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97d3a5e6-8c8b-4c17-b096-50d28fd54fcb tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.571478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97d3a5e6-8c8b-4c17-b096-50d28fd54fcb tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.571635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97d3a5e6-8c8b-4c17-b096-50d28fd54fcb tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/02daebd7-bf6b-462d-bd5e-a9676593baf7 HTTP/1.1" status: 204 len: 168 time: 0.2577636 Jul 07 22:21:29.575144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44920) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.587693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3a5e6-8c8b-4c17-b096-50d28fd54fcb tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02daebd7-bf6b-462d-bd5e-a9676593baf7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.640894 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bfbc722c-f686-4b17-b6fb-161c429ca6ed tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644958 Jul 07 22:21:29.641340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44926) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.648821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855888016'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.686062 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.796201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.802730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.838907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4567f8d8-7133-4ec7-83c4-618b4d83b0e9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.874517 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.878915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53141f10-d764-45c4-9508-5300638f9569 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2336073 Jul 07 22:21:29.883263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44936) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.891052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4105f029-a2b3-4052-b2c0-26a14058a23e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.891052 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-4105f029-a2b3-4052-b2c0-26a14058a23e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:21:29.891567 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-4105f029-a2b3-4052-b2c0-26a14058a23e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.892767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4105f029-a2b3-4052-b2c0-26a14058a23e tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079727 Jul 07 22:21:29.896395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.901840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d149f90c-621d-42bc-97a0-46f363145cdf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.930960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:29.933375 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4521a6-8f91-407c-b8e0-559f037cb2e4" -d '{"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-plugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:29.970720 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-d149f90c-621d-42bc-97a0-46f363145cdf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.974223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d149f90c-621d-42bc-97a0-46f363145cdf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0766661 Jul 07 22:21:29.977741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44942) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:29.984509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0677986e-0b0e-46f4-beb9-08f68ca830bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:29.986329 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-0677986e-0b0e-46f4-beb9-08f68ca830bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 22:21:29.989276 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-0677986e-0b0e-46f4-beb9-08f68ca830bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:29.992152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0677986e-0b0e-46f4-beb9-08f68ca830bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122015 Jul 07 22:21:29.994341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44944) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.011731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b2ac77f7-460e-498d-92e9-79b82d100e02 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.093076 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-b2ac77f7-460e-498d-92e9-79b82d100e02 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:30.094438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b2ac77f7-460e-498d-92e9-79b82d100e02 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0981698 Jul 07 22:21:30.098068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44946) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.103155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5c34fadc-ff11-46e8-ad18-03447b7efe41 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.104069 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-5c34fadc-ff11-46e8-ad18-03447b7efe41 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:21:30.104722 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-5c34fadc-ff11-46e8-ad18-03447b7efe41 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:30.105730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5c34fadc-ff11-46e8-ad18-03447b7efe41 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066247 Jul 07 22:21:30.108502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44948) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.120554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a1a9774e-fca2-4ec2-a31d-70faa9707462 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.120702 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ade15-e09b-4b82-bcab-8c7d75bcd967 x-openstack-request-id: req-8e2ade15-e09b-4b82-bcab-8c7d75bcd967 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:30.120855 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-plugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:30.121117 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8e2ade15-e09b-4b82-bcab-8c7d75bcd967 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:30.121518 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'code': 200} Jul 07 22:21:30.143024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176de267-8b73-4dd9-97a5-edc0ad7dbf60 req-5ea3eb90-0173-43c2-a3d4-3a6ba3c7b0a7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:30.145358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-176de267-8b73-4dd9-97a5-edc0ad7dbf60 req-5ea3eb90-0173-43c2-a3d4-3a6ba3c7b0a7 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1052010 Jul 07 22:21:30.174032 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-a1a9774e-fca2-4ec2-a31d-70faa9707462 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:30.175189 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a1a9774e-fca2-4ec2-a31d-70faa9707462 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0657759 Jul 07 22:21:30.178057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44956) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.189714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c48254cc-9754-418a-890b-fdb9c29ed507 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.190192 n-d-694802-13 neutron-server[93931]: WARNING neutron.api.v2.base [None req-c48254cc-9754-418a-890b-fdb9c29ed507 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 22:21:30.190747 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c48254cc-9754-418a-890b-fdb9c29ed507 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:30.191711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c48254cc-9754-418a-890b-fdb9c29ed507 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058072 Jul 07 22:21:30.196567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44958) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.203731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-462b22b2-3695-467c-aa77-fd8089566f6b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.255668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-176de267-8b73-4dd9-97a5-edc0ad7dbf60 req-9a12d6d5-e6e1-4c15-bdc1-c75531351aa8 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006598 Jul 07 22:21:30.290493 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-462b22b2-3695-467c-aa77-fd8089566f6b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:30.294415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-462b22b2-3695-467c-aa77-fd8089566f6b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0948358 Jul 07 22:21:30.294570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44964) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.299250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-52c9234b-f030-4e9d-8d53-57933188701a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '4567f8d8-7133-4ec7-83c4-618b4d83b0e9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.346092 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-52c9234b-f030-4e9d-8d53-57933188701a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:30.350165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52c9234b-f030-4e9d-8d53-57933188701a tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0517619 Jul 07 22:21:30.350357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44966) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.409964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25a4b59-1361-4d2c-adaf-1983be55978f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.438412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25a4b59-1361-4d2c-adaf-1983be55978f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.496338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25a4b59-1361-4d2c-adaf-1983be55978f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.499315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a25a4b59-1361-4d2c-adaf-1983be55978f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.500545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a25a4b59-1361-4d2c-adaf-1983be55978f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/4567f8d8-7133-4ec7-83c4-618b4d83b0e9 HTTP/1.1" status: 204 len: 168 time: 0.1491463 Jul 07 22:21:30.503915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44970) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.528794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a4b59-1361-4d2c-adaf-1983be55978f tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4567f8d8-7133-4ec7-83c4-618b4d83b0e9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:30.583261 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15442229-8b74-42c4-9758-c54687d8e519 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781450 Jul 07 22:21:30.584348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44972) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.593362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133606755'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.631903 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.643376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2df41-ae78-4010-8af6-d13eb76ccbd2 req-9b68604a-5087-487c-9186-cb172be863c8 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:30.645916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52a2df41-ae78-4010-8af6-d13eb76ccbd2 req-9b68604a-5087-487c-9186-cb172be863c8 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 944 time: 0.1099305 Jul 07 22:21:30.700065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52a2df41-ae78-4010-8af6-d13eb76ccbd2 req-b8cf61f3-d4d2-401b-8147-e1c27a84d997 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466490 Jul 07 22:21:30.867246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.877123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd2c3d-ae4f-4211-afd1-e34c95ade968 req-e3ae49e3-81c8-472c-a8aa-2b2208a96e8d tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:30.878937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24cd2c3d-ae4f-4211-afd1-e34c95ade968 req-e3ae49e3-81c8-472c-a8aa-2b2208a96e8d tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 945 time: 0.1404731 Jul 07 22:21:30.880156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.923364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e7313-957d-4fd4-9c4a-fa08d271aca0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:30.935104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.936510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed9a7407-b85d-4f4a-a43d-bfe73a55e2d9 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3510511 Jul 07 22:21:30.939507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44990) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:30.947611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-52c8a025-6906-4f05-967c-5a71c03277e3 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': 'd07e7313-957d-4fd4-9c4a-fa08d271aca0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:30.956955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24cd2c3d-ae4f-4211-afd1-e34c95ade968 req-7f64796b-ef35-4959-9a0c-3c0a264d06f8 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Jul 07 22:21:31.042218 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-52c8a025-6906-4f05-967c-5a71c03277e3 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The resource could not be found. Jul 07 22:21:31.046931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.047302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-52c8a025-6906-4f05-967c-5a71c03277e3 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1053507 Jul 07 22:21:31.052037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6eecc067-d090-487d-bf0d-42dfb01f2d53 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': 'd07e7313-957d-4fd4-9c4a-fa08d271aca0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '53e07bac-40ef-4887-a074-27bc29d029b4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:31.144716 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-6eecc067-d090-487d-bf0d-42dfb01f2d53 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The resource could not be found. Jul 07 22:21:31.145962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6eecc067-d090-487d-bf0d-42dfb01f2d53 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0981135 Jul 07 22:21:31.148967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45006) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.259360 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb54f98-5e84-4795-ab4e-602121d2d309 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.317601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb54f98-5e84-4795-ab4e-602121d2d309 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.436045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb54f98-5e84-4795-ab4e-602121d2d309 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.438873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb54f98-5e84-4795-ab4e-602121d2d309 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.443161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dcb54f98-5e84-4795-ab4e-602121d2d309 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/d07e7313-957d-4fd4-9c4a-fa08d271aca0 HTTP/1.1" status: 204 len: 168 time: 0.2901945 Jul 07 22:21:31.444164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45026) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.463983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb54f98-5e84-4795-ab4e-602121d2d309 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e7313-957d-4fd4-9c4a-fa08d271aca0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:31.613689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e328be74-f165-4f7d-aa11-19c209846ba8 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630361 Jul 07 22:21:31.614170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.627340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2c998fe5-8fc7-4745-911c-88f39ac7d764 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '668b7362-4f32-4037-b781-be2394b8b6e3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:31.655184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e4314-ac34-49af-96ba-c4ebc2349849 req-94d44cc1-3ce4-4047-9a6e-8c6df732edef tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:31.663702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c4e4314-ac34-49af-96ba-c4ebc2349849 req-94d44cc1-3ce4-4047-9a6e-8c6df732edef tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1457012 Jul 07 22:21:31.720129 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-2c998fe5-8fc7-4745-911c-88f39ac7d764 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The resource could not be found. Jul 07 22:21:31.724730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c998fe5-8fc7-4745-911c-88f39ac7d764 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1064494 Jul 07 22:21:31.724894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c4e4314-ac34-49af-96ba-c4ebc2349849 req-56175d65-0719-4173-b650-01c8e93a1c83 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Jul 07 22:21:31.725870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45038) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.741638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542143598'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:31.793637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.886661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f1591ab5-33d2-4ff3-8bbf-189ad1917646 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:31.963908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.008288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.053438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98009361-1643-4cb1-b4d7-d6051e809145,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:32.146412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.152661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c3c5e024-cfef-4fc1-b0b8-c6ed37ad2a64 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4236162 Jul 07 22:21:32.182872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45050) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:32.213756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f1591ab5-33d2-4ff3-8bbf-189ad1917646, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:32.229846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649439693'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:32.246378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646', 'mac_address': 'fa:16:3e:e2:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:32.318813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8885a-0021-40bd-a3ae-9cb43dcd7d7f req-2f12f65d-82b8-45f2-9a5f-493f59b55d0a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:32.333849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1cb8885a-0021-40bd-a3ae-9cb43dcd7d7f req-2f12f65d-82b8-45f2-9a5f-493f59b55d0a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 944 time: 0.3677506 Jul 07 22:21:32.346006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.367722 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.401049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1591ab5-33d2-4ff3-8bbf-189ad1917646 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:32.438374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f1591ab5-33d2-4ff3-8bbf-189ad1917646, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:32.447432 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.575057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f1591ab5-33d2-4ff3-8bbf-189ad1917646,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:32.611409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1cb8885a-0021-40bd-a3ae-9cb43dcd7d7f req-37b86f9e-1114-4886-92a9-1a7c9d5e42f2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890254 Jul 07 22:21:32.730741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.754771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.769581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f1591ab5-33d2-4ff3-8bbf-189ad1917646'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:32.871578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae6aecb-d5dd-4d1d-a7b8-e5d7351ebf87,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:32.900535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.904959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45062) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:32.906238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6dc08c85-6b43-492c-921a-2576b96bd4bf tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6965818 Jul 07 22:21:32.909783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-daae50da-eb85-47ec-be22-29122c546b74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group_rule': {'security_group_id': '98009361-1643-4cb1-b4d7-d6051e809145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9ae6aecb-d5dd-4d1d-a7b8-e5d7351ebf87'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:33.018331 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-daae50da-eb85-47ec-be22-29122c546b74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:21:33.020553 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-daae50da-eb85-47ec-be22-29122c546b74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1144054 Jul 07 22:21:33.023555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45064) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:33.228585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76624311-7c85-4ba1-8465-c65639196d9b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.320765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76624311-7c85-4ba1-8465-c65639196d9b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.392929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76624311-7c85-4ba1-8465-c65639196d9b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.397382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76624311-7c85-4ba1-8465-c65639196d9b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.398960 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76624311-7c85-4ba1-8465-c65639196d9b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/9ae6aecb-d5dd-4d1d-a7b8-e5d7351ebf87 HTTP/1.1" status: 204 len: 168 time: 0.3744128 Jul 07 22:21:33.401685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45066) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:33.432068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76624311-7c85-4ba1-8465-c65639196d9b tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae6aecb-d5dd-4d1d-a7b8-e5d7351ebf87,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:33.506907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b5a487e-c19d-4afd-98b4-0ec9ac766170 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1026471 Jul 07 22:21:33.509079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45068) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:33.631660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cdecfbe-fcb2-4eb4-bd7f-c0ab89e6ad61 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.666983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cdecfbe-fcb2-4eb4-bd7f-c0ab89e6ad61 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.724155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cdecfbe-fcb2-4eb4-bd7f-c0ab89e6ad61 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.726882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cdecfbe-fcb2-4eb4-bd7f-c0ab89e6ad61 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.728051 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6cdecfbe-fcb2-4eb4-bd7f-c0ab89e6ad61 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/98009361-1643-4cb1-b4d7-d6051e809145 HTTP/1.1" status: 204 len: 168 time: 0.2176836 Jul 07 22:21:33.730908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45078) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:33.745951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdecfbe-fcb2-4eb4-bd7f-c0ab89e6ad61 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98009361-1643-4cb1-b4d7-d6051e809145,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:33.808074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7054185f-5cc8-4558-b64e-1c92be60c6c0 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758533 Jul 07 22:21:33.811850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45082) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:33.817796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035474656'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:33.847933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.967088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.972523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.010655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a037b-447d-4921-bc7e-b973a7c79db1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:34.034551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.036018 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5e268b3e-6b82-4dfc-ad9a-4145c69a9c74 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2231374 Jul 07 22:21:34.038939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45086) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.044091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-54bb1e7a-7b09-4772-8baa-d68c507f2c12 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:34.045183 n-d-694802-13 neutron-server[93932]: WARNING neutron.api.v2.base [None req-54bb1e7a-7b09-4772-8baa-d68c507f2c12 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:21:34.045839 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-54bb1e7a-7b09-4772-8baa-d68c507f2c12 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:34.047500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-54bb1e7a-7b09-4772-8baa-d68c507f2c12 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "PUT /v2.0/security-groups/5f3a037b-447d-4921-bc7e-b973a7c79db1 HTTP/1.1" status: 409 len: 330 time: 0.0074942 Jul 07 22:21:34.050842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45088) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.126301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7427244-f2ee-418d-8e44-12b111ed0e35 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.186815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7427244-f2ee-418d-8e44-12b111ed0e35 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.275906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7427244-f2ee-418d-8e44-12b111ed0e35 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.279129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7427244-f2ee-418d-8e44-12b111ed0e35 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.280647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7427244-f2ee-418d-8e44-12b111ed0e35 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/5f3a037b-447d-4921-bc7e-b973a7c79db1 HTTP/1.1" status: 204 len: 168 time: 0.2288868 Jul 07 22:21:34.283558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45090) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.311037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427244-f2ee-418d-8e44-12b111ed0e35 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a037b-447d-4921-bc7e-b973a7c79db1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:34.405023 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49ac579e-6996-4ce9-acc0-03e29396f4f1 tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191182 Jul 07 22:21:34.408661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.433035 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-cb39d0e4-a549-4ad7-9e0b-a6bc53dcf1ad tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] delete failed (client error): The resource could not be found. Jul 07 22:21:34.439018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45094) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.440889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb39d0e4-a549-4ad7-9e0b-a6bc53dcf1ad tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "DELETE /v2.0/security-groups/4ac156e3-00e4-40eb-8d79-7ffa817bb670 HTTP/1.1" status: 404 len: 347 time: 0.0247071 Jul 07 22:21:34.463269 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-56a86ed2-310c-4abf-bf4c-18b18084383c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] show failed (client error): The resource could not be found. Jul 07 22:21:34.468434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45096) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.468741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-56a86ed2-310c-4abf-bf4c-18b18084383c tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-groups/88eb8710-8905-4962-a028-2d901efafd17 HTTP/1.1" status: 404 len: 347 time: 0.0277140 Jul 07 22:21:34.500808 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-ccaf28bf-69c7-4d57-80fb-55dc781527ae tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] show failed (client error): The resource could not be found. Jul 07 22:21:34.505604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccaf28bf-69c7-4d57-80fb-55dc781527ae tempest-NegativeSecGroupTest-1567527828 tempest-NegativeSecGroupTest-1567527828-project] 10.222.0.95 "GET /v2.0/security-group-rules/906886d0-1474-41dc-a713-65b450ad6fde HTTP/1.1" status: 404 len: 356 time: 0.0326123 Jul 07 22:21:34.901930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45122) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:35.000173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39b023-02d9-4d25-8b30-0a95c7b4864b req-7b538b7f-d5c6-452a-889e-3e4686322a84 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:35.009201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a39b023-02d9-4d25-8b30-0a95c7b4864b req-7b538b7f-d5c6-452a-889e-3e4686322a84 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1114955 Jul 07 22:21:35.083458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-881576a3-56c3-4f32-af0d-7e29865a5201 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a23ac92cbf4d4d5f83bdcb4b54dbc282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801169 Jul 07 22:21:35.089890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45126) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:35.107228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a39b023-02d9-4d25-8b30-0a95c7b4864b req-21af085c-55a2-407f-bfa9-8c5bbac11409 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971580 Jul 07 22:21:35.154116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b769bf-5664-4b9c-a878-61cdd7b820b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.156070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdd88b-eb6f-41af-ba81-c7de94a4cbf4 req-501fb8d2-9de3-4d2f-99f5-6c90cb3a7ace tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:35.164151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52fdd88b-eb6f-41af-ba81-c7de94a4cbf4 req-501fb8d2-9de3-4d2f-99f5-6c90cb3a7ace tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 945 time: 0.1144271 Jul 07 22:21:35.205034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b769bf-5664-4b9c-a878-61cdd7b820b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.218075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52fdd88b-eb6f-41af-ba81-c7de94a4cbf4 req-e8d3eba3-6f75-4edf-a36e-93a9d5fb969b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527344 Jul 07 22:21:35.288693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b769bf-5664-4b9c-a878-61cdd7b820b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.294189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b769bf-5664-4b9c-a878-61cdd7b820b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.297966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27b769bf-5664-4b9c-a878-61cdd7b820b9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ed28dae1-43b0-45b9-904a-725fffe1e287 HTTP/1.1" status: 204 len: 168 time: 0.2048607 Jul 07 22:21:35.305457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b769bf-5664-4b9c-a878-61cdd7b820b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed28dae1-43b0-45b9-904a-725fffe1e287,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:35.780062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2e94f-213c-4773-8a03-abb8587e173e req-5d7ca9d4-1c17-4e44-ab66-a09cea848ebf tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:35.787895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec2e94f-213c-4773-8a03-abb8587e173e req-5d7ca9d4-1c17-4e44-ab66-a09cea848ebf tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 951 time: 0.1333218 Jul 07 22:21:35.854296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aec2e94f-213c-4773-8a03-abb8587e173e req-b1969bd8-9fcf-4f04-bf5b-da7ea940c7d2 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654097 Jul 07 22:21:35.928941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f1591ab5-33d2-4ff3-8bbf-189ad1917646 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:36.101343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f1591ab5-33d2-4ff3-8bbf-189ad1917646 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:36.109891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f1591ab5-33d2-4ff3-8bbf-189ad1917646 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:36.110487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.313476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.366459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:36.375036 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8104bea5-60cc-4957-8aa0-50187c40b1dd" -d '{"events": [{"server_uuid": "e36cf437-7342-4f32-9564-e0b478f2e01c", "name": "network-vif-plugged", "status": "completed", "tag": "f1591ab5-33d2-4ff3-8bbf-189ad1917646"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:36.406083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f1591ab5-33d2-4ff3-8bbf-189ad1917646, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:36.418770 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.437225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45222) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:36.484518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f1591ab5-33d2-4ff3-8bbf-189ad1917646,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:36.502621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba353-c250-48fe-b53d-6c2becc8f2d8 req-bc01fe57-4c21-434d-83df-071b9cdfb609 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:36.506110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4fba353-c250-48fe-b53d-6c2becc8f2d8 req-bc01fe57-4c21-434d-83df-071b9cdfb609 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 945 time: 0.1238556 Jul 07 22:21:36.576162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4fba353-c250-48fe-b53d-6c2becc8f2d8 req-d539abf3-c6f6-4b15-9edc-27e60dc3fe9f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603702 Jul 07 22:21:36.585644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2843ba-aeb9-4d8e-b0c2-6d250f37c9aa req-3b713ca4-cc56-4a0b-8658-028fac00942a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:36.587571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f2843ba-aeb9-4d8e-b0c2-6d250f37c9aa req-3b713ca4-cc56-4a0b-8658-028fac00942a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1734955 Jul 07 22:21:36.627434 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27672031-c8a6-4263-ac4e-c8f01274a048 tempest-ServiceProvidersTest-198897073 tempest-ServiceProvidersTest-198897073-project] 10.222.0.95 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1889892 Jul 07 22:21:36.644979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f2843ba-aeb9-4d8e-b0c2-6d250f37c9aa req-5eff5b64-4716-4508-a3a8-4de77805987e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Jul 07 22:21:36.755604 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c04c448-18cc-4a87-af24-e344495799f7 x-openstack-request-id: req-6c04c448-18cc-4a87-af24-e344495799f7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:36.758789 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36cf437-7342-4f32-9564-e0b478f2e01c", "name": "network-vif-plugged", "status": "completed", "tag": "f1591ab5-33d2-4ff3-8bbf-189ad1917646", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:36.759062 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6c04c448-18cc-4a87-af24-e344495799f7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:36.760867 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646', 'code': 200} Jul 07 22:21:37.001939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf032-fe27-41b5-9214-954ef57d03d5 req-d2f5bb29-4943-4754-93ae-eb2d671a27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:37.004168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c6cf032-fe27-41b5-9214-954ef57d03d5 req-d2f5bb29-4943-4754-93ae-eb2d671a27c9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 1098 time: 0.1043425 Jul 07 22:21:37.070024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c6cf032-fe27-41b5-9214-954ef57d03d5 req-ef36c60d-3ccb-45b2-81ba-565f23e1b825 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Jul 07 22:21:37.115913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:37.299109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94a7d5be-b1a6-412c-8933-34ccb817a0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.415748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94a7d5be-b1a6-412c-8933-34ccb817a0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.420820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94a7d5be-b1a6-412c-8933-34ccb817a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.453432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45312) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:37.454031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-94a7d5be-b1a6-412c-8933-34ccb817a0f6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1af86dd50c4b4f3cabedb424f20794c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368661 Jul 07 22:21:37.499791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7d5be-b1a6-412c-8933-34ccb817a0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e5b0e0-9234-46fc-ae0d-5d2059ad4816,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:37.537822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99bd72f7-2a32-483f-9534-b2c047d47fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.572421 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99bd72f7-2a32-483f-9534-b2c047d47fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.952078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:38.120787 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.179445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:38.188284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.218948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99bd72f7-2a32-483f-9534-b2c047d47fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.221537 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99bd72f7-2a32-483f-9534-b2c047d47fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.222786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-99bd72f7-2a32-483f-9534-b2c047d47fae admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c4e5b0e0-9234-46fc-ae0d-5d2059ad4816 HTTP/1.1" status: 204 len: 168 time: 0.7682343 Jul 07 22:21:38.241045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd72f7-2a32-483f-9534-b2c047d47fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e5b0e0-9234-46fc-ae0d-5d2059ad4816,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:38.257811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08581de-4398-4189-b4d2-c6193b041807 req-e8be3232-68ef-4b65-9050-1c0196548ee1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:38.264767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a08581de-4398-4189-b4d2-c6193b041807 req-e8be3232-68ef-4b65-9050-1c0196548ee1 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1535943 Jul 07 22:21:38.297969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:38.301605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a798e9b-2085-4abc-930d-ab2fe2962526 req-be11ddb4-557d-49ea-b16a-f7a980e91695 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:38.303522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a798e9b-2085-4abc-930d-ab2fe2962526 req-be11ddb4-557d-49ea-b16a-f7a980e91695 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 946 time: 0.1958687 Jul 07 22:21:38.357657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a08581de-4398-4189-b4d2-c6193b041807 req-39ba39e9-b7c6-4a8b-9d68-ceac646d3763 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916641 Jul 07 22:21:38.427383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a798e9b-2085-4abc-930d-ab2fe2962526 req-418ece6f-bd53-4497-a170-58aeb6b59e1a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108546 Jul 07 22:21:38.762416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:38.765785 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a968f-5965-40d0-81b1-3568108b8c68" -d '{"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:38.827748 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a99244-bb49-471d-be57-2120f5ebe576 x-openstack-request-id: req-46a99244-bb49-471d-be57-2120f5ebe576 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:38.828139 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:38.828492 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-46a99244-bb49-471d-be57-2120f5ebe576 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:38.828980 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'code': 200} Jul 07 22:21:39.646883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357e7b-0de1-4361-b07c-09155f53bb98 req-bff507a7-83dd-4234-8110-03d35fe4591b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:39.657398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd357e7b-0de1-4361-b07c-09155f53bb98 req-bff507a7-83dd-4234-8110-03d35fe4591b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.0952623 Jul 07 22:21:39.716055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd357e7b-0de1-4361-b07c-09155f53bb98 req-e63df6a9-ccdf-45ab-be6e-6564f907904d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527701 Jul 07 22:21:40.009049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db3934-adf5-4824-9c30-fd87da16d576 req-086d1fb3-bfa5-4c8c-a8f5-27fb5fad42c5 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:40.020579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8db3934-adf5-4824-9c30-fd87da16d576 req-086d1fb3-bfa5-4c8c-a8f5-27fb5fad42c5 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 946 time: 0.1318848 Jul 07 22:21:40.108247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8db3934-adf5-4824-9c30-fd87da16d576 req-946ee924-4066-43bd-aee3-6b929a1b4266 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862248 Jul 07 22:21:40.640988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489a1ae-fdac-4128-8e31-14bde1c76ca7 req-c7da257c-8fa0-49fa-ba3b-7dfc54b46430 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:40.649894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7489a1ae-fdac-4128-8e31-14bde1c76ca7 req-c7da257c-8fa0-49fa-ba3b-7dfc54b46430 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 946 time: 0.1330287 Jul 07 22:21:40.727141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7489a1ae-fdac-4128-8e31-14bde1c76ca7 req-50d7f0bb-4a3e-4222-9664-bad8bcd2992d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752420 Jul 07 22:21:41.031042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb3068-bdc4-42fd-97b4-f8038609613e req-06b92b1a-7fd1-4af3-a11c-bb9be18ee634 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:41.034261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0dbb3068-bdc4-42fd-97b4-f8038609613e req-06b92b1a-7fd1-4af3-a11c-bb9be18ee634 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1115801 Jul 07 22:21:41.106147 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0dbb3068-bdc4-42fd-97b4-f8038609613e req-1c481900-e977-4026-83dd-4dedcdf486af tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617719 Jul 07 22:21:41.169121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45546) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:41.367975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5e65196-c7cb-44b0-b240-45df467ca915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.613386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5e65196-c7cb-44b0-b240-45df467ca915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.623891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5e65196-c7cb-44b0-b240-45df467ca915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.654400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d5e65196-c7cb-44b0-b240-45df467ca915 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=475732b425f3472495718a834af4ecee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841297 Jul 07 22:21:41.656691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:41.718320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce84144d-4b7c-4ce7-ba97-b60c7844aa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.735225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e65196-c7cb-44b0-b240-45df467ca915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9686958-0993-4868-8db0-da6640175005,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:41.773559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce84144d-4b7c-4ce7-ba97-b60c7844aa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.899658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce84144d-4b7c-4ce7-ba97-b60c7844aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.902708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce84144d-4b7c-4ce7-ba97-b60c7844aa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.904435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ce84144d-4b7c-4ce7-ba97-b60c7844aa56 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c9686958-0993-4868-8db0-da6640175005 HTTP/1.1" status: 204 len: 168 time: 0.2463009 Jul 07 22:21:41.941223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84144d-4b7c-4ce7-ba97-b60c7844aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9686958-0993-4868-8db0-da6640175005,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:42.005880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb462-f313-4b86-bd23-644146bb0088 req-b37d1755-1781-488b-b659-6490b6428543 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:42.014076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79dfb462-f313-4b86-bd23-644146bb0088 req-b37d1755-1781-488b-b659-6490b6428543 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 946 time: 0.1777534 Jul 07 22:21:42.065685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79dfb462-f313-4b86-bd23-644146bb0088 req-3c583c00-1528-4396-8f7b-148933a0d027 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505741 Jul 07 22:21:42.336246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449c0e9-cef5-4894-be17-d114a3069ba1 req-a74dd5f3-80fd-49b2-b9a5-c52db9c9acf9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:42.343944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0449c0e9-cef5-4894-be17-d114a3069ba1 req-a74dd5f3-80fd-49b2-b9a5-c52db9c9acf9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.0938034 Jul 07 22:21:42.389144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0449c0e9-cef5-4894-be17-d114a3069ba1 req-b0e536eb-deb3-45e8-bfb0-2325b3ba72cd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Jul 07 22:21:42.422911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:42.439800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef25a366-9171-4621-a4e8-806249797290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.562202 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef25a366-9171-4621-a4e8-806249797290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.566570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef25a366-9171-4621-a4e8-806249797290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.625078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ef25a366-9171-4621-a4e8-806249797290 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=053264173d984bd18401709a9909d418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012095 Jul 07 22:21:42.626398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a366-9171-4621-a4e8-806249797290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e689d47-9848-4ae7-8649-bd312d5400dc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:42.628215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:42.702061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a8925b3-faf7-49c7-95a9-530192bae7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.729270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a8925b3-faf7-49c7-95a9-530192bae7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.794306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a8925b3-faf7-49c7-95a9-530192bae7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.796979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a8925b3-faf7-49c7-95a9-530192bae7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.801552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3a8925b3-faf7-49c7-95a9-530192bae7d7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6e689d47-9848-4ae7-8649-bd312d5400dc HTTP/1.1" status: 204 len: 168 time: 0.1721728 Jul 07 22:21:42.815456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8925b3-faf7-49c7-95a9-530192bae7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e689d47-9848-4ae7-8649-bd312d5400dc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:42.968775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-0cdca40d-9e52-4e7c-af4c-f56b998db270 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:42.972523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-0cdca40d-9e52-4e7c-af4c-f56b998db270 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 946 time: 0.1205504 Jul 07 22:21:43.160654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port f1591ab5-33d2-4ff3-8bbf-189ad1917646 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:43.161151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.265058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port f1591ab5-33d2-4ff3-8bbf-189ad1917646, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f1591ab5-33d2-4ff3-8bbf-189ad1917646,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:43.265545 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.284351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for f1591ab5-33d2-4ff3-8bbf-189ad1917646 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:43.523216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4450-789e-4785-ac37-908f5f2c67b6 req-5b5b8bc3-e026-4b6c-b6f3-a8ec10b2da8d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:43.524355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dca4450-789e-4785-ac37-908f5f2c67b6 req-5b5b8bc3-e026-4b6c-b6f3-a8ec10b2da8d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=e36cf437-7342-4f32-9564-e0b478f2e01c HTTP/1.1" status: 200 len: 946 time: 0.1463358 Jul 07 22:21:43.582708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.597985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f1591ab5-33d2-4ff3-8bbf-189ad1917646'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:43.601154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:43.689964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=f1591ab5-33d2-4ff3-8bbf-189ad1917646,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:43.713420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dca4450-789e-4785-ac37-908f5f2c67b6 req-647154ce-48e4-4be3-9bf2-3e5c6ce498f2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761577 Jul 07 22:21:43.807273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port f1591ab5-33d2-4ff3-8bbf-189ad1917646 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:43.810659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.812743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334db2c3-c6a0-4fdd-9bd9-3a3baa7d301d req-51aaddec-dfa8-4b23-a503-45718198fc12 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "DELETE /v2.0/ports/f1591ab5-33d2-4ff3-8bbf-189ad1917646 HTTP/1.1" status: 204 len: 173 time: 0.8339438 Jul 07 22:21:43.813182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'name': 'network-vif-deleted', 'tag': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:43.815625 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65157f-ec82-44f2-9439-d92bbaf497d2" -d '{"events": [{"server_uuid": "e36cf437-7342-4f32-9564-e0b478f2e01c", "name": "network-vif-deleted", "tag": "f1591ab5-33d2-4ff3-8bbf-189ad1917646"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:43.834722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb6d3-2a9d-49dc-8d65-45c15f536e3c req-184a8ffb-182a-4b44-8c8a-e943d806a690 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:43.837098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3deb6d3-2a9d-49dc-8d65-45c15f536e3c req-184a8ffb-182a-4b44-8c8a-e943d806a690 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.2414925 Jul 07 22:21:43.919472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3deb6d3-2a9d-49dc-8d65-45c15f536e3c req-a5d3d595-58e4-4d2d-87e8-441e5c79c402 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678186 Jul 07 22:21:44.072328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead3dd9-8164-44cc-9cf4-912147882533 req-845d4571-cac8-44d7-b5e5-10ef00fc95f6 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:44.074135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ead3dd9-8164-44cc-9cf4-912147882533 req-845d4571-cac8-44d7-b5e5-10ef00fc95f6 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 948 time: 0.1429257 Jul 07 22:21:44.131018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ead3dd9-8164-44cc-9cf4-912147882533 req-4fe7ae10-a726-4205-aacd-7a1b51c85e88 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507588 Jul 07 22:21:44.226936 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ac49b1-7fa8-4175-8dc0-1aeda7442385 x-openstack-request-id: req-f5ac49b1-7fa8-4175-8dc0-1aeda7442385 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:44.227234 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36cf437-7342-4f32-9564-e0b478f2e01c", "name": "network-vif-deleted", "tag": "f1591ab5-33d2-4ff3-8bbf-189ad1917646", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:44.227527 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f5ac49b1-7fa8-4175-8dc0-1aeda7442385 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:44.227948 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36cf437-7342-4f32-9564-e0b478f2e01c', 'name': 'network-vif-deleted', 'tag': 'f1591ab5-33d2-4ff3-8bbf-189ad1917646', 'status': 'completed', 'code': 200} Jul 07 22:21:45.193846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-e486b3c3-0b82-47d1-a8d6-aba1201bbba4 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.196079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-e486b3c3-0b82-47d1-a8d6-aba1201bbba4 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 948 time: 0.1498022 Jul 07 22:21:45.206669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab22cac-adf7-4450-aeec-0e2f1dd803ea req-676d4714-f365-4f70-af08-a5c0e3807b44 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.214732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bab22cac-adf7-4450-aeec-0e2f1dd803ea req-676d4714-f365-4f70-af08-a5c0e3807b44 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1196227 Jul 07 22:21:45.329121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bab22cac-adf7-4450-aeec-0e2f1dd803ea req-a11519f5-a5a5-47f5-9a1a-1d401bba450a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133311 Jul 07 22:21:45.463161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Deleting port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:45.464555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.835830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] For port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:45.836215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.878495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7274691-0050-49a8-9b6f-bfa581297b58 req-665c66a5-86a9-45cc-8889-70eb0825d7d0 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.901018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7274691-0050-49a8-9b6f-bfa581297b58 req-665c66a5-86a9-45cc-8889-70eb0825d7d0 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 948 time: 0.3446183 Jul 07 22:21:45.960626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Calling delete_port for bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:45.970561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:46.042294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7274691-0050-49a8-9b6f-bfa581297b58 req-77aec02c-6e92-42b3-a24d-23b342059025 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397521 Jul 07 22:21:46.162961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f1591ab5-33d2-4ff3-8bbf-189ad1917646 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:46.204288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f1591ab5-33d2-4ff3-8bbf-189ad1917646 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:46.204662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f1591ab5-33d2-4ff3-8bbf-189ad1917646 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:46.403712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-5c1a1ec9-d621-4316-832f-18223049283a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:46.406443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-5c1a1ec9-d621-4316-832f-18223049283a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.2025325 Jul 07 22:21:46.409024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.450283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Pushing event deleted for resources: {'Port': ['ID=bc72cf42-d248-4a2d-a7f9-20812fb4c1e3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:46.478954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-8aeecc96-89bc-4f03-971e-609775e4f5ea tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0668898 Jul 07 22:21:46.599263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] No DVR routers for this DVR port bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:46.606581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.610130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57d775f6-e926-476a-92f5-e0e8bae944b7 req-3532038e-955c-4bba-af75-4534c5587ae3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "DELETE /v2.0/ports/bc72cf42-d248-4a2d-a7f9-20812fb4c1e3 HTTP/1.1" status: 204 len: 173 time: 1.3933547 Jul 07 22:21:46.610980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-deleted', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:46.614720 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5137c23a-f34d-4b3f-a8e6-483477ceb8bd" -d '{"events": [{"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-deleted", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:46.681079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.721635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f2de7-8448-4772-8a48-f38429bf0de5 req-e3c159c2-2bb9-4eb8-a9a3-c30bec0fcdee tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:46.736604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb9f2de7-8448-4772-8a48-f38429bf0de5 req-e3c159c2-2bb9-4eb8-a9a3-c30bec0fcdee tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.2522848 Jul 07 22:21:46.742516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-bbfca891-601d-4b75-a66b-767814d98b3b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2555034 Jul 07 22:21:46.972770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb9f2de7-8448-4772-8a48-f38429bf0de5 req-4071dd6f-f241-4fb7-b320-86f5c8a8e4fc tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291274 Jul 07 22:21:47.018688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-b25ed402-2308-43e2-a205-a91da4a02734 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392323 Jul 07 22:21:47.152905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-3322707a-5219-4d6c-b118-88babc6c79a1 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193881 Jul 07 22:21:47.179583 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23759979-47e3-4e09-9611-446656b39889 x-openstack-request-id: req-23759979-47e3-4e09-9611-446656b39889 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:47.180117 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dc2fda-bdeb-4b88-b353-90667bb5871e", "name": "network-vif-deleted", "tag": "bc72cf42-d248-4a2d-a7f9-20812fb4c1e3", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:47.180117 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-23759979-47e3-4e09-9611-446656b39889 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:47.180545 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc2fda-bdeb-4b88-b353-90667bb5871e', 'name': 'network-vif-deleted', 'tag': 'bc72cf42-d248-4a2d-a7f9-20812fb4c1e3', 'status': 'completed', 'code': 200} Jul 07 22:21:47.388573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9ec0c35-f935-4313-a33e-fc3f3ece87c5 req-e3ee7bea-3190-4e42-9bf5-0b9afb242316 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5dc2fda-bdeb-4b88-b353-90667bb5871e HTTP/1.1" status: 200 len: 210 time: 0.0405643 Jul 07 22:21:47.476466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d31b85fb-3cc4-4984-9fc5-e3047f5a9b98 req-2ad6c509-234d-4afa-a1d1-d2baf12b7ec3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0344679 Jul 07 22:21:47.617126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cf4ca-8374-4910-87bd-bb381b38435a req-7e4f78b0-baa5-4cb8-b960-c11dceca888a tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:47.618621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd4cf4ca-8374-4910-87bd-bb381b38435a req-7e4f78b0-baa5-4cb8-b960-c11dceca888a tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 951 time: 0.0653822 Jul 07 22:21:47.662235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd4cf4ca-8374-4910-87bd-bb381b38435a req-f82b4cfd-e554-4f3a-a724-1bef47a8e3ca tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 Jul 07 22:21:47.985408 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-040fa6c1-77d0-4be8-ab83-3049b180d9f9 service neutron] show failed (client error): The resource could not be found. Jul 07 22:21:47.987172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-040fa6c1-77d0-4be8-ab83-3049b180d9f9 service neutron] 10.222.0.103 "GET /v2.0/ports/490916f7-801b-492a-8afe-fdfc0c2342ce/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0796258 Jul 07 22:21:48.233460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a205f6-471a-4361-a696-fae1309ad73e req-1c7fc2de-cda6-4858-882f-2bc92fb0dde3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:48.241448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61a205f6-471a-4361-a696-fae1309ad73e req-1c7fc2de-cda6-4858-882f-2bc92fb0dde3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1143520 Jul 07 22:21:48.299343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61a205f6-471a-4361-a696-fae1309ad73e req-9fb9ec56-4087-4869-8d1d-b27c808c4055 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571344 Jul 07 22:21:48.300329 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-186fac6a-7ff4-4715-bdc7-f524c97d1f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.313966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-3827e511-7f69-494b-9145-e0a095eaecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:48.316183 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-3827e511-7f69-494b-9145-e0a095eaecf6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 1102 time: 0.0617092 Jul 07 22:21:48.337559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:48.425084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.481730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.606326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-652ca02e-206d-4068-90a5-1712ec6f2f96 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:48.609471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-652ca02e-206d-4068-90a5-1712ec6f2f96 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1954627 Jul 07 22:21:48.624407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:48.716726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:48.768787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:48.817242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:48.819926 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c4156-035f-48b7-a3f4-380ab3fe3b35" -d '{"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:48.827615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.853383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Transition to ACTIVE for port object 490916f7-801b-492a-8afe-fdfc0c2342ce will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:48.859326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.862871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-883ac9e2-3839-415e-ab7a-92cc4a41f292 req-b5a5b197-31db-4a3f-96ae-182bfca2a6b3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0628705 Jul 07 22:21:48.879876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:48.884284 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.906766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=6']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:48.950667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] No DVR routers for this DVR port 490916f7-801b-492a-8afe-fdfc0c2342ce on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:48.995785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:48.996385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:48.996873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:49.001866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:49.002942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:49.008883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:49.009410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:49.009956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:49.012099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Bound port: 490916f7-801b-492a-8afe-fdfc0c2342ce, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:49.012665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.029318 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9a2c4-7e49-44c6-9bc3-c7a380553496 x-openstack-request-id: req-08d9a2c4-7e49-44c6-9bc3-c7a380553496 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:49.029849 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:49.030274 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-08d9a2c4-7e49-44c6-9bc3-c7a380553496 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:49.030986 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'code': 200} Jul 07 22:21:49.141683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:49.144902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:49.150155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.207741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.209051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.210429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] 10.222.0.97 "PUT /v2.0/ports/490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 1097 time: 0.8775682 Jul 07 22:21:49.259017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a278b-18e2-475a-897c-04142e67bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.284500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.5 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:49.327151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2cf4f-4de1-436c-854b-10e6ec86a38e req-1f67947e-12be-45b1-bd0f-174173af5450 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.334914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86a2cf4f-4de1-436c-854b-10e6ec86a38e req-1f67947e-12be-45b1-bd0f-174173af5450 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 951 time: 0.1905017 Jul 07 22:21:49.345360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-6dbccf1e-5cf5-4201-a323-0e628e94bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.347602 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-6dbccf1e-5cf5-4201-a323-0e628e94bae1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.1010396 Jul 07 22:21:49.385587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29276-6a91-4b86-926c-f130fb5ccd32 req-617f5269-bfa1-4189-8b67-bb7185817321 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.387180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62f29276-6a91-4b86-926c-f130fb5ccd32 req-617f5269-bfa1-4189-8b67-bb7185817321 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 949 time: 0.1842353 Jul 07 22:21:49.468694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d54f81c3-2bdd-4548-ab1d-bc1266d14322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.471421 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-d54f81c3-2bdd-4548-ab1d-bc1266d14322 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1157541 Jul 07 22:21:49.480531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86a2cf4f-4de1-436c-854b-10e6ec86a38e req-fb020d75-33be-4fb2-9902-56f172fc76a5 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447077 Jul 07 22:21:49.540587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-add0163b-8a11-4548-a438-ffebabf88523 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.0609579 Jul 07 22:21:49.557378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62f29276-6a91-4b86-926c-f130fb5ccd32 req-df442016-809b-43ac-892b-9ef5a3492c7c tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580808 Jul 07 22:21:49.568348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.611308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:49.617480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.639385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-bdc903e5-2027-43a4-9dfb-3c1b13a1e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.646688 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-bdc903e5-2027-43a4-9dfb-3c1b13a1e46d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0973001 Jul 07 22:21:49.665521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:49.669453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:49.675591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:49.694807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:49.733356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.734086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.756064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-af89d90f-91bd-4a7b-a12d-380da8a303b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.758763 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-af89d90f-91bd-4a7b-a12d-380da8a303b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047435 Jul 07 22:21:49.761740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430993 Jul 07 22:21:49.765414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e0cfe-2e66-41f1-9548-602fd5bb6b22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.773701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Request body: {'port': {'device_id': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:49.868131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.898765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.915154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:49.918571 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d5897-08e4-44bc-b868-88084ba9edcf" -d '{"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:49.940137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:49.954948 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.977299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-23a08eef-3bbe-4407-9abd-ad90508c5607 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081721 Jul 07 22:21:50.087565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:50.105371 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f7c5a52-6956-4a6b-b70e-91472350a161 req-fbc2d960-cc46-4739-8cde-9e587952889b service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217182 Jul 07 22:21:50.246532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa9067-49c6-47b9-8f6c-2bd09727e94d req-005db879-5b3f-413a-b571-38c9e4837ce3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:50.253811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aefa9067-49c6-47b9-8f6c-2bd09727e94d req-005db879-5b3f-413a-b571-38c9e4837ce3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.2709043 Jul 07 22:21:50.357262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aefa9067-49c6-47b9-8f6c-2bd09727e94d req-0ab4f348-5fd4-4f0e-ac84-f2a14f0667fb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024404 Jul 07 22:21:50.476910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:50.501458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.523327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Transition to ACTIVE for port object 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:50.528508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.595082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Pushing event updated for resources: {'Port': ['ID=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:50.685860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45928) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:50.717616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Attempting to bind port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:50.718114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Attempting to bind port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:50.718335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Attempting to bind port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:50.726134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:50.726585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Attempting to bind port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:50.735565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:50.736000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:50.736438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:50.736950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Bound port: 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:50.737317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.770446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd4d95-64a3-4087-94fa-ca6e346bbc37 req-4b24e54c-96f3-4ddc-9cc2-c095d8115b3e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:50.772032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90dd4d95-64a3-4087-94fa-ca6e346bbc37 req-4b24e54c-96f3-4ddc-9cc2-c095d8115b3e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 943 time: 0.1073720 Jul 07 22:21:50.800078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-dd4cba11-8d51-41da-9360-edf2b0bd48c9 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:50.801008 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-dd4cba11-8d51-41da-9360-edf2b0bd48c9 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 949 time: 0.0913360 Jul 07 22:21:50.880798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90dd4d95-64a3-4087-94fa-ca6e346bbc37 req-ef95e663-4d26-44aa-bf99-82715015e6cc tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900650 Jul 07 22:21:50.886239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] For port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:50.890814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] For port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:50.898364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2711fbd6-05e8-4cba-99de-87ce9f9fef98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.899922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.922305 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e39e0084-dd16-45c8-ac85-5bf5d87299f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.956484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:50.957279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.958774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] 10.222.0.103 "PUT /v2.0/ports/4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 HTTP/1.1" status: 200 len: 1092 time: 1.1892796 Jul 07 22:21:50.959299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'tag': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:50.961699 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad" -d '{"events": [{"name": "network-changed", "server_uuid": "ef05dc14-aeab-46c0-a1f1-8138b52a9aa0", "tag": "4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:51.009555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c11b5b-27ee-482f-b410-8f32e2ba7abb service neutron] Pushing event updated for resources: {'Port': ['ID=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:51.024250 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5833a027-effe-4491-b2b7-f535bb85c064 x-openstack-request-id: req-5833a027-effe-4491-b2b7-f535bb85c064 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:51.024789 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:51.025256 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5833a027-effe-4491-b2b7-f535bb85c064 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:51.025980 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'code': 200} Jul 07 22:21:51.033941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:51.036496 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:51.068724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-67307dd9-e86a-438a-b36e-4503c0324190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.070838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-67307dd9-e86a-438a-b36e-4503c0324190 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0700696 Jul 07 22:21:51.080948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Deleting port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:51.081326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.144820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2711fbd6-05e8-4cba-99de-87ce9f9fef98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.147530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-f8df83c1-b2bd-45a3-ad81-e23e437c5185 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 HTTP/1.1" status: 200 len: 217 time: 0.0662448 Jul 07 22:21:51.153095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2711fbd6-05e8-4cba-99de-87ce9f9fef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.229409 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2711fbd6-05e8-4cba-99de-87ce9f9fef98 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a222541320d54b8b9b73e6e3cf390c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424302 Jul 07 22:21:51.232228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] For port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:51.232602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.235448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45954) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:51.237882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711fbd6-05e8-4cba-99de-87ce9f9fef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec424a3-46dc-4c58-8310-626f22f3789b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:51.253761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-7f4bb36e-ce3a-4f7a-93bb-7bc723aa8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.259380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-7f4bb36e-ce3a-4f7a-93bb-7bc723aa8724 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0959685 Jul 07 22:21:51.263981 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Calling delete_port for 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:51.315391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-8c55bf76-6f5e-4c9a-9cf5-6936bcec25e0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451262 Jul 07 22:21:51.358578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb52d-77b8-4b42-a3ce-bddc1b746571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.395055 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.400253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb52d-77b8-4b42-a3ce-bddc1b746571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.490285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f9af-7839-4344-bc95-974cc5830fda req-4d8fb48f-66b7-4d42-9bd6-6851cf3277b8 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.492622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ad6f9af-7839-4344-bc95-974cc5830fda req-4d8fb48f-66b7-4d42-9bd6-6851cf3277b8 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d9709f2-71ea-4cad-9caa-005bb72bb07a HTTP/1.1" status: 200 len: 949 time: 0.3427320 Jul 07 22:21:51.507060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.515766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb52d-77b8-4b42-a3ce-bddc1b746571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.518920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb52d-77b8-4b42-a3ce-bddc1b746571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.522648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cd3fb52d-77b8-4b42-a3ce-bddc1b746571 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5ec424a3-46dc-4c58-8310-626f22f3789b HTTP/1.1" status: 204 len: 168 time: 0.2861993 Jul 07 22:21:51.557307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-98675c21-88f9-4280-a146-c57ac0cd0a6c service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308898 Jul 07 22:21:51.561184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ad6f9af-7839-4344-bc95-974cc5830fda req-4ae2529c-8946-4fcf-8449-dafa93dda8c3 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.95 "GET /v2.0/security-groups?id=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625184 Jul 07 22:21:51.593713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Pushing event deleted for resources: {'Port': ['ID=9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:51.622499 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06c9efa-04b4-4031-9bee-e25a6bb3e53b x-openstack-request-id: req-c06c9efa-04b4-4031-9bee-e25a6bb3e53b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:51.623341 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef05dc14-aeab-46c0-a1f1-8138b52a9aa0", "tag": "4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:51.623811 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c06c9efa-04b4-4031-9bee-e25a6bb3e53b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:51.625623 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'tag': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2', 'status': 'completed', 'code': 200} Jul 07 22:21:51.638315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fb52d-77b8-4b42-a3ce-bddc1b746571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec424a3-46dc-4c58-8310-626f22f3789b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:51.695059 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342183e1-9af5-49eb-abde-943bcf7a5276 x-openstack-request-id: req-342183e1-9af5-49eb-abde-943bcf7a5276 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:51.695672 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:51.695672 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-342183e1-9af5-49eb-abde-943bcf7a5276 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:51.695982 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'status': 'completed', 'code': 200} Jul 07 22:21:51.698827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] No DVR routers for this DVR port 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:51.701262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.703405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c90c8b89-fd09-4ff8-be10-e04039ecba58 req-09e3d1e2-1f7c-4521-bb82-1ef74cc18452 tempest-ListImageFiltersTestJSON-580450755 tempest-ListImageFiltersTestJSON-580450755-project] 10.222.0.103 "DELETE /v2.0/ports/9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda HTTP/1.1" status: 204 len: 173 time: 0.8872824 Jul 07 22:21:51.782438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-ed0194f6-abfe-4e07-aaa9-0f17f5709608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.784257 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-ed0194f6-abfe-4e07-aaa9-0f17f5709608 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.0701098 Jul 07 22:21:51.822466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6df3e15-db3c-4bda-95e1-80589ae770d3 req-8a41bff2-87de-4eaa-8a19-5090f4298372 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590826 Jul 07 22:21:51.890175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-ccd76250-4dbe-4519-a2d8-f8ad7e24251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.892099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-ccd76250-4dbe-4519-a2d8-f8ad7e24251f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.1833684 Jul 07 22:21:51.925863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-68140207-1c7e-457f-a473-0b8c192d95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.931072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-68140207-1c7e-457f-a473-0b8c192d95fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1395848 Jul 07 22:21:51.995587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-f950d3a2-3215-4339-a4f2-a1c21f68ae07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.0545883 Jul 07 22:21:51.999740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:52.122845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:52.140755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.403741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:52.425109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48301956-f69b-464e-b179-97f311658f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.503172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-3844bb56-0376-4ec7-ab5e-82fbea290f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.504706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-3844bb56-0376-4ec7-ab5e-82fbea290f65 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.6045568 Jul 07 22:21:52.525053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-bc8c5953-24ed-459c-8917-79dc23ee87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.526964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-bc8c5953-24ed-459c-8917-79dc23ee87ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.5223639 Jul 07 22:21:52.614884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48301956-f69b-464e-b179-97f311658f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.621148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-a37737e6-c9ea-44ff-b47f-017602ed279f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.0875900 Jul 07 22:21:52.623951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48301956-f69b-464e-b179-97f311658f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.636897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105c3be-104a-4804-843f-3350ce31f287 req-a140428a-f9d9-4072-98b1-167200b4de64 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.643769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3105c3be-104a-4804-843f-3350ce31f287 req-a140428a-f9d9-4072-98b1-167200b4de64 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.7940340 Jul 07 22:21:52.662929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-601b6f34-1bf2-413e-b300-793111583dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.664686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-601b6f34-1bf2-413e-b300-793111583dcf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299062 Jul 07 22:21:52.674912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48301956-f69b-464e-b179-97f311658f70 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c397503f1c1942c79ace65d0ab67e8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670052 Jul 07 22:21:52.674912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48301956-f69b-464e-b179-97f311658f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a7363-c16c-4661-8e28-1e96cd20cc21,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:52.675876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:52.750395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3e7a0-6dc2-4cde-afcf-976811642de9 req-42a7d79a-c6d5-4bd0-8ee8-5b0c0b50bba3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.756406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83a3e7a0-6dc2-4cde-afcf-976811642de9 req-42a7d79a-c6d5-4bd0-8ee8-5b0c0b50bba3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 943 time: 0.2494109 Jul 07 22:21:52.767264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-861fc6bd-d5bc-48af-a37c-004d0b77d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.768894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-861fc6bd-d5bc-48af-a37c-004d0b77d0f9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1223748 Jul 07 22:21:52.772391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-7ed91208-abc3-4dd6-a002-c7f4e217332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.773979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-7ed91208-abc3-4dd6-a002-c7f4e217332d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.2594786 Jul 07 22:21:52.779129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3105c3be-104a-4804-843f-3350ce31f287 req-eb61d9b1-cd08-4ba2-a886-6291cb5e0f6d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344323 Jul 07 22:21:52.808647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05c09cbe-a225-4d6d-a8cf-016de261bf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.817841 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-05f74a3c-15ba-4183-86ec-3f137b229391 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412847 Jul 07 22:21:52.855502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05c09cbe-a225-4d6d-a8cf-016de261bf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.942035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83a3e7a0-6dc2-4cde-afcf-976811642de9 req-e4f77689-f896-4aa4-924f-3e5e08ca116a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716380 Jul 07 22:21:52.978543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-b20925e4-01fd-42b9-9d68-fc5ea1e2c358 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528940 Jul 07 22:21:52.981179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05c09cbe-a225-4d6d-a8cf-016de261bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.985211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05c09cbe-a225-4d6d-a8cf-016de261bf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.989836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05c09cbe-a225-4d6d-a8cf-016de261bf68 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4b8a7363-c16c-4661-8e28-1e96cd20cc21 HTTP/1.1" status: 204 len: 168 time: 0.3089538 Jul 07 22:21:53.004080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-c1176fa1-efd9-4590-9bc9-62aedda971db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.005461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-c1176fa1-efd9-4590-9bc9-62aedda971db service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2243991 Jul 07 22:21:53.007094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09cbe-a225-4d6d-a8cf-016de261bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a7363-c16c-4661-8e28-1e96cd20cc21,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:53.113521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-9938805b-af9b-4d47-9063-858256cf1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.115037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-9938805b-af9b-4d47-9063-858256cf1d16 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.3143587 Jul 07 22:21:53.172268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8b8e3-7fda-43e8-8952-65b3a10774ea req-6ebee1eb-c9f8-428a-9abc-fdf840b1cbfe tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.179229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdd8b8e3-7fda-43e8-8952-65b3a10774ea req-6ebee1eb-c9f8-428a-9abc-fdf840b1cbfe tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 949 time: 0.2597394 Jul 07 22:21:53.186877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-36c17184-64e4-43c4-8ac4-eafc5718b340 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 HTTP/1.1" status: 200 len: 217 time: 0.0643830 Jul 07 22:21:53.288959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-c26837f1-e606-43b8-9051-c1b13781615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.290719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-c26837f1-e606-43b8-9051-c1b13781615a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0935402 Jul 07 22:21:53.302985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdd8b8e3-7fda-43e8-8952-65b3a10774ea req-a50289b3-4d53-4de5-8daa-80c6422d24bf tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226852 Jul 07 22:21:53.341497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-a3828a60-0914-463a-8cf6-4231d3bccc72 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374029 Jul 07 22:21:53.343456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-660b0b70-298f-47df-b7a8-43e11becef3d service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262882 Jul 07 22:21:53.537146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-c987f439-f6dc-4364-adf8-bfea6d5cda96 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831193 Jul 07 22:21:53.542840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a92ed1e-31e8-4fa0-9b2d-0a4422eb6b0a req-606913bf-bb28-4591-94b4-2946379dcbf7 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876378 Jul 07 22:21:53.595304 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.698743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-deleted', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:53.699349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e43b131-5a25-4b7c-bfb7-21c3f8d42dad req-adf61a12-5a8f-478a-93a6-8c25a3c5aa78 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553130 Jul 07 22:21:53.701359 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1fee12-086d-4657-8990-75ee3156e900" -d '{"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-deleted", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:53.742523 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86588dd2-40d6-4886-9d42-70715e661911 x-openstack-request-id: req-86588dd2-40d6-4886-9d42-70715e661911 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:53.742957 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9709f2-71ea-4cad-9caa-005bb72bb07a", "name": "network-vif-deleted", "tag": "9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:53.743304 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-86588dd2-40d6-4886-9d42-70715e661911 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:53.743812 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9709f2-71ea-4cad-9caa-005bb72bb07a', 'name': 'network-vif-deleted', 'tag': '9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda', 'status': 'completed', 'code': 200} Jul 07 22:21:53.790483 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:21:53.886680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:53.989965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2bd7f-0154-4577-a00d-b43d8d051dad req-b9012957-ebfc-4c71-b364-febd3aa2ef70 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.992047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8a2bd7f-0154-4577-a00d-b43d8d051dad req-b9012957-ebfc-4c71-b364-febd3aa2ef70 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.0788174 Jul 07 22:21:54.013951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:54.018555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:54.025408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197480214-network', 'tenant_id': 'b6fcbeef863e4dfab2e821c4d41c5d95'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:54.053947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Made reservation on behalf of b6fcbeef863e4dfab2e821c4d41c5d95 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:54.054980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:54.055925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9bdca42e-e07d-41c4-a3c5-8f20cd0e6fda not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:54.060534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.080588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.098596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8a2bd7f-0154-4577-a00d-b43d8d051dad req-2b99273e-927d-49a0-b00c-a5a6d2218d2d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003745 Jul 07 22:21:54.262554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:54.287926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2', 'mac_address': 'fa:16:3e:01:43:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:54.302223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.311883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.351081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.363314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:54.367331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:54.389581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5bce3f-1a68-4215-ab41-30612f22ffc8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.395512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:54.396251 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.396975 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Added segment a5413a53-88f3-45ed-8ce8-9363a4c84134 of type vlan for network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 Jul 07 22:21:54.404337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.445830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4816ea-21c0-47aa-8c79-41e90aa432ba req-0460905c-52d2-468b-be69-e3762a3fcd06 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:54.453662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f4816ea-21c0-47aa-8c79-41e90aa432ba req-0460905c-52d2-468b-be69-e3762a3fcd06 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 943 time: 0.1452796 Jul 07 22:21:54.464399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.472067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.502997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f4816ea-21c0-47aa-8c79-41e90aa432ba req-46af02e9-e188-4db4-a7a3-e1b8ca5965f1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Jul 07 22:21:54.539677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.540673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:54.541273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.609276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] Pushing event updated for resources: {'Network': ['ID=f0a53edb-b7e5-43cb-abe0-0142fc2bc719,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.622086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:54.651311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f61e4fb-4f39-4227-a742-e93bc42f1f1b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7623706 Jul 07 22:21:54.653942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46070) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:54.660021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Request body: {'subnet': {'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197480214-subnet', 'tenant_id': 'b6fcbeef863e4dfab2e821c4d41c5d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:54.702915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Made reservation on behalf of b6fcbeef863e4dfab2e821c4d41c5d95 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:54.706034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.720773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:54.731409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-4a69c205-3b8c-4e6d-9cc3-894fe8f6e538 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:54.736678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-4a69c205-3b8c-4e6d-9cc3-894fe8f6e538 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.97 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 949 time: 0.2350249 Jul 07 22:21:54.924115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Deleting port 05504001-c225-4ea7-b46c-ddb3c4507956 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:54.924671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.984494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d438-b554-4b87-95b0-3f61d26f43a7 req-bd07d356-c3bc-4ba7-b573-b271f58f5431 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:54.993462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42f8d438-b554-4b87-95b0-3f61d26f43a7 req-bd07d356-c3bc-4ba7-b573-b271f58f5431 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/ports?device_id=d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4 HTTP/1.1" status: 200 len: 949 time: 0.1733556 Jul 07 22:21:55.038518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] For port 05504001-c225-4ea7-b46c-ddb3c4507956, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=05504001-c225-4ea7-b46c-ddb3c4507956,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:55.038892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.056734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Calling delete_port for 05504001-c225-4ea7-b46c-ddb3c4507956 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:55.080072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42f8d438-b554-4b87-95b0-3f61d26f43a7 req-83995015-57ea-40f7-b739-f38b917b7d93 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.95 "GET /v2.0/security-groups?id=0bcc011a-f314-409e-bd63-9ec396485ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858743 Jul 07 22:21:55.106348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.183195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57cc3e6-250f-4641-b38f-fb187ec7e163,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:55.195607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Checking segment: {'id': 'a5413a53-88f3-45ed-8ce8-9363a4c84134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:55.195971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Network hostable DHCP agents. Network: f0a53edb-b7e5-43cb-abe0-0142fc2bc719, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:55.216359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.218340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:55.233262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f0a53edb-b7e5-43cb-abe0-0142fc2bc719) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:55.239603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:55.240668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.251926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d81cd-d980-42bd-b973-c09ed68b2960 None None] Network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:55.259270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-89344b96-4bc5-4ca8-ae8e-5da00e9bcec9 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6040049 Jul 07 22:21:55.267106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Pushing event deleted for resources: {'Port': ['ID=05504001-c225-4ea7-b46c-ddb3c4507956,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:55.373512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] No DVR routers for this DVR port 05504001-c225-4ea7-b46c-ddb3c4507956 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:55.381001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.381185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:55.383231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2d7fae8-331f-49bf-a625-2c7dd3c01286 req-6d096d62-f63a-4db0-9590-6ca44e7e8d44 tempest-ImagesOneServerTestJSON-319478223 tempest-ImagesOneServerTestJSON-319478223-project] 10.222.0.97 "DELETE /v2.0/ports/05504001-c225-4ea7-b46c-ddb3c4507956 HTTP/1.1" status: 204 len: 173 time: 0.6403420 Jul 07 22:21:55.447369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a076fd-199d-4b6f-8cac-4d37955d20a9 req-c28c4d62-ab94-4188-8fd2-3a210d8c2df5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:55.449711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85a076fd-199d-4b6f-8cac-4d37955d20a9 req-c28c4d62-ab94-4188-8fd2-3a210d8c2df5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 948 time: 0.1432691 Jul 07 22:21:55.531902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85a076fd-199d-4b6f-8cac-4d37955d20a9 req-53cb9d55-7325-40d2-bd2a-d36b8121e6af tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755353 Jul 07 22:21:55.534043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604810db-b496-4f87-94c3-de081ce50973 None None] Network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:55.641290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:55.670800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cc91365d-70f2-4ca0-b9af-9a53e355adaf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5101c929e6cc4646b3a04eaa1ee296f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844722 Jul 07 22:21:55.671187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46112) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:55.749385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-deleted', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:55.758399 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10551ed4-866b-462a-9713-58e1cd153d2a" -d '{"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-deleted", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:55.799582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b224bd-2075-4d47-a7e2-6211bf259970 req-0b47c735-7e0e-4a51-9484-73e31af1c618 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:55.807246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05b224bd-2075-4d47-a7e2-6211bf259970 req-0b47c735-7e0e-4a51-9484-73e31af1c618 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1232772 Jul 07 22:21:55.825063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b3085b6-065a-4ca8-8a9e-39b43db2072f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.884738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b3085b6-065a-4ca8-8a9e-39b43db2072f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.915363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05b224bd-2075-4d47-a7e2-6211bf259970 req-89fbaf02-3235-491f-89a1-dbcf424a919d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766327 Jul 07 22:21:56.019975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:56.077961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:56.120136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'mac_address': 'fa:16:3e:22:17:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:56.162412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-665690f1-0f57-42c6-aa03-82895548c7ba tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.171166 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-665690f1-0f57-42c6-aa03-82895548c7ba tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 948 time: 0.1862478 Jul 07 22:21:56.173028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b3085b6-065a-4ca8-8a9e-39b43db2072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.176363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b3085b6-065a-4ca8-8a9e-39b43db2072f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.177785 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2b3085b6-065a-4ca8-8a9e-39b43db2072f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861 HTTP/1.1" status: 204 len: 168 time: 0.5053108 Jul 07 22:21:56.195386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3085b6-065a-4ca8-8a9e-39b43db2072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd739d8b-64b1-4eb5-9bf4-6bcd61ae4861,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:56.245668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.249098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:56.275039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:56.275752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.293608 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b712d3b-929b-4308-ae32-9120f2c1bf6a x-openstack-request-id: req-6b712d3b-929b-4308-ae32-9120f2c1bf6a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:56.293961 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4", "name": "network-vif-deleted", "tag": "05504001-c225-4ea7-b46c-ddb3c4507956", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:56.294228 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6b712d3b-929b-4308-ae32-9120f2c1bf6a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:56.294833 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b2b5-0c68-4fd7-b1c3-28c49cdfe5c4', 'name': 'network-vif-deleted', 'tag': '05504001-c225-4ea7-b46c-ddb3c4507956', 'status': 'completed', 'code': 200} Jul 07 22:21:56.318663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-b5e65c2a-670a-4164-8982-d609f0cc02b3 service neutron] 10.222.0.97 "GET /v2.0/ports/490916f7-801b-492a-8afe-fdfc0c2342ce/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.1303327 Jul 07 22:21:56.341536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490916f7-801b-492a-8afe-fdfc0c2342ce {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:56.368702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:56.381386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46132) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:56.386728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882579852-network', 'tenant_id': 'bd4934e5027d46c5b630101468fc3e48'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:56.416672 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.421522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-8f7ae425-5f5b-40b6-b7d0-f648d55f2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.424926 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-8f7ae425-5f5b-40b6-b7d0-f648d55f2c61 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.0822036 Jul 07 22:21:56.450367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Made reservation on behalf of bd4934e5027d46c5b630101468fc3e48 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:56.453603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.473410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.567018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161270e-073e-4aed-acfc-534bd763a854 req-363612c1-6c66-4ed0-9bc7-11827ad3f339 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.574924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4161270e-073e-4aed-acfc-534bd763a854 req-363612c1-6c66-4ed0-9bc7-11827ad3f339 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 949 time: 0.1113124 Jul 07 22:21:56.628125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:56.637440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.641042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4161270e-073e-4aed-acfc-534bd763a854 req-f476ebba-0539-4d9e-bfad-c795746b77a3 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 Jul 07 22:21:56.668987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1fbf8997-d0a5-4ce9-bf90-e883c7a8e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.671217 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1fbf8997-d0a5-4ce9-bf90-e883c7a8e960 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2389016 Jul 07 22:21:56.694013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:56.698619 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c58ffad-0a6e-402d-bb2f-314c8269d479" -d '{"events": [{"server_uuid": "ef05dc14-aeab-46c0-a1f1-8138b52a9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:56.713633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:56.719602 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.745961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.754637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.770344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:56.781268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.781633 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Added segment 31404edc-6490-47bc-ae54-43d044492e69 of type vlan for network 1bfd9989-c28a-4769-a61e-3749606ff0d6 Jul 07 22:21:56.795557 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-12440728-a054-4e9c-be48-06796f901eae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.1163635 Jul 07 22:21:56.810572 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4532f456-0094-4a28-9b23-72589e641a66 x-openstack-request-id: req-4532f456-0094-4a28-9b23-72589e641a66 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:56.810914 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05dc14-aeab-46c0-a1f1-8138b52a9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:56.811137 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4532f456-0094-4a28-9b23-72589e641a66 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:56.811538 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2', 'code': 200} Jul 07 22:21:56.830612 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.839339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['490916f7-801b-492a-8afe-fdfc0c2342ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:56.881370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.882352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.883110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.891211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-04ee4977-e843-41e9-9e06-908897acaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.894146 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-04ee4977-e843-41e9-9e06-908897acaaa5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0780084 Jul 07 22:21:56.953201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514dc2a-7405-49ef-9d64-f524e7e3785d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:56.989711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6068115 Jul 07 22:21:56.992075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46150) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:57.002783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a6e3-9b81-441d-8d52-9138086aac4b admin admin] Pushing event updated for resources: {'Network': ['ID=1bfd9989-c28a-4769-a61e-3749606ff0d6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.016070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Request body: {'subnet': {'network_id': '1bfd9989-c28a-4769-a61e-3749606ff0d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882579852-subnet', 'tenant_id': 'bd4934e5027d46c5b630101468fc3e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:57.029956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062d9e2-42fd-4718-8b69-1269940b75b5 req-8819ac7d-34d9-4e91-b630-83bab884a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.032149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7062d9e2-42fd-4718-8b69-1269940b75b5 req-8819ac7d-34d9-4e91-b630-83bab884a13f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1311202 Jul 07 22:21:57.035364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 1bfd9989-c28a-4769-a61e-3749606ff0d6 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:57.051803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.104355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-fc18fb78-c2bd-4cfa-bb50-9eca22ad8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.107507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-fc18fb78-c2bd-4cfa-bb50-9eca22ad8113 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2066796 Jul 07 22:21:57.121237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7062d9e2-42fd-4718-8b69-1269940b75b5 req-1c85b4cb-0a62-44b3-8d52-dc2c2ea7b175 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830986 Jul 07 22:21:57.168817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:57.322945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-6848aad2-2e4f-4f7b-a7bc-0f1e5643ff40 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080224 Jul 07 22:21:57.324036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Made reservation on behalf of bd4934e5027d46c5b630101468fc3e48 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:57.326410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.339283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f5075-345f-403a-be7f-3fbf62fe7620 req-2a51158d-bdc8-4358-8b73-d3875be05096 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.352059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c9f5075-345f-403a-be7f-3fbf62fe7620 req-2a51158d-bdc8-4358-8b73-d3875be05096 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1757972 Jul 07 22:21:57.467737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c9f5075-345f-403a-be7f-3fbf62fe7620 req-5b9faf36-db17-45df-b52d-16685855f42e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143785 Jul 07 22:21:57.487353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-41a24f7d-c9d5-4d96-a3c8-c443fb3f39f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=604d12ed68fa4b8fa1ab143a662a65cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167801 Jul 07 22:21:57.489513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46168) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:57.583993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f61243a-badb-4756-b4bd-dc62b775d94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.624336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f61243a-badb-4756-b4bd-dc62b775d94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.674509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:57.687893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-4bdb9922-1baf-4571-a9d1-b9c8c71510f6 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349283 Jul 07 22:21:57.692079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f61243a-badb-4756-b4bd-dc62b775d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.710351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f61243a-badb-4756-b4bd-dc62b775d94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.711608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5f61243a-badb-4756-b4bd-dc62b775d94f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0bcc011a-f314-409e-bd63-9ec396485ce1 HTTP/1.1" status: 204 len: 168 time: 0.2201490 Jul 07 22:21:57.742239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 05504001-c225-4ea7-b46c-ddb3c4507956 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:57.746970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 05504001-c225-4ea7-b46c-ddb3c4507956 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:57.747546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61243a-badb-4756-b4bd-dc62b775d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc011a-f314-409e-bd63-9ec396485ce1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.894888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.962370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce12940-1c91-4677-bc17-c1cb95c2b650,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.966867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Checking segment: {'id': '31404edc-6490-47bc-ae54-43d044492e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1bfd9989-c28a-4769-a61e-3749606ff0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:57.967233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Network hostable DHCP agents. Network: 1bfd9989-c28a-4769-a61e-3749606ff0d6, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:57.979255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107c0e-da01-4075-a419-53b2632e50c2 req-cf5b0164-5458-46dc-a41d-f599080774ba tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.983125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c107c0e-da01-4075-a419-53b2632e50c2 req-cf5b0164-5458-46dc-a41d-f599080774ba tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 949 time: 0.1093094 Jul 07 22:21:57.989089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Network 1bfd9989-c28a-4769-a61e-3749606ff0d6 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:58.010252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 1bfd9989-c28a-4769-a61e-3749606ff0d6) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:58.015634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.016259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.023470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72782bc8-050b-44a1-894d-7c801a929fe0 None None] Network 1bfd9989-c28a-4769-a61e-3749606ff0d6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:58.044364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c107c0e-da01-4075-a419-53b2632e50c2 req-b7589ca4-0e13-4555-8cee-f4cfad90b290 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Jul 07 22:21:58.069372 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65611241-f778-4460-a1bd-8348464a2f04 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0620117 Jul 07 22:21:58.294651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2961c3-f7e1-4039-8863-c0c14b6ae706 None None] Network 1bfd9989-c28a-4769-a61e-3749606ff0d6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:58.301425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-cf30cc11-d25b-49ed-a35c-9fbf4c92614a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0948370 Jul 07 22:21:58.446311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.455778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.455778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.459219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.459744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.460363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.460900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.467047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ef243e4a-9396-4f12-ab40-7b98cdee9b0d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6498 time: 0.0940564 Jul 07 22:21:58.679437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-4c1258f5-b1bc-4682-86e3-030dd0d1c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.680256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-4c1258f5-b1bc-4682-86e3-030dd0d1c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.680743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-4c1258f5-b1bc-4682-86e3-030dd0d1c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.682448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-4c1258f5-b1bc-4682-86e3-030dd0d1c413 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2b31379b-ced6-49a0-8417-23a4ed18097e&id=2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 200 len: 2292 time: 0.1769376 Jul 07 22:21:58.811998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-e662917c-ada4-42a9-8508-c55ef955945f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 200 len: 1001 time: 0.1174512 Jul 07 22:21:58.893776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86251ae-c2ca-485a-ac6e-d9d5773adf79 req-4dc512bc-0585-40bb-8cb3-88c7e35a5df4 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.901367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f86251ae-c2ca-485a-ac6e-d9d5773adf79 req-4dc512bc-0585-40bb-8cb3-88c7e35a5df4 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1609502 Jul 07 22:21:58.925031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-c0254ad1-1607-43b7-9e63-c953e39e9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.926756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-c0254ad1-1607-43b7-9e63-c953e39e9835 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4f7f5105-d2ad-4349-8732-cabb6208b41a HTTP/1.1" status: 200 len: 849 time: 0.1056967 Jul 07 22:21:58.985290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f86251ae-c2ca-485a-ac6e-d9d5773adf79 req-c7e0bd4f-21bb-4ae8-8cd3-dc3877929af5 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826235 Jul 07 22:21:59.011593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-8bc8bacf-8e16-4b27-bea0-be61e64b29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.013278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-8bc8bacf-8e16-4b27-bea0-be61e64b29c5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794370 Jul 07 22:21:59.027675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-8f6454ee-e90d-49f5-8487-fec6bf7bdfa6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734570 Jul 07 22:21:59.143559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-d70d3567-a207-4cd8-b5e1-0ba9f6a03090 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223841 Jul 07 22:21:59.160068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46234) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.225840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-851e6d6b-3c1f-44d8-bb71-a7063d0502ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.231598 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-851e6d6b-3c1f-44d8-bb71-a7063d0502ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 1103 time: 0.1732907 Jul 07 22:21:59.403846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1725596064-network', 'tenant_id': 'c62230a3bcdd485bacc89fe1c5c8ca50'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:59.421379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-0bdf224b-fd3d-4eec-be1c-f9c78f6e1ce7 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586255 Jul 07 22:21:59.458719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Made reservation on behalf of c62230a3bcdd485bacc89fe1c5c8ca50 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:59.462462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.476669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.479889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-ff9b499e-8d46-4b6f-a63d-f23e0ae2ca94 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 217 time: 0.0576997 Jul 07 22:21:59.510173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-a99a234f-7954-4f85-aa72-a992fe5be56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.511829 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-a99a234f-7954-4f85-aa72-a992fe5be56e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2429733 Jul 07 22:21:59.567705 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-87dd8543-acbf-4523-8107-7ca4566baf98 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 200 len: 217 time: 0.0474110 Jul 07 22:21:59.618587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-81f271c6-4f3d-4e73-9547-34cb5a9577ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.620108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-81f271c6-4f3d-4e73-9547-34cb5a9577ce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1279848 Jul 07 22:21:59.645894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-dcbee177-2aa5-41ed-96e7-7bda5433044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.647538 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-dcbee177-2aa5-41ed-96e7-7bda5433044f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0664678 Jul 07 22:21:59.674296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:59.699189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a0700-27db-4179-832d-fa034304dcda req-d4fb2663-a3bc-4a4d-999d-0bd2f07fd1f0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.706700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-128a0700-27db-4179-832d-fa034304dcda req-d4fb2663-a3bc-4a4d-999d-0bd2f07fd1f0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.2238784 Jul 07 22:21:59.714753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.726646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.738503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 490916f7-801b-492a-8afe-fdfc0c2342ce completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:59.740055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-c59f9920-2db4-43bc-86b0-a6b53f26646e tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.741555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-c59f9920-2db4-43bc-86b0-a6b53f26646e tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/networks?id=f0a53edb-b7e5-43cb-abe0-0142fc2bc719 HTTP/1.1" status: 200 len: 809 time: 0.2393053 Jul 07 22:21:59.744690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 490916f7-801b-492a-8afe-fdfc0c2342ce triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:59.745251 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.769049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-1b2ffc46-e0f0-430a-b2f9-286a2b5365df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.770641 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-1b2ffc46-e0f0-430a-b2f9-286a2b5365df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144967 Jul 07 22:21:59.772750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:59.779363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-9d0867ca-6c77-4c52-8ddc-c5f8df01a003 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/quotas/b6fcbeef863e4dfab2e821c4d41c5d95 HTTP/1.1" status: 200 len: 375 time: 0.0316074 Jul 07 22:21:59.782915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-128a0700-27db-4179-832d-fa034304dcda req-0d1804e4-3ec2-4e21-a8a9-57d4c09ab489 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Jul 07 22:21:59.786201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f494aae6-8b82-4d3d-98c5-00f67ad4dbb5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:59.793716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.794150 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Added segment 8c1bac1c-619a-4207-b2d3-9b994a0f24f2 of type vlan for network 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3 Jul 07 22:21:59.817172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-708e04d7-8442-4614-b08a-73c2cb452842 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b6fcbeef863e4dfab2e821c4d41c5d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311582 Jul 07 22:21:59.819203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-841c2870-839d-491c-bbec-d9990bd5f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.820600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-841c2870-839d-491c-bbec-d9990bd5f9e5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1921475 Jul 07 22:21:59.871966 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.903451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:59.903700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.907328 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51914e09-7af7-4d60-951d-5bfe4055012b" -d '{"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:59.929153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:59.934256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.963447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-09433aa0-56c3-4a9a-a9a2-bdb3de17a441 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601498 Jul 07 22:21:59.966532 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.967706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.968625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.000426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.076978 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9123895 Jul 07 22:22:00.082875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46258) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:00.089550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Request body: {'subnet': {'network_id': '6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1725596064-subnet', 'tenant_id': 'c62230a3bcdd485bacc89fe1c5c8ca50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:00.107520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583712b-f993-4d27-8e7c-34ac9a214acf admin admin] Pushing event updated for resources: {'Network': ['ID=6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.121601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:00.147491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-cff29f7b-9dba-4c0d-b364-66f6119815af service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969306 Jul 07 22:22:00.148243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8d2ce8f-f6aa-44c5-8e4f-e13049541504 req-7f5c18b6-a026-4930-881a-5472aac00ab2 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767662 Jul 07 22:22:00.149296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Made reservation on behalf of c62230a3bcdd485bacc89fe1c5c8ca50 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:00.151798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.156137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-f7ccd4e7-0ec1-4e0a-866f-5caf7df532b9 service neutron] 10.222.0.95 "GET /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301034 Jul 07 22:22:00.185943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21d006-ce1a-4dc8-8863-fdc486284f02 req-eae2b694-1f53-4021-ba68-93cef93adc61 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.193522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e21d006-ce1a-4dc8-8863-fdc486284f02 req-eae2b694-1f53-4021-ba68-93cef93adc61 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1671827 Jul 07 22:22:00.348165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.365995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e21d006-ce1a-4dc8-8863-fdc486284f02 req-9efeaf72-b4bc-467f-9d80-6d346aab65e5 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716232 Jul 07 22:22:00.405368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-5623587b-5935-417c-bd4e-31bcffb214ad service neutron] 10.222.0.95 "GET /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858225 Jul 07 22:22:00.410717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-f70d0f36-6dfd-488f-a3cd-165a32ee0b2f service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529097 Jul 07 22:22:00.413407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f68da0-dc52-4af3-8f6f-1b2c67edeb96,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.423346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Checking segment: {'id': '8c1bac1c-619a-4207-b2d3-9b994a0f24f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:00.424228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Network hostable DHCP agents. Network: 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:00.451130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Network 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:00.454404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-25654680-b8ce-4bc1-b599-e2c21690347a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 217 time: 0.0369704 Jul 07 22:22:00.456242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-6ca68baf-3051-4544-b2d6-92c5dede3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.457656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-6ca68baf-3051-4544-b2d6-92c5dede3c9a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8&tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3 HTTP/1.1" status: 200 len: 1102 time: 0.1754782 Jul 07 22:22:00.473157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:00.481572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.483267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea5821-5498-4ad4-b609-3524f5d11e1b None None] Network 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:00.489349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:00.490198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.518922 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a24e0997-3d46-4d20-9e81-18be2b99135b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4333510 Jul 07 22:22:00.569447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-30159f88-24f6-4569-90cf-6d2e9e241535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.570998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-30159f88-24f6-4569-90cf-6d2e9e241535 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1057687 Jul 07 22:22:00.818490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145f761-d7df-4b7a-b4b8-52a0eb102f1e None None] Network 6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:00.911536 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f200d8eb-98c2-4374-96d9-eda123648c96 x-openstack-request-id: req-f200d8eb-98c2-4374-96d9-eda123648c96 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:00.912166 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:00.912638 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f200d8eb-98c2-4374-96d9-eda123648c96 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:00.913236 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'code': 200} Jul 07 22:22:01.258990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94ad8ac2-4ea0-40c6-8ee1-faa7dc4ac292 req-f8168ddb-4f8c-44c5-95e6-43e9b4b2634b tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 210 time: 0.0652087 Jul 07 22:22:01.268548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.338989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-47204b1c-568b-413b-b86a-cf380bcfe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.340525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-47204b1c-568b-413b-b86a-cf380bcfe566 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1500530 Jul 07 22:22:01.455862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e6632c74-6599-4af2-a5f1-51b62ee9b011 req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-469799403', 'description': 'tempest-description-1380138747'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:01.599542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6632c74-6599-4af2-a5f1-51b62ee9b011 req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.629707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-de3cdfd9-b7a3-4d75-b058-b358cee8707b service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817237 Jul 07 22:22:01.737189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:01.767110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17bbd1-3745-4c5d-a2da-267ea8aa86a4 req-dc11ed03-fc60-4891-9fee-9eb7fdeff8b1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.768629 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e17bbd1-3745-4c5d-a2da-267ea8aa86a4 req-dc11ed03-fc60-4891-9fee-9eb7fdeff8b1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.2938292 Jul 07 22:22:01.860481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-b8b1ae51-de06-4dba-9f85-e3c382cad133 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128899 Jul 07 22:22:01.867184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:01.873174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e17bbd1-3745-4c5d-a2da-267ea8aa86a4 req-5046ece1-03d1-491f-8f32-357241bc8f36 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913129 Jul 07 22:22:01.942283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-fd061dc0-24cb-4709-8756-36756e7d6e75 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea HTTP/1.1" status: 200 len: 217 time: 0.0732746 Jul 07 22:22:01.989521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6632c74-6599-4af2-a5f1-51b62ee9b011 req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.994850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:01.997349 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b5bf89-42b5-4ead-8bb9-dd8884cdb258" -d '{"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:02.002028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.014854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6632c74-6599-4af2-a5f1-51b62ee9b011 req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.068336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Transition to ACTIVE for port object 490916f7-801b-492a-8afe-fdfc0c2342ce will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:02.085711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.093701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-b48759ad-689c-4987-9117-718749358a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.095785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-b48759ad-689c-4987-9117-718749358a10 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1461158 Jul 07 22:22:02.096506 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6632c74-6599-4af2-a5f1-51b62ee9b011 req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.097616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6632c74-6599-4af2-a5f1-51b62ee9b011 req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8371248 Jul 07 22:22:02.161250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a30c6-4b2f-4e21-a580-e2cf3ddfac96 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f76da8-b5c2-4f95-a627-e24b73fd7d47,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.261926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.275090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-c019a58f-1c53-485c-9b17-58bf4cc271ec tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.281202 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-c019a58f-1c53-485c-9b17-58bf4cc271ec tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.97 "GET /v2.0/networks?id=f0a53edb-b7e5-43cb-abe0-0142fc2bc719 HTTP/1.1" status: 200 len: 809 time: 0.2130342 Jul 07 22:22:02.293447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Request body: {'port': {'device_id': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719', 'admin_state_up': True, 'tenant_id': 'b6fcbeef863e4dfab2e821c4d41c5d95'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:02.317397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] No DVR routers for this DVR port 490916f7-801b-492a-8afe-fdfc0c2342ce on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:02.412824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac1ac-4b84-46c3-9f2f-578816ff4d45 req-78555cea-68ad-452f-8cde-f2fc1eed5cbd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.423224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-178ac1ac-4b84-46c3-9f2f-578816ff4d45 req-78555cea-68ad-452f-8cde-f2fc1eed5cbd tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.4093487 Jul 07 22:22:02.477890 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45584a55-baaf-40f0-95d7-5a1a4f9ad842 x-openstack-request-id: req-45584a55-baaf-40f0-95d7-5a1a4f9ad842 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:02.478422 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:02.479639 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45584a55-baaf-40f0-95d7-5a1a4f9ad842 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:02.480347 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'code': 200} Jul 07 22:22:02.493510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:02.494458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:02.495140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:02.502999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-f848e616-070a-446f-b4f0-b35c6f4b23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.504942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-f848e616-070a-446f-b4f0-b35c6f4b23c3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3977032 Jul 07 22:22:02.509777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Made reservation on behalf of b6fcbeef863e4dfab2e821c4d41c5d95 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:02.510956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-178ac1ac-4b84-46c3-9f2f-578816ff4d45 req-53e71cbb-c471-405a-be02-a82400d213a2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864985 Jul 07 22:22:02.514273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.520646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:02.521193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Attempting to bind port 490916f7-801b-492a-8afe-fdfc0c2342ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:02.600612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:02.600961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:02.601348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:02.601971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Bound port: 490916f7-801b-492a-8afe-fdfc0c2342ce, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:02.602338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.668579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-2f8b081e-a21b-4fd6-bbc2-c44a1cb1f50f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.670079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-2f8b081e-a21b-4fd6-bbc2-c44a1cb1f50f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1512461 Jul 07 22:22:02.698881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-b5207afd-50a7-4042-95dc-51c8338b5636 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/a5f76da8-b5c2-4f95-a627-e24b73fd7d47 HTTP/1.1" status: 200 len: 1806 time: 0.1003644 Jul 07 22:22:02.714209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5f76da8-b5c2-4f95-a627-e24b73fd7d47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:02.714522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5f76da8-b5c2-4f95-a627-e24b73fd7d47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:02.762266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Allocated IP 172.20.0.2 (f0a53edb-b7e5-43cb-abe0-0142fc2bc719/e57cc3e6-250f-4641-b38f-fb187ec7e163/e663602e-81d8-459b-898a-846f0055e5df) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:02.778326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28e15258-f84e-4b6a-a176-cd5bc5f0f19c req-221c9871-9bc1-44f3-aa65-45bcd6e94252 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 210 time: 0.0517819 Jul 07 22:22:02.810785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-4ad433f0-7321-4e86-9d85-d6cfb5f14c2b service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931445 Jul 07 22:22:02.878881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:02.936522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:02.937167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.938494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:02.946327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.964250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.053634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.056157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.057018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.059015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] 10.222.0.103 "PUT /v2.0/ports/490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 1098 time: 2.5750642 Jul 07 22:22:03.065062 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.082026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.083416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:03.090461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.131380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:03.224744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-4c0e53e2-38df-4a15-b78f-55d5ab736d29 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127858 Jul 07 22:22:03.266066 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.313051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46328) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:03.331776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87e46-544e-457f-8d40-43d2174abfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=11']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.334430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9a3516-7df8-4e13-8699-30d34eee5da3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.375912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Pushing event updated for resources: {'Port': ['ID=e663602e-81d8-459b-898a-846f0055e5df,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.387140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-f9fbe83b-98ee-44c9-8191-04733d0f182d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13 HTTP/1.1" status: 200 len: 217 time: 0.0773058 Jul 07 22:22:03.390993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.399623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51b14d20-4e77-4865-b9c2-c6db4867aec2 req-bb8e8132-2868-4b39-82fe-4d71c373b4fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6924524 Jul 07 22:22:03.493568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2ab4-8126-43d6-b13e-b4218fff7a9c req-7f6e3c5c-c615-4796-8044-7bcfde7cbbf2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.503476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32e2ab4-8126-43d6-b13e-b4218fff7a9c req-7f6e3c5c-c615-4796-8044-7bcfde7cbbf2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ef05dc14-aeab-46c0-a1f1-8138b52a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.4367118 Jul 07 22:22:03.504669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:03.506727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-f6a08c99-7e01-4f79-bd6b-88b55fb15c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.507632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.508493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-f6a08c99-7e01-4f79-bd6b-88b55fb15c65 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.0923977 Jul 07 22:22:03.510448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:03.521057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:03.524253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:03.532393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:03.575228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-9e646476-067c-4fdf-9c03-2b83b38932f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.577026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-9e646476-067c-4fdf-9c03-2b83b38932f6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1101 time: 0.4309146 Jul 07 22:22:03.597380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.598961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.664249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.671579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-0ddd9d97-6716-457d-9436-7e2b1fdc6256 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3826473 Jul 07 22:22:03.695167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32e2ab4-8126-43d6-b13e-b4218fff7a9c req-76b374ec-b834-4385-8f3b-c51613703232 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906288 Jul 07 22:22:03.700265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:03.714017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Request body: {'port': {'device_id': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:03.714017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.714017 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3fb4444-800c-4baf-81af-6991d3c39830 req-8a97b713-5de2-4069-b992-5f4b50ebd38e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "DELETE /v2.0/ports/4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 HTTP/1.1" status: 204 len: 173 time: 1.0390625 Jul 07 22:22:03.715808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'name': 'network-vif-deleted', 'tag': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:03.718466 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff15137-3c9f-4b4c-8dbd-a29ba0542350" -d '{"events": [{"server_uuid": "ef05dc14-aeab-46c0-a1f1-8138b52a9aa0", "name": "network-vif-deleted", "tag": "4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:03.758864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:03.804739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-98d8b035-1402-4587-9a3f-2c6dacc9daff req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-31697048', 'description': 'tempest-description-221252603'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:03.811787 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7409ffcd-18dd-4395-a4d6-d8df68d2a13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.859061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.960365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:04.044387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7409ffcd-18dd-4395-a4d6-d8df68d2a13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.067672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7409ffcd-18dd-4395-a4d6-d8df68d2a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.141639 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-77a12b3f-c84f-4b0c-8a98-733440198b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.143528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-77a12b3f-c84f-4b0c-8a98-733440198b55 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6272361 Jul 07 22:22:04.149513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-98d8b035-1402-4587-9a3f-2c6dacc9daff req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.155978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-88e01be4-ff08-42eb-852c-6f3429868fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.158001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-88e01be4-ff08-42eb-852c-6f3429868fde service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.5189502 Jul 07 22:22:04.162720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7409ffcd-18dd-4395-a4d6-d8df68d2a13a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d2a8710ff56b4e8d80bb7ff32d4174db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8392746 Jul 07 22:22:04.163111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46344) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:04.183148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409ffcd-18dd-4395-a4d6-d8df68d2a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6038dee7-d178-4174-80c0-74a08f8f793e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:04.286264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-8d7eda8f-0198-430e-a8b0-6420d2cc9ad4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.1099169 Jul 07 22:22:04.320311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e663602e-81d8-459b-898a-846f0055e5df {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:04.326186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98344143-5471-44ec-b6e5-9f9bd1a5844b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.327845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b7b2d-5713-43cf-ab59-49985119cc19 req-db5e4173-d4d0-4f42-91ce-d59fba8a8a93 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.335070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.343567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d7b7b2d-5713-43cf-ab59-49985119cc19 req-db5e4173-d4d0-4f42-91ce-d59fba8a8a93 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 949 time: 0.3554292 Jul 07 22:22:04.374260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Transition to ACTIVE for port object e663602e-81d8-459b-898a-846f0055e5df will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:04.376757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98344143-5471-44ec-b6e5-9f9bd1a5844b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.384480 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.418543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-14ce06cb-76c9-4331-bcb2-71bdfb1fc846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.420959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-14ce06cb-76c9-4331-bcb2-71bdfb1fc846 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1173890 Jul 07 22:22:04.459952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Pushing event updated for resources: {'Port': ['ID=e663602e-81d8-459b-898a-846f0055e5df,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:04.481910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:04.484291 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e0a5ab-dea0-45f6-8eda-a78422a93f46" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:04.531033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98344143-5471-44ec-b6e5-9f9bd1a5844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.535294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-98344143-5471-44ec-b6e5-9f9bd1a5844b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.550991 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-98344143-5471-44ec-b6e5-9f9bd1a5844b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6038dee7-d178-4174-80c0-74a08f8f793e HTTP/1.1" status: 204 len: 168 time: 0.3751993 Jul 07 22:22:04.577886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-98d8b035-1402-4587-9a3f-2c6dacc9daff req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.583652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98344143-5471-44ec-b6e5-9f9bd1a5844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6038dee7-d178-4174-80c0-74a08f8f793e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:04.584409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-33bceead-f12a-4544-82ee-27796461dbee service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316502 Jul 07 22:22:04.586367 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-98d8b035-1402-4587-9a3f-2c6dacc9daff req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.611066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Attempting to bind port e663602e-81d8-459b-898a-846f0055e5df on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:04.611976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Attempting to bind port e663602e-81d8-459b-898a-846f0055e5df by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'a5413a53-88f3-45ed-8ce8-9363a4c84134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:04.612517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Attempting to bind port e663602e-81d8-459b-898a-846f0055e5df on network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:04.621475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Port e663602e-81d8-459b-898a-846f0055e5df on network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:04.621678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Attempting to bind port e663602e-81d8-459b-898a-846f0055e5df on network f0a53edb-b7e5-43cb-abe0-0142fc2bc719 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:04.622587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d7b7b2d-5713-43cf-ab59-49985119cc19 req-5f5750ef-2c6b-4562-9c7b-bd7efe045c6d tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699983 Jul 07 22:22:04.639795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:04.640270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Checking segment: {'id': 'a5413a53-88f3-45ed-8ce8-9363a4c84134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:04.640915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Bound using segment: {'id': 'a5413a53-88f3-45ed-8ce8-9363a4c84134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:04.641616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Bound port: e663602e-81d8-459b-898a-846f0055e5df, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5413a53-88f3-45ed-8ce8-9363a4c84134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:04.643648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.741176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] For port e663602e-81d8-459b-898a-846f0055e5df, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:04.745533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] For port e663602e-81d8-459b-898a-846f0055e5df, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e663602e-81d8-459b-898a-846f0055e5df,segment=NetworkSegment(a5413a53-88f3-45ed-8ce8-9363a4c84134),segment_id=a5413a53-88f3-45ed-8ce8-9363a4c84134)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:04.752406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.781498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-98d8b035-1402-4587-9a3f-2c6dacc9daff req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.782994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98d8b035-1402-4587-9a3f-2c6dacc9daff req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1189940 Jul 07 22:22:04.792805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.793760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.795401 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] 10.222.0.97 "PUT /v2.0/ports/e663602e-81d8-459b-898a-846f0055e5df HTTP/1.1" status: 200 len: 1092 time: 1.0979269 Jul 07 22:22:04.814367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d046-2896-4dd6-8c38-ad83f9e7f617 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7837cdb-51cf-4a1f-ae96-1b9d4a38e250,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:04.842379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-e818867c-91ff-4bde-bb8d-bde84f3b9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.845403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-e818867c-91ff-4bde-bb8d-bde84f3b9202 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3554688 Jul 07 22:22:04.914261 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc78f7-ba8b-4080-90d9-24f75adeaeda x-openstack-request-id: req-d8fc78f7-ba8b-4080-90d9-24f75adeaeda {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:04.915066 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05dc14-aeab-46c0-a1f1-8138b52a9aa0", "name": "network-vif-deleted", "tag": "4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:04.931667 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d8fc78f7-ba8b-4080-90d9-24f75adeaeda {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:04.932140 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05dc14-aeab-46c0-a1f1-8138b52a9aa0', 'name': 'network-vif-deleted', 'tag': '4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2', 'status': 'completed', 'code': 200} Jul 07 22:22:04.946476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-b9ad5a96-2fe0-4567-b1e6-24333581bacc service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203604 Jul 07 22:22:04.966120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15717232-280a-4dbf-bab7-f29aefbf3915 service neutron] Pushing event updated for resources: {'Port': ['ID=e663602e-81d8-459b-898a-846f0055e5df,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:05.014703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-48177c5a-c2e6-4f1c-ada9-0f62e58e2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.020678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-48177c5a-c2e6-4f1c-ada9-0f62e58e2134 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b6fcbeef863e4dfab2e821c4d41c5d95&device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 1095 time: 0.1683409 Jul 07 22:22:05.027796 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7272e300-90f5-409b-99fe-0c782eeb55e0 x-openstack-request-id: req-7272e300-90f5-409b-99fe-0c782eeb55e0 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:05.028083 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:05.028573 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7272e300-90f5-409b-99fe-0c782eeb55e0 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:05.029008 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'status': 'completed', 'code': 200} Jul 07 22:22:05.047698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-7c06b02b-c66c-4851-848d-c87009789252 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.0931966 Jul 07 22:22:05.098950 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-d23c07a3-9689-4d1f-a0c3-72557df94dc9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e663602e-81d8-459b-898a-846f0055e5df HTTP/1.1" status: 200 len: 217 time: 0.0698826 Jul 07 22:22:05.152981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-83971b8f-f131-437e-8556-cb7c0ce56276 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993040 Jul 07 22:22:05.202730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-0c6e5b49-66e0-4dc0-a91d-77f8d647b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.204256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-0c6e5b49-66e0-4dc0-a91d-77f8d647b709 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.1453032 Jul 07 22:22:05.225631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-f0403f6c-408f-4cc3-a409-0c28e07a225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.228575 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-f0403f6c-408f-4cc3-a409-0c28e07a225e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e57cc3e6-250f-4641-b38f-fb187ec7e163 HTTP/1.1" status: 200 len: 849 time: 0.1163576 Jul 07 22:22:05.303316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-a94f6002-7dd9-449a-bf27-5452fd3c268b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0a53edb-b7e5-43cb-abe0-0142fc2bc719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602372 Jul 07 22:22:05.447672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-52fa8dc0-5b4e-4fd7-ad36-6a1dbf61ba74 service neutron] 10.222.0.97 "GET /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375372 Jul 07 22:22:05.565868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b155a4ac-6542-43eb-a205-bd297ea36f04 req-9f50c607-b6f8-488f-b6b3-574951eee94f service neutron] 10.222.0.97 "GET /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102891 Jul 07 22:22:05.571206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46382) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:05.652843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-a67e3cce-67e7-479d-a6d7-e12a434c50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.654324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-a67e3cce-67e7-479d-a6d7-e12a434c50ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1101 time: 0.6241922 Jul 07 22:22:05.684657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1836425874-network', 'tenant_id': 'd61c313f9e674ec399c340bbac5b853a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:05.714584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Made reservation on behalf of d61c313f9e674ec399c340bbac5b853a for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:05.718502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.729373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.824061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-47e17c2a-6918-44ed-98f8-2728a2c4caba tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/d7837cdb-51cf-4a1f-ae96-1b9d4a38e250 HTTP/1.1" status: 200 len: 1804 time: 0.2071066 Jul 07 22:22:05.835518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62ecfc98-e5ad-493a-8f50-7febc3846ace req-54d44da9-78c9-4ccf-82de-93c90383db11 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712608 Jul 07 22:22:05.855259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd7837cdb-51cf-4a1f-ae96-1b9d4a38e250', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:05.855495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd7837cdb-51cf-4a1f-ae96-1b9d4a38e250', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:05.862131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.868414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.895224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:05.899742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-60485bbd-235c-47c2-9d04-8aabc5a4e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.901358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-60485bbd-235c-47c2-9d04-8aabc5a4e93e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2817712 Jul 07 22:22:05.910197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-8ad8366e-2862-49dd-bb64-8852d4e9abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.911314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1e58b-83e8-4a30-be57-8027f1844974,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:05.911626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-8ad8366e-2862-49dd-bb64-8852d4e9abc2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2137623 Jul 07 22:22:05.917430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.918022 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Added segment 19ccca49-c0bc-40c6-bd5b-5565935032a9 of type vlan for network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 Jul 07 22:22:05.975275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaf72f-b20f-4209-b920-158c63efb838 req-829f5828-22db-44b5-9b1d-1b4739715c7b tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.975572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.979005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8caaf72f-b20f-4209-b920-158c63efb838 req-829f5828-22db-44b5-9b1d-1b4739715c7b tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 943 time: 1.0077465 Jul 07 22:22:06.009500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.010783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.011830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.051531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-a2c5d777-5356-49c3-bd5f-82d571863f81 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.1049888 Jul 07 22:22:06.073199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5007949 Jul 07 22:22:06.078998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:06.085422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Request body: {'subnet': {'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1836425874-subnet', 'tenant_id': 'd61c313f9e674ec399c340bbac5b853a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:06.088486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:06.096093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc059a0c-441d-4b36-a357-be3e67067c37 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:06.119716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Made reservation on behalf of d61c313f9e674ec399c340bbac5b853a for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:06.123413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.124878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:06.125804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4ab5fb4e-bed3-49fd-a98a-1fcaaecd78e2 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:06.128350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:06.182109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8caaf72f-b20f-4209-b920-158c63efb838 req-bb0c3ae3-3c95-422d-8aca-f49d2998a044 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719460 Jul 07 22:22:06.191270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.210425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-814c6332-9b06-4d51-9482-7e76e6348876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.211945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-814c6332-9b06-4d51-9482-7e76e6348876 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1341460 Jul 07 22:22:06.240286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-70d7b271-4ccd-4e6f-9d5d-532c16b68304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.241795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-70d7b271-4ccd-4e6f-9d5d-532c16b68304 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1101 time: 0.3465645 Jul 07 22:22:06.247413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-8ddd6e80-fb0b-4219-909f-d68b80a553a1 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340712 Jul 07 22:22:06.343807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.382232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.428608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.429703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34f9def-7f98-4ba0-8a5d-911db1466b35,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:06.455222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.466119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c8e6fc5-82f8-4b40-9839-f1a971d8364d req-72cb23a1-4ab8-461a-b5dc-7d5bab445f00 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6225088 Jul 07 22:22:06.520677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Checking segment: {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:06.521246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Network hostable DHCP agents. Network: 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:06.527096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdf4ed1-3872-499d-a42c-9329d9f84d7a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:06.542145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-fd3e99bf-ba9b-44c2-8df9-45be382453d8 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643313 Jul 07 22:22:06.543266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-1d976423-801c-4d0d-8eac-bf4e30779020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.544896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-1d976423-801c-4d0d-8eac-bf4e30779020 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2940941 Jul 07 22:22:06.547618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.547998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.549089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-f6138784-52de-4a9e-bac6-a3a7442812f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.549368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.550367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.550736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-f6138784-52de-4a9e-bac6-a3a7442812f8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3243537 Jul 07 22:22:06.550951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.551323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.551670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.552087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.552855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.553421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.553814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.554915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:06.560507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:06.570979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:06.576745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.577367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.580393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f0f68-2744-4df2-8245-ab504ec7f9b4 None None] Network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:06.597357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d37f811b-e5d7-48c7-a501-fc19a1d9a0be admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5170100 Jul 07 22:22:06.672120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-5edf1a11-2777-420d-bed0-e38ae7049f38 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 200 len: 217 time: 0.1168530 Jul 07 22:22:06.673509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-b6b29df8-5f00-4483-b494-3b0c10b8c0eb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 200 len: 217 time: 0.1173079 Jul 07 22:22:06.802856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1bd59-9c63-43a4-964a-db92b5eb179e req-0d758e08-a397-48af-8cc6-dc465f05193e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.809012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29a1bd59-9c63-43a4-964a-db92b5eb179e req-0d758e08-a397-48af-8cc6-dc465f05193e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 949 time: 0.3371737 Jul 07 22:22:06.816936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ed2a1-eddf-4721-8d56-ceae073aae30 None None] Network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:06.844181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-308f456b-7062-4176-9823-db117f9a059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.846621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-308f456b-7062-4176-9823-db117f9a059d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1581621 Jul 07 22:22:06.914174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-acdfaa58-6a89-4f30-91ab-94283d896fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.915846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-acdfaa58-6a89-4f30-91ab-94283d896fbe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.2286205 Jul 07 22:22:06.919861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-84d829bc-b7ff-4162-9301-b43c9862d3ea service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520787 Jul 07 22:22:06.933060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'tag': 'e663602e-81d8-459b-898a-846f0055e5df'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:06.935768 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72" -d '{"events": [{"name": "network-changed", "server_uuid": "38ef07a8-ac8b-4fc9-92a8-87abbd6e2812", "tag": "e663602e-81d8-459b-898a-846f0055e5df"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:07.024476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29a1bd59-9c63-43a4-964a-db92b5eb179e req-b4b6eac8-1226-489d-9028-bc494b0506d2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939158 Jul 07 22:22:07.087967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-43833884-76ab-4ab0-906b-3552a9fa288e req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433961126', 'description': 'tempest-description-1024305210'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:07.155385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-f9ef4563-1355-46b3-a963-21e71c30a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.156913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-f9ef4563-1355-46b3-a963-21e71c30a27a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3007035 Jul 07 22:22:07.231874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43833884-76ab-4ab0-906b-3552a9fa288e req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.240326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-4315b898-5832-4581-b201-1026175805d1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.241811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-4315b898-5832-4581-b201-1026175805d1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.3352833 Jul 07 22:22:07.261154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1892-b226-483e-aee0-aff4f1043d36 req-41178da3-dcbd-4331-b21c-dc3612b6120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.262650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-41178da3-dcbd-4331-b21c-dc3612b6120f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3163450 Jul 07 22:22:07.273685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-ba24549f-3027-4b24-8adf-9f6faee8888e service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146946 Jul 07 22:22:07.332316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-6656d98e-9f82-4bf0-8ba1-857d196e6810 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0655706 Jul 07 22:22:07.432718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-c4af8a58-5dc4-4ce7-b624-2e5f2fcf4865 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594960 Jul 07 22:22:07.512860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-8cf5a4f1-6994-4b08-af02-03fd5a305da5 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413597 Jul 07 22:22:07.598987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-b83ce8c8-67f0-4328-9c83-bba6253415d0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564774 Jul 07 22:22:07.620206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-16fab45b-c19f-470e-b1f6-e96df0638b0b service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:22:07.621186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-16fab45b-c19f-470e-b1f6-e96df0638b0b service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092459 Jul 07 22:22:07.635151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43833884-76ab-4ab0-906b-3552a9fa288e req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.654766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43833884-76ab-4ab0-906b-3552a9fa288e req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.037863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61e0a5ab-dea0-45f6-8eda-a78422a93f46 req-42f48d52-5a9f-4c1c-a99a-5c381521a348 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912349 Jul 07 22:22:08.069348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-43833884-76ab-4ab0-906b-3552a9fa288e req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.070554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43833884-76ab-4ab0-906b-3552a9fa288e req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0007958 Jul 07 22:22:08.071167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1644ce-9404-40b2-90f0-352ea0102915 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5546c8b3-8949-4cbb-96f4-79257ea2195a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:08.080489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acea1892-b226-483e-aee0-aff4f1043d36 req-d28054d8-75c8-4921-b92f-36082de80cf9 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575991 Jul 07 22:22:08.106427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:08.115748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-734bfd37-5b92-4852-906b-c383c147fe48 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846826 Jul 07 22:22:08.211996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-0843568a-d516-4151-bfd1-8a25ee82f8b9 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Jul 07 22:22:08.221667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:08.234474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'mac_address': 'fa:16:3e:22:17:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:08.276455 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.292427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490916f7-801b-492a-8afe-fdfc0c2342ce {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:08.313799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:08.319028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.372019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:08.390960 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67638d2f-d688-46d0-bc58-67eb5c73a4df x-openstack-request-id: req-67638d2f-d688-46d0-bc58-67eb5c73a4df {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:08.391448 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ef07a8-ac8b-4fc9-92a8-87abbd6e2812", "tag": "e663602e-81d8-459b-898a-846f0055e5df", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:08.391549 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-67638d2f-d688-46d0-bc58-67eb5c73a4df {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:08.391936 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'tag': 'e663602e-81d8-459b-898a-846f0055e5df', 'status': 'completed', 'code': 200} Jul 07 22:22:08.486537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-74dc0854-2a54-4075-802a-16cb426e059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.488235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-74dc0854-2a54-4075-802a-16cb426e059f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b6fcbeef863e4dfab2e821c4d41c5d95&device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 1095 time: 0.0613184 Jul 07 22:22:08.509133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-945ffc3a-722d-488a-9e41-7a3d76383ad6 req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-36747828', 'description': 'tempest-description-1238345016'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:08.617514 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-945ffc3a-722d-488a-9e41-7a3d76383ad6 req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.618577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['490916f7-801b-492a-8afe-fdfc0c2342ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:08.672321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae262-a327-4a62-bbb7-299d969ec9be req-29f4c8f6-6000-4abb-8109-2e4da13cc754 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.674458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3aae262-a327-4a62-bbb7-299d969ec9be req-29f4c8f6-6000-4abb-8109-2e4da13cc754 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 943 time: 0.1853333 Jul 07 22:22:08.691734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-c4429bb1-bb23-474d-b0b2-54fd4282f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.693162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-c4429bb1-bb23-474d-b0b2-54fd4282f8b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0a53edb-b7e5-43cb-abe0-0142fc2bc719 HTTP/1.1" status: 200 len: 910 time: 0.1929395 Jul 07 22:22:08.776626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-2530dbd3-a374-4af8-aed1-3328d33b5d26 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e663602e-81d8-459b-898a-846f0055e5df HTTP/1.1" status: 200 len: 217 time: 0.0657926 Jul 07 22:22:08.799983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3aae262-a327-4a62-bbb7-299d969ec9be req-fb9144a8-1937-476c-9ccc-78df0f621e18 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Jul 07 22:22:08.848592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-297660b5-9359-434b-9e85-3f64c74347ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.850098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-297660b5-9359-434b-9e85-3f64c74347ba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e57cc3e6-250f-4641-b38f-fb187ec7e163 HTTP/1.1" status: 200 len: 849 time: 0.0636144 Jul 07 22:22:08.896382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-e5de6bcf-e7d7-48f3-be0a-b4b2162a9508 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0a53edb-b7e5-43cb-abe0-0142fc2bc719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339763 Jul 07 22:22:08.914930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-945ffc3a-722d-488a-9e41-7a3d76383ad6 req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.926232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-945ffc3a-722d-488a-9e41-7a3d76383ad6 req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.993081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-945ffc3a-722d-488a-9e41-7a3d76383ad6 req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.994341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-945ffc3a-722d-488a-9e41-7a3d76383ad6 req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4919610 Jul 07 22:22:08.996588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5a2e-37b8-4201-ab02-10fbfe2c3576 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0981d9a7-ce21-4bbd-97d5-5509994e48b1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.031198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-3a1ab32e-4159-483e-adbc-f769b87ee109 service neutron] 10.222.0.97 "GET /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268849 Jul 07 22:22:09.064110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-3a5cae9a-f1cc-4377-a4fe-fcebb3241140 req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1770683481', 'description': 'tempest-description-1685148666'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:09.161186 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a5cae9a-f1cc-4377-a4fe-fcebb3241140 req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.212112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce1c3d31-1ef6-4fc3-80b4-7f9104796a72 req-18e19fe8-53b6-4679-9a8b-7d8e655e5da4 service neutron] 10.222.0.97 "GET /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632490 Jul 07 22:22:09.241772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e616d3-c4d0-41bb-8f39-1ff4d81992de req-dbb88ffd-001b-4765-bce7-e4f313c8b058 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.243339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0e616d3-c4d0-41bb-8f39-1ff4d81992de req-dbb88ffd-001b-4765-bce7-e4f313c8b058 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 950 time: 0.1210735 Jul 07 22:22:09.301228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0e616d3-c4d0-41bb-8f39-1ff4d81992de req-04dd7499-7337-4a36-89f4-d94510b225de tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510447 Jul 07 22:22:09.320615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a5cae9a-f1cc-4377-a4fe-fcebb3241140 req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.328015 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a5cae9a-f1cc-4377-a4fe-fcebb3241140 req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.361720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a5cae9a-f1cc-4377-a4fe-fcebb3241140 req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.362991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a5cae9a-f1cc-4377-a4fe-fcebb3241140 req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3030667 Jul 07 22:22:09.364726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595b8c1-bdca-4fb5-9755-e1b8a29c9b2f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8584846b-3680-446b-8373-62e00acb1b6f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.513161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10a42-d15d-47a2-b38d-1f8c3134b0c2 req-fade8c03-dbed-46f3-8702-301b3d0142f8 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.514564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7d10a42-d15d-47a2-b38d-1f8c3134b0c2 req-fade8c03-dbed-46f3-8702-301b3d0142f8 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 945 time: 0.0994220 Jul 07 22:22:09.525399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-632838b7-4c16-45b1-888f-f7b95a92854f req-ba86a59b-8937-48d0-b9bb-ae76e42d4012 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 210 time: 0.0581384 Jul 07 22:22:09.572148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-32e7248e-bbb6-4e0e-b22f-8474e588283d req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-351235295', 'description': 'tempest-description-580787099'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:09.631139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-32e7248e-bbb6-4e0e-b22f-8474e588283d req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.638426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7d10a42-d15d-47a2-b38d-1f8c3134b0c2 req-ab6103d1-24b9-4638-a103-a6b84d8fec17 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/security-groups?id=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839407 Jul 07 22:22:09.667037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-4c043e93-623a-47c1-b185-0180711f2669 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.668510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-4c043e93-623a-47c1-b185-0180711f2669 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1988304 Jul 07 22:22:09.680904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:09.728376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e663602e-81d8-459b-898a-846f0055e5df details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:09.873014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-32e7248e-bbb6-4e0e-b22f-8474e588283d req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.880625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-32e7248e-bbb6-4e0e-b22f-8474e588283d req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.897135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17c3f8-dd87-46c9-9b76-a9d5520dd2b1 req-4acf7db7-d001-4b6f-a4a8-6028eba8cd0c tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.898874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f17c3f8-dd87-46c9-9b76-a9d5520dd2b1 req-4acf7db7-d001-4b6f-a4a8-6028eba8cd0c tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 1102 time: 0.1508198 Jul 07 22:22:09.939677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:09.943538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.945492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.956405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-32e7248e-bbb6-4e0e-b22f-8474e588283d req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.957619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32e7248e-bbb6-4e0e-b22f-8474e588283d req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4002278 Jul 07 22:22:09.967799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.968151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.968494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.968832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.969167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.969496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.969822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.970723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.971126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.971461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.971793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.972117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29fc8bc-3dc3-41ee-8edb-42b2bd4c31d8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:09.985109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e663602e-81d8-459b-898a-846f0055e5df, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e663602e-81d8-459b-898a-846f0055e5df,segment=NetworkSegment(a5413a53-88f3-45ed-8ce8-9363a4c84134),segment_id=a5413a53-88f3-45ed-8ce8-9363a4c84134)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:10.002137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'e663602e-81d8-459b-898a-846f0055e5df', 'network_id': 'f0a53edb-b7e5-43cb-abe0-0142fc2bc719', 'port_id': 'e663602e-81d8-459b-898a-846f0055e5df', 'mac_address': 'fa:16:3e:59:ec:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57cc3e6-250f-4641-b38f-fb187ec7e163', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:10.042934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.051944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f17c3f8-dd87-46c9-9b76-a9d5520dd2b1 req-cc233171-bfa0-467b-86f5-191d963306de tempest-MigrationsAdminTest-679141209 tempest-MigrationsAdminTest-679141209-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441238 Jul 07 22:22:10.057192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e663602e-81d8-459b-898a-846f0055e5df {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:10.083453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e663602e-81d8-459b-898a-846f0055e5df, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e663602e-81d8-459b-898a-846f0055e5df,segment=NetworkSegment(a5413a53-88f3-45ed-8ce8-9363a4c84134),segment_id=a5413a53-88f3-45ed-8ce8-9363a4c84134)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:10.089642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.108562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3d3bcdd9-ccb5-41fd-ba6f-45d5fc623a33 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/5546c8b3-8949-4cbb-96f4-79257ea2195a HTTP/1.1" status: 200 len: 1806 time: 0.1267171 Jul 07 22:22:10.117608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:10.177322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=e663602e-81d8-459b-898a-846f0055e5df,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.185373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.14 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/67ad2698-8ed5-460d-9b6e-175423f367dc) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:10.195160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 490916f7-801b-492a-8afe-fdfc0c2342ce completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:10.198887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 490916f7-801b-492a-8afe-fdfc0c2342ce triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:10.199296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.228078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-2368a9a6-155b-4d44-82f9-fd7623df1c8f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/8584846b-3680-446b-8373-62e00acb1b6f HTTP/1.1" status: 200 len: 1807 time: 0.0962739 Jul 07 22:22:10.243396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5546c8b3-8949-4cbb-96f4-79257ea2195a', 'remote_group_id': '8584846b-3680-446b-8373-62e00acb1b6f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:10.243712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5546c8b3-8949-4cbb-96f4-79257ea2195a', 'remote_group_id': '8584846b-3680-446b-8373-62e00acb1b6f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:10.275870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.298336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:10.300597 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a390e3-977f-4cda-b2f1-7742220d8d8d" -d '{"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:10.316224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:10.321208 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.368899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=13']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.416382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f27f0-c84e-42a0-a2cd-1f68830a2436 req-8370e38b-4e6e-452e-a338-1f734bddbffd tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:10.417903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d25f27f0-c84e-42a0-a2cd-1f68830a2436 req-8370e38b-4e6e-452e-a338-1f734bddbffd tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 944 time: 0.2303035 Jul 07 22:22:10.518284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-f09cc44f-9376-48ee-a3f0-3ef3dd30faec tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:10.519792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-f09cc44f-9376-48ee-a3f0-3ef3dd30faec tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 945 time: 0.2277057 Jul 07 22:22:10.527042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.546992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d25f27f0-c84e-42a0-a2cd-1f68830a2436 req-8a93fd85-4793-4a8a-ba34-50d7fdf150bd tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182356 Jul 07 22:22:10.553448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.602912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['e663602e-81d8-459b-898a-846f0055e5df'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:10.628600 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.653961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.696074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b30540b-e587-4bf1-a68e-fd24cdc539df,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.712613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.713850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19da4ff1-ec41-4a6f-8e58-714d0713f055 req-3faa1d22-beca-44c5-a272-f79a5fc1766a tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4775913 Jul 07 22:22:10.724521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.850106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=67ad2698-8ed5-460d-9b6e-175423f367dc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.854252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:10.856043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Deleting port e1257593-9605-41b5-b417-0dc108b9c94e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:10.856391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.863876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:10.865986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:10.993787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:10.994408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.039256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-9059e459-e6ee-49c8-9881-45032b882869 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.041016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-9059e459-e6ee-49c8-9881-45032b882869 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 813 time: 0.2829142 Jul 07 22:22:11.043565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] For port e1257593-9605-41b5-b417-0dc108b9c94e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e1257593-9605-41b5-b417-0dc108b9c94e,segment=NetworkSegment(487b4087-64c9-4479-8367-0af0acc12b77),segment_id=487b4087-64c9-4479-8367-0af0acc12b77)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:11.044269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.048108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-311a9c18-a57e-4746-83b5-4c0418528a8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3710232 Jul 07 22:22:11.061386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Request body: {'port': {'device_id': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:11.076589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Calling delete_port for e1257593-9605-41b5-b417-0dc108b9c94e owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:11.091410 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e86b929-a4d2-4d80-a340-63c79e17d040 x-openstack-request-id: req-4e86b929-a4d2-4d80-a340-63c79e17d040 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:11.091876 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:11.092519 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e86b929-a4d2-4d80-a340-63c79e17d040 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:11.093175 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'code': 200} Jul 07 22:22:11.104263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-8102a07b-acc8-45da-9931-9d9777ae83c4 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/quotas/d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 375 time: 0.0493989 Jul 07 22:22:11.178740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-a3bad093-8248-45b0-bc2b-9345e2acb7db tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656521 Jul 07 22:22:11.333602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.426959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:11.438215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08a2e-d673-4f62-b576-baf26b0ee612 req-46b5f51c-73a6-4246-85c8-ee82e4f4cc8a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.439805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8de08a2e-d673-4f62-b576-baf26b0ee612 req-46b5f51c-73a6-4246-85c8-ee82e4f4cc8a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 932 time: 0.2574768 Jul 07 22:22:11.449821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-00413e78-da84-40f0-a78d-08400c9ebf92 service neutron] 10.222.0.95 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628434 Jul 07 22:22:11.599177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.649766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Pushing event deleted for resources: {'Port': ['ID=e1257593-9605-41b5-b417-0dc108b9c94e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:11.661949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8de08a2e-d673-4f62-b576-baf26b0ee612 req-378c0a72-1ab7-4964-ba7f-22157d564383 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160521 Jul 07 22:22:11.736591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e663602e-81d8-459b-898a-846f0055e5df up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:11.761267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-401e9371-c67d-4a6d-b554-6fdb6a0ac8b1 service neutron] 10.222.0.95 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045669 Jul 07 22:22:11.763831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] No DVR routers for this DVR port e1257593-9605-41b5-b417-0dc108b9c94e on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:11.769166 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.771489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dcae4c5-bba0-45d5-9911-c030e0438336 req-898be41f-0fe1-45e4-86f7-d0ff7487824c tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.97 "DELETE /v2.0/ports/e1257593-9605-41b5-b417-0dc108b9c94e HTTP/1.1" status: 204 len: 173 time: 1.2386951 Jul 07 22:22:11.772218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7f5674-84e8-4048-94c0-786f33042406', 'name': 'network-vif-deleted', 'tag': 'e1257593-9605-41b5-b417-0dc108b9c94e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:11.774501 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02218f-3d49-4106-9b29-191d758656d2" -d '{"events": [{"server_uuid": "3b7f5674-84e8-4048-94c0-786f33042406", "name": "network-vif-deleted", "tag": "e1257593-9605-41b5-b417-0dc108b9c94e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:11.809844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19d8e2f5-6d05-473e-96b4-cd0bd92e57bc req-5e5ce10b-4f22-4c3a-8d23-bc0786656fe2 tempest-VolumesAdminNegativeTest-713941345 tempest-VolumesAdminNegativeTest-713941345-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b7f5674-84e8-4048-94c0-786f33042406 HTTP/1.1" status: 200 len: 210 time: 0.0440419 Jul 07 22:22:11.812539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port e663602e-81d8-459b-898a-846f0055e5df completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:11.817307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port e663602e-81d8-459b-898a-846f0055e5df triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:11.819962 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.879746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-52862159-3eb3-4069-97f6-e9173c98d6b6 req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-408420639', 'description': 'tempest-description-1513974427'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:11.939696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ad2698-8ed5-460d-9b6e-175423f367dc {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:11.947060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-52862159-3eb3-4069-97f6-e9173c98d6b6 req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.951275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.974225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Transition to ACTIVE for port object 67ad2698-8ed5-460d-9b6e-175423f367dc will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:11.985547 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.989769 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.039320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port e663602e-81d8-459b-898a-846f0055e5df, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e663602e-81d8-459b-898a-846f0055e5df,segment=NetworkSegment(a5413a53-88f3-45ed-8ce8-9363a4c84134),segment_id=a5413a53-88f3-45ed-8ce8-9363a4c84134)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:12.044047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.045023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e1257593-9605-41b5-b417-0dc108b9c94e no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:12.089243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: e1257593-9605-41b5-b417-0dc108b9c94e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:12.089339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e1257593-9605-41b5-b417-0dc108b9c94e not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:12.095891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Pushing event updated for resources: {'Port': ['ID=67ad2698-8ed5-460d-9b6e-175423f367dc,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:12.129459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=e663602e-81d8-459b-898a-846f0055e5df,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:12.548414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-52862159-3eb3-4069-97f6-e9173c98d6b6 req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.573464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-52862159-3eb3-4069-97f6-e9173c98d6b6 req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.589962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643afc24-4445-447c-8f31-cfe1821059e1 req-310d0255-f62d-4aad-8d2b-d854a6489bf2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.591481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-643afc24-4445-447c-8f31-cfe1821059e1 req-310d0255-f62d-4aad-8d2b-d854a6489bf2 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 951 time: 0.5602412 Jul 07 22:22:12.636381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Attempting to bind port 67ad2698-8ed5-460d-9b6e-175423f367dc on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:12.636722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Attempting to bind port 67ad2698-8ed5-460d-9b6e-175423f367dc by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:12.637055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Attempting to bind port 67ad2698-8ed5-460d-9b6e-175423f367dc on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:12.639114 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-52862159-3eb3-4069-97f6-e9173c98d6b6 req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.640374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52862159-3eb3-4069-97f6-e9173c98d6b6 req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7697208 Jul 07 22:22:12.659558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Port 67ad2698-8ed5-460d-9b6e-175423f367dc on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:12.659916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Attempting to bind port 67ad2698-8ed5-460d-9b6e-175423f367dc on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:12.664001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476596d-011b-4565-928e-9adc6c83acab tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f05b6f-fad8-40a1-b40f-2673c4fee4bf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:12.681543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:12.681895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:12.682292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:12.682774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Bound port: 67ad2698-8ed5-460d-9b6e-175423f367dc, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:12.683143 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.707841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-643afc24-4445-447c-8f31-cfe1821059e1 req-233d4354-2338-411a-8964-7c3a77779e9c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031234 Jul 07 22:22:12.719165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-d2baffd8-9504-439a-8e2c-490fe5b95c4f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.721317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-d2baffd8-9504-439a-8e2c-490fe5b95c4f tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 951 time: 0.1966760 Jul 07 22:22:12.873289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] For port 67ad2698-8ed5-460d-9b6e-175423f367dc, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:12.876259 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d6e32-28f2-48b1-99d8-5d786f28c79f x-openstack-request-id: req-357d6e32-28f2-48b1-99d8-5d786f28c79f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:12.876469 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7f5674-84e8-4048-94c0-786f33042406", "name": "network-vif-deleted", "tag": "e1257593-9605-41b5-b417-0dc108b9c94e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:12.876729 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-357d6e32-28f2-48b1-99d8-5d786f28c79f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:12.877134 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7f5674-84e8-4048-94c0-786f33042406', 'name': 'network-vif-deleted', 'tag': 'e1257593-9605-41b5-b417-0dc108b9c94e', 'status': 'completed', 'code': 200} Jul 07 22:22:12.894975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] For port 67ad2698-8ed5-460d-9b6e-175423f367dc, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=67ad2698-8ed5-460d-9b6e-175423f367dc,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:12.906618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.966912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4de21-f976-42a8-a089-01964df00487 req-899d264d-e11e-466d-a7b7-67b8dc250fcd tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.968437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6a4de21-f976-42a8-a089-01964df00487 req-899d264d-e11e-466d-a7b7-67b8dc250fcd tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 945 time: 0.1900694 Jul 07 22:22:12.975578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.976211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.979752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] 10.222.0.103 "PUT /v2.0/ports/67ad2698-8ed5-460d-9b6e-175423f367dc HTTP/1.1" status: 200 len: 1093 time: 1.9205155 Jul 07 22:22:13.002268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Deleting port 490916f7-801b-492a-8afe-fdfc0c2342ce {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:13.002650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.048291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92dc3c-59e0-43de-80fa-1c10408c06b3 service neutron] Pushing event updated for resources: {'Port': ['ID=67ad2698-8ed5-460d-9b6e-175423f367dc,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:13.095170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e663602e-81d8-459b-898a-846f0055e5df'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:13.099482 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c404464-d1eb-49ed-a185-eaa842aba98e" -d '{"events": [{"server_uuid": "38ef07a8-ac8b-4fc9-92a8-87abbd6e2812", "name": "network-vif-plugged", "status": "completed", "tag": "e663602e-81d8-459b-898a-846f0055e5df"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:13.147500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6a4de21-f976-42a8-a089-01964df00487 req-b0361b63-61a6-47b0-bba1-7f39f0cf3241 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615162 Jul 07 22:22:13.157182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81e76777-bee4-4808-a86f-9906355d0a00 req-97e6b74d-0dbe-4e71-900b-1bec5087ec49 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 210 time: 0.0608871 Jul 07 22:22:13.196710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-121741f4-a6ab-4838-a077-fac6925c6fe7 req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-99388773', 'description': 'tempest-description-1205241921'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:13.208027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] For port 490916f7-801b-492a-8afe-fdfc0c2342ce, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=490916f7-801b-492a-8afe-fdfc0c2342ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:13.208406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.233081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Calling delete_port for 490916f7-801b-492a-8afe-fdfc0c2342ce owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:13.236286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-b50ab0df-d2a3-4a74-9b0a-1473a40171e3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.236883 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-b50ab0df-d2a3-4a74-9b0a-1473a40171e3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 813 time: 0.1611247 Jul 07 22:22:13.253646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'port': {'device_id': '3486d86c-5821-40af-9dc1-ae075744b280', 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1', 'admin_state_up': True, 'tenant_id': 'd61c313f9e674ec399c340bbac5b853a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:13.258905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-40cdef42-9dd1-427d-b2e5-7743550028e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.260639 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-40cdef42-9dd1-427d-b2e5-7743550028e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 1096 time: 0.2055912 Jul 07 22:22:13.302901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-121741f4-a6ab-4838-a077-fac6925c6fe7 req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.368567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-c9b75988-df26-4a90-8ace-529f447ea050 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ad2698-8ed5-460d-9b6e-175423f367dc HTTP/1.1" status: 200 len: 217 time: 0.0731473 Jul 07 22:22:13.381028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Made reservation on behalf of d61c313f9e674ec399c340bbac5b853a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:13.384697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.474291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-b39aa4a3-b807-42af-a5f7-ac94c2c33bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.475821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-b39aa4a3-b807-42af-a5f7-ac94c2c33bb1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0962021 Jul 07 22:22:13.517731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Allocated IP 172.20.0.6 (6e3f3b45-c9b8-4646-9671-1e49ee2d10b1/7cdf4ed1-3872-499d-a42c-9329d9f84d7a/cf1a687f-cc3f-47ad-933c-5fccc8e6f546) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:13.552002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-828fe33a-f27e-410f-ab16-fc214c0f4c00 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623040 Jul 07 22:22:13.568867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-4f0f1d87-4bde-4ece-a8c4-761e088977f9 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:22:13.569876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-4f0f1d87-4bde-4ece-a8c4-761e088977f9 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090458 Jul 07 22:22:13.586671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4a62-ead5-4874-9ce9-59081e8af1fb req-2c4ea9bc-1d7e-46e5-af47-26e5b41a4c0c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.588150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6ac4a62-ead5-4874-9ce9-59081e8af1fb req-2c4ea9bc-1d7e-46e5-af47-26e5b41a4c0c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 944 time: 0.2940464 Jul 07 22:22:13.658290 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.671242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26', '490916f7-801b-492a-8afe-fdfc0c2342ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:13.674966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108', 'df1d40e6-c7b8-457d-b425-3de953461080'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:13.727193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-121741f4-a6ab-4838-a077-fac6925c6fe7 req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.728650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event deleted for resources: {'Port': ['ID=490916f7-801b-492a-8afe-fdfc0c2342ce,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:13.750224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-121741f4-a6ab-4838-a077-fac6925c6fe7 req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.815977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6ac4a62-ead5-4874-9ce9-59081e8af1fb req-a062e165-3c0a-43c1-bd66-20f925a07441 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196565 Jul 07 22:22:13.897751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-2d67bb21-1409-404a-84a8-340d3e214765 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086102 Jul 07 22:22:13.899159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22785e4-cea6-4397-b2aa-533ead71010c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:13.924526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] No DVR routers for this DVR port 490916f7-801b-492a-8afe-fdfc0c2342ce on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:13.930168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.935023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fce921a2-7cf8-4f44-9c09-76eac466e244 req-da455134-69f0-4148-a4ff-333a7300c7d0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "DELETE /v2.0/ports/490916f7-801b-492a-8afe-fdfc0c2342ce HTTP/1.1" status: 204 len: 173 time: 1.1916332 Jul 07 22:22:13.940234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46508) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:13.953747 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dd79bc-1b77-41df-bbf3-4da99cc387b3 x-openstack-request-id: req-53dd79bc-1b77-41df-bbf3-4da99cc387b3 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:13.954058 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ef07a8-ac8b-4fc9-92a8-87abbd6e2812", "name": "network-vif-plugged", "status": "completed", "tag": "e663602e-81d8-459b-898a-846f0055e5df", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:13.954293 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-53dd79bc-1b77-41df-bbf3-4da99cc387b3 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:13.954710 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e663602e-81d8-459b-898a-846f0055e5df', 'code': 200} Jul 07 22:22:14.031611 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.065178 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-121741f4-a6ab-4838-a077-fac6925c6fe7 req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.071564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-121741f4-a6ab-4838-a077-fac6925c6fe7 req-5c3fdbd2-a8e2-42b3-a38f-77859a89cc7b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8837657 Jul 07 22:22:14.080185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.152131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:14.176704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:14.179598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:14.198198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9452ca6-597a-462f-909f-70c44ffa04bd req-067f40ff-ce55-4e4e-a4d5-edbc7bafc29a tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8 HTTP/1.1" status: 200 len: 210 time: 0.1243906 Jul 07 22:22:14.219343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b26bb0ef-8c5b-4a7e-aebc-dc94ed471458 req-e0ae4931-9d01-44c3-abce-bbd2b735b8b7 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830017 Jul 07 22:22:14.251459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.278450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.279485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.279621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Deleting subnet c5f4dc0f-47fd-4116-a556-007f931b3554 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:14.287406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.301273 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d9c9f588-12ec-4b15-ad3c-a0c6101421a0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543208 Jul 07 22:22:14.315939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Request body: {'port': {'device_id': '3486d86c-5821-40af-9dc1-ae075744b280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:14.364249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0618919-0a9b-4a2d-96bb-87a6d879fbf1 req-95525f6a-0b25-4451-b0b8-cf6e18fffe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.366735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0618919-0a9b-4a2d-96bb-87a6d879fbf1 req-95525f6a-0b25-4451-b0b8-cf6e18fffe03 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 1097 time: 0.2883668 Jul 07 22:22:14.396934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.408565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.465550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-9b19253d-7244-49b4-b7b6-6e640c0ef815 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/c9f05b6f-fad8-40a1-b40f-2673c4fee4bf HTTP/1.1" status: 200 len: 1806 time: 0.1800332 Jul 07 22:22:14.471150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.519458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0618919-0a9b-4a2d-96bb-87a6d879fbf1 req-90d0e71f-e7d9-4d98-8320-a5b2abe71e57 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398847 Jul 07 22:22:14.559077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-19a402d7-4af0-4bba-a856-ec4b88acae9c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/e22785e4-cea6-4397-b2aa-533ead71010c HTTP/1.1" status: 200 len: 1805 time: 0.0610530 Jul 07 22:22:14.571489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c9f05b6f-fad8-40a1-b40f-2673c4fee4bf', 'remote_group_id': 'e22785e4-cea6-4397-b2aa-533ead71010c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:14.572086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c9f05b6f-fad8-40a1-b40f-2673c4fee4bf', 'remote_group_id': 'e22785e4-cea6-4397-b2aa-533ead71010c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:14.588134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.615406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.621362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c5f4dc0f-47fd-4116-a556-007f931b3554 HTTP/1.1" status: 204 len: 168 time: 0.6796744 Jul 07 22:22:14.624231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46518) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:14.646759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e435b7-c60e-44f3-b359-f5ef15e86523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f4dc0f-47fd-4116-a556-007f931b3554,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.726419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.752348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.769895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d61ec0-89ef-4362-a645-6ae5400b909a req-5085fdb9-2509-47a9-8a21-ecf99f497151 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.771428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4d61ec0-89ef-4362-a645-6ae5400b909a req-5085fdb9-2509-47a9-8a21-ecf99f497151 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 945 time: 0.1179967 Jul 07 22:22:14.815105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.822929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.848140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4d61ec0-89ef-4362-a645-6ae5400b909a req-84acdeb7-104b-4910-900d-859c007ce9b9 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704806 Jul 07 22:22:14.849789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f9aa0a-c4ad-45a7-a7ee-0f8f3366a0b4,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.864741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.865599 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.867943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c105c7e8-9f6f-4b6b-ac1a-9aef67bedbd5 req-a48fe3ef-7b3d-4955-8c1c-dee2eaafff65 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3001871 Jul 07 22:22:14.882851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'tag': '67ad2698-8ed5-460d-9b6e-175423f367dc'}, {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-deleted', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:14.882851 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e40938-39e6-428a-84d0-0f93f9508e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "208864c9-47ef-48e0-9b14-7ac1a7732878", "tag": "67ad2698-8ed5-460d-9b6e-175423f367dc"}, {"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-deleted", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:14.884257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1a687f-cc3f-47ad-933c-5fccc8e6f546 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:14.893191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e19444-f36b-45a1-8f7c-4d4f61929514']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:14.896472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.909163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487b4087-64c9-4479-8367-0af0acc12b77') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:14.909474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487b4087-64c9-4479-8367-0af0acc12b77') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:14.924534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.926685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Transition to ACTIVE for port object cf1a687f-cc3f-47ad-933c-5fccc8e6f546 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:14.936414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.942503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.974396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:14.974884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:14.978446 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:15.043983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.073481 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.084229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a3616-675d-4db6-8cad-2068a6cf0bb6 req-337865b0-a7fc-4805-b02e-405d8e769353 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.085748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c14a3616-675d-4db6-8cad-2068a6cf0bb6 req-337865b0-a7fc-4805-b02e-405d8e769353 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 944 time: 0.1160231 Jul 07 22:22:15.097245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.099057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] 10.222.0.95 "DELETE /v2.0/networks/77e19444-f36b-45a1-8f7c-4d4f61929514 HTTP/1.1" status: 204 len: 168 time: 0.4738586 Jul 07 22:22:15.101381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58882db-2d29-4592-a887-9e9e90a834ff req-67dd0e2f-c60e-4205-a9c6-6ac8a74a7ac2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.102938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e58882db-2d29-4592-a887-9e9e90a834ff req-67dd0e2f-c60e-4205-a9c6-6ac8a74a7ac2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 943 time: 0.1027527 Jul 07 22:22:15.104569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46526) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:15.117376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b98643-2d59-4c6a-9aa9-109c903a3898 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e19444-f36b-45a1-8f7c-4d4f61929514,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.137702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Attempting to bind port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:15.138045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Attempting to bind port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:15.138387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Attempting to bind port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 on network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:15.142780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 on network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:15.143112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Attempting to bind port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 on network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:15.147956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:15.148305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Checking segment: {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:15.148694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Bound using segment: {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:15.149127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Bound port: cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:15.149492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.198161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c14a3616-675d-4db6-8cad-2068a6cf0bb6 req-984f3514-0207-4efe-8146-da2550532193 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942140 Jul 07 22:22:15.202985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Deleting subnet e0b5f3ef-9db9-4b1a-b7fa-234fa09acdf8 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:15.206275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.210469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e58882db-2d29-4592-a887-9e9e90a834ff req-02af1819-7db4-4543-a094-eadd2e3f0c98 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846529 Jul 07 22:22:15.215268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:15.219000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:15.227600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.255501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.274251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.274930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.276819 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] 10.222.0.103 "PUT /v2.0/ports/cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 1092 time: 0.9667170 Jul 07 22:22:15.277284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:15.279639 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b" -d '{"events": [{"name": "network-changed", "server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:15.287441 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e5343-a2e0-4c8a-885d-8d032c2e7af6 x-openstack-request-id: req-379e5343-a2e0-4c8a-885d-8d032c2e7af6 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:15.287744 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208864c9-47ef-48e0-9b14-7ac1a7732878", "tag": "67ad2698-8ed5-460d-9b6e-175423f367dc", "status": "completed", "code": 200}, {"server_uuid": "f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8", "name": "network-vif-deleted", "tag": "490916f7-801b-492a-8afe-fdfc0c2342ce", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:15.288002 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-379e5343-a2e0-4c8a-885d-8d032c2e7af6 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:15.289243 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'tag': '67ad2698-8ed5-460d-9b6e-175423f367dc', 'status': 'completed', 'code': 200} Jul 07 22:22:15.289551 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cdd2c6-e37c-447f-ae25-d1b9b8b2a3d8', 'name': 'network-vif-deleted', 'tag': '490916f7-801b-492a-8afe-fdfc0c2342ce', 'status': 'completed', 'code': 200} Jul 07 22:22:15.335840 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.355892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d2acf-c586-4b01-b08e-8722df9bc8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.374044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-81baebe9-2294-4247-8d77-71a38a489c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.375670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-81baebe9-2294-4247-8d77-71a38a489c3c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 1096 time: 0.0785468 Jul 07 22:22:15.447213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b69e357a-bba5-4d4a-8eb3-58ff0b8183ea req-ffc214af-2fa8-4ece-a331-1a7be2f1ab0b tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/e22785e4-cea6-4397-b2aa-533ead71010c HTTP/1.1" status: 200 len: 1805 time: 0.1566975 Jul 07 22:22:15.465016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.473698 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb36e2d-cff5-4497-aa99-05fc99d41347 x-openstack-request-id: req-3eb36e2d-cff5-4497-aa99-05fc99d41347 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:15.473949 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:15.474214 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3eb36e2d-cff5-4497-aa99-05fc99d41347 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:15.474621 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'status': 'completed', 'code': 200} Jul 07 22:22:15.487749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-42f1e524-661c-4c32-9762-3762989318c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.489254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-42f1e524-661c-4c32-9762-3762989318c1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.1068637 Jul 07 22:22:15.512679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b5f3ef-9db9-4b1a-b7fa-234fa09acdf8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.527870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.531960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85cbd16a-b0bd-43bc-8953-a67cbe66d4bb admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e0b5f3ef-9db9-4b1a-b7fa-234fa09acdf8 HTTP/1.1" status: 204 len: 168 time: 0.4242749 Jul 07 22:22:15.533444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46536) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:15.535561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-f33971a0-309c-41d5-97f3-469c802a9ec4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ad2698-8ed5-460d-9b6e-175423f367dc HTTP/1.1" status: 200 len: 217 time: 0.0393858 Jul 07 22:22:15.552478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-54fd1f1f-afa3-483c-9177-a8bba5bad5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.554479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-54fd1f1f-afa3-483c-9177-a8bba5bad5db service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1095 time: 0.1769407 Jul 07 22:22:15.602257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b69e357a-bba5-4d4a-8eb3-58ff0b8183ea req-3a2e001c-2e2f-4158-8be6-b5d7072add7f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.605964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-e66f00ed-dff1-40a9-9ac5-74e1539ec778 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 217 time: 0.0431280 Jul 07 22:22:15.643638 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-a2c580ef-6378-4772-aaf3-36f1bc9d44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.645348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-a2c580ef-6378-4772-aaf3-36f1bc9d44a4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.1013215 Jul 07 22:22:15.648345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.654844 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b69e357a-bba5-4d4a-8eb3-58ff0b8183ea req-3a2e001c-2e2f-4158-8be6-b5d7072add7f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.679279 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-b3668be6-1125-4cf9-8636-330d8bfc86b0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282347 Jul 07 22:22:15.705328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-6e336721-6719-4948-83e6-490f549e8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.706880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-6e336721-6719-4948-83e6-490f549e8d0e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.0928812 Jul 07 22:22:15.759207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-bbd66ec8-4f41-4935-8f21-ef4b4b5b2e04 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442097 Jul 07 22:22:15.807653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.818477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f30eeda-88aa-44e3-a421-cae755252e4d']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:15.835026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daff95a4-3a9f-4d35-95c5-8ee682df5b8b') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:15.835285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b69e357a-bba5-4d4a-8eb3-58ff0b8183ea req-3a2e001c-2e2f-4158-8be6-b5d7072add7f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.835394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daff95a4-3a9f-4d35-95c5-8ee682df5b8b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:15.839821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b69e357a-bba5-4d4a-8eb3-58ff0b8183ea req-3a2e001c-2e2f-4158-8be6-b5d7072add7f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.841062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b69e357a-bba5-4d4a-8eb3-58ff0b8183ea req-3a2e001c-2e2f-4158-8be6-b5d7072add7f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/e22785e4-cea6-4397-b2aa-533ead71010c HTTP/1.1" status: 204 len: 173 time: 0.3877819 Jul 07 22:22:15.870272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.874861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e001c-2e2f-4158-8be6-b5d7072add7f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22785e4-cea6-4397-b2aa-533ead71010c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.899243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.908020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-373bafec-2fd5-49f7-98ad-2c1299ac56fe service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211359 Jul 07 22:22:15.908910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:15.909788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:15.911161 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:15.948056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-a00a188d-f3d9-4181-8fd0-02b5621a7e68 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798961 Jul 07 22:22:15.977313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2d530e2-b164-4575-a16d-a5198d2b9bfb req-c53478d5-f8a1-4a83-b9f0-0c26ff06807f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/c9f05b6f-fad8-40a1-b40f-2673c4fee4bf HTTP/1.1" status: 200 len: 1806 time: 0.1082668 Jul 07 22:22:16.039544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.058608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.063071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] 10.222.0.95 "DELETE /v2.0/networks/2f30eeda-88aa-44e3-a421-cae755252e4d HTTP/1.1" status: 204 len: 168 time: 0.5242460 Jul 07 22:22:16.066023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755d740-e457-44cc-b0d2-2756611cd5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=2f30eeda-88aa-44e3-a421-cae755252e4d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:16.079390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14e40938-39e6-428a-84d0-0f93f9508e2f req-34870d63-81a9-4326-8fba-749ad717fdc4 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586058 Jul 07 22:22:16.103438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba1923c0-4ef4-4274-8e5b-ccace565a817 req-d2da6f6c-db9f-4ed1-88ba-8b93e8cfe846 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477599 Jul 07 22:22:16.115047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7a31-7d9c-480a-9629-ca4148948f32 req-22517ddc-e6c4-4a48-9a3b-23cf221762bb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.116563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82cb7a31-7d9c-480a-9629-ca4148948f32 req-22517ddc-e6c4-4a48-9a3b-23cf221762bb tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 951 time: 0.1514149 Jul 07 22:22:16.143890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 67ad2698-8ed5-460d-9b6e-175423f367dc details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:16.149415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:16.182460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 490916f7-801b-492a-8afe-fdfc0c2342ce {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:16.183032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 490916f7-801b-492a-8afe-fdfc0c2342ce not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:16.195629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46550) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.222097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82cb7a31-7d9c-480a-9629-ca4148948f32 req-712d62dc-835b-477f-b2d2-37b6f4051f70 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951521 Jul 07 22:22:16.252754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3da3-b1ff-4c01-b463-5279600a99ef req-1433d316-d450-49bc-b426-0697e81a0ae6 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.257396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54baee81-dbc4-4741-b93b-58f01ae0d18b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aa8fef455b5342d9b990b7bb813793cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583341 Jul 07 22:22:16.257937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46556) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.258917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa9b3da3-b1ff-4c01-b463-5279600a99ef req-1433d316-d450-49bc-b426-0697e81a0ae6 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 945 time: 0.1525855 Jul 07 22:22:16.274329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5dddfd47-4b41-4c6c-ac09-49ec5583848b req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2117700626', 'description': 'tempest-description-1240056061'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:16.295936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 67ad2698-8ed5-460d-9b6e-175423f367dc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=67ad2698-8ed5-460d-9b6e-175423f367dc,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:16.308322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '67ad2698-8ed5-460d-9b6e-175423f367dc', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': '67ad2698-8ed5-460d-9b6e-175423f367dc', 'mac_address': 'fa:16:3e:32:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:16.310928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-edbe63d1-9edf-4fb4-9a69-cdf8e856f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.311051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd378ced-96c5-4e58-acf6-fae77311e28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.312828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-edbe63d1-9edf-4fb4-9a69-cdf8e856f437 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1095 time: 0.1538630 Jul 07 22:22:16.334893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd378ced-96c5-4e58-acf6-fae77311e28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.335669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dddfd47-4b41-4c6c-ac09-49ec5583848b req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.349333 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.363814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ad2698-8ed5-460d-9b6e-175423f367dc {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:16.385807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 67ad2698-8ed5-460d-9b6e-175423f367dc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=67ad2698-8ed5-460d-9b6e-175423f367dc,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:16.389473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd378ced-96c5-4e58-acf6-fae77311e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.389668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa9b3da3-b1ff-4c01-b463-5279600a99ef req-17b3ae94-513d-4196-9b29-4ff03c7783e1 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Jul 07 22:22:16.393417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.394039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd378ced-96c5-4e58-acf6-fae77311e28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.395560 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dd378ced-96c5-4e58-acf6-fae77311e28e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a7a6eedc-6d70-4e6b-b02a-d2e0689422a2 HTTP/1.1" status: 204 len: 168 time: 0.1366742 Jul 07 22:22:16.406474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378ced-96c5-4e58-acf6-fae77311e28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6eedc-6d70-4e6b-b02a-d2e0689422a2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:16.451178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-a088ef74-1e5b-40fa-a799-1e4275d39ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.453213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-a088ef74-1e5b-40fa-a799-1e4275d39ec4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.1326759 Jul 07 22:22:16.519058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-01de9aa7-a69d-42bc-83c0-30ede7de407f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 217 time: 0.0560381 Jul 07 22:22:16.526121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=67ad2698-8ed5-460d-9b6e-175423f367dc,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:16.641847 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.643197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-803c340f-ab44-4766-8cca-351ef461cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.644889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-803c340f-ab44-4766-8cca-351ef461cb60 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.1148190 Jul 07 22:22:16.662437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['67ad2698-8ed5-460d-9b6e-175423f367dc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:16.668924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dddfd47-4b41-4c6c-ac09-49ec5583848b req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.695892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-23f76e73-bb9d-4b71-8e05-b738b0002c50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441022 Jul 07 22:22:16.697742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dddfd47-4b41-4c6c-ac09-49ec5583848b req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.773524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60babef-4718-4841-b37a-04fedcecd4ab req-9480faa7-cd45-4254-80a3-d1c647159f9c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.783370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a60babef-4718-4841-b37a-04fedcecd4ab req-9480faa7-cd45-4254-80a3-d1c647159f9c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 945 time: 0.2568953 Jul 07 22:22:16.817503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5dddfd47-4b41-4c6c-ac09-49ec5583848b req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.827402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dddfd47-4b41-4c6c-ac09-49ec5583848b req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5611780 Jul 07 22:22:16.827402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d0071-8916-4d9b-8c93-3ddc1c618e56 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4d9001-7ac2-41c2-88ce-1d3ccbc35878,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:16.912573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46574) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.932074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a60babef-4718-4841-b37a-04fedcecd4ab req-f4c787ce-97cc-4b34-ade4-c76972c0decf tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484306 Jul 07 22:22:16.960139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-39438d92-843a-42dd-a0ba-3c4d2e736c85 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0bca9b4b9ec14bb0b8c40a3f788d96ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441382 Jul 07 22:22:16.960517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46576) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.977546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-3ae33ab1-1978-4f56-9d95-22f4acee6995 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731478 Jul 07 22:22:17.160751 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44f8acff-3518-41ca-984d-45c408d4c6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.186908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce517db-1d8a-4826-ab01-e9ead19c194d req-aef9c9d4-5e94-4522-8746-c9e3f7bddf05 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.188420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ce517db-1d8a-4826-ab01-e9ead19c194d req-aef9c9d4-5e94-4522-8746-c9e3f7bddf05 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 943 time: 0.2289369 Jul 07 22:22:17.193169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e943ae3-32eb-4a5c-beba-e3f59c3be37b req-ea5a760e-dbe8-4374-be9a-57937e3057d5 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085288 Jul 07 22:22:17.195751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-69d866b5-da07-4256-9963-8f0130ceb195 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/cc4d9001-7ac2-41c2-88ce-1d3ccbc35878 HTTP/1.1" status: 200 len: 1807 time: 0.1229365 Jul 07 22:22:17.225147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44f8acff-3518-41ca-984d-45c408d4c6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.229269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc4d9001-7ac2-41c2-88ce-1d3ccbc35878', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:17.230221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc4d9001-7ac2-41c2-88ce-1d3ccbc35878', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:17.287660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ce517db-1d8a-4826-ab01-e9ead19c194d req-6490a156-44c5-4bf6-bf95-35d1e34c5e44 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908725 Jul 07 22:22:17.332161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44f8acff-3518-41ca-984d-45c408d4c6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.335000 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44f8acff-3518-41ca-984d-45c408d4c6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.336207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-44f8acff-3518-41ca-984d-45c408d4c6d8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/27d937ce-9edc-43e0-bfa7-49e75885f0a9 HTTP/1.1" status: 204 len: 168 time: 0.3737507 Jul 07 22:22:17.351111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.353511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8acff-3518-41ca-984d-45c408d4c6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d937ce-9edc-43e0-bfa7-49e75885f0a9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:17.391209 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.400069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.425588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011555fa-9906-44b3-923b-bafcc691281c,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:17.444623 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.447124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25aae7fb-a48f-4f0f-bc46-c0a82c015baf req-165f2918-ead6-40c6-accd-bb925fc0bedd tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2372990 Jul 07 22:22:17.565536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-ce633ebc-a559-4945-b5c5-e0a693c41f78 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/cc4d9001-7ac2-41c2-88ce-1d3ccbc35878 HTTP/1.1" status: 200 len: 2401 time: 0.0876403 Jul 07 22:22:17.582396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-93bbbc0e-08b8-4ecd-a0e3-854036e39e7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.584012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-93bbbc0e-08b8-4ecd-a0e3-854036e39e7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 951 time: 0.1301055 Jul 07 22:22:17.592499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc4d9001-7ac2-41c2-88ce-1d3ccbc35878', 'remote_group_id': None}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:17.592499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc4d9001-7ac2-41c2-88ce-1d3ccbc35878', 'remote_group_id': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:18.096409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f6ab1-5a78-4101-bac3-8ec59e9a42a1 req-252ce5ae-4d00-4f07-9eb7-6dd5cc5ec2a9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:18.098144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-450f6ab1-5a78-4101-bac3-8ec59e9a42a1 req-252ce5ae-4d00-4f07-9eb7-6dd5cc5ec2a9 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 951 time: 0.5131795 Jul 07 22:22:18.104882 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.146433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Deleting port df1d40e6-c7b8-457d-b425-3de953461080 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:18.146899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.153091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46614) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:18.154647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cf1a687f-cc3f-47ad-933c-5fccc8e6f546 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:18.156725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 67ad2698-8ed5-460d-9b6e-175423f367dc up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:18.228376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-450f6ab1-5a78-4101-bac3-8ec59e9a42a1 req-eaca8cf2-f9d5-4f24-9feb-41de9877d516 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177628 Jul 07 22:22:18.238151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.259919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.316002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 67ad2698-8ed5-460d-9b6e-175423f367dc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:18.321368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-787ff529-0adb-42ef-9512-8af8198356a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.325903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 67ad2698-8ed5-460d-9b6e-175423f367dc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:18.326868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.333908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-network', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:18.363026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] For port df1d40e6-c7b8-457d-b425-3de953461080, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=df1d40e6-c7b8-457d-b425-3de953461080,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:18.363472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.366097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:18.378154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1', 'port_id': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'mac_address': 'fa:16:3e:3d:7d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdf4ed1-3872-499d-a42c-9329d9f84d7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:18.378411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Made reservation on behalf of f2d373d288d346cd90378cb6d9713e49 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:18.381344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.388148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Calling delete_port for df1d40e6-c7b8-457d-b425-3de953461080 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:18.396962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.398981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1986df82-3c20-46bd-b80b-74ffb70311d6,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.420793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.424183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45333181-eae3-4de4-ba0c-86afaadd9d4c req-102ab455-63e7-4aa7-b7d9-6e61674ba6fa tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8368642 Jul 07 22:22:18.437840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.492537 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.519761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1a687f-cc3f-47ad-933c-5fccc8e6f546 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:18.522240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.529395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.561476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad2698-8ed5-460d-9b6e-175423f367dc'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:18.566921 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1890f70-1175-40de-a347-04a197be97d7" -d '{"events": [{"server_uuid": "208864c9-47ef-48e0-9b14-7ac1a7732878", "name": "network-vif-plugged", "status": "completed", "tag": "67ad2698-8ed5-460d-9b6e-175423f367dc"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:18.581602 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.591712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:18.603266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 67ad2698-8ed5-460d-9b6e-175423f367dc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=67ad2698-8ed5-460d-9b6e-175423f367dc,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:18.605974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:18.612081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.642079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4471962-976f-4af5-95ca-3f404cc05d7b req-0ba783b8-45a1-4e4a-80a3-d826c5848033 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:18.648393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.649102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4471962-976f-4af5-95ca-3f404cc05d7b req-0ba783b8-45a1-4e4a-80a3-d826c5848033 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 945 time: 0.2378941 Jul 07 22:22:18.653779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99e70f-4f24-47e4-9b79-b92520f33664,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.668034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.668905 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Added segment 82eab63f-ddbb-4bda-a80c-b7a521145a7a of type vlan for network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b Jul 07 22:22:18.698705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=67ad2698-8ed5-460d-9b6e-175423f367dc,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.708501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.732790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:18.741305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.757251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108', 'df1d40e6-c7b8-457d-b425-3de953461080'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:18.768052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event deleted for resources: {'Port': ['ID=df1d40e6-c7b8-457d-b425-3de953461080,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.789371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4471962-976f-4af5-95ca-3f404cc05d7b req-3b750915-d75a-4312-8b76-ad00ec923915 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393816 Jul 07 22:22:18.790358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.792918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:18.794039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.885636 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7306283 Jul 07 22:22:18.887683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] No DVR routers for this DVR port df1d40e6-c7b8-457d-b425-3de953461080 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:18.889021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46636) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:18.894603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Request body: {'subnet': {'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-subnet', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:18.896137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.899351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ad069a2-edd4-401d-808a-79b2014f95eb req-2c81103a-3906-4f19-8462-901de32b9179 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "DELETE /v2.0/ports/df1d40e6-c7b8-457d-b425-3de953461080 HTTP/1.1" status: 204 len: 173 time: 1.3029277 Jul 07 22:22:18.906393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.908782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175d9a4-48d8-4e03-b90f-e19060791f16 admin admin] Pushing event updated for resources: {'Network': ['ID=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.925380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-deleted', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:18.927863 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2589289-e00d-4842-bb0a-691d46148dbd" -d '{"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-deleted", "tag": "df1d40e6-c7b8-457d-b425-3de953461080"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:18.934617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Made reservation on behalf of f2d373d288d346cd90378cb6d9713e49 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:18.938609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.959207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:18.961204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:18.996912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990906f-0d74-4339-aa2a-fe02e3b089a6 req-95c31f89-bd05-4ea2-994e-f33a91ad8593 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:19.004748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2990906f-0d74-4339-aa2a-fe02e3b089a6 req-95c31f89-bd05-4ea2-994e-f33a91ad8593 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 944 time: 0.2431676 Jul 07 22:22:19.026566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3135db7d-9d9b-4407-a174-1fdf7cce613e req-330a0df8-9146-4ba0-8d9d-75562db34283 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/cc4d9001-7ac2-41c2-88ce-1d3ccbc35878 HTTP/1.1" status: 200 len: 3000 time: 0.1260116 Jul 07 22:22:19.107922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2990906f-0d74-4339-aa2a-fe02e3b089a6 req-477252e8-f3ff-4b74-b494-7339889c9fa4 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020415 Jul 07 22:22:19.241128 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3203a7-f407-4952-843c-bc60aa818492 x-openstack-request-id: req-bc3203a7-f407-4952-843c-bc60aa818492 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:19.243918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-0276afe0-d394-45d6-a4f7-9edfe007affb tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-group-rules/1986df82-3c20-46bd-b80b-74ffb70311d6 HTTP/1.1" status: 200 len: 783 time: 0.0277977 Jul 07 22:22:19.246834 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208864c9-47ef-48e0-9b14-7ac1a7732878", "name": "network-vif-plugged", "status": "completed", "tag": "67ad2698-8ed5-460d-9b6e-175423f367dc", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:19.247184 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bc3203a7-f407-4952-843c-bc60aa818492 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:19.247605 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad2698-8ed5-460d-9b6e-175423f367dc', 'code': 200} Jul 07 22:22:19.253656 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f914de1-0fc3-416d-a5f3-3f663339b9df x-openstack-request-id: req-7f914de1-0fc3-416d-a5f3-3f663339b9df {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:19.254105 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961e7a6-8408-439e-a169-e50aefe81a88", "name": "network-vif-deleted", "tag": "df1d40e6-c7b8-457d-b425-3de953461080", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:19.254579 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7f914de1-0fc3-416d-a5f3-3f663339b9df {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:19.255101 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961e7a6-8408-439e-a169-e50aefe81a88', 'name': 'network-vif-deleted', 'tag': 'df1d40e6-c7b8-457d-b425-3de953461080', 'status': 'completed', 'code': 200} Jul 07 22:22:19.317067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.412508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Checking segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:19.412934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Network hostable DHCP agents. Network: ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:19.424848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfe0427-71fa-470e-8bb7-b6e139ee17b4,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.440574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:19.445076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-6c1c3601-c3c3-4580-97f5-fde0461cb6bf tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/cc4d9001-7ac2-41c2-88ce-1d3ccbc35878 HTTP/1.1" status: 200 len: 3000 time: 0.1998985 Jul 07 22:22:19.458872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:19.465568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:19.466294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.468922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1014fd-dd5b-4b7e-a617-f3bb1e9bf493 None None] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:19.479245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c96fb54-42e4-49be-b975-f0bb165c5c4c req-9959c3b9-7db6-45f2-9923-f8b603c2d82b tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=3961e7a6-8408-439e-a169-e50aefe81a88 HTTP/1.1" status: 200 len: 210 time: 0.0688832 Jul 07 22:22:19.502666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-42f7a4ce-3abc-48fc-98ba-bbb03144f3fc admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6123090 Jul 07 22:22:19.509189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:19.515487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:19.525530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-be0dcbc2-60e7-4d88-9a07-1edd30bc38d5 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.534562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-be0dcbc2-60e7-4d88-9a07-1edd30bc38d5 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.557533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.559783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.563018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66422c63-e96a-4a6c-9462-22753fb98035 req-849fa1d4-9b2f-47c8-9af9-bbe71329135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:19.565490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66422c63-e96a-4a6c-9462-22753fb98035 req-849fa1d4-9b2f-47c8-9af9-bbe71329135b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 1098 time: 0.2509804 Jul 07 22:22:19.573501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-be0dcbc2-60e7-4d88-9a07-1edd30bc38d5 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.580788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-be0dcbc2-60e7-4d88-9a07-1edd30bc38d5 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.586149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4f0b4b5-93b0-4163-a7da-dd30c12d49c5 req-be0dcbc2-60e7-4d88-9a07-1edd30bc38d5 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/1986df82-3c20-46bd-b80b-74ffb70311d6 HTTP/1.1" status: 204 len: 173 time: 0.1112061 Jul 07 22:22:19.630772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.660650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dcbc2-60e7-4d88-9a07-1edd30bc38d5 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1986df82-3c20-46bd-b80b-74ffb70311d6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.684049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66422c63-e96a-4a6c-9462-22753fb98035 req-f05a6b70-f3b2-48b5-8bac-55fe3d9e215b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966706 Jul 07 22:22:19.709269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:19.710193 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.798927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.877965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71d82264-eaba-4191-b2e1-d2617123f456 req-25c7b021-9f8e-4b1c-9909-2fc1ef77809f tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/cc4d9001-7ac2-41c2-88ce-1d3ccbc35878 HTTP/1.1" status: 200 len: 2401 time: 0.0954397 Jul 07 22:22:19.904549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Allocated IP 172.20.0.2 (ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b/0cfe0427-71fa-470e-8bb7-b6e139ee17b4/1cf26936-8653-451b-b8a7-ab09c1ddbef0) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:19.956943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71d82264-eaba-4191-b2e1-d2617123f456 req-a2263828-627c-49a3-845b-15bf152d2247 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.992230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71d82264-eaba-4191-b2e1-d2617123f456 req-a2263828-627c-49a3-845b-15bf152d2247 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.057711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.081573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.081826 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.083825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacc52-16ec-4bf8-a827-d6385c63618b req-03172b57-1c1c-462b-abe2-06620365424a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.088175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dcacc52-16ec-4bf8-a827-d6385c63618b req-03172b57-1c1c-462b-abe2-06620365424a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 946 time: 0.0962288 Jul 07 22:22:20.088175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71d82264-eaba-4191-b2e1-d2617123f456 req-a2263828-627c-49a3-845b-15bf152d2247 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.088775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71d82264-eaba-4191-b2e1-d2617123f456 req-a2263828-627c-49a3-845b-15bf152d2247 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.089866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71d82264-eaba-4191-b2e1-d2617123f456 req-a2263828-627c-49a3-845b-15bf152d2247 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/cc4d9001-7ac2-41c2-88ce-1d3ccbc35878 HTTP/1.1" status: 204 len: 173 time: 0.2069311 Jul 07 22:22:20.097552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Transition to ACTIVE for port object 1cf26936-8653-451b-b8a7-ab09c1ddbef0 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:20.106327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2263828-627c-49a3-845b-15bf152d2247 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4d9001-7ac2-41c2-88ce-1d3ccbc35878,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.120630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Transition to ACTIVE for port object 1cf26936-8653-451b-b8a7-ab09c1ddbef0 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:20.138449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dcacc52-16ec-4bf8-a827-d6385c63618b req-35dfa54e-ce25-47b2-ae23-4d4493d96ad5 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Jul 07 22:22:20.143576 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.187479 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-55f9e171-1e13-4601-b2ad-2fb88cf89241 req-8673698c-657a-4086-81dd-30e043590d37 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] show failed (client error): The resource could not be found. Jul 07 22:22:20.188500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55f9e171-1e13-4601-b2ad-2fb88cf89241 req-8673698c-657a-4086-81dd-30e043590d37 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/e22785e4-cea6-4397-b2aa-533ead71010c HTTP/1.1" status: 404 len: 352 time: 0.0135784 Jul 07 22:22:20.210663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:20.214380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Pushing event updated for resources: {'Port': ['ID=1cf26936-8653-451b-b8a7-ab09c1ddbef0,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.216967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:20.219221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:20.242676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Allocated IP 172.25.5.95 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/f7b7ddb1-2f09-435d-ba72-5ef257a72bc3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:20.286963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Attempting to bind port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:20.287520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Attempting to bind port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:20.288413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Attempting to bind port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:20.293828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:20.294547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f33a1-0db3-487a-a46b-0fbab37d4575 req-09eeb465-1101-4bd8-99c3-093674c7cea6 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.294886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Checking segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:20.295305 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.295708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Bound using segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:20.296309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Bound port: 1cf26936-8653-451b-b8a7-ab09c1ddbef0, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:20.296426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f4f33a1-0db3-487a-a46b-0fbab37d4575 req-09eeb465-1101-4bd8-99c3-093674c7cea6 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 945 time: 0.0804317 Jul 07 22:22:20.296707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.366456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] For port 1cf26936-8653-451b-b8a7-ab09c1ddbef0, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:20.366872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.370328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] For port 1cf26936-8653-451b-b8a7-ab09c1ddbef0, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1cf26936-8653-451b-b8a7-ab09c1ddbef0,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:20.377244 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.384609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f4f33a1-0db3-487a-a46b-0fbab37d4575 req-0d8a89d7-6fb3-4900-aef2-b30e2374749e tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Jul 07 22:22:20.414724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.442144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3e9c-fe40-4cf8-ab36-05fc0b9b57bd None None] Pushing event updated for resources: {'Port': ['ID=1cf26936-8653-451b-b8a7-ab09c1ddbef0,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.442367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03484327-0127-4b8a-81a5-f29a1fc41198 req-4a198c5e-bed2-4cc2-aef7-2f15ffc0a0d2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.451225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03484327-0127-4b8a-81a5-f29a1fc41198 req-4a198c5e-bed2-4cc2-aef7-2f15ffc0a0d2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 944 time: 0.1333072 Jul 07 22:22:20.459646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:20.462849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:20.468684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:20.497440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Pushing event updated for resources: {'Port': ['ID=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.510599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff2eb017-0649-4c18-a94f-6efa22bd743a req-3a3338a9-6c7f-4025-b829-593461d2a1c3 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/c9f05b6f-fad8-40a1-b40f-2673c4fee4bf HTTP/1.1" status: 200 len: 1806 time: 0.0895243 Jul 07 22:22:20.525522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03484327-0127-4b8a-81a5-f29a1fc41198 req-f1495d2f-68e1-458f-8b1b-acf795164933 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731268 Jul 07 22:22:20.596681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ff2eb017-0649-4c18-a94f-6efa22bd743a req-51054f9f-4231-4220-b337-9df776847d25 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.628510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ff2eb017-0649-4c18-a94f-6efa22bd743a req-51054f9f-4231-4220-b337-9df776847d25 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.691496 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ff2eb017-0649-4c18-a94f-6efa22bd743a req-51054f9f-4231-4220-b337-9df776847d25 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.698999 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ff2eb017-0649-4c18-a94f-6efa22bd743a req-51054f9f-4231-4220-b337-9df776847d25 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.705798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff2eb017-0649-4c18-a94f-6efa22bd743a req-51054f9f-4231-4220-b337-9df776847d25 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/c9f05b6f-fad8-40a1-b40f-2673c4fee4bf HTTP/1.1" status: 204 len: 173 time: 0.1750348 Jul 07 22:22:20.751151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51054f9f-4231-4220-b337-9df776847d25 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f05b6f-fad8-40a1-b40f-2673c4fee4bf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.807643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a5cdd01-7dfd-43b7-9ca2-17881a790c97 req-5869ebe8-b687-4c8e-b6a0-6b8ae506bed0 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/8584846b-3680-446b-8373-62e00acb1b6f HTTP/1.1" status: 200 len: 1807 time: 0.0587571 Jul 07 22:22:20.828238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.892744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a5cdd01-7dfd-43b7-9ca2-17881a790c97 req-ffbf3db8-47b6-406a-9016-d0660bdfa015 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.909120 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5118a263-5177-4b96-9433-901a3ad097b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.928243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a5cdd01-7dfd-43b7-9ca2-17881a790c97 req-ffbf3db8-47b6-406a-9016-d0660bdfa015 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.008652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cf26936-8653-451b-b8a7-ab09c1ddbef0 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:21.019997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a5cdd01-7dfd-43b7-9ca2-17881a790c97 req-ffbf3db8-47b6-406a-9016-d0660bdfa015 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.023512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7a5cdd01-7dfd-43b7-9ca2-17881a790c97 req-ffbf3db8-47b6-406a-9016-d0660bdfa015 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.025217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a5cdd01-7dfd-43b7-9ca2-17881a790c97 req-ffbf3db8-47b6-406a-9016-d0660bdfa015 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/8584846b-3680-446b-8373-62e00acb1b6f HTTP/1.1" status: 204 len: 173 time: 0.2090380 Jul 07 22:22:21.039551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf3db8-47b6-406a-9016-d0660bdfa015 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8584846b-3680-446b-8373-62e00acb1b6f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.090946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a9908ee-f5d3-41b6-968d-87781e047290 req-8d83a25b-18d0-498f-b4f3-20dd735d92ca tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/5546c8b3-8949-4cbb-96f4-79257ea2195a HTTP/1.1" status: 200 len: 1806 time: 0.0469115 Jul 07 22:22:21.113664 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.168835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a9908ee-f5d3-41b6-968d-87781e047290 req-fc71cb6a-f7c5-48a3-8bc8-3f99756ddb53 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.196802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a9908ee-f5d3-41b6-968d-87781e047290 req-fc71cb6a-f7c5-48a3-8bc8-3f99756ddb53 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.246243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a9908ee-f5d3-41b6-968d-87781e047290 req-fc71cb6a-f7c5-48a3-8bc8-3f99756ddb53 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.250235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3a9908ee-f5d3-41b6-968d-87781e047290 req-fc71cb6a-f7c5-48a3-8bc8-3f99756ddb53 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.252468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a9908ee-f5d3-41b6-968d-87781e047290 req-fc71cb6a-f7c5-48a3-8bc8-3f99756ddb53 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/5546c8b3-8949-4cbb-96f4-79257ea2195a HTTP/1.1" status: 204 len: 173 time: 0.1553824 Jul 07 22:22:21.265919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71cb6a-f7c5-48a3-8bc8-3f99756ddb53 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5546c8b3-8949-4cbb-96f4-79257ea2195a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.351973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:21.377079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6d3e93f-622c-4322-83ff-caa0aee129d4 req-caf09af1-3ced-41e9-ab2d-c6bf90314de9 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/d7837cdb-51cf-4a1f-ae96-1b9d4a38e250 HTTP/1.1" status: 200 len: 2404 time: 0.0623331 Jul 07 22:22:21.388272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.517424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6d3e93f-622c-4322-83ff-caa0aee129d4 req-95d1e987-dd51-4a51-9734-eb776611cd20 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.562069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6d3e93f-622c-4322-83ff-caa0aee129d4 req-95d1e987-dd51-4a51-9734-eb776611cd20 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.573073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2dc13-0141-437e-940e-2fcab34fcc1b req-c66f1625-77de-4cfb-a816-17d500f93e00 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.574773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1b2dc13-0141-437e-940e-2fcab34fcc1b req-c66f1625-77de-4cfb-a816-17d500f93e00 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 946 time: 0.1706364 Jul 07 22:22:21.636021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-2f016fa0-54dc-400b-a171-ee27a61fcda5 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.637543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-2f016fa0-54dc-400b-a171-ee27a61fcda5 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.97 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 945 time: 0.1742005 Jul 07 22:22:21.659958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Router 5795005e-c4d0-46b3-9bec-34355176bde1 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:22:21.678888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b3dc46-5b28-4a0c-9a77-43a0b4d72c5b None None] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:21.701722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1b2dc13-0141-437e-940e-2fcab34fcc1b req-bfc6f3fe-e22d-4936-9a1c-caea6c03f6d1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142638 Jul 07 22:22:21.705240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6d3e93f-622c-4322-83ff-caa0aee129d4 req-95d1e987-dd51-4a51-9734-eb776611cd20 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.707859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6d3e93f-622c-4322-83ff-caa0aee129d4 req-95d1e987-dd51-4a51-9734-eb776611cd20 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.708975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6d3e93f-622c-4322-83ff-caa0aee129d4 req-95d1e987-dd51-4a51-9734-eb776611cd20 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/d7837cdb-51cf-4a1f-ae96-1b9d4a38e250 HTTP/1.1" status: 204 len: 173 time: 0.3309574 Jul 07 22:22:21.729540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1e987-dd51-4a51-9734-eb776611cd20 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7837cdb-51cf-4a1f-ae96-1b9d4a38e250,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.786052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:21.801374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:21.812354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:21.827840 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:21.828641 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.835443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: df1d40e6-c7b8-457d-b425-3de953461080 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:21.836001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device df1d40e6-c7b8-457d-b425-3de953461080 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:21.859377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.861372 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-10e1959d-b185-44bd-a57f-89ff9f70775f admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3496294 Jul 07 22:22:21.863965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46698) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:21.868870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fedadff0-365a-432a-8dee-78380447db18 None None] Provisioning for port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:21.874561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Deleting port e663602e-81d8-459b-898a-846f0055e5df {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:21.875564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.887118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fedadff0-365a-432a-8dee-78380447db18 None None] Provisioning complete for port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:21.887849 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fedadff0-365a-432a-8dee-78380447db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.983543 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:22.051794 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fedadff0-365a-432a-8dee-78380447db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.104558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-fedadff0-365a-432a-8dee-78380447db18 None None] For port 1cf26936-8653-451b-b8a7-ab09c1ddbef0, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1cf26936-8653-451b-b8a7-ab09c1ddbef0,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:22.106503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] For port e663602e-81d8-459b-898a-846f0055e5df, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=e663602e-81d8-459b-898a-846f0055e5df,segment=NetworkSegment(a5413a53-88f3-45ed-8ce8-9363a4c84134),segment_id=a5413a53-88f3-45ed-8ce8-9363a4c84134)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:22.106951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.107799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.112905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fedadff0-365a-432a-8dee-78380447db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.131187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Calling delete_port for e663602e-81d8-459b-898a-846f0055e5df owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:22.140467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b04dcc-4594-4d64-9a35-25f88a006673 req-cb7a49b4-ddb2-41d7-b805-da142cd89bf9 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.148074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9b04dcc-4594-4d64-9a35-25f88a006673 req-cb7a49b4-ddb2-41d7-b805-da142cd89bf9 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 945 time: 0.1766500 Jul 07 22:22:22.165986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c38b21-ccad-4e22-9270-fa547f35435a req-d241cd91-63f9-4dea-8f29-34fe8deedc76 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.173030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56c38b21-ccad-4e22-9270-fa547f35435a req-d241cd91-63f9-4dea-8f29-34fe8deedc76 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.2874424 Jul 07 22:22:22.174381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedadff0-365a-432a-8dee-78380447db18 None None] Pushing event updated for resources: {'Port': ['ID=1cf26936-8653-451b-b8a7-ab09c1ddbef0,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:22.186124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cf1a687f-cc3f-47ad-933c-5fccc8e6f546 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:22.238002 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:20Z', 'revision_number': 3, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:22.275000 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:22.275359 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Updating router 5795005e-c4d0-46b3-9bec-34355176bde1 port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:22:22.296449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:22.298193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9b04dcc-4594-4d64-9a35-25f88a006673 req-d51eb0a5-1a3b-42ca-9746-4236030a45c4 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/security-groups?id=df5bce3f-1a68-4215-ab41-30612f22ffc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491618 Jul 07 22:22:22.304045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:22.304486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.337131 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.359635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56c38b21-ccad-4e22-9270-fa547f35435a req-f2e1130b-053b-455d-aed1-2c8da4b8ff00 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855683 Jul 07 22:22:22.482397 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.513312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:22.516256 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d59e2dc-c505-449b-94a5-bbea168674cb" -d '{"events": [{"server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "name": "network-vif-plugged", "status": "completed", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:22.533804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.537581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:22.543249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.548512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ada2a56-d23e-44a0-bc93-3728775e8f73 None None] Provisioning complete for port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:22.548949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ada2a56-d23e-44a0-bc93-3728775e8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.597634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['e663602e-81d8-459b-898a-846f0055e5df'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:22.598445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.640583 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.650835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Pushing event deleted for resources: {'Port': ['ID=e663602e-81d8-459b-898a-846f0055e5df,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:22.653373 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Transition to ACTIVE for port object f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:22.661718 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.721932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Attempting to bind port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:22.722277 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Attempting to bind port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:22.722867 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Attempting to bind port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:22.727629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:22.729741 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Pushing event updated for resources: {'Port': ['ID=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:22.732220 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:22.732679 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:22.733044 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.733442 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:22.733910 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Bound port: f7b7ddb1-2f09-435d-ba72-5ef257a72bc3, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:22.734589 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.736462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] No DVR routers for this DVR port e663602e-81d8-459b-898a-846f0055e5df on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:22.745011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.746834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fd4bca6-d4f8-4dbf-aa14-285f5bb7e457 req-87097e1b-60f6-4aa7-b5a5-808019c3b937 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.97 "DELETE /v2.0/ports/e663602e-81d8-459b-898a-846f0055e5df HTTP/1.1" status: 204 len: 173 time: 1.1020350 Jul 07 22:22:22.747284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'name': 'network-vif-deleted', 'tag': 'e663602e-81d8-459b-898a-846f0055e5df'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:22.750380 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc1dc59-e1df-4ea0-8dea-9ff7566dc4f6" -d '{"events": [{"server_uuid": "38ef07a8-ac8b-4fc9-92a8-87abbd6e2812", "name": "network-vif-deleted", "tag": "e663602e-81d8-459b-898a-846f0055e5df"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:22.762410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.762789 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.763133 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.763661 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.764030 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.764360 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.764671 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.764989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.765325 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.766106 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.766106 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.766486 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:22.782611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2622c422-4896-49fe-8f3e-473d4a32e291 req-c3ee8328-929e-4acc-9614-700827b88a08 tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "GET /v2.0/security-groups/a5f76da8-b5c2-4f95-a627-e24b73fd7d47 HTTP/1.1" status: 200 len: 2400 time: 0.1678016 Jul 07 22:22:22.804844 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] For port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:22.807917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Allocated IP 172.20.0.1 (ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b/0cfe0427-71fa-470e-8bb7-b6e139ee17b4/09886a75-0b3b-4e0c-bebd-3d4b21ac8d00) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:22.810114 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] For port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:22.819565 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.840643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6965019-0194-47bd-ba61-296627bbac5f req-743e29b5-b1f0-467e-bb7d-670b2ebfbdf6 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.847619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6965019-0194-47bd-ba61-296627bbac5f req-743e29b5-b1f0-467e-bb7d-670b2ebfbdf6 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 945 time: 0.2678738 Jul 07 22:22:22.893765 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:22.894610 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:22.894928 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2622c422-4896-49fe-8f3e-473d4a32e291 req-907e8ce1-d7ff-4bbb-81f4-b9157077949c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.924174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6965019-0194-47bd-ba61-296627bbac5f req-aaea8f2a-9371-4d02-b73c-2f59753bd8a7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750742 Jul 07 22:22:22.953146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2622c422-4896-49fe-8f3e-473d4a32e291 req-907e8ce1-d7ff-4bbb-81f4-b9157077949c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.992701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.008164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cf26936-8653-451b-b8a7-ab09c1ddbef0 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:23.012891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Transition to ACTIVE for port object 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:23.051914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.069646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:23.070093 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.075370 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58f954-0deb-4abd-b15e-445e1520b905 None None] Pushing event updated for resources: {'Port': ['ID=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.093401 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:23.120126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:23.123440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:23.139432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2622c422-4896-49fe-8f3e-473d4a32e291 req-907e8ce1-d7ff-4bbb-81f4-b9157077949c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.142092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2622c422-4896-49fe-8f3e-473d4a32e291 req-907e8ce1-d7ff-4bbb-81f4-b9157077949c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.143726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:23.152310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:23.157135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2622c422-4896-49fe-8f3e-473d4a32e291 req-907e8ce1-d7ff-4bbb-81f4-b9157077949c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] 10.222.0.95 "DELETE /v2.0/security-groups/a5f76da8-b5c2-4f95-a627-e24b73fd7d47 HTTP/1.1" status: 204 len: 173 time: 0.3735266 Jul 07 22:22:23.238746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.249093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-d908afad-3569-4082-bdb3-c3ffbcf026f3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.261373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-d908afad-3569-4082-bdb3-c3ffbcf026f3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.2139938 Jul 07 22:22:23.265524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.271555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Deleting subnet 36f68da0-dc52-4af3-8f6f-1b2c67edeb96 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:23.282026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e8ce1-d7ff-4bbb-81f4-b9157077949c tempest-SecurityGroupRulesTestJSON-1837529275 tempest-SecurityGroupRulesTestJSON-1837529275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f76da8-b5c2-4f95-a627-e24b73fd7d47,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.312747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-c535db96-05e0-45a1-b58a-241b80e10320 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.314912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-c535db96-05e0-45a1-b58a-241b80e10320 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.3392651 Jul 07 22:22:23.321435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.332092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-4ed6f74c-5ca6-4600-bea7-37a304ac18f5 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0618117 Jul 07 22:22:23.389030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.394112 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23982bf2-fe48-4715-aaa1-f0171f58650c x-openstack-request-id: req-23982bf2-fe48-4715-aaa1-f0171f58650c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:23.395725 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "name": "network-vif-plugged", "status": "completed", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:23.395991 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-23982bf2-fe48-4715-aaa1-f0171f58650c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:23.397947 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'code': 200} Jul 07 22:22:23.496483 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:20Z', 'revision_number': 3, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:23.518387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.545142 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea2f47-659b-4f3b-baad-669e986af572 None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:20Z', 'revision_number': 3, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:23.562095 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccab4581-9acd-44bd-8e49-d3192a32deda x-openstack-request-id: req-ccab4581-9acd-44bd-8e49-d3192a32deda {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:23.562387 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ef07a8-ac8b-4fc9-92a8-87abbd6e2812", "name": "network-vif-deleted", "tag": "e663602e-81d8-459b-898a-846f0055e5df", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:23.562736 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ccab4581-9acd-44bd-8e49-d3192a32deda {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:23.563141 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ef07a8-ac8b-4fc9-92a8-87abbd6e2812', 'name': 'network-vif-deleted', 'tag': 'e663602e-81d8-459b-898a-846f0055e5df', 'status': 'completed', 'code': 200} Jul 07 22:22:23.607027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.635364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-189552bb-c976-463a-9711-3bf282ef98ee None None] Provisioning for port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:23.663286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-189552bb-c976-463a-9711-3bf282ef98ee None None] Provisioning complete for port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:23.663286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-189552bb-c976-463a-9711-3bf282ef98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.668496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.669871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-d3ad2aae-164b-488f-b169-06ba59a0b193 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3368185 Jul 07 22:22:23.708707 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.713895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-189552bb-c976-463a-9711-3bf282ef98ee None None] Port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:23.729143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c7b5186-6bbd-4e5f-ac56-b3439bc0a1eb req-20d0f7ee-3206-4fc7-96bc-93bd8bf00bb4 tempest-VolumesActionsTest-309861913 tempest-VolumesActionsTest-309861913-project] 10.222.0.95 "GET /v2.0/ports?device_id=38ef07a8-ac8b-4fc9-92a8-87abbd6e2812 HTTP/1.1" status: 200 len: 210 time: 0.0566015 Jul 07 22:22:23.759251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f68da0-dc52-4af3-8f6f-1b2c67edeb96,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.772243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.776323 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-991529bd-1cd7-406c-91d8-686d44cbfa96 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/36f68da0-dc52-4af3-8f6f-1b2c67edeb96 HTTP/1.1" status: 204 len: 168 time: 0.6011093 Jul 07 22:22:23.776841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46724) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:23.786720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Deleting port 908288dc-78eb-4640-8d4e-c5c8d0a04108 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:23.787066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.832216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959eaa5-1d61-4652-b1e4-f84bc2c63081 req-4a67f1ad-24c8-4f63-9ce7-e50199264570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.833741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7959eaa5-1d61-4652-b1e4-f84bc2c63081 req-4a67f1ad-24c8-4f63-9ce7-e50199264570 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1097 time: 0.2569523 Jul 07 22:22:23.948107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.971898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-caeb2f10-4285-4e40-b989-b3c2279d94e9 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835279 Jul 07 22:22:24.035584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7959eaa5-1d61-4652-b1e4-f84bc2c63081 req-8054df26-c417-460b-a5d1-88c341ab7997 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887867 Jul 07 22:22:24.043050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] For port 908288dc-78eb-4640-8d4e-c5c8d0a04108, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=908288dc-78eb-4640-8d4e-c5c8d0a04108,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:24.043420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.066457 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.069109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Calling delete_port for 908288dc-78eb-4640-8d4e-c5c8d0a04108 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:24.078964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.084040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.102803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9d86-4535-431d-874b-2f0614bfe0f9 req-98e72c3b-18d9-478d-b3f8-e1aa142c3189 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.107297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-189d9d86-4535-431d-874b-2f0614bfe0f9 req-98e72c3b-18d9-478d-b3f8-e1aa142c3189 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 950 time: 0.2491457 Jul 07 22:22:24.114577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:24.155552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1bac1c-619a-4207-b2d3-9b994a0f24f2') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:24.155874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1bac1c-619a-4207-b2d3-9b994a0f24f2') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:24.176278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.190605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.198524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:24.206709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.218568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-189d9d86-4535-431d-874b-2f0614bfe0f9 req-b0ba802b-001c-4573-bd2d-a9064612cdb4 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684140 Jul 07 22:22:24.221981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-6377e67d-441a-4768-b209-41d3a5486006 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351775 Jul 07 22:22:24.260759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:24.261221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:24.264479 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:24.333253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.349324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d23bc808-bca5-4945-aa27-bf44df457f26'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:24.357416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.365706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.373963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] 10.222.0.95 "DELETE /v2.0/networks/6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3 HTTP/1.1" status: 204 len: 168 time: 0.5961161 Jul 07 22:22:24.404140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['908288dc-78eb-4640-8d4e-c5c8d0a04108'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:24.435930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event deleted for resources: {'Port': ['ID=908288dc-78eb-4640-8d4e-c5c8d0a04108,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:24.450300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2613b-29be-4761-8716-48c5d99ba359 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd837b3-c61b-4ad9-b07d-b4b157c3d8c3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:24.511779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] No DVR routers for this DVR port 908288dc-78eb-4640-8d4e-c5c8d0a04108 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:24.515359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.532945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5874f872-55ed-44a9-bc66-14252cfbbdde req-1e2b48c1-6eab-47f9-b00a-124779673f7e tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.97 "DELETE /v2.0/ports/908288dc-78eb-4640-8d4e-c5c8d0a04108 HTTP/1.1" status: 204 len: 173 time: 1.1207139 Jul 07 22:22:24.545022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:24.546545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:24.620692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46738) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:24.685188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:24.689420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7d6f67c2-e856-4102-b6d1-7ce26b33345c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c62230a3bcdd485bacc89fe1c5c8ca50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672610 Jul 07 22:22:24.941453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7dcca9a-8939-4ca2-8752-f40a05e6aa51 req-4a44192a-e00d-4a68-b761-53ae4e8a5cd2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 210 time: 0.1094720 Jul 07 22:22:24.955276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd656db-fc1c-4d27-b05c-3abe4c861ddc req-8ec2fa15-2a12-474a-826c-e501b2537112 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.983262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddd656db-fc1c-4d27-b05c-3abe4c861ddc req-8ec2fa15-2a12-474a-826c-e501b2537112 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 945 time: 0.2604346 Jul 07 22:22:25.006029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c162a20-af32-46d0-b1d7-907394db4ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.008770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:22:25.051991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ff3b8c6-1eea-4484-8b8a-3b967bb5c081 None None] Provisioning complete for port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:25.052468 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b8c6-1eea-4484-8b8a-3b967bb5c081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.065613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddd656db-fc1c-4d27-b05c-3abe4c861ddc req-27f788b3-392c-4866-87dc-68c07e65f6e1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806563 Jul 07 22:22:25.139940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:25.166374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c162a20-af32-46d0-b1d7-907394db4ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.192482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3b8c6-1eea-4484-8b8a-3b967bb5c081 None None] Port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:25.223403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:25.236148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:25.236686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.262471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:25.277474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1260ad01-e335-400d-8b7a-31e66854c1f2 admin admin] 10.222.0.95 "PUT /v2.0/routers/5795005e-c4d0-46b3-9bec-34355176bde1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123826 Jul 07 22:22:25.288154 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c162a20-af32-46d0-b1d7-907394db4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.297406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c162a20-af32-46d0-b1d7-907394db4ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.302453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6c162a20-af32-46d0-b1d7-907394db4ac6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f494aae6-8b82-4d3d-98c5-00f67ad4dbb5 HTTP/1.1" status: 204 len: 168 time: 0.6134117 Jul 07 22:22:25.313945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c162a20-af32-46d0-b1d7-907394db4ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494aae6-8b82-4d3d-98c5-00f67ad4dbb5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:25.501029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.543343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:25.550935 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.613492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-deleted', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:25.618818 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785e9103-5b70-4f43-a9dd-dceeeded6219" -d '{"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-deleted", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:25.630439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8a3e6e6-37f0-41f9-88fc-4df6e186fdca req-6a5c6801-0b6b-45c9-bf7c-28a90b9ce368 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=955ed442-3299-4437-a4ea-52d9a69990e2 HTTP/1.1" status: 200 len: 210 time: 0.0747869 Jul 07 22:22:25.687335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:25.724672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.725445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.726031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.726843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.727432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.728387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.728728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.729216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.730433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.731101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.731681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.732342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:25.752791 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef605f7-7821-4c0a-ae77-e20118fcc287 x-openstack-request-id: req-1ef605f7-7821-4c0a-ae77-e20118fcc287 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:25.753234 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955ed442-3299-4437-a4ea-52d9a69990e2", "name": "network-vif-deleted", "tag": "908288dc-78eb-4640-8d4e-c5c8d0a04108", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:25.753541 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1ef605f7-7821-4c0a-ae77-e20118fcc287 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:25.753952 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ed442-3299-4437-a4ea-52d9a69990e2', 'name': 'network-vif-deleted', 'tag': '908288dc-78eb-4640-8d4e-c5c8d0a04108', 'status': 'completed', 'code': 200} Jul 07 22:22:25.789875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e663602e-81d8-459b-898a-846f0055e5df no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:25.844499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: e663602e-81d8-459b-898a-846f0055e5df {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:25.845160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device e663602e-81d8-459b-898a-846f0055e5df not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:26.144467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ae1999b-eb5d-4fb7-96d9-59f56246fd5f req-cab96eff-e8f3-434a-9974-f922d12ab441 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 210 time: 0.0436080 Jul 07 22:22:26.206819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:26.235877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:26.236792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:26.281344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-0bb5fd3c-6bfe-451b-b9a5-31c2ecb9a031 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:26.288675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-0bb5fd3c-6bfe-451b-b9a5-31c2ecb9a031 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 820 time: 0.1479828 Jul 07 22:22:26.310658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-67338f33-42a4-45d9-b3f8-12e164cc8ead tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/quotas/f2d373d288d346cd90378cb6d9713e49 HTTP/1.1" status: 200 len: 375 time: 0.0207925 Jul 07 22:22:26.474301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:26.670742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46810) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:26.790911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 2, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:26.804574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1084523272-network', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:26.848574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:26.848939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Updating router 5795005e-c4d0-46b3-9bec-34355176bde1 port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:22:26.850104 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Made reservation on behalf of c0ed5a4724a1467788de2a3222559c70 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:26.855787 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.869459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.889968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.965848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e828d82-6854-4e20-a3d9-7931667fddb3 req-135f4775-2aa0-4843-b2fb-f060bc7ad951 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:26.967472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e828d82-6854-4e20-a3d9-7931667fddb3 req-135f4775-2aa0-4843-b2fb-f060bc7ad951 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 945 time: 0.6300697 Jul 07 22:22:27.044822 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.047048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-4e3c71ba-8bc1-4b69-8687-d46b5c3d08f5 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7350774 Jul 07 22:22:27.050902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.062018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:27.085495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:27.098214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ffe9c6-bd6a-4f39-8dee-8e2ff317d05e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.125198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.125198 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Added segment 1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a of type vlan for network 9791c390-3d79-4aff-a64c-5d2cbb726a7a Jul 07 22:22:27.169383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e828d82-6854-4e20-a3d9-7931667fddb3 req-16775933-843a-43c3-a981-4f29bf5399ab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718628 Jul 07 22:22:27.179628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:27.180010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.199001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5ed135c3-6fa6-432b-8b01-559670dca2ab tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.202192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5ed135c3-6fa6-432b-8b01-559670dca2ab tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.7686119 Jul 07 22:22:27.222613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.263729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-88aa9ff5-0a40-4622-acd7-6e098a4c227e service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155502 Jul 07 22:22:27.279024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:27.281362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.282462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.283213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.310702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6353388 Jul 07 22:22:27.343043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46830) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:27.371836 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.387636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Transition to ACTIVE for port object 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:27.395661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb3efe-c003-4eba-8420-95a9d486cf93 admin admin] Pushing event updated for resources: {'Network': ['ID=9791c390-3d79-4aff-a64c-5d2cbb726a7a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.396448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.410326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:27.421554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Request body: {'subnet': {'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1084523272-subnet', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:27.532552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39460-5dcc-4f96-9dd7-5367fab0ae05 None None] Pushing event updated for resources: {'Port': ['ID=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.562785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Made reservation on behalf of c0ed5a4724a1467788de2a3222559c70 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:27.565879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.601241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Attempting to bind port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:27.601764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Attempting to bind port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:27.602359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Attempting to bind port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:27.608677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:27.609178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Checking segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:27.609688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.610211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Bound using segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:27.611409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Bound port: 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:27.611876 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.632179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-f388d424-b4b9-42dd-a83b-b5b3c9151d52 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671679 Jul 07 22:22:27.666459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:27.670326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.739181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] For port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:27.761478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] For port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:27.769255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.801335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:27.866549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 908288dc-78eb-4640-8d4e-c5c8d0a04108 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:27.867141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 908288dc-78eb-4640-8d4e-c5c8d0a04108 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:27.899348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:27.904300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:28.003318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39460-5dcc-4f96-9dd7-5367fab0ae05 None None] Pushing event updated for resources: {'Port': ['ID=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:28.125389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-669dc5ae-4ee3-4ab3-881e-d6186e681d02 req-165b189d-97d5-4ada-a88d-a30d14b56f39 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 210 time: 0.0759373 Jul 07 22:22:28.130224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:28.137109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.163466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.3 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/aaf91b87-1dfb-4597-b91f-7bbeac97cbc4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:28.293238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1251d858-a9eb-4692-b3b8-3367b72794f8,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:28.313139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-447a34c7-f434-4110-aac1-c6d2cb36d4e7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-36747828&fields=id&tenant_id=d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 267 time: 0.1600649 Jul 07 22:22:28.404722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Checking segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:28.405097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Network hostable DHCP agents. Network: 9791c390-3d79-4aff-a64c-5d2cbb726a7a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:28.463655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:27Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:28.497475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317de9f2-d4bb-4c46-8db5-9ad6dd76df5d None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:27Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:28.535342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:28.613688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9791c390-3d79-4aff-a64c-5d2cbb726a7a) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:28.624299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92884bc-95f3-45e0-9f38-987d640d2e16 None None] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:28.630664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-300d8972-79db-44ee-84bc-d0d05aee30c8 req-9cd0264d-45fd-4d4c-ad61-16de47c974db tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 210 time: 0.0906329 Jul 07 22:22:28.645166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6b022451-0170-450d-a826-f3718d06087d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:28.654707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6b022451-0170-450d-a826-f3718d06087d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 945 time: 0.3404722 Jul 07 22:22:28.660281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:28.663292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.682461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'port': {'security_groups': ['bca1e58b-83e8-4a30-be57-8027f1844974', '0981d9a7-ce21-4bbd-97d5-5509994e48b1']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:28.810018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.825508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-30bc291b-dfdf-4331-bafb-7beb69633117 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4112647 Jul 07 22:22:28.831642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46856) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:28.843558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:28.868239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.961823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.964179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.134288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.138495 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.158534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:29.161312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['67ad2698-8ed5-460d-9b6e-175423f367dc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:29.163513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:29.351447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:29.352571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.487897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:29.514390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:29.516282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:29.530099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:29.544940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:29.598691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:29.599333 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.682692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:29.683903 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.699856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.720990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:29.751861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a693-55be-4cdd-8e65-b733585d9adc req-605de8aa-8b4d-47a3-ba32-5de75c266317 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:29.759838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27f4a693-55be-4cdd-8e65-b733585d9adc req-605de8aa-8b4d-47a3-ba32-5de75c266317 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.7224057 Jul 07 22:22:29.761104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Allocated IP 172.20.0.2 (9791c390-3d79-4aff-a64c-5d2cbb726a7a/1251d858-a9eb-4692-b3b8-3367b72794f8/c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:29.776446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-5d72cd4e-84d3-4c55-8b86-42a13a6b9834 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5085337 Jul 07 22:22:29.813300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-a7203a92-c762-473b-bfd4-5652322b733c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:22:29.814380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-a7203a92-c762-473b-bfd4-5652322b733c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053139 Jul 07 22:22:29.929867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Request body: {'port': {'device_id': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:29.980733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.997600 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.065579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27f4a693-55be-4cdd-8e65-b733585d9adc req-1e42bc43-e638-4253-bfcf-76f7d1dd07c0 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046947 Jul 07 22:22:30.078096 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.104420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.104420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.106906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79965e2e-e055-4a9a-b7b4-25b53cfd7d75 req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "PUT /v2.0/ports/cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 981 time: 1.4510453 Jul 07 22:22:30.108434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:30.110826 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd50e3-59a0-4c54-bfe2-3116c99ff190" -d '{"events": [{"name": "network-changed", "server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:30.188264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-2e18ca72-843f-4b06-886d-9aa5ec19c22c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.195678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:30.196028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-2e18ca72-843f-4b06-886d-9aa5ec19c22c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 820 time: 0.3137054 Jul 07 22:22:30.197057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:30.206485 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.212211 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.224342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'port': {'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'admin_state_up': True, 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:30.231161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378093d-24df-42db-97e4-1b949182c6d1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:30.281914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Transition to ACTIVE for port object c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:30.361484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:30.449971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Transition to ACTIVE for port object c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:30.457580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Made reservation on behalf of f2d373d288d346cd90378cb6d9713e49 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:30.463682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.480198 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.491756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:30.496869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.544133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-c79adef5-0d57-445b-93b7-5954acc7c801 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.545817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-c79adef5-0d57-445b-93b7-5954acc7c801 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.7482724 Jul 07 22:22:30.594131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:30.613720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:30.625161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:30.643837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Pushing event updated for resources: {'Port': ['ID=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:30.702775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Allocated IP 172.20.0.6 (ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b/0cfe0427-71fa-470e-8bb7-b6e139ee17b4/ff2c3188-7e49-4065-8965-0b1a04454c9e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:30.765698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Attempting to bind port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:30.766128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Attempting to bind port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:30.767160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Attempting to bind port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 on network 9791c390-3d79-4aff-a64c-5d2cbb726a7a {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:30.793118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:30.793520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Checking segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:30.793914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.794321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Bound using segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:30.794932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Bound port: c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:30.795346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.799174 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:22:30.896542 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6384b70-262f-4ea2-9ad1-532f2462ba17 req-65933aec-92e9-43fe-89a6-fce20a79a209 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 210 time: 0.2326994 Jul 07 22:22:30.980736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd1046-2615-49d2-af71-9aaf1311b1b0 req-0c528b01-95bd-4a49-b0a7-fe63e81eba34 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.991637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1cdd1046-2615-49d2-af71-9aaf1311b1b0 req-0c528b01-95bd-4a49-b0a7-fe63e81eba34 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 931 time: 0.6119678 Jul 07 22:22:31.008991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.049940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Transition to ACTIVE for port object ff2c3188-7e49-4065-8965-0b1a04454c9e will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:31.128596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] For port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:31.133577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] For port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:31.138980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.149697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1cdd1046-2615-49d2-af71-9aaf1311b1b0 req-056257fc-0cb1-477b-aa79-0699eaf4ef77 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566205 Jul 07 22:22:31.179253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:31.197943 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.222716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.246323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Deleting port d23bc808-bca5-4945-aa27-bf44df457f26 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:31.249205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.253247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:31.259571 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fe45f-a455-43c8-92ca-63c644118a73 x-openstack-request-id: req-a54fe45f-a455-43c8-92ca-63c644118a73 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:31.260330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:31.264829 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:31.265182 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a54fe45f-a455-43c8-92ca-63c644118a73 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:31.265636 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'status': 'completed', 'code': 200} Jul 07 22:22:31.288132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:31.327646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.338029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0878b-d06a-4c3a-9408-ace7b1c2a907 None None] Pushing event updated for resources: {'Port': ['ID=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:31.417142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event updated for resources: {'Port': ['ID=ff2c3188-7e49-4065-8965-0b1a04454c9e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:31.452658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:31.455630 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.460356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.461542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.521497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-0b84dc26-2a07-46e4-8ba6-b3dc3483b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.524226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-0b84dc26-2a07-46e4-8ba6-b3dc3483b07d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1136 time: 0.2270112 Jul 07 22:22:31.528746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-5868d17b-8126-46c4-afce-d63f2099df0c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3239231 Jul 07 22:22:31.546158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Request body: {'port': {'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:31.796824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-cd9671fc-3c01-4be2-8d19-39dcf7760e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.798544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-cd9671fc-3c01-4be2-8d19-39dcf7760e46 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.2612796 Jul 07 22:22:31.824840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-96302deb-3b11-400d-8f6e-cfa601b9d3f6 None None] Provisioning for port ff2c3188-7e49-4065-8965-0b1a04454c9e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:31.830981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-96302deb-3b11-400d-8f6e-cfa601b9d3f6 None None] Provisioning complete for port ff2c3188-7e49-4065-8965-0b1a04454c9e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:31.832318 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-96302deb-3b11-400d-8f6e-cfa601b9d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.888414 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-f8c66c3f-f728-4899-beae-287411bfd1fa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 217 time: 0.0711160 Jul 07 22:22:31.888961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.891198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-96302deb-3b11-400d-8f6e-cfa601b9d3f6 None None] Port ff2c3188-7e49-4065-8965-0b1a04454c9e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:32.084663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-9f3d1889-f8f7-44c3-a1d9-d14eb1b6316b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-351235295&fields=id&tenant_id=d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 267 time: 0.6695549 Jul 07 22:22:32.090009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-40314e31-8dee-4b12-a195-eefc16b01290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.091621 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-40314e31-8dee-4b12-a195-eefc16b01290 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.1902325 Jul 07 22:22:32.159719 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-305c807b-68fd-4ccd-83c8-ada229a1f3f7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597932 Jul 07 22:22:32.160055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:32.190546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] For port d23bc808-bca5-4945-aa27-bf44df457f26, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d23bc808-bca5-4945-aa27-bf44df457f26,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:32.190933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.194492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.227997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Calling delete_port for d23bc808-bca5-4945-aa27-bf44df457f26 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:32.256406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e550-9a43-4a80-ac61-3c0fe30d02b2 req-ff5a9eb3-aef9-44a7-91b3-0d1ccbf3b362 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.257989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f58e550-9a43-4a80-ac61-3c0fe30d02b2 req-ff5a9eb3-aef9-44a7-91b3-0d1ccbf3b362 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9b6842e-abae-4811-9159-bb6bab9026ca HTTP/1.1" status: 200 len: 949 time: 0.7986901 Jul 07 22:22:32.263343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Transition to ACTIVE for port object aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:32.287092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Allocated IP 172.25.5.85 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/139c6c0c-7be6-4704-b625-900565c9e258) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:32.289089 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.303137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-12fa14ee-e07b-4816-a16d-778b75070213 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330159 Jul 07 22:22:32.390375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2c3188-7e49-4065-8965-0b1a04454c9e {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:32.401075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.426800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Transition to ACTIVE for port object ff2c3188-7e49-4065-8965-0b1a04454c9e will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:32.438209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.452621 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-05fd50e3-59a0-4c54-bfe2-3116c99ff190 req-e342bdb9-55b8-47f2-a0fe-d0172ca6b353 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286745 Jul 07 22:22:32.480777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f58e550-9a43-4a80-ac61-3c0fe30d02b2 req-c59e1b90-8a1c-4022-8392-2f9eb449bb19 tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.95 "GET /v2.0/security-groups?id=c0d087c7-3fe8-4b8a-abd4-431bc197801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134097 Jul 07 22:22:32.490202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-75d87f7f-aac6-4193-a1b4-e3731a09f4a7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.498483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-75d87f7f-aac6-4193-a1b4-e3731a09f4a7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 984 time: 0.3988330 Jul 07 22:22:32.499375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2c3188-7e49-4065-8965-0b1a04454c9e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:32.511510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'port': {'security_groups': ['0981d9a7-ce21-4bbd-97d5-5509994e48b1', 'bca1e58b-83e8-4a30-be57-8027f1844974', 'e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:32.517654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:32.591575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Attempting to bind port ff2c3188-7e49-4065-8965-0b1a04454c9e on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:32.591925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Attempting to bind port ff2c3188-7e49-4065-8965-0b1a04454c9e by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:32.592287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Attempting to bind port ff2c3188-7e49-4065-8965-0b1a04454c9e on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:32.599324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Port ff2c3188-7e49-4065-8965-0b1a04454c9e on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:32.599760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Attempting to bind port ff2c3188-7e49-4065-8965-0b1a04454c9e on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:32.606809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:32.607774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Checking segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:32.608045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Bound using segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:32.608939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Bound port: ff2c3188-7e49-4065-8965-0b1a04454c9e, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:32.609424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.717345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] For port ff2c3188-7e49-4065-8965-0b1a04454c9e, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:32.722239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] For port ff2c3188-7e49-4065-8965-0b1a04454c9e, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:32.728398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.795501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c576430-87e7-4cdf-80b2-690b5e61511c None None] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:32.803304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.804180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.805623 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] 10.222.0.97 "PUT /v2.0/ports/ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 1092 time: 1.2669430 Jul 07 22:22:32.806074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:32.808527 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d27cd89-d3fb-4822-acd2-df927f565cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:32.816006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.821436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44592f53-8830-41ed-9a65-105883b5c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2c3188-7e49-4065-8965-0b1a04454c9e,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:32.867265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Attempting to bind port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:32.867609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Attempting to bind port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:32.867937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Attempting to bind port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:32.879055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.900377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:32.900719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Attempting to bind port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:32.915156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.915567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c36147f4-65e8-49ae-b370-a24f3408ddc8 None None] Provisioning for port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:32.927159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:32.927510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:32.927895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:32.934784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Bound port: aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:32.935069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.959507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-e65133a0-db41-4d62-8995-2005fa8b42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.961441 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-e65133a0-db41-4d62-8995-2005fa8b42dc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1095 time: 0.0896935 Jul 07 22:22:33.007932 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-9b09b757-a489-462b-8fa9-656dcaf716bf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 217 time: 0.0376797 Jul 07 22:22:33.011492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Pushing event deleted for resources: {'Port': ['ID=d23bc808-bca5-4945-aa27-bf44df457f26,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:33.063333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:33.110501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-a84b8cb8-f836-4382-9023-d8c9d50963ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.112085 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-a84b8cb8-f836-4382-9023-d8c9d50963ac service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0983834 Jul 07 22:22:33.201454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-34a203a8-f7fd-40e7-bd7f-0be25c64c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.203316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-34a203a8-f7fd-40e7-bd7f-0be25c64c539 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717213 Jul 07 22:22:33.216292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:33.223356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] No DVR routers for this DVR port d23bc808-bca5-4945-aa27-bf44df457f26 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:33.226394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:33.227203 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.244807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.245946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.247874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92caa04f-5e2d-4031-9306-4f78fd113ff4 req-9b939650-45d0-4750-ac43-da41b6cbee3c tempest-MigrationsAdminTest-1207343077 tempest-MigrationsAdminTest-1207343077-project] 10.222.0.103 "DELETE /v2.0/ports/d23bc808-bca5-4945-aa27-bf44df457f26 HTTP/1.1" status: 204 len: 173 time: 2.6894596 Jul 07 22:22:33.284235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-deleted', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:33.286711 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3b30a6-f2a0-4fba-a6fe-14785df4c980" -d '{"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-deleted", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:33.296901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327e0d3-0023-4293-ad1c-a46baadccc50 req-7c20c52a-39ac-4000-b21d-26f3f6a07d18 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.305661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4327e0d3-0023-4293-ad1c-a46baadccc50 req-7c20c52a-39ac-4000-b21d-26f3f6a07d18 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 943 time: 0.5020010 Jul 07 22:22:33.357479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.387362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:33.413041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:33.425493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.445215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:33.449217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] For port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:33.520423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] For port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:33.522441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:33.532133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:33.563119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Pushing event updated for resources: {'Port': ['ID=139c6c0c-7be6-4704-b625-900565c9e258,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:33.566746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.648491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.649138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.650951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] 10.222.0.97 "PUT /v2.0/ports/aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 HTTP/1.1" status: 200 len: 1092 time: 3.8160117 Jul 07 22:22:33.663055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4327e0d3-0023-4293-ad1c-a46baadccc50 req-6bb23761-c9d0-467e-a51b-07d08c976a27 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563776 Jul 07 22:22:33.737460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fbfe3cc6-588f-49ff-bd08-795fa816ea49 None None] Provisioning complete for port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:33.737840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3cc6-588f-49ff-bd08-795fa816ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.973529 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-47e9f400-0c64-49df-b6f0-d83d50f5904c service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598562 Jul 07 22:22:34.003927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a639e93-091a-4ebe-8a8c-68dd151b32f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:34.088525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:34.152396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43c449b6-efa3-4f8a-a03e-0e4bcbf0cc98 req-9c73cb66-204e-485a-9ef7-251e654c8e5e service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714609 Jul 07 22:22:34.191981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-1689d410-0261-4409-8e66-2f9aacd356d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.193516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-1689d410-0261-4409-8e66-2f9aacd356d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 1095 time: 0.4640982 Jul 07 22:22:34.195614 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.233604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:34.246013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.260104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:34.265743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: d23bc808-bca5-4945-aa27-bf44df457f26 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:34.265743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d23bc808-bca5-4945-aa27-bf44df457f26 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:34.327079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-20916871-5398-4947-8fe5-7716f0c31ab9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0942676 Jul 07 22:22:34.343435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.344086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.345669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5501a485-7ee0-4456-a65f-67ca0bd9acfa req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "PUT /v2.0/ports/cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 1020 time: 1.8464441 Jul 07 22:22:34.358586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81838964-7c0d-4538-a2aa-7b926f0c18b7 req-1a4638f2-2e6f-4eae-866a-30f0d3ee53e0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.366124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81838964-7c0d-4538-a2aa-7b926f0c18b7 req-1a4638f2-2e6f-4eae-866a-30f0d3ee53e0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 943 time: 0.3824499 Jul 07 22:22:34.393850 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080b73a2-8f9e-40f1-a2cc-31d6862e909e x-openstack-request-id: req-080b73a2-8f9e-40f1-a2cc-31d6862e909e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:34.394363 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:34.394860 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-080b73a2-8f9e-40f1-a2cc-31d6862e909e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:34.395465 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'status': 'completed', 'code': 200} Jul 07 22:22:34.457666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:34.457798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.509827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-dab1e903-44fc-4184-b94a-eab33a1f8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.511432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-dab1e903-44fc-4184-b94a-eab33a1f8c6a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1095 time: 0.0935380 Jul 07 22:22:34.561894 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f68cd9e-6426-4c36-9ffb-1ec186e47e5e x-openstack-request-id: req-2f68cd9e-6426-4c36-9ffb-1ec186e47e5e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:34.562561 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6842e-abae-4811-9159-bb6bab9026ca", "name": "network-vif-deleted", "tag": "d23bc808-bca5-4945-aa27-bf44df457f26", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:34.563042 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2f68cd9e-6426-4c36-9ffb-1ec186e47e5e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:34.563712 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6842e-abae-4811-9159-bb6bab9026ca', 'name': 'network-vif-deleted', 'tag': 'd23bc808-bca5-4945-aa27-bf44df457f26', 'status': 'completed', 'code': 200} Jul 07 22:22:34.594263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81838964-7c0d-4538-a2aa-7b926f0c18b7 req-35516c18-78fa-4297-a7c3-7961dbc3071f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271636 Jul 07 22:22:34.619180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8490cac-6bbb-4373-a732-3eb8c1bdd1d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:34.663401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-f9a54bd8-aa95-4824-81ba-e380510795c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.663644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-0e347237-51d9-484c-8b62-668eb4b44617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.665395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-f9a54bd8-aa95-4824-81ba-e380510795c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.3188341 Jul 07 22:22:34.669238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-0e347237-51d9-484c-8b62-668eb4b44617 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1507878 Jul 07 22:22:34.749688 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-43a5e1a6-633e-43c9-956e-2c125d04e999 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 217 time: 0.0672479 Jul 07 22:22:34.818508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-1cb0f7b2-c543-4b73-8d39-36c83dac8338 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807955 Jul 07 22:22:34.851691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-bac902ab-e877-4346-b5e7-8c803111f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.853330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-bac902ab-e877-4346-b5e7-8c803111f562 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0949037 Jul 07 22:22:34.971891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-2018c08b-46af-4823-9cb4-14ef9f6bb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.976101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-2018c08b-46af-4823-9cb4-14ef9f6bb694 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141703 Jul 07 22:22:35.016197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46928) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:35.020090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:35.075733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:35.076284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.141006 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-fb59aa3a-4afe-4954-aefe-8ff61e847021 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571896 Jul 07 22:22:35.224305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-6818707d-ce80-4f4f-af68-b9603a02ad88 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739502 Jul 07 22:22:35.237844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c0c5c-3c84-41c7-9a7a-ad57acc59367 req-a5cd9688-2567-4fb0-9c22-b3a4466b3d3f tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:35.239459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-824c0c5c-3c84-41c7-9a7a-ad57acc59367 req-a5cd9688-2567-4fb0-9c22-b3a4466b3d3f tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1023 time: 0.4262242 Jul 07 22:22:35.275036 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c73b5dee-b549-404d-bf5e-78442f0136be admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a9e62b1fcf2247b6a4f5e6dbc2c60bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567203 Jul 07 22:22:35.277755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46932) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:35.310976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1d27cd89-d3fb-4822-acd2-df927f565cbf req-5c648077-e2f2-41f3-ae40-520fd33a51c6 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551242 Jul 07 22:22:35.371085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db821238-e6b7-412a-b6b4-94e10d62b971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.399936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db821238-e6b7-412a-b6b4-94e10d62b971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.456577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db821238-e6b7-412a-b6b4-94e10d62b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.460180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db821238-e6b7-412a-b6b4-94e10d62b971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.462289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-db821238-e6b7-412a-b6b4-94e10d62b971 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c0d087c7-3fe8-4b8a-abd4-431bc197801d HTTP/1.1" status: 204 len: 168 time: 0.1835234 Jul 07 22:22:35.483126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db821238-e6b7-412a-b6b4-94e10d62b971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d087c7-3fe8-4b8a-abd4-431bc197801d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:35.661979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d941e-b541-4a2d-a059-feddd3ed029e req-b4702290-7724-4d2c-93e3-92535f9d367d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:35.664185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f79d941e-b541-4a2d-a059-feddd3ed029e req-b4702290-7724-4d2c-93e3-92535f9d367d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 943 time: 0.7281768 Jul 07 22:22:35.698171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.791709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61d9d5f7-6047-427b-8eb3-6800a43f149d req-ccbad725-9581-47a7-bac4-335739f57fea service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479689 Jul 07 22:22:35.839079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f79d941e-b541-4a2d-a059-feddd3ed029e req-f7915e82-e7fe-4bc2-891d-889055979f37 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422355 Jul 07 22:22:35.873107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46948) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:35.878391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-824c0c5c-3c84-41c7-9a7a-ad57acc59367 req-d9038a89-071d-4e43-8141-314c54ba7d32 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9&id=bca1e58b-83e8-4a30-be57-8027f1844974&id=0981d9a7-ce21-4bbd-97d5-5509994e48b1 HTTP/1.1" status: 200 len: 6154 time: 0.2254109 Jul 07 22:22:35.952581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3cf0da46-6ec8-49ab-82a8-b24ebf637b70 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9000b753e463405b84a2d12ff769fe4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780346 Jul 07 22:22:35.955738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46954) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:36.024994 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f01d-4328-4033-9421-c72f82a2104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.069012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:22:36.079837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f01d-4328-4033-9421-c72f82a2104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.168167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f01d-4328-4033-9421-c72f82a2104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.171041 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f0f01d-4328-4033-9421-c72f82a2104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.172381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1f0f01d-4328-4033-9421-c72f82a2104d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b110dbf3-5123-408d-8196-595dd971e845 HTTP/1.1" status: 204 len: 168 time: 0.2155488 Jul 07 22:22:36.181997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0f01d-4328-4033-9421-c72f82a2104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110dbf3-5123-408d-8196-595dd971e845,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:36.239405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e5875732-07d2-4a81-99df-840e714aee2b req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': ' tempest-securitygroup -32720824 ', 'description': 'tempest-description-1790848129'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:36.279129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7568df-b176-4b02-b2be-8226cdaee07d req-7eddea29-ba7f-40cd-b4d6-f1506b2c08a2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:36.281866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be7568df-b176-4b02-b2be-8226cdaee07d req-7eddea29-ba7f-40cd-b4d6-f1506b2c08a2 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 943 time: 0.2230289 Jul 07 22:22:36.343315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:36.356708 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Sync routers for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:36.357930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be7568df-b176-4b02-b2be-8226cdaee07d req-45fd53a9-9474-4447-bdcd-8afd843737ca tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655711 Jul 07 22:22:36.359156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e5875732-07d2-4a81-99df-840e714aee2b req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.369924 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:36.371332 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:36.395383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.400120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ad8504c2-1b4c-4182-b232-1401a08de57e admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.5617206 Jul 07 22:22:36.400891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46960) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:36.481604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e5875732-07d2-4a81-99df-840e714aee2b req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.487818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e5875732-07d2-4a81-99df-840e714aee2b req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.490452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:36.528934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e5875732-07d2-4a81-99df-840e714aee2b req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.541357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5875732-07d2-4a81-99df-840e714aee2b req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3112524 Jul 07 22:22:36.546322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c6f5-a48e-42c7-b9af-d2827e1a230d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1147eb33-898b-4769-8eda-d49d12bfc46e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:36.570957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'tag': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4'}, {'name': 'network-changed', 'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:36.573242 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc2156-bee2-4c6d-a6e3-54abc2552b57" -d '{"events": [{"name": "network-changed", "server_uuid": "6319c4a8-887f-4641-abcf-30ab20c966f8", "tag": "aaf91b87-1dfb-4597-b91f-7bbeac97cbc4"}, {"name": "network-changed", "server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:36.623676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8490318d-9898-4840-9850-531205eeb60f req-c1c7fa02-e878-485c-b68b-68daa3fd6694 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/1147eb33-898b-4769-8eda-d49d12bfc46e HTTP/1.1" status: 200 len: 1781 time: 0.0642788 Jul 07 22:22:36.655629 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06b4a8c-f27f-4aaa-8768-ed5e542e5e2a x-openstack-request-id: req-c06b4a8c-f27f-4aaa-8768-ed5e542e5e2a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:36.656385 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6319c4a8-887f-4641-abcf-30ab20c966f8", "tag": "aaf91b87-1dfb-4597-b91f-7bbeac97cbc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:36.656706 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c06b4a8c-f27f-4aaa-8768-ed5e542e5e2a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:36.657190 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'tag': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4', 'status': 'completed', 'code': 200} Jul 07 22:22:36.657511 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'status': 'completed', 'code': 200} Jul 07 22:22:36.827215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:34Z', 'revision_number': 3, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:36.854173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92ff815d-818d-44a3-b8b0-42f72e8be8c0 req-4309b1f7-7145-4be2-bbf0-816dfe9db431 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/1147eb33-898b-4769-8eda-d49d12bfc46e HTTP/1.1" status: 200 len: 1781 time: 0.2088301 Jul 07 22:22:36.870573 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Checking router: d30ba32d-ddff-4ceb-95a7-a4ae64492f52 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:36.871129 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Updating router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 port 139c6c0c-7be6-4704-b625-900565c9e258 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:22:36.931987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-cd19558e-7f92-42bf-8ddd-9ba133653fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:36.933590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-cd19558e-7f92-42bf-8ddd-9ba133653fb4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 1095 time: 0.2213430 Jul 07 22:22:36.958974 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.103053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92ff815d-818d-44a3-b8b0-42f72e8be8c0 req-24926fc7-f6fb-4aaa-b8bb-8952dbee7ffc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.199613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92ff815d-818d-44a3-b8b0-42f72e8be8c0 req-24926fc7-f6fb-4aaa-b8bb-8952dbee7ffc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.230149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.257674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-0dde7660-c563-4404-9795-c923e3cba094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.259341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-0dde7660-c563-4404-9795-c923e3cba094 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1175 time: 0.5874827 Jul 07 22:22:37.359274 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.374588 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Transition to ACTIVE for port object 139c6c0c-7be6-4704-b625-900565c9e258 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:37.384550 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.428586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-58ccb8bd-5521-4acb-9395-3ac524205e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.430270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-58ccb8bd-5521-4acb-9395-3ac524205e6b service neutron] 10.222.0.97 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.4600298 Jul 07 22:22:37.443900 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68b3b3-f28e-4ff3-931a-cc35e8ca5304 None None] Pushing event updated for resources: {'Port': ['ID=139c6c0c-7be6-4704-b625-900565c9e258,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:37.464839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04cc8-3c9f-499e-8508-f48fbe50e437 req-0e9895d0-0e40-44a4-98ea-e7103569dc46 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.468663 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Attempting to bind port 139c6c0c-7be6-4704-b625-900565c9e258 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:37.469053 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Attempting to bind port 139c6c0c-7be6-4704-b625-900565c9e258 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:37.469426 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Attempting to bind port 139c6c0c-7be6-4704-b625-900565c9e258 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:37.473266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71d04cc8-3c9f-499e-8508-f48fbe50e437 req-0e9895d0-0e40-44a4-98ea-e7103569dc46 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 943 time: 0.3752303 Jul 07 22:22:37.475997 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:37.476424 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:37.476836 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.477233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:37.477714 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Bound port: 139c6c0c-7be6-4704-b625-900565c9e258, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:37.478576 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.490402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92ff815d-818d-44a3-b8b0-42f72e8be8c0 req-24926fc7-f6fb-4aaa-b8bb-8952dbee7ffc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.493602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92ff815d-818d-44a3-b8b0-42f72e8be8c0 req-24926fc7-f6fb-4aaa-b8bb-8952dbee7ffc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.494779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92ff815d-818d-44a3-b8b0-42f72e8be8c0 req-24926fc7-f6fb-4aaa-b8bb-8952dbee7ffc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/1147eb33-898b-4769-8eda-d49d12bfc46e HTTP/1.1" status: 204 len: 173 time: 0.6129105 Jul 07 22:22:37.551128 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] For port 139c6c0c-7be6-4704-b625-900565c9e258, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:37.555800 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] For port 139c6c0c-7be6-4704-b625-900565c9e258, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=139c6c0c-7be6-4704-b625-900565c9e258,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:37.567822 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.571209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Allocated IP 172.20.0.1 (9791c390-3d79-4aff-a64c-5d2cbb726a7a/1251d858-a9eb-4692-b3b8-3367b72794f8/44205960-fa6a-4896-8f98-9e3fd3d58466) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:37.576921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-368263fc-7d32-4df5-a6ed-813f12eeef8a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 HTTP/1.1" status: 200 len: 217 time: 0.1319852 Jul 07 22:22:37.583039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24926fc7-f6fb-4aaa-b8bb-8952dbee7ffc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1147eb33-898b-4769-8eda-d49d12bfc46e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:37.617827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47008) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:37.681061 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:37.682467 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:37.687316 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68b3b3-f28e-4ff3-931a-cc35e8ca5304 None None] Pushing event updated for resources: {'Port': ['ID=139c6c0c-7be6-4704-b625-900565c9e258,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:37.708731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71d04cc8-3c9f-499e-8508-f48fbe50e437 req-d8ec9c0d-2f7c-4567-adf2-35234845e20b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345836 Jul 07 22:22:37.713016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-c670abca-83f5-4fa0-a2a9-3b68f2097377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.715749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-c670abca-83f5-4fa0-a2a9-3b68f2097377 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.4475191 Jul 07 22:22:37.733431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.765064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Transition to ACTIVE for port object 44205960-fa6a-4896-8f98-9e3fd3d58466 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:37.831438 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:37.841850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-9ef46442-672b-4fbc-a44c-bcd0a750df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.843979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-9ef46442-672b-4fbc-a44c-bcd0a750df49 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.2549286 Jul 07 22:22:37.846893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-8c2df2ba-317d-424a-94e9-ded27137d4c0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 200 len: 217 time: 0.1098275 Jul 07 22:22:37.850244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.852496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ff2c3188-7e49-4065-8965-0b1a04454c9e details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:37.929823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-1354e65b-722d-4a16-832b-ebc54e3fa4f8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664008 Jul 07 22:22:37.933597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-network', 'tenant_id': '2efea23d222c492695a862b34daf63d4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:37.994274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ff2c3188-7e49-4065-8965-0b1a04454c9e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:38.000666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:38.008430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:38.014424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:38.016998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Pushing event updated for resources: {'Port': ['ID=44205960-fa6a-4896-8f98-9e3fd3d58466,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:38.018349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:38.044297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Made reservation on behalf of 2efea23d222c492695a862b34daf63d4 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:38.053193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.076317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.087352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.093163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.114327 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-d497f5fe-7af3-47cd-8103-52f9c3931432 req-fa328275-8258-4955-8569-504c404b9b32 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:22:38.130497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d497f5fe-7af3-47cd-8103-52f9c3931432 req-fa328275-8258-4955-8569-504c404b9b32 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/1147eb33-898b-4769-8eda-d49d12bfc46e HTTP/1.1" status: 404 len: 352 time: 0.1303558 Jul 07 22:22:38.162501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-dd5d439a-7bd4-4b5d-a50f-73628918347c req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1194506474', 'description': 'tempest-description-2046221884'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:38.172206 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:34Z', 'revision_number': 3, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:38.180395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-5cdc6a2e-6267-4f12-9a99-358201984582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:38.181941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-5cdc6a2e-6267-4f12-9a99-358201984582 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.2380185 Jul 07 22:22:38.225590 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca9cec-60c9-423c-9bd2-9a73ef796c33 None None] The sync data for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 is: [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:34Z', 'revision_number': 3, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:38.227394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-157d47d4-ce93-4e8b-abf0-09a8da0539ee service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342653 Jul 07 22:22:38.276556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035f104-8f19-4be6-a05a-2480f715345f req-7887663f-20a4-451b-ab61-42b6b089db30 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:38.284454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4035f104-8f19-4be6-a05a-2480f715345f req-7887663f-20a4-451b-ab61-42b6b089db30 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 943 time: 0.3529360 Jul 07 22:22:38.347969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-4fcb3198-6c65-44e7-9a51-31b2979931d6 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909030 Jul 07 22:22:38.379269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2c3188-7e49-4065-8965-0b1a04454c9e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:38.403242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4035f104-8f19-4be6-a05a-2480f715345f req-a6feeb31-2522-4d6b-acbb-4707b695bf9b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176639 Jul 07 22:22:38.443861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ff2c3188-7e49-4065-8965-0b1a04454c9e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:38.457132 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.464360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.472199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.481770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.516152 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dd5d439a-7bd4-4b5d-a50f-73628918347c req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.580202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5a6d00fa-12f1-4007-84d6-26f35c69a071 None None] Provisioning for port 44205960-fa6a-4896-8f98-9e3fd3d58466 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:38.582047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:38.584519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-a3e8af2b-3e09-42ba-ac76-90e675f899b6 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401914 Jul 07 22:22:38.590031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5a6d00fa-12f1-4007-84d6-26f35c69a071 None None] Provisioning complete for port 44205960-fa6a-4896-8f98-9e3fd3d58466 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:38.590229 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5a6d00fa-12f1-4007-84d6-26f35c69a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.593433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ff2c3188-7e49-4065-8965-0b1a04454c9e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:38.721456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-9a76e384-a120-4d17-bf07-0a403b740202 service neutron] 10.222.0.97 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482227 Jul 07 22:22:38.721594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d00fa-12f1-4007-84d6-26f35c69a071 None None] Port 44205960-fa6a-4896-8f98-9e3fd3d58466 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:38.804976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96bc2156-bee2-4c6d-a6e3-54abc2552b57 req-f549219f-4189-4c6c-b777-2370086cdee3 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039309 Jul 07 22:22:38.818484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ff2c3188-7e49-4065-8965-0b1a04454c9e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:38.826691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.840072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.842837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dd5d439a-7bd4-4b5d-a50f-73628918347c req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.844028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.844703 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Added segment 783f88b7-8bea-4053-ad1f-cd903e2897d2 of type vlan for network 488bc925-3005-45cf-b879-ac9036279f79 Jul 07 22:22:38.849842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dd5d439a-7bd4-4b5d-a50f-73628918347c req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.879307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dd5d439a-7bd4-4b5d-a50f-73628918347c req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.881452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd5d439a-7bd4-4b5d-a50f-73628918347c req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7240469 Jul 07 22:22:38.919438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5381b8-4bf3-4f15-9351-6a0da0e5a4df tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5255528-3ac1-43c4-b29c-8202b808b095,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:38.976745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d69f7c2e-c7c4-48aa-b628-681cce58111e req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1938489366', 'description': 'tempest-description-890789756'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:39.021294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297eb5d-3783-413e-adf0-0f8b95be8f63,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.040157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.060892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.080891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d69f7c2e-c7c4-48aa-b628-681cce58111e req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.083666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Pushing event updated for resources: {'Port': ['ID=44205960-fa6a-4896-8f98-9e3fd3d58466,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.115692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 139c6c0c-7be6-4704-b625-900565c9e258 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:39.175570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b2161-0f88-4f8b-b70f-67c3e0243988 req-cc2c128b-038c-4f37-9e33-9b206297461d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:39.177783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4b2161-0f88-4f8b-b70f-67c3e0243988 req-cc2c128b-038c-4f37-9e33-9b206297461d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 944 time: 0.1717050 Jul 07 22:22:39.221044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:22:39.240970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 139c6c0c-7be6-4704-b625-900565c9e258 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:39.242236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:39.245258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:39.260482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4b2161-0f88-4f8b-b70f-67c3e0243988 req-3d4ca498-3178-4319-9bf6-cc5c773a0eef tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 Jul 07 22:22:39.281826 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.283436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:39.284103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.295845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 139c6c0c-7be6-4704-b625-900565c9e258 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:39.299288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.305204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d69f7c2e-c7c4-48aa-b628-681cce58111e req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.314550 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d69f7c2e-c7c4-48aa-b628-681cce58111e req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.381921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf80f7-b718-49fd-bdac-a2a2dbc1f38e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.432093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d69f7c2e-c7c4-48aa-b628-681cce58111e req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.463150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d69f7c2e-c7c4-48aa-b628-681cce58111e req-7d16217b-0ccb-4f0a-a8b8-86b8fbd7cb4e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4857111 Jul 07 22:22:39.514189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47030) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:39.514303 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8946209 Jul 07 22:22:39.519477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Request body: {'subnet': {'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-subnet', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:39.541512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676cac-8a2c-43bb-a1d2-9d967d912d62 admin admin] Pushing event updated for resources: {'Network': ['ID=488bc925-3005-45cf-b879-ac9036279f79,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.568825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 488bc925-3005-45cf-b879-ac9036279f79 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:39.600430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-11b80bb7-b41c-4c1b-9874-8f75db54e5e9 req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-963726661', 'description': 'tempest-description-1195958626'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:39.617101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Made reservation on behalf of 2efea23d222c492695a862b34daf63d4 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:39.619525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.664125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.688546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:22:39.718458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 139c6c0c-7be6-4704-b625-900565c9e258, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=139c6c0c-7be6-4704-b625-900565c9e258,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:39.719517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1be0e0a8-3328-4dec-bcdb-3a39fbd528a3 None None] Provisioning complete for port 44205960-fa6a-4896-8f98-9e3fd3d58466 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:39.719989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1be0e0a8-3328-4dec-bcdb-3a39fbd528a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.746230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.801282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1be0e0a8-3328-4dec-bcdb-3a39fbd528a3 None None] Port 44205960-fa6a-4896-8f98-9e3fd3d58466 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:39.837293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=139c6c0c-7be6-4704-b625-900565c9e258,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.856629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:39.860286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-11b80bb7-b41c-4c1b-9874-8f75db54e5e9 req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.875153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-086c8b7c-4f50-445e-bfc7-beeefef09425 admin admin] 10.222.0.95 "PUT /v2.0/routers/d30ba32d-ddff-4ceb-95a7-a4ae64492f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4645240 Jul 07 22:22:39.875388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:39.897035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d6f66-be06-474e-bb20-82ec0d33bc94 req-0a493c40-dc58-447c-83f9-faee8233196f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:39.904419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f60d6f66-be06-474e-bb20-82ec0d33bc94 req-0a493c40-dc58-447c-83f9-faee8233196f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 943 time: 0.1914349 Jul 07 22:22:40.002816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f60d6f66-be06-474e-bb20-82ec0d33bc94 req-fef6ffe0-37f7-4bba-b9b7-e56e08f5a591 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920088 Jul 07 22:22:40.026736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:40.060641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4', 'mac_address': 'fa:16:3e:ec:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:40.107610 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.114413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-11b80bb7-b41c-4c1b-9874-8f75db54e5e9 req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.116297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.125728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:40.149090 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-11b80bb7-b41c-4c1b-9874-8f75db54e5e9 req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.159072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:40.173150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.217506 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-11b80bb7-b41c-4c1b-9874-8f75db54e5e9 req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.220198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11b80bb7-b41c-4c1b-9874-8f75db54e5e9 req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6419177 Jul 07 22:22:40.227357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c608ae-00c6-4dca-93d7-661b5e495e77 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a004f-875d-4a9c-bd59-b13f9061de50,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:40.227357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:40.246743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Checking segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:40.247117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Network hostable DHCP agents. Network: 488bc925-3005-45cf-b879-ac9036279f79, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:40.250954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:40.289431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Network 488bc925-3005-45cf-b879-ac9036279f79 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:40.310666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 488bc925-3005-45cf-b879-ac9036279f79) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:40.320665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:40.321266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.329011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e251d-5ea3-47e1-8264-91061a3aac66 None None] Network 488bc925-3005-45cf-b879-ac9036279f79 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:40.362703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1d41d5da-1d46-4a89-b488-b1307f2a8017 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8477240 Jul 07 22:22:40.365348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47044) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:40.370336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:40.397402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf6077d3-af3a-416d-b55c-cbcc16318cd0 req-29ad0f10-4447-43da-ad39-2411656ce4d0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 10908 time: 0.1445682 Jul 07 22:22:40.409640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.411028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.475594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf6077d3-af3a-416d-b55c-cbcc16318cd0 req-052b1871-844e-4322-affd-d8205686f12a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/bca1e58b-83e8-4a30-be57-8027f1844974 HTTP/1.1" status: 200 len: 2985 time: 0.0676055 Jul 07 22:22:40.483631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.528901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf6077d3-af3a-416d-b55c-cbcc16318cd0 req-a10fc5ff-47fc-44fe-9e77-88848e495d13 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/bca1e58b-83e8-4a30-be57-8027f1844974 HTTP/1.1" status: 200 len: 2985 time: 0.0463903 Jul 07 22:22:40.569431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aaf91b87-1dfb-4597-b91f-7bbeac97cbc4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:40.624509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-488bc925-3005-45cf-b879-ac9036279f79', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:40.625555 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.764122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.837146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47054) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:40.862081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129589019', 'description': 'tempest-description--531069425'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:40.878526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Sync routers for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:40.911422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:40.912079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:40.985531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Allocated IP 172.20.0.2 (488bc925-3005-45cf-b879-ac9036279f79/6c268d94-ccf8-4b1f-a11f-504e9d9c8f55/91e3f32e-ff02-46ab-8ce4-e07818e4fcf5) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:41.039364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 139c6c0c-7be6-4704-b625-900565c9e258 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:41.046194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.075122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa505-cdc7-4d14-8ede-6682ae04b9d5 req-bec017fa-1481-4f96-b415-a3cd06464c68 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:41.076890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9dfa505-cdc7-4d14-8ede-6682ae04b9d5 req-bec017fa-1481-4f96-b415-a3cd06464c68 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 944 time: 0.3469822 Jul 07 22:22:41.093771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac3283ca-cccc-48b1-a576-65fc5e7f780f req-05432ccf-2c13-489b-bc06-49da4f3def2b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/c5255528-3ac1-43c4-b29c-8202b808b095 HTTP/1.1" status: 200 len: 1803 time: 0.2573528 Jul 07 22:22:41.105882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.133630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.232584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:41.238836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 139c6c0c-7be6-4704-b625-900565c9e258 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:41.239128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.272893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9dfa505-cdc7-4d14-8ede-6682ae04b9d5 req-06badc61-2be7-47e1-a30f-93a20a99614a tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320252 Jul 07 22:22:41.276111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Allocated IP 172.25.5.48 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/fc91b3a4-b6e8-468e-a9ee-77432b67ff90) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:41.289808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac3283ca-cccc-48b1-a576-65fc5e7f780f req-4fc84605-bb2e-411e-abf4-c3cc83da7252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.355048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac3283ca-cccc-48b1-a576-65fc5e7f780f req-4fc84605-bb2e-411e-abf4-c3cc83da7252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.422143 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.426107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac3283ca-cccc-48b1-a576-65fc5e7f780f req-4fc84605-bb2e-411e-abf4-c3cc83da7252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.431745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac3283ca-cccc-48b1-a576-65fc5e7f780f req-4fc84605-bb2e-411e-abf4-c3cc83da7252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.441086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac3283ca-cccc-48b1-a576-65fc5e7f780f req-4fc84605-bb2e-411e-abf4-c3cc83da7252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/c5255528-3ac1-43c4-b29c-8202b808b095 HTTP/1.1" status: 204 len: 173 time: 0.3461683 Jul 07 22:22:41.445145 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.449024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.458266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc84605-bb2e-411e-abf4-c3cc83da7252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5255528-3ac1-43c4-b29c-8202b808b095,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.501213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.503006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6639016 Jul 07 22:22:41.508880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47068) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:41.525159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc8ee4-18ed-4364-a2fe-b587136f3c37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:41.535132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa484e-f9df-42a8-8587-11791dec8e26 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc8ee4-18ed-4364-a2fe-b587136f3c37,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.607896 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.672466 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.677389 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.683761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Pushing event updated for resources: {'Port': ['ID=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.702838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Transition to ACTIVE for port object 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:41.735944 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-9c08f8c3-78cb-4fb0-92b3-07278d48f968 req-9381d409-d093-4eb4-82a3-5c6d8f312d2c tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:22:41.738074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:41.744282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c08f8c3-78cb-4fb0-92b3-07278d48f968 req-9381d409-d093-4eb4-82a3-5c6d8f312d2c tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/c5255528-3ac1-43c4-b29c-8202b808b095 HTTP/1.1" status: 404 len: 352 time: 0.0317938 Jul 07 22:22:41.744945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:41.749335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:41.750801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Transition to ACTIVE for port object 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:41.769584 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.821393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.825513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d68578d-76fc-4467-8c90-687425ce6764 req-349d8a82-69c0-4869-90b6-702185483d74 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/3fcf80f7-b718-49fd-bdac-a2a2dbc1f38e HTTP/1.1" status: 200 len: 1802 time: 0.0543008 Jul 07 22:22:41.835345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Network 488bc925-3005-45cf-b879-ac9036279f79 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:41.843036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:41.849254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:41.870512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.877149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d5d8b-a3cc-44bb-a6b0-997ce30b918f req-5c5bdcfe-e297-443d-be30-7b80a272069d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:41.878737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-391d5d8b-a3cc-44bb-a6b0-997ce30b918f req-5c5bdcfe-e297-443d-be30-7b80a272069d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 944 time: 0.2231627 Jul 07 22:22:41.906810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ff2c3188-7e49-4065-8965-0b1a04454c9e up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:41.924355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e88835b-3e05-4d1a-ab64-535b3f634ffc,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.952760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.956369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Pushing event updated for resources: {'Port': ['ID=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.961640 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e52dc214-3f9f-4f34-bfcd-dc89ed89d44c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418662 Jul 07 22:22:41.966160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-391d5d8b-a3cc-44bb-a6b0-997ce30b918f req-20fe0625-3779-4fa8-b0c9-30639ec178ff tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803959 Jul 07 22:22:41.970378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d68578d-76fc-4467-8c90-687425ce6764 req-f7b30535-616f-4277-ae47-5e6e23507c4b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.970542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:41.978554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc8ee4-18ed-4364-a2fe-b587136f3c37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:42.002253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 2, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:42.009070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d68578d-76fc-4467-8c90-687425ce6764 req-f7b30535-616f-4277-ae47-5e6e23507c4b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.036405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.075296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d68578d-76fc-4467-8c90-687425ce6764 req-f7b30535-616f-4277-ae47-5e6e23507c4b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.078891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8d68578d-76fc-4467-8c90-687425ce6764 req-f7b30535-616f-4277-ae47-5e6e23507c4b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.084992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d68578d-76fc-4467-8c90-687425ce6764 req-f7b30535-616f-4277-ae47-5e6e23507c4b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/3fcf80f7-b718-49fd-bdac-a2a2dbc1f38e HTTP/1.1" status: 204 len: 173 time: 0.2506111 Jul 07 22:22:42.110578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b30535-616f-4277-ae47-5e6e23507c4b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcf80f7-b718-49fd-bdac-a2a2dbc1f38e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.129712 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-406c6a56-fe07-4043-9c39-74d53e2cbc00 req-067aac22-282d-4384-8ba8-6311bfe59fc7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:22:42.138708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-406c6a56-fe07-4043-9c39-74d53e2cbc00 req-067aac22-282d-4384-8ba8-6311bfe59fc7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/3fcf80f7-b718-49fd-bdac-a2a2dbc1f38e HTTP/1.1" status: 404 len: 352 time: 0.0292532 Jul 07 22:22:42.152048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.186492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.203835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de0c7428-c2dc-4f16-8131-3bd665201ba7 req-f45be3dc-78f0-4d13-b0bc-63a6b7d80ab6 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/3a8a004f-875d-4a9c-bd59-b13f9061de50 HTTP/1.1" status: 200 len: 1802 time: 0.0481758 Jul 07 22:22:42.209634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Checking router: d30ba32d-ddff-4ceb-95a7-a4ae64492f52 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:42.210082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Updating router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 port 44205960-fa6a-4896-8f98-9e3fd3d58466 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:22:42.218862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Attempting to bind port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:42.218862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Attempting to bind port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:42.219421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Attempting to bind port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 on network 488bc925-3005-45cf-b879-ac9036279f79 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:42.249089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.253618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:42.254175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Checking segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:42.254884 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.255306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Bound using segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:42.256086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Bound port: 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:42.256631 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.278749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-de0c7428-c2dc-4f16-8131-3bd665201ba7 req-fe53410f-d617-4b5e-9843-40f31db423d3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.299590 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.300806 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262885 Jul 07 22:22:42.307067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-de0c7428-c2dc-4f16-8131-3bd665201ba7 req-fe53410f-d617-4b5e-9843-40f31db423d3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.308084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47082) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:42.314893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:42.325578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4ce88-ae71-40ae-9d2a-d564bea8f0a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d69edc-efa6-4e11-8e46-bd307b773d98,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.343278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] For port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:42.348062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] For port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:42.355090 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.365494 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.376567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port ff2c3188-7e49-4065-8965-0b1a04454c9e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:42.382954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port ff2c3188-7e49-4065-8965-0b1a04454c9e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:42.383396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.383534 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.403418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-de0c7428-c2dc-4f16-8131-3bd665201ba7 req-fe53410f-d617-4b5e-9843-40f31db423d3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.403418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-de0c7428-c2dc-4f16-8131-3bd665201ba7 req-fe53410f-d617-4b5e-9843-40f31db423d3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.406865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de0c7428-c2dc-4f16-8131-3bd665201ba7 req-fe53410f-d617-4b5e-9843-40f31db423d3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/3a8a004f-875d-4a9c-bd59-b13f9061de50 HTTP/1.1" status: 204 len: 173 time: 0.2021260 Jul 07 22:22:42.441805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53410f-d617-4b5e-9843-40f31db423d3 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a004f-875d-4a9c-bd59-b13f9061de50,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.465279 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-26a2bdd8-a9fc-4c90-ad8e-421f41bf88e8 req-3e784502-e2a0-4b26-a184-246d965ed663 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:22:42.472816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26a2bdd8-a9fc-4c90-ad8e-421f41bf88e8 req-3e784502-e2a0-4b26-a184-246d965ed663 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/3a8a004f-875d-4a9c-bd59-b13f9061de50 HTTP/1.1" status: 404 len: 352 time: 0.0373745 Jul 07 22:22:42.527300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c77f65-f966-48db-a4d4-94c16926707c None None] Pushing event updated for resources: {'Port': ['ID=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.673371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.675443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-528482f7-befc-488b-a2d9-999fe3ead0fc req-c4079c68-a16c-4a85-ae74-03610bd1b72b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 6154 time: 0.1730731 Jul 07 22:22:42.764738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:42.765056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-528482f7-befc-488b-a2d9-999fe3ead0fc req-5716c676-e2eb-4a36-b3cd-6fdb84c30baf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/bca1e58b-83e8-4a30-be57-8027f1844974 HTTP/1.1" status: 200 len: 2985 time: 0.0875084 Jul 07 22:22:42.768367 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc3cbee-c2d9-4683-871d-2aad980f6a8d" -d '{"events": [{"server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "name": "network-vif-plugged", "status": "completed", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:42.798663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ff2c3188-7e49-4065-8965-0b1a04454c9e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:42.813492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.874259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3464c9-9d30-4d47-ae04-f71041694b4c req-99cfeca4-8ebb-479f-a377-4b5801e4250c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:42.883707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc3464c9-9d30-4d47-ae04-f71041694b4c req-99cfeca4-8ebb-479f-a377-4b5801e4250c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 944 time: 0.3990660 Jul 07 22:22:42.921065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ff2c3188-7e49-4065-8965-0b1a04454c9e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.971042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-528482f7-befc-488b-a2d9-999fe3ead0fc req-1c17992a-7d0a-4f92-b5e8-afa89fc046c1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/bca1e58b-83e8-4a30-be57-8027f1844974 HTTP/1.1" status: 200 len: 2985 time: 0.2049694 Jul 07 22:22:42.986442 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.013788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Transition to ACTIVE for port object 44205960-fa6a-4896-8f98-9e3fd3d58466 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:43.018845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc3464c9-9d30-4d47-ae04-f71041694b4c req-1d5c9a58-743b-4c7c-ac83-782fa5046191 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338940 Jul 07 22:22:43.025819 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.098012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:43.190295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b850c-68af-46f4-ae19-7e7073e5938d None None] Pushing event updated for resources: {'Port': ['ID=44205960-fa6a-4896-8f98-9e3fd3d58466,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:43.294568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Attempting to bind port 44205960-fa6a-4896-8f98-9e3fd3d58466 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:43.295294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Attempting to bind port 44205960-fa6a-4896-8f98-9e3fd3d58466 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:43.297500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Attempting to bind port 44205960-fa6a-4896-8f98-9e3fd3d58466 on network 9791c390-3d79-4aff-a64c-5d2cbb726a7a {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:43.299150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3589254-b443-4ad2-8ab3-37a962522b57 req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462843010', 'description': 'tempest-description-865336858'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:43.303463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:43.307778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.312193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.325495 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c150ef-8420-479c-abaf-2ae0325a3aef x-openstack-request-id: req-74c150ef-8420-479c-abaf-2ae0325a3aef {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:43.325839 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "name": "network-vif-plugged", "status": "completed", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:43.326072 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-74c150ef-8420-479c-abaf-2ae0325a3aef {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:43.326469 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'code': 200} Jul 07 22:22:43.332022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:43.332314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3589254-b443-4ad2-8ab3-37a962522b57 req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.332455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Checking segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:43.335036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.335452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Bound using segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:43.336127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Bound port: 44205960-fa6a-4896-8f98-9e3fd3d58466, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:43.336428 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.513779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] For port 44205960-fa6a-4896-8f98-9e3fd3d58466, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:43.523831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] For port 44205960-fa6a-4896-8f98-9e3fd3d58466, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44205960-fa6a-4896-8f98-9e3fd3d58466,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:43.529710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.640585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3589254-b443-4ad2-8ab3-37a962522b57 req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.647000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:43.648777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:43.654598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff548f-103a-4ccf-8202-bcaf603d1222 req-4daa0549-f21a-495d-b708-1c5f8eadc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:43.656464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0ff548f-103a-4ccf-8202-bcaf603d1222 req-4daa0549-f21a-495d-b708-1c5f8eadc3f3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.2237585 Jul 07 22:22:43.658910 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3589254-b443-4ad2-8ab3-37a962522b57 req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.687521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Allocated IP 172.25.5.76 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/23f27292-d2c4-4f14-b802-f11d4c1154b7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:43.709055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Router f013ce50-a3b5-4633-8c38-9550051bf7a4 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:22:43.716216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6402c-6795-4945-92c7-fb7f8d3b02a9 req-04f1f553-d60d-4dd6-86c2-6232d8938786 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:43.718464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0be6402c-6795-4945-92c7-fb7f8d3b02a9 req-04f1f553-d60d-4dd6-86c2-6232d8938786 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 944 time: 0.2601278 Jul 07 22:22:43.778045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3589254-b443-4ad2-8ab3-37a962522b57 req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.783427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3589254-b443-4ad2-8ab3-37a962522b57 req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4906404 Jul 07 22:22:43.786076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0ff548f-103a-4ccf-8202-bcaf603d1222 req-2e27f66a-1ce3-4e5f-b833-3f87a05b62b6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131070 Jul 07 22:22:43.815107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231b980-6447-4aeb-93a4-b9a143fb9daf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460f885e-327b-489d-beec-b479bbd2d35f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:43.828415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-dce4265c-f20e-49ce-943a-b3efb554a101 req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-650647228', 'description': 'tempest-description-1004431364'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:43.863904 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0be6402c-6795-4945-92c7-fb7f8d3b02a9 req-2ae34daa-a219-411b-9d17-7d6784725f86 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312716 Jul 07 22:22:43.875477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:43.900881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dce4265c-f20e-49ce-943a-b3efb554a101 req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.971668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:43.980755 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Sync routers for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:43.991476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.994147 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:44.003212 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:44.028437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:44.055535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dce4265c-f20e-49ce-943a-b3efb554a101 req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.059997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dce4265c-f20e-49ce-943a-b3efb554a101 req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.069513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.100058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dce4265c-f20e-49ce-943a-b3efb554a101 req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.101476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dce4265c-f20e-49ce-943a-b3efb554a101 req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2811432 Jul 07 22:22:44.103374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae39f79-15c0-4cf4-af99-b079f03731f7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2909f66e-c588-4f8e-997c-22538e55f274,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:44.153359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.160578 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-578f09a1-d377-48ea-96fc-52527d01948d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7909288 Jul 07 22:22:44.161918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47116) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:44.191189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4db624-3e7b-46f3-9f12-f349c9313deb None None] Network 488bc925-3005-45cf-b879-ac9036279f79 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:44.196795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b850c-68af-46f4-ae19-7e7073e5938d None None] Pushing event updated for resources: {'Port': ['ID=44205960-fa6a-4896-8f98-9e3fd3d58466,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:44.202120 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:44.216439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:44.242931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:44.248147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:44.322968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event updated for resources: {'Port': ['ID=23f27292-d2c4-4f14-b802-f11d4c1154b7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:44.454695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] Provisioning for port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:44.458952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:44.466428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] Provisioning complete for port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:44.466968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.518686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.522736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:44.523596 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.596084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.699133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:43Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:44.789301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da32102-bbdb-45fc-8b0d-35604c24602b None None] The sync data for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 is: [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:43Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:44.805031 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:42Z', 'revision_number': 3, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:44.912409 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Checking router: f013ce50-a3b5-4633-8c38-9550051bf7a4 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:44.912807 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Updating router f013ce50-a3b5-4633-8c38-9550051bf7a4 port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:22:44.942751 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.957335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.986448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.002999 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.102106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event updated for resources: {'Port': ['ID=23f27292-d2c4-4f14-b802-f11d4c1154b7,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.127711 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.231089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.239260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44205960-fa6a-4896-8f98-9e3fd3d58466 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:45.258826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:45.276492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.291348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] For port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:45.293655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.299915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0734969d-f8ae-4d69-ba87-729edf6bc53b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9785402 Jul 07 22:22:45.333382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:45.335785 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d1f22-ce7d-4219-9336-77903db4f75c" -d '{"events": [{"server_uuid": "6319c4a8-887f-4641-abcf-30ab20c966f8", "name": "network-vif-plugged", "status": "completed", "tag": "aaf91b87-1dfb-4597-b91f-7bbeac97cbc4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:45.354940 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.594147 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.605623 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Transition to ACTIVE for port object fc91b3a4-b6e8-468e-a9ee-77432b67ff90 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:45.619262 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.645206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-2c8f5231-c8dc-4849-90ec-fe1842086ad2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:45.648052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-2c8f5231-c8dc-4849-90ec-fe1842086ad2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 813 time: 0.6644833 Jul 07 22:22:45.673196 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Attempting to bind port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:45.674367 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Attempting to bind port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:45.674761 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Attempting to bind port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:45.681771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.692132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-947698d8-eaec-44e5-8e5a-7aa86693237a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/quotas/d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 375 time: 0.0363290 Jul 07 22:22:45.703599 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:45.703960 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:45.705046 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.705046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:45.705587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Bound port: fc91b3a4-b6e8-468e-a9ee-77432b67ff90, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:45.705982 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.739117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a883e93-9c67-480c-80e2-1f27525f594c req-ec6534fd-7d0e-4ff8-9822-f29f350d495f tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:45.747714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a883e93-9c67-480c-80e2-1f27525f594c req-ec6534fd-7d0e-4ff8-9822-f29f350d495f tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 945 time: 1.3682702 Jul 07 22:22:45.793058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933b63f-dc57-4bed-9b38-e1f6914ebe37 None None] Pushing event updated for resources: {'Port': ['ID=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.794490 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] For port fc91b3a4-b6e8-468e-a9ee-77432b67ff90, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:45.798090 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] For port fc91b3a4-b6e8-468e-a9ee-77432b67ff90, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:45.814537 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.821518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 44205960-fa6a-4896-8f98-9e3fd3d58466 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:45.828322 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6786-f8d4-45cb-aa12-be80f860cd6b None None] Pushing event updated for resources: {'Port': ['ID=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.850268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 44205960-fa6a-4896-8f98-9e3fd3d58466 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:45.859434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.981235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a883e93-9c67-480c-80e2-1f27525f594c req-835f66a0-2975-4c04-8292-a4747b97e2c0 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248013 Jul 07 22:22:45.986754 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.014780 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:46.021660 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:46.071733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 44205960-fa6a-4896-8f98-9e3fd3d58466, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44205960-fa6a-4896-8f98-9e3fd3d58466,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:46.088051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.106662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-1f1e2436-6776-4e54-a118-d028dca8750a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3929515 Jul 07 22:22:46.180718 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6786-f8d4-45cb-aa12-be80f860cd6b None None] Pushing event updated for resources: {'Port': ['ID=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.233589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=44205960-fa6a-4896-8f98-9e3fd3d58466,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.320289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c58970d-39dc-4ef1-a931-72f38c96b18f None None] Provisioning complete for port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:46.330934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c58970d-39dc-4ef1-a931-72f38c96b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.350192 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:46.647956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.659538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-7fddaa00-27c6-4b97-be67-9f4eb70a128f service neutron] 10.222.0.95 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266838 Jul 07 22:22:46.667518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.719082 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:42Z', 'revision_number': 3, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:46.751994 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc83ecc-0170-4b8b-82ab-ec0e0cfc1687 None None] The sync data for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 is: [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:42Z', 'revision_number': 3, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:46.815566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ed15d-38b0-4264-bcaf-e64d04077901 req-d8f3c6f9-9fe3-4b86-883d-8bcf8714b407 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:46.817338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3ed15d-38b0-4264-bcaf-e64d04077901 req-d8f3c6f9-9fe3-4b86-883d-8bcf8714b407 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.5460892 Jul 07 22:22:46.987533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3ed15d-38b0-4264-bcaf-e64d04077901 req-0f6e4fdf-f2ad-4ad6-8064-d8451975a132 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548834 Jul 07 22:22:47.059039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-31bfaac8-6d45-4935-ac1c-7a70d86b5f2c service neutron] 10.222.0.95 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813839 Jul 07 22:22:47.074993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:47.143990 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a40d2b2-c270-4296-9730-5bc09b92c80c x-openstack-request-id: req-9a40d2b2-c270-4296-9730-5bc09b92c80c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:47.144219 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6319c4a8-887f-4641-abcf-30ab20c966f8", "name": "network-vif-plugged", "status": "completed", "tag": "aaf91b87-1dfb-4597-b91f-7bbeac97cbc4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:47.144502 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9a40d2b2-c270-4296-9730-5bc09b92c80c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:47.146901 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4', 'code': 200} Jul 07 22:22:47.204435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Allocated IP 172.20.0.1 (488bc925-3005-45cf-b879-ac9036279f79/6c268d94-ccf8-4b1f-a11f-504e9d9c8f55/4d86f59e-0502-475c-b91f-48edbc53c826) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:47.226288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:47.226695 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.429172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44205960-fa6a-4896-8f98-9e3fd3d58466 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:47.572985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-324d812a-92ef-4a90-8841-db3c47d596b0 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--2129589019&fields=id&tenant_id=c0ed5a4724a1467788de2a3222559c70 HTTP/1.1" status: 200 len: 267 time: 0.2733862 Jul 07 22:22:47.590359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 44205960-fa6a-4896-8f98-9e3fd3d58466 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:47.596514 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.668437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.684451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Transition to ACTIVE for port object 4d86f59e-0502-475c-b91f-48edbc53c826 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:47.765418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933c31a-3c3b-4bf7-9d25-e339f38dd204 req-238ef8d7-5bf8-47af-8835-2e4854e9cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:47.766995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7933c31a-3c3b-4bf7-9d25-e339f38dd204 req-238ef8d7-5bf8-47af-8835-2e4854e9cac9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 1097 time: 0.5856771 Jul 07 22:22:47.863072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7933c31a-3c3b-4bf7-9d25-e339f38dd204 req-7e02e853-958d-4eb3-a5fb-706413a4e639 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Jul 07 22:22:47.870737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.885900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-a5e6472f-0047-4669-957a-8d6801ee7ae9 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:47.894986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-a5e6472f-0047-4669-957a-8d6801ee7ae9 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/networks?id=9791c390-3d79-4aff-a64c-5d2cbb726a7a HTTP/1.1" status: 200 len: 806 time: 0.3207152 Jul 07 22:22:47.965672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Network 488bc925-3005-45cf-b879-ac9036279f79 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:47.975178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-27c7229f-fa93-444f-9b16-0402fd0d90f1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/quotas/c0ed5a4724a1467788de2a3222559c70 HTTP/1.1" status: 200 len: 375 time: 0.0792589 Jul 07 22:22:47.983755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:47.997899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:48.004550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Pushing event updated for resources: {'Port': ['ID=4d86f59e-0502-475c-b91f-48edbc53c826,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:48.084817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.144785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ddb8-7d10-476c-bf27-fd885baff6d8 req-b486e0d7-6cd7-4ca0-bbb9-16ddbfba729b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:48.146417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0c6ddb8-7d10-476c-bf27-fd885baff6d8 req-b486e0d7-6cd7-4ca0-bbb9-16ddbfba729b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 945 time: 0.2231653 Jul 07 22:22:48.215630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-f6ae20e8-5b81-459b-855e-b3d6fd7a1c9a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c0ed5a4724a1467788de2a3222559c70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2302170 Jul 07 22:22:48.301862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb13b-c4ce-4d14-b3d9-814cc66bb7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.302669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0c6ddb8-7d10-476c-bf27-fd885baff6d8 req-1ba963d0-f441-4f44-b594-4d900ccfe328 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481423 Jul 07 22:22:48.309717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f2dcfe6d-d8bb-4fd5-8e5f-2126d7736e0c None None] Provisioning for port 4d86f59e-0502-475c-b91f-48edbc53c826 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:48.314681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f2dcfe6d-d8bb-4fd5-8e5f-2126d7736e0c None None] Provisioning complete for port 4d86f59e-0502-475c-b91f-48edbc53c826 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:48.315382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2dcfe6d-d8bb-4fd5-8e5f-2126d7736e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.354824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-a21f4d7a-1b1c-4cc1-9c53-597785b036b5 service neutron] 10.222.0.95 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385462 Jul 07 22:22:48.355029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f2dcfe6d-d8bb-4fd5-8e5f-2126d7736e0c None None] Port 4d86f59e-0502-475c-b91f-48edbc53c826 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:48.443814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.486481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-370eafcb-0bc8-4f30-bd6f-f44b11bd5a6d req-00edb8d4-16dd-43c2-bbf0-e8d5164eea35 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 210 time: 0.0453651 Jul 07 22:22:48.528925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.551656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-768be8cc-4bf4-4596-a3bc-dc3d2220b11e service neutron] 10.222.0.95 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716166 Jul 07 22:22:48.730928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543039-3c9c-4303-965c-9507c215307c req-63f0c01e-db21-4124-9ffb-7208178ee129 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:48.732668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a543039-3c9c-4303-965c-9507c215307c req-63f0c01e-db21-4124-9ffb-7208178ee129 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.1411216 Jul 07 22:22:49.008897 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a543039-3c9c-4303-965c-9507c215307c req-38bc19a1-65b7-410d-b103-c3487810c8e3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619369 Jul 07 22:22:49.048971 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.082030 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.096491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fc91b3a4-b6e8-468e-a9ee-77432b67ff90 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:49.174072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:49.184735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:49.185150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.189626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-bb9508f7-d5e8-4e8d-98c1-40319f0aba1a tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4559140 Jul 07 22:22:49.296917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:49.335265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-4c9e95a7-6aef-4051-afdb-254261b3f915 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:49.336953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-4c9e95a7-6aef-4051-afdb-254261b3f915 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 813 time: 0.4730394 Jul 07 22:22:49.347153 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.369501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'port': {'device_id': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1', 'admin_state_up': True, 'tenant_id': 'd61c313f9e674ec399c340bbac5b853a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:49.375993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port fc91b3a4-b6e8-468e-a9ee-77432b67ff90, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:49.383713 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.448877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:49.449445 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.478877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Pushing event updated for resources: {'Port': ['ID=4d86f59e-0502-475c-b91f-48edbc53c826,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:49.494713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e59d1d76-0c87-498e-abac-2c1924784c6d req-431bbb48-74c0-4213-9b7b-16b846d2e0be tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 210 time: 0.1029723 Jul 07 22:22:49.551195 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.696262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Network 488bc925-3005-45cf-b879-ac9036279f79 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:49.700977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:49.723791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Made reservation on behalf of d61c313f9e674ec399c340bbac5b853a for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:49.727411 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.990489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3a291cab-4a2c-46a9-843e-918c4d4de630 None None] Provisioning complete for port 4d86f59e-0502-475c-b91f-48edbc53c826 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:49.990998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3a291cab-4a2c-46a9-843e-918c4d4de630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.026525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3a291cab-4a2c-46a9-843e-918c4d4de630 None None] Port 4d86f59e-0502-475c-b91f-48edbc53c826 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:50.178164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43709e02-fabf-4cbd-a59b-f460b97895a3 req-a6d15187-fc9f-419e-9114-b4d6c6bb416b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 210 time: 0.4091816 Jul 07 22:22:50.351660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.481933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Router f013ce50-a3b5-4633-8c38-9550051bf7a4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:22:50.527077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-29cdf265-98dc-494e-be8c-2f6e09f46ff3 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:50.528531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-29cdf265-98dc-494e-be8c-2f6e09f46ff3 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.97 "GET /v2.0/networks?id=9791c390-3d79-4aff-a64c-5d2cbb726a7a HTTP/1.1" status: 200 len: 806 time: 0.3402925 Jul 07 22:22:50.544435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Allocated IP 172.20.0.3 (6e3f3b45-c9b8-4646-9671-1e49ee2d10b1/7cdf4ed1-3872-499d-a42c-9329d9f84d7a/58150cc5-b261-472a-b22d-a949ba0db3bb) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:50.683621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f97e0-c0fd-4642-9060-f1cb262e903a req-a63227be-7df9-4270-a24f-8177cfdc87b6 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:50.685209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f5f97e0-c0fd-4642-9060-f1cb262e903a req-a63227be-7df9-4270-a24f-8177cfdc87b6 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.3543010 Jul 07 22:22:50.724042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Allocated IP 172.25.5.179 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/7747b0b7-36eb-4b95-9c42-dbb99b48e876) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:50.729557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-5d68bacc-ba6b-47e2-9bda-2fe1b8c6f212 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed5a4724a1467788de2a3222559c70 HTTP/1.1" status: 200 len: 380 time: 0.1830273 Jul 07 22:22:50.786864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Request body: {'port': {'device_id': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'admin_state_up': True, 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'security_groups': ['f9cc8ee4-18ed-4364-a2fe-b587136f3c37']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:50.894324 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8fb78f0-ed14-4de9-9022-6bfc463a605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.963329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f5f97e0-c0fd-4642-9060-f1cb262e903a req-3e24dbb1-0896-459e-a34c-860193a3d3e0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622440 Jul 07 22:22:50.974899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:50.987635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Sync routers for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:50.988206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-070b71e6-e377-4436-8e0f-a37d49744788 admin admin] 10.222.0.95 "PUT /v2.0/routers/f013ce50-a3b5-4633-8c38-9550051bf7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8250201 Jul 07 22:22:50.998337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:51.001081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:51.046296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fc91b3a4-b6e8-468e-a9ee-77432b67ff90 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:51.093757 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.104957 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.139008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Made reservation on behalf of c0ed5a4724a1467788de2a3222559c70 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:51.143450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.223484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:51.223871 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.269438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:51.333045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.334836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.338277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77db3482-f246-4919-9d32-138b8aa337f7 req-80cea816-b76e-4fdb-899c-fc20f9fb04e6 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 210 time: 0.0682313 Jul 07 22:22:51.369023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:51.400061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:51.401867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:51.412147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Allocated IP 172.20.0.10 (9791c390-3d79-4aff-a64c-5d2cbb726a7a/1251d858-a9eb-4692-b3b8-3367b72794f8/a69a4065-d24f-4be0-8bb7-403766cd0b0b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:51.417155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:51.421127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:51.422920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:51.426992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event updated for resources: {'Port': ['ID=7747b0b7-36eb-4b95-9c42-dbb99b48e876,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:51.430244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:51.489036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.567213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:51.567888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.586369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:51.628151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-035f3324-25bf-496c-afc7-263f7be5baab tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2709641 Jul 07 22:22:51.646428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 2, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:51.666298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Request body: {'port': {'device_id': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:51.685126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Checking router: f013ce50-a3b5-4633-8c38-9550051bf7a4 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:51.685482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Updating router f013ce50-a3b5-4633-8c38-9550051bf7a4 port 4d86f59e-0502-475c-b91f-48edbc53c826 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:22:51.746612 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.762225 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.857603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.903562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.955462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.966446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3016e-9890-4b80-9653-2f2ba2b95a36 req-bbd854ed-235d-4f39-bd27-816b55a8bcce tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:51.972159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ed3016e-9890-4b80-9653-2f2ba2b95a36 req-bbd854ed-235d-4f39-bd27-816b55a8bcce tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 946 time: 0.3010235 Jul 07 22:22:52.042368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Transition to ACTIVE for port object a69a4065-d24f-4be0-8bb7-403766cd0b0b will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:52.102444 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.120244 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.137015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Transition to ACTIVE for port object 4d86f59e-0502-475c-b91f-48edbc53c826 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:52.145102 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.159579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ed3016e-9890-4b80-9653-2f2ba2b95a36 req-4545f3bf-d02f-4746-b39c-dc864695198d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864700 Jul 07 22:22:52.209581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7613d54-d070-4c64-86a6-be6466cc7c5d None None] Pushing event updated for resources: {'Port': ['ID=4d86f59e-0502-475c-b91f-48edbc53c826,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:52.285135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Attempting to bind port 4d86f59e-0502-475c-b91f-48edbc53c826 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:52.285517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Attempting to bind port 4d86f59e-0502-475c-b91f-48edbc53c826 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:52.285887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Attempting to bind port 4d86f59e-0502-475c-b91f-48edbc53c826 on network 488bc925-3005-45cf-b879-ac9036279f79 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:52.300846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:52.301234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Checking segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:52.301644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.303000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Bound using segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:52.303620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Bound port: 4d86f59e-0502-475c-b91f-48edbc53c826, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:52.304021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.431058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] For port 4d86f59e-0502-475c-b91f-48edbc53c826, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:52.434994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] For port 4d86f59e-0502-475c-b91f-48edbc53c826, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4d86f59e-0502-475c-b91f-48edbc53c826,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:52.441516 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.519184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:52.519828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:52.524878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7613d54-d070-4c64-86a6-be6466cc7c5d None None] Pushing event updated for resources: {'Port': ['ID=4d86f59e-0502-475c-b91f-48edbc53c826,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:52.535559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58150cc5-b261-472a-b22d-a949ba0db3bb {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:52.549501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.561044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.596350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Transition to ACTIVE for port object 58150cc5-b261-472a-b22d-a949ba0db3bb will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:52.633962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.640651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:52.667448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:52.681369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:52.697390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:52.769799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event updated for resources: {'Port': ['ID=a69a4065-d24f-4be0-8bb7-403766cd0b0b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:52.779740 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.791828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45681351-3b12-4896-bb64-26909dd2aa9a req-c5c42893-db89-4f4d-bdd0-6bf2f52b3bfb tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:52.799082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45681351-3b12-4896-bb64-26909dd2aa9a req-c5c42893-db89-4f4d-bdd0-6bf2f52b3bfb tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 931 time: 0.4359901 Jul 07 22:22:52.832521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:52.833667 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.879703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.942619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:52Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:52.959431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45681351-3b12-4896-bb64-26909dd2aa9a req-603d22fa-6a5e-4c96-986a-a2622cdd401e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574428 Jul 07 22:22:53.012944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e56c7b8c-b234-41ae-8107-5861d448d24a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2359719 Jul 07 22:22:53.029393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Request body: {'port': {'device_id': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:53.034190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:53.109938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.169542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event updated for resources: {'Port': ['ID=7747b0b7-36eb-4b95-9c42-dbb99b48e876,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:53.169910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09d8b4-c243-454e-9931-cbb99aa14309 None None] The sync data for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 is: [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:52Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:53.185850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dba80ea9-3573-4821-bba6-37deae5e1e18 None None] Provisioning for port a69a4065-d24f-4be0-8bb7-403766cd0b0b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:53.194539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dba80ea9-3573-4821-bba6-37deae5e1e18 None None] Provisioning complete for port a69a4065-d24f-4be0-8bb7-403766cd0b0b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:53.194999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dba80ea9-3573-4821-bba6-37deae5e1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.199246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.200450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-8a40b0e5-a32d-496d-8381-84bc10c7b889 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9892440 Jul 07 22:22:53.235009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Attempting to bind port 58150cc5-b261-472a-b22d-a949ba0db3bb on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:53.235009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Attempting to bind port 58150cc5-b261-472a-b22d-a949ba0db3bb by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:53.235009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Attempting to bind port 58150cc5-b261-472a-b22d-a949ba0db3bb on network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:53.250759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-dba80ea9-3573-4821-bba6-37deae5e1e18 None None] Port a69a4065-d24f-4be0-8bb7-403766cd0b0b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:53.293939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Port 58150cc5-b261-472a-b22d-a949ba0db3bb on network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:53.294037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Attempting to bind port 58150cc5-b261-472a-b22d-a949ba0db3bb on network 6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:53.355213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.366790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-153b6146-5e0e-4ee2-a474-61d6cdfa2254 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0921679 Jul 07 22:22:53.367557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:53.367924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Checking segment: {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:53.368310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Bound using segment: {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:53.368766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Bound port: 58150cc5-b261-472a-b22d-a949ba0db3bb, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ccca49-c0bc-40c6-bd5b-5565935032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:53.369136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.519410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-bf5fe959-049d-44f9-89d6-489fc18575db tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:53.520983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-bf5fe959-049d-44f9-89d6-489fc18575db tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 829 time: 0.3255091 Jul 07 22:22:53.604181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.977888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-78af49fb-7d6f-4fbd-879a-a46cf263db3c tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/quotas/2efea23d222c492695a862b34daf63d4 HTTP/1.1" status: 200 len: 375 time: 0.4420612 Jul 07 22:22:54.016833 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:54.063071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:54.071539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-662601d8-5956-4804-8170-c6567ede8514 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.073009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad5f63a7-6d9a-4e28-81ce-0d2ebbbb574d req-662601d8-5956-4804-8170-c6567ede8514 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.6924179 Jul 07 22:22:54.113370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.168010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.168964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.170079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] 10.222.0.103 "PUT /v2.0/ports/58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 1092 time: 2.5097570 Jul 07 22:22:54.171349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:54.174170 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203eac3a-8763-4265-af59-f2b656c79f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:54.181783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47282) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.253661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640751-8da8-4019-8d66-8dda0af4d5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.313595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Deleting subnet e57cc3e6-250f-4641-b38f-fb187ec7e163 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:54.318886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.339632 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-6a24d675-bcbf-420d-9e09-c3075f8b772b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3488801 Jul 07 22:22:54.357804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.410129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.416686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69a4065-d24f-4be0-8bb7-403766cd0b0b {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:54.425416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.484597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.512493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57cc3e6-250f-4641-b38f-fb187ec7e163,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.529977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.531869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Transition to ACTIVE for port object a69a4065-d24f-4be0-8bb7-403766cd0b0b will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:54.533307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b26135e4-4243-413a-aed8-3c8a631291b2 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e57cc3e6-250f-4641-b38f-fb187ec7e163 HTTP/1.1" status: 204 len: 168 time: 0.3491631 Jul 07 22:22:54.535359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47286) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.544621 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.588526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-c4552a8f-b5ef-4f98-9a03-d206a438c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.590052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-c4552a8f-b5ef-4f98-9a03-d206a438c3c5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1095 time: 0.3250155 Jul 07 22:22:54.629947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.643682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-119afd02-5efb-43e2-b048-3c51bc12c7ba service neutron] 10.222.0.95 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842407 Jul 07 22:22:54.695508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-4eae7d91-54f8-43c6-8837-a383612aedf7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 217 time: 0.0931911 Jul 07 22:22:54.715056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a4065-d24f-4be0-8bb7-403766cd0b0b,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.736671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.747814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a53edb-b7e5-43cb-abe0-0142fc2bc719']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:54.760184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5413a53-88f3-45ed-8ce8-9363a4c84134') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:54.760728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5413a53-88f3-45ed-8ce8-9363a4c84134') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:54.771466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.788840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.796946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:54.797859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:54.800170 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:54.865633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.866899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ba1d-fa36-4dc2-9f6e-2be9a63c1542 req-42443b78-1683-4a94-ab13-f3957fd01105 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.868499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6035ba1d-fa36-4dc2-9f6e-2be9a63c1542 req-42443b78-1683-4a94-ab13-f3957fd01105 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.4178147 Jul 07 22:22:54.873015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.878734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] 10.222.0.95 "DELETE /v2.0/networks/f0a53edb-b7e5-43cb-abe0-0142fc2bc719 HTTP/1.1" status: 204 len: 168 time: 0.3376136 Jul 07 22:22:54.879451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47290) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.908873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-6202bc4f-e252-4ea2-ade6-06e47c93d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.910368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-6202bc4f-e252-4ea2-ade6-06e47c93d6d2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.1625855 Jul 07 22:22:54.940603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c603-5d58-43a3-9260-8af1fc9f72af admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a53edb-b7e5-43cb-abe0-0142fc2bc719,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.956770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Deleting subnet 4ce12940-1c91-4677-bc17-c1cb95c2b650 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:54.960549 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.971091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-3d78b945-bd8b-4a99-af6d-333c699d7e62 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471640 Jul 07 22:22:54.996187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-2892862d-4c25-4736-a8b0-dab3321204dd service neutron] 10.222.0.95 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128791 Jul 07 22:22:55.032784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.035561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Attempting to bind port a69a4065-d24f-4be0-8bb7-403766cd0b0b on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:55.035900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Attempting to bind port a69a4065-d24f-4be0-8bb7-403766cd0b0b by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:55.036573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Attempting to bind port a69a4065-d24f-4be0-8bb7-403766cd0b0b on network 9791c390-3d79-4aff-a64c-5d2cbb726a7a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:55.058171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4d86f59e-0502-475c-b91f-48edbc53c826 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:55.084098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6035ba1d-fa36-4dc2-9f6e-2be9a63c1542 req-f7f1b2fb-60af-445e-80e3-cbf2e326a0be tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021151 Jul 07 22:22:55.097771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.104387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Port a69a4065-d24f-4be0-8bb7-403766cd0b0b on network 9791c390-3d79-4aff-a64c-5d2cbb726a7a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:55.104725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Attempting to bind port a69a4065-d24f-4be0-8bb7-403766cd0b0b on network 9791c390-3d79-4aff-a64c-5d2cbb726a7a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:55.114236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4d86f59e-0502-475c-b91f-48edbc53c826 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:55.115749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:55.116202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Checking segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:55.116664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Bound using segment: {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:55.117310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Bound port: a69a4065-d24f-4be0-8bb7-403766cd0b0b, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:55.117753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.120564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4d86f59e-0502-475c-b91f-48edbc53c826 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:55.122056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.161451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.197983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-895c6f01-daa8-4fff-a099-4a7241eced31 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007682 Jul 07 22:22:55.198392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce12940-1c91-4677-bc17-c1cb95c2b650,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.204306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.211804 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-53f37c56-8ded-4da7-aeb4-df2bd066998e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/4ce12940-1c91-4677-bc17-c1cb95c2b650 HTTP/1.1" status: 204 len: 168 time: 0.3307507 Jul 07 22:22:55.214152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:55.268123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.271058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] For port a69a4065-d24f-4be0-8bb7-403766cd0b0b, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:55.290549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] For port a69a4065-d24f-4be0-8bb7-403766cd0b0b, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:55.333326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.336484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4d86f59e-0502-475c-b91f-48edbc53c826, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4d86f59e-0502-475c-b91f-48edbc53c826,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:55.344129 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.400818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.403221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4d86f59e-0502-475c-b91f-48edbc53c826,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.442719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:55.443467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.446109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] 10.222.0.97 "PUT /v2.0/ports/a69a4065-d24f-4be0-8bb7-403766cd0b0b HTTP/1.1" status: 200 len: 1093 time: 2.4251025 Jul 07 22:22:55.449735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9629b7-8d0e-4cf5-b152-946a61a2be81 req-e9656031-8bd0-457e-ab11-6f4efa22af73 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413375 Jul 07 22:22:55.502737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4973f-8b38-472e-a869-ac57084f22c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a4065-d24f-4be0-8bb7-403766cd0b0b,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.527287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.539816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfd9989-c28a-4769-a61e-3749606ff0d6']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:55.557444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31404edc-6490-47bc-ae54-43d044492e69') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:55.557762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31404edc-6490-47bc-ae54-43d044492e69') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:55.568201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.595589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.596230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578be1c-50ac-419e-baae-28ec58a06fd9 req-f83aab49-3ee2-497f-af71-8194baf0fc6c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:55.603177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2578be1c-50ac-419e-baae-28ec58a06fd9 req-f83aab49-3ee2-497f-af71-8194baf0fc6c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 944 time: 0.2713192 Jul 07 22:22:55.603401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:55.603797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:55.605874 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:55.676364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.677006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e66d28-d9d8-4328-aeda-2bebe6d21475 req-b7e875f2-9917-4da6-9fb6-771d6206d66b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:55.680881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.683451 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] 10.222.0.95 "DELETE /v2.0/networks/1bfd9989-c28a-4769-a61e-3749606ff0d6 HTTP/1.1" status: 204 len: 168 time: 0.4674296 Jul 07 22:22:55.696905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97e66d28-d9d8-4328-aeda-2bebe6d21475 req-b7e875f2-9917-4da6-9fb6-771d6206d66b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 943 time: 0.2179947 Jul 07 22:22:55.699757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935e9bf-3af2-46f1-ac29-510e47d7dc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfd9989-c28a-4769-a61e-3749606ff0d6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.704127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2578be1c-50ac-419e-baae-28ec58a06fd9 req-e0613f40-770a-4289-b32b-f647e4ea156f tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997100 Jul 07 22:22:55.749755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-a7ac862d-44f6-42f9-a5fc-e0d42599e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:55.752026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-a7ac862d-44f6-42f9-a5fc-e0d42599e943 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0ed5a4724a1467788de2a3222559c70&device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 1096 time: 0.2089372 Jul 07 22:22:55.772040 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d71560-5b50-4658-becf-28e215e0d4f9 x-openstack-request-id: req-86d71560-5b50-4658-becf-28e215e0d4f9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:55.772334 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:55.772588 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-86d71560-5b50-4658-becf-28e215e0d4f9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:55.773029 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'status': 'completed', 'code': 200} Jul 07 22:22:55.851374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97e66d28-d9d8-4328-aeda-2bebe6d21475 req-8be54f4e-1a3f-4a50-a36e-3b699bc5d9d6 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535304 Jul 07 22:22:55.854916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-67ed3503-b903-4c71-bee0-6e1b5516edb8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b HTTP/1.1" status: 200 len: 217 time: 0.0949965 Jul 07 22:22:55.917498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47318) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:55.968659 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ba945565-e5e4-426d-86e8-48032033d23b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b6fcbeef863e4dfab2e821c4d41c5d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499585 Jul 07 22:22:55.971613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47320) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:55.979495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-39c0a1d7-e911-4814-b0f9-699d3651687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:55.981187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-39c0a1d7-e911-4814-b0f9-699d3651687b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1251d858-a9eb-4692-b3b8-3367b72794f8 HTTP/1.1" status: 200 len: 845 time: 0.1162369 Jul 07 22:22:56.028613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d89810a3-7804-4e7c-9542-3c61bb477799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.036558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eac3a-8763-4265-af59-f2b656c79f1f req-a9778c75-af19-4bd6-89f9-8b63da9db68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.038782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-a9778c75-af19-4bd6-89f9-8b63da9db68f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1095 time: 0.2343183 Jul 07 22:22:56.056891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d89810a3-7804-4e7c-9542-3c61bb477799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.093828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-305ffae8-5d05-40a8-836d-f143fcb995ca tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.101040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-305ffae8-5d05-40a8-836d-f143fcb995ca tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 820 time: 0.2476270 Jul 07 22:22:56.122733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d89810a3-7804-4e7c-9542-3c61bb477799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.125825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d89810a3-7804-4e7c-9542-3c61bb477799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.131282 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d89810a3-7804-4e7c-9542-3c61bb477799 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/df5bce3f-1a68-4215-ab41-30612f22ffc8 HTTP/1.1" status: 204 len: 168 time: 0.1584318 Jul 07 22:22:56.143281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89810a3-7804-4e7c-9542-3c61bb477799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5bce3f-1a68-4215-ab41-30612f22ffc8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:56.156008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-099369e2-ec3a-472b-a383-d7145d9dd9d2 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/quotas/f2d373d288d346cd90378cb6d9713e49 HTTP/1.1" status: 200 len: 375 time: 0.0540438 Jul 07 22:22:56.215431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-b07cde95-a481-45ca-bf48-6b86a57e051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.216984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-b07cde95-a481-45ca-bf48-6b86a57e051f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9791c390-3d79-4aff-a64c-5d2cbb726a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217269 Jul 07 22:22:56.295928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eac3a-8763-4265-af59-f2b656c79f1f req-94488b45-df7f-493d-8cbc-7d8cdc34aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.297402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-94488b45-df7f-493d-8cbc-7d8cdc34aabb service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.2413921 Jul 07 22:22:56.338889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f783616-3990-4ac7-8d4a-022a3dd28446 req-296a166a-c4e1-403f-a340-82d1d689566c tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 210 time: 0.0501983 Jul 07 22:22:56.377991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-c0b21b03-fa1b-4333-a96d-f4639484d896 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 217 time: 0.0651085 Jul 07 22:22:56.391223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-92673875-7d1b-4724-bbf7-5798e18076be tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2339411 Jul 07 22:22:56.470790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-b0dc62e2-7b55-4621-a8ba-93ba4415f2dc service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462401 Jul 07 22:22:56.475696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eac3a-8763-4265-af59-f2b656c79f1f req-90111aab-33a4-401a-b002-96c525119004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.477621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-90111aab-33a4-401a-b002-96c525119004 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.0848973 Jul 07 22:22:56.553403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47332) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:56.562735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-0c3a4641-2acb-4196-9937-98a3f4a9fa45 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725105 Jul 07 22:22:56.600832 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4169e8ca-af84-418f-b541-c04a6af2bba6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bd4934e5027d46c5b630101468fc3e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453525 Jul 07 22:22:56.601455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47334) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:56.655555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3c13-0d1e-4271-91a5-1d222e9a18a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.682138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3c13-0d1e-4271-91a5-1d222e9a18a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.801966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3c13-0d1e-4271-91a5-1d222e9a18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.804583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3c13-0d1e-4271-91a5-1d222e9a18a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.807146 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a4eb3c13-0d1e-4271-91a5-1d222e9a18a2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0514dc2a-7405-49ef-9d64-f524e7e3785d HTTP/1.1" status: 204 len: 168 time: 0.2046924 Jul 07 22:22:56.823884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b786e99-1d53-49de-ad96-bb9fde19460e req-e588be7e-9626-4f5f-9033-123ec311441d service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410695 Jul 07 22:22:56.838137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aeed0-8fc0-4cbe-a11e-e50be8ff785c req-36b8c54e-1b07-4d15-81ed-d2eedd42384e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.839791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a0aeed0-8fc0-4cbe-a11e-e50be8ff785c req-36b8c54e-1b07-4d15-81ed-d2eedd42384e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.2546802 Jul 07 22:22:56.846755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-371c4532-86a3-4d40-91cb-2f13eef369ab tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.847874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-a7da6640-67ee-446a-9617-02a4d4a19cd8 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427545 Jul 07 22:22:56.848491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-371c4532-86a3-4d40-91cb-2f13eef369ab tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.103 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 829 time: 0.1568615 Jul 07 22:22:56.849325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb3c13-0d1e-4271-91a5-1d222e9a18a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514dc2a-7405-49ef-9d64-f524e7e3785d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:56.882676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Request body: {'port': {'device_id': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'admin_state_up': True, 'tenant_id': '2efea23d222c492695a862b34daf63d4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:56.953416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-d711d2ae-d258-4dcc-9225-ef96d0a93b42 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712819 Jul 07 22:22:57.000685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4d86f59e-0502-475c-b91f-48edbc53c826 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:57.015190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-da26f331-cb17-40af-9520-5db6b3774823 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664345 Jul 07 22:22:57.071049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4d86f59e-0502-475c-b91f-48edbc53c826 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:57.071613 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.072954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a0aeed0-8fc0-4cbe-a11e-e50be8ff785c req-56a6702a-a982-4f2b-91ac-d18a078cda80 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218791 Jul 07 22:22:57.094249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Made reservation on behalf of 2efea23d222c492695a862b34daf63d4 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:57.097741 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.164528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203eac3a-8763-4265-af59-f2b656c79f1f req-d8a3079d-3c53-4313-be23-a45aafd7b79b service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813397 Jul 07 22:22:57.324929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Allocated IP 172.20.0.5 (488bc925-3005-45cf-b879-ac9036279f79/6c268d94-ccf8-4b1f-a11f-504e9d9c8f55/79e29215-92f8-46ff-b391-edd5393f60fa) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:57.495501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a19b3a-06b3-4dc4-8d20-991570a4d1e9 req-ab3e9002-0300-402d-a169-c8d48b0030c7 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:57.502909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5a19b3a-06b3-4dc4-8d20-991570a4d1e9 req-ab3e9002-0300-402d-a169-c8d48b0030c7 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 944 time: 0.1594861 Jul 07 22:22:57.529601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825585d8-ab82-469e-8dce-1642c22ab8ce req-c89e7a6c-7853-4a79-84ea-a5d2f809344b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:57.531464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-825585d8-ab82-469e-8dce-1642c22ab8ce req-c89e7a6c-7853-4a79-84ea-a5d2f809344b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 943 time: 0.1369174 Jul 07 22:22:57.549229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.567136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Transition to ACTIVE for port object 79e29215-92f8-46ff-b391-edd5393f60fa will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:57.597971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5a19b3a-06b3-4dc4-8d20-991570a4d1e9 req-0f60bade-6545-4b50-9a4c-6a879fd5f339 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938652 Jul 07 22:22:57.627883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-825585d8-ab82-469e-8dce-1642c22ab8ce req-aefe8f75-d90a-41f6-a22f-cb6c355356a1 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884597 Jul 07 22:22:57.645514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.712254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event updated for resources: {'Port': ['ID=79e29215-92f8-46ff-b391-edd5393f60fa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:57.725137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Network 488bc925-3005-45cf-b879-ac9036279f79 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:57.725569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73776129-5ead-4a65-a734-086ee7567ee8 req-21affd24-990c-4063-aa06-56cf23bb4e58 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 210 time: 0.0680254 Jul 07 22:22:57.737012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:57.741747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:57.774444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:57.778195 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e029ec8b-909d-4289-8a18-110ecec61fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:57.830677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:57.830677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.866309 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-c430ce30-b76c-47ff-a4c7-d32915c791ce tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0003924 Jul 07 22:22:57.880027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Request body: {'port': {'device_id': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:57.953763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f1d06-98bc-4b9d-a324-ebf17772c0d6 req-2001affe-cf17-4ffb-8204-ce161d5818fb tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:57.956370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-082f1d06-98bc-4b9d-a324-ebf17772c0d6 req-2001affe-cf17-4ffb-8204-ce161d5818fb tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 931 time: 0.1387503 Jul 07 22:22:58.068786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.076077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df094f5-efef-407e-9022-9a505ce709d0 req-ef160662-779f-45ee-ac3b-13fa6f9085af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.078315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8df094f5-efef-407e-9022-9a505ce709d0 req-ef160662-779f-45ee-ac3b-13fa6f9085af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.1767831 Jul 07 22:22:58.094613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-082f1d06-98bc-4b9d-a324-ebf17772c0d6 req-c6893f0d-0fac-4fa4-9ab4-592391bfb99a tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275051 Jul 07 22:22:58.100961 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61fdabe-ddf8-4b93-9def-8ad9d6d2397a x-openstack-request-id: req-c61fdabe-ddf8-4b93-9def-8ad9d6d2397a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:58.101278 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:58.101543 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c61fdabe-ddf8-4b93-9def-8ad9d6d2397a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:58.101963 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'status': 'completed', 'code': 200} Jul 07 22:22:58.196969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c81d390d-604b-4f6f-a29c-3605a1a24d1e None None] Provisioning for port 79e29215-92f8-46ff-b391-edd5393f60fa completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:58.202061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c81d390d-604b-4f6f-a29c-3605a1a24d1e None None] Provisioning complete for port 79e29215-92f8-46ff-b391-edd5393f60fa triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:58.202735 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c81d390d-604b-4f6f-a29c-3605a1a24d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.274494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c81d390d-604b-4f6f-a29c-3605a1a24d1e None None] Port 79e29215-92f8-46ff-b391-edd5393f60fa cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:58.281332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:58.281783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.329586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 58150cc5-b261-472a-b22d-a949ba0db3bb details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:58.533495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:58.534165 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.546770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221e6f0-5a94-4744-b7c1-f86d756fdce1 req-9dabd3a2-2046-496a-90a9-1790d2499a98 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.555132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-dbaa88e9-6697-4978-8431-143091d5a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.555476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2221e6f0-5a94-4744-b7c1-f86d756fdce1 req-9dabd3a2-2046-496a-90a9-1790d2499a98 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 945 time: 0.2540212 Jul 07 22:22:58.555917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:58.556762 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-dbaa88e9-6697-4978-8431-143091d5a71e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0ed5a4724a1467788de2a3222559c70&device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 1096 time: 0.4235890 Jul 07 22:22:58.576751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'network_id': '6e3f3b45-c9b8-4646-9671-1e49ee2d10b1', 'port_id': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'mac_address': 'fa:16:3e:65:68:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdf4ed1-3872-499d-a42c-9329d9f84d7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:58.582221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:58.633072 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.651524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58150cc5-b261-472a-b22d-a949ba0db3bb {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:58.691076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:58.705766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.757977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:58.839379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e29215-92f8-46ff-b391-edd5393f60fa {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:58.867045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.899182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Transition to ACTIVE for port object 79e29215-92f8-46ff-b391-edd5393f60fa will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:58.902100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-41bbe9f2-e88a-4e19-a2ae-921179be5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.903798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-41bbe9f2-e88a-4e19-a2ae-921179be5a0b service neutron] 10.222.0.97 "GET /v2.0/networks?id=9791c390-3d79-4aff-a64c-5d2cbb726a7a HTTP/1.1" status: 200 len: 907 time: 0.3338535 Jul 07 22:22:58.906890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.997212 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-6e8c6654-f8c9-409e-87c8-b6bfea44de8c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b HTTP/1.1" status: 200 len: 217 time: 0.0831718 Jul 07 22:22:59.029901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['58150cc5-b261-472a-b22d-a949ba0db3bb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:59.135460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2221e6f0-5a94-4744-b7c1-f86d756fdce1 req-34acc043-1efc-45fb-8485-77dba70707d7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787175 Jul 07 22:22:59.208687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-1ee9aa0b-8831-48ff-9656-8ddb10bc390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:59.210160 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-1ee9aa0b-8831-48ff-9656-8ddb10bc390a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1251d858-a9eb-4692-b3b8-3367b72794f8 HTTP/1.1" status: 200 len: 845 time: 0.1764059 Jul 07 22:22:59.302392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da0bc-ee53-45f8-8430-cc70f5f980a4 req-4119774e-6f96-4920-b17f-85acd5645d4b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:59.315963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff1da0bc-ee53-45f8-8430-cc70f5f980a4 req-4119774e-6f96-4920-b17f-85acd5645d4b tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 944 time: 0.1980021 Jul 07 22:22:59.390167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Pushing event updated for resources: {'Port': ['ID=79e29215-92f8-46ff-b391-edd5393f60fa,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:59.462201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff1da0bc-ee53-45f8-8430-cc70f5f980a4 req-88c0df4c-30d3-42d9-9810-b49b68c90243 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451788 Jul 07 22:22:59.475552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.489200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a', 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:59.512725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-89657d3c-31d4-4e5f-b728-3007440e11b1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:59.514337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-89657d3c-31d4-4e5f-b728-3007440e11b1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 820 time: 0.5334871 Jul 07 22:22:59.532439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'port': {'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'admin_state_up': True, 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:59.559646 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-42205bff-bd7f-4d3d-8247-d8dda984f2f9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3313248 Jul 07 22:22:59.682448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:59.682448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=aaf91b87-1dfb-4597-b91f-7bbeac97cbc4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:59.686286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.688792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "DELETE /v2.0/ports/aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 HTTP/1.1" status: 204 len: 173 time: 1.5859771 Jul 07 22:22:59.731632 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0121817-a4b2-48f1-9acb-85e7789ce9c5 req-d77a2ae1-a64a-4241-a4b4-86321767b652 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 210 time: 0.0534999 Jul 07 22:22:59.759940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e621-c73c-412c-91d3-984a4e628069 req-f31a8382-33d7-41ec-86d7-4e089741c666 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:59.759940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bb5e621-c73c-412c-91d3-984a4e628069 req-f31a8382-33d7-41ec-86d7-4e089741c666 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 944 time: 0.3425100 Jul 07 22:22:59.808966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bb5e621-c73c-412c-91d3-984a4e628069 req-9f577e9a-fb29-4f85-b25d-56abad72b252 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Jul 07 22:23:00.036872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447fe77-4b33-4050-a9ee-eabd0db4b39b req-c9aeb31f-1661-43e0-9eac-a7d7b4b024da tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.043328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f447fe77-4b33-4050-a9ee-eabd0db4b39b req-c9aeb31f-1661-43e0-9eac-a7d7b4b024da tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 943 time: 0.0828340 Jul 07 22:23:00.054195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['67ad2698-8ed5-460d-9b6e-175423f367dc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:00.097676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f447fe77-4b33-4050-a9ee-eabd0db4b39b req-a8019d16-c48d-4339-a07d-2e507911bbda tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505657 Jul 07 22:23:00.100649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-6be0dc05-75bf-4e6c-9859-31027a5ce4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.102798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-6be0dc05-75bf-4e6c-9859-31027a5ce4e9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9791c390-3d79-4aff-a64c-5d2cbb726a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8728166 Jul 07 22:23:00.109832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'name': 'network-vif-deleted', 'tag': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:00.112758 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3885245f-0c71-4ce4-9d77-8f6f0cef829a" -d '{"events": [{"server_uuid": "6319c4a8-887f-4641-abcf-30ab20c966f8", "name": "network-vif-deleted", "tag": "aaf91b87-1dfb-4597-b91f-7bbeac97cbc4"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:00.120025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Attempting to bind port 79e29215-92f8-46ff-b391-edd5393f60fa on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:00.120371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Attempting to bind port 79e29215-92f8-46ff-b391-edd5393f60fa by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:00.120718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Attempting to bind port 79e29215-92f8-46ff-b391-edd5393f60fa on network 488bc925-3005-45cf-b879-ac9036279f79 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:00.163718 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab162c-5054-4407-b09a-0497c2ce70fa x-openstack-request-id: req-35ab162c-5054-4407-b09a-0497c2ce70fa {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:00.164294 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6319c4a8-887f-4641-abcf-30ab20c966f8", "name": "network-vif-deleted", "tag": "aaf91b87-1dfb-4597-b91f-7bbeac97cbc4", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:00.164294 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-35ab162c-5054-4407-b09a-0497c2ce70fa {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:00.164659 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6319c4a8-887f-4641-abcf-30ab20c966f8', 'name': 'network-vif-deleted', 'tag': 'aaf91b87-1dfb-4597-b91f-7bbeac97cbc4', 'status': 'completed', 'code': 200} Jul 07 22:23:00.178555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Port 79e29215-92f8-46ff-b391-edd5393f60fa on network 488bc925-3005-45cf-b879-ac9036279f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:00.178714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Attempting to bind port 79e29215-92f8-46ff-b391-edd5393f60fa on network 488bc925-3005-45cf-b879-ac9036279f79 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:00.230900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:00.231272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Checking segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:00.231728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Bound using segment: {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:00.232270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Bound port: 79e29215-92f8-46ff-b391-edd5393f60fa, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783f88b7-8bea-4053-ad1f-cd903e2897d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '488bc925-3005-45cf-b879-ac9036279f79'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:00.232771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.330446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-b264b743-f13a-4fc3-9578-c45d5efebdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.332012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-b264b743-f13a-4fc3-9578-c45d5efebdda service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1098 time: 0.7302253 Jul 07 22:23:00.336151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 58150cc5-b261-472a-b22d-a949ba0db3bb up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:00.357590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Made reservation on behalf of f2d373d288d346cd90378cb6d9713e49 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:00.362283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.363055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60a00002-c56e-404a-a688-b558c7ebe662 req-e2a683aa-1e37-42a1-91c2-24b5e5157588 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=6319c4a8-887f-4641-abcf-30ab20c966f8 HTTP/1.1" status: 200 len: 210 time: 0.0597920 Jul 07 22:23:00.392081 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-4dbe1ccc-1d32-46da-81d7-036a0ee5786f service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732451 Jul 07 22:23:00.418671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 58150cc5-b261-472a-b22d-a949ba0db3bb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:00.423495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 58150cc5-b261-472a-b22d-a949ba0db3bb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:00.423882 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.551141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.563705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] For port 79e29215-92f8-46ff-b391-edd5393f60fa, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:00.576362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:00.579053 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6abe423-5690-432f-8aff-a99f79cdb0a8" -d '{"events": [{"server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "name": "network-vif-plugged", "status": "completed", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:00.612551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:00.622574 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.625568 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab6004-80dd-4296-88f1-719de49b58d6 x-openstack-request-id: req-f8ab6004-80dd-4296-88f1-719de49b58d6 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:00.625867 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "name": "network-vif-plugged", "status": "completed", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:00.626130 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f8ab6004-80dd-4296-88f1-719de49b58d6 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:00.627211 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'code': 200} Jul 07 22:23:00.699417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bd037-d407-45ae-9c0b-673da6dd91df req-6044140a-2d76-4dae-bf15-008a211038d9 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.702871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] For port 79e29215-92f8-46ff-b391-edd5393f60fa, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=79e29215-92f8-46ff-b391-edd5393f60fa,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:00.708751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-598bd037-d407-45ae-9c0b-673da6dd91df req-6044140a-2d76-4dae-bf15-008a211038d9 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 944 time: 0.0982578 Jul 07 22:23:00.715866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:00.766152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.798590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-598bd037-d407-45ae-9c0b-673da6dd91df req-d5dfee26-5af7-46db-8762-3ae0beb8351a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884821 Jul 07 22:23:00.815924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-5eee8caf-f759-4211-980f-facdc2ee45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.817460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-5eee8caf-f759-4211-980f-facdc2ee45b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.4302945 Jul 07 22:23:00.820789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.821476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.822992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] 10.222.0.103 "PUT /v2.0/ports/79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 1092 time: 2.9478140 Jul 07 22:23:00.838786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:00.841270 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17" -d '{"events": [{"name": "network-changed", "server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:00.863496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017f2f-cbb1-4f83-b7cb-8cae3a9a151f req-e24ea8e3-a5d3-4eb3-9958-0c0d6c4b320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.874163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94017f2f-cbb1-4f83-b7cb-8cae3a9a151f req-e24ea8e3-a5d3-4eb3-9958-0c0d6c4b320b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1097 time: 0.1521268 Jul 07 22:23:00.957944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f2655eb-a2e8-4474-9837-7d0b120e3b5b req-d00971b3-d97c-450b-a733-d6d7d0fe15dd tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 210 time: 0.0414762 Jul 07 22:23:00.993112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94017f2f-cbb1-4f83-b7cb-8cae3a9a151f req-bae91185-e71f-44f0-beec-6077abb74191 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063688 Jul 07 22:23:01.021468 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e029ec8b-909d-4289-8a18-110ecec61fd6 req-00157e2f-0032-4806-a501-871101dfb709 service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727665 Jul 07 22:23:01.064564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Allocated IP 172.20.0.8 (ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b/0cfe0427-71fa-470e-8bb7-b6e139ee17b4/aaa02321-ab0f-4f78-b450-807eb0c60203) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:01.082075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01217-2211-487e-805b-a4a335050b11 req-694d792d-ce02-4110-bfd5-11f30d3703a7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.091104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdf01217-2211-487e-805b-a4a335050b11 req-694d792d-ce02-4110-bfd5-11f30d3703a7 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 945 time: 0.1144042 Jul 07 22:23:01.114458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f3e4f-3f5f-4396-849c-95f240a785bc service neutron] Pushing event updated for resources: {'Port': ['ID=79e29215-92f8-46ff-b391-edd5393f60fa,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:01.136445 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-42947152-580d-4a87-9e39-a8cef2ce5e20 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1002 time: 0.2804821 Jul 07 22:23:01.181257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdf01217-2211-487e-805b-a4a335050b11 req-2b5b2808-19a0-46ca-bdc0-bfea5209bebc tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847237 Jul 07 22:23:01.191417 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2101d89c-c335-42ac-b00e-2418bf354821 x-openstack-request-id: req-2101d89c-c335-42ac-b00e-2418bf354821 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:01.191723 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:01.191984 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2101d89c-c335-42ac-b00e-2418bf354821 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:01.192393 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa', 'status': 'completed', 'code': 200} Jul 07 22:23:01.277870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-b7ab1388-09ce-4e46-a799-a5f1c5f03c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.279483 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-b7ab1388-09ce-4e46-a799-a5f1c5f03c56 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1095 time: 0.3923657 Jul 07 22:23:01.284010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-c96a1180-8a52-4fda-b09a-eb11d7715385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.286152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-c96a1180-8a52-4fda-b09a-eb11d7715385 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1414049 Jul 07 22:23:01.342748 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-09b907a7-bfd2-450a-a03d-5554ccc39c34 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 217 time: 0.0542967 Jul 07 22:23:01.461906 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.466136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-f92a5e10-894e-4cfb-b82a-3f6102c78cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.467726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-f92a5e10-894e-4cfb-b82a-3f6102c78cac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 200 len: 868 time: 0.1009862 Jul 07 22:23:01.499447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e69d-604f-4be5-98e1-d48174bc1b84 req-58e81f8b-085e-4954-aead-476daf3d7c5e tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.508447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca91e69d-604f-4be5-98e1-d48174bc1b84 req-58e81f8b-085e-4954-aead-476daf3d7c5e tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 943 time: 0.1234407 Jul 07 22:23:01.545163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Transition to ACTIVE for port object aaa02321-ab0f-4f78-b450-807eb0c60203 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:01.557815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca91e69d-604f-4be5-98e1-d48174bc1b84 req-dd25db66-8217-4031-a87e-b4316d2293ab tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Jul 07 22:23:01.558086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-c1e2682b-d756-4e86-a533-2329f68d41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.559666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-c1e2682b-d756-4e86-a533-2329f68d41cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577417 Jul 07 22:23:01.656320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.668694 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ff2c3188-7e49-4065-8965-0b1a04454c9e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:01.697065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-d0cf5a36-616d-41a3-aa9d-12d6c8fa4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.698603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-d0cf5a36-616d-41a3-aa9d-12d6c8fa4148 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=488bc925-3005-45cf-b879-ac9036279f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216909 Jul 07 22:23:01.789293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:01.794089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event updated for resources: {'Port': ['ID=aaa02321-ab0f-4f78-b450-807eb0c60203,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:01.804816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-53411d9b-1b96-48ee-aaf8-b4795d840887 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335250 Jul 07 22:23:01.806410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:01.811265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:02.027413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69a4065-d24f-4be0-8bb7-403766cd0b0b details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:02.034554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:02.067932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:02.068279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaf91b87-1dfb-4597-b91f-7bbeac97cbc4 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:02.074341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.075015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.125817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-161cf760-0a9d-4ed6-8215-bf3a8cf777be service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150496 Jul 07 22:23:02.162144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12c61b-cd52-450c-8ea2-2d770210139d req-572447b0-d848-4342-b7a9-71198490de61 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.163900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b12c61b-cd52-450c-8ea2-2d770210139d req-572447b0-d848-4342-b7a9-71198490de61 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 944 time: 0.1582437 Jul 07 22:23:02.164033 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e84d4ba3-a5ee-4796-9c75-f6bd42cb8af4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6383724 Jul 07 22:23:02.185345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Request body: {'port': {'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:02.197044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e7fc5-6fcb-42fd-89e4-967cf2ba9790 req-0fade2dc-9532-4630-bab5-a857607db948 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.200063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-687e7fc5-6fcb-42fd-89e4-967cf2ba9790 req-0fade2dc-9532-4630-bab5-a857607db948 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 946 time: 0.1525266 Jul 07 22:23:02.216141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69a4065-d24f-4be0-8bb7-403766cd0b0b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:02.229314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'port_id': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'mac_address': 'fa:16:3e:03:61:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:02.243361 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-686c33fd-ed22-4e6b-acb9-6df5992dd345 req-20b1b76b-b8c7-43f1-a0e7-e8ab92ad9eb5 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126289 Jul 07 22:23:02.247047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b12c61b-cd52-450c-8ea2-2d770210139d req-38f78709-05be-4ab0-962d-3a82401863db tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755510 Jul 07 22:23:02.289320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-687e7fc5-6fcb-42fd-89e4-967cf2ba9790 req-624c1946-ac16-452a-9e93-a32f0ed09430 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Jul 07 22:23:02.321173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e150d41d-f2e0-4356-ac42-63636606fc30 None None] Provisioning for port aaa02321-ab0f-4f78-b450-807eb0c60203 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:02.328062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e150d41d-f2e0-4356-ac42-63636606fc30 None None] Provisioning complete for port aaa02321-ab0f-4f78-b450-807eb0c60203 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:02.328464 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e150d41d-f2e0-4356-ac42-63636606fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.330038 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.371909 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20de693c-f7ef-47e1-a52a-7f41e609a891 req-6eafa9ce-f889-41cd-b1c0-a77f62a08bb9 service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185776 Jul 07 22:23:02.372463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.404664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69a4065-d24f-4be0-8bb7-403766cd0b0b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:02.437449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e150d41d-f2e0-4356-ac42-63636606fc30 None None] Port aaa02321-ab0f-4f78-b450-807eb0c60203 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:02.441750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69a4065-d24f-4be0-8bb7-403766cd0b0b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:02.452158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.507072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69a4065-d24f-4be0-8bb7-403766cd0b0b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:02.572732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab049-affc-4ba0-8723-d0815968f089 req-443aabc3-dc12-4a1b-b96b-7f7667eb3b1d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.574359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49aab049-affc-4ba0-8723-d0815968f089 req-443aabc3-dc12-4a1b-b96b-7f7667eb3b1d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 945 time: 0.1259658 Jul 07 22:23:02.584038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052258-ac67-4113-a0cc-17d6fdeb730d req-ae1274e0-4ea3-4ca8-81da-b8a6a94c6ec9 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.585600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e052258-ac67-4113-a0cc-17d6fdeb730d req-ae1274e0-4ea3-4ca8-81da-b8a6a94c6ec9 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 931 time: 0.1257856 Jul 07 22:23:02.638351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49aab049-affc-4ba0-8723-d0815968f089 req-02437a07-5064-413b-a1db-f42d1076e53c tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Jul 07 22:23:02.660157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-e2dcf9cf-7ded-4adc-b18f-51f4b1d92dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.661140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-e2dcf9cf-7ded-4adc-b18f-51f4b1d92dc1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1095 time: 0.1471682 Jul 07 22:23:02.667732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e052258-ac67-4113-a0cc-17d6fdeb730d req-d9827b27-58a9-4ea7-a45f-c4939e1c72fe tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731447 Jul 07 22:23:02.805163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a69a4065-d24f-4be0-8bb7-403766cd0b0b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:02.856191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-793ba4e0-7b24-47a7-9e51-5ad1282bd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.856191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-793ba4e0-7b24-47a7-9e51-5ad1282bd2cd service neutron] 10.222.0.103 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 930 time: 0.1845379 Jul 07 22:23:02.869691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa02321-ab0f-4f78-b450-807eb0c60203 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:02.886298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.938686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-5f7172e8-b84b-4bd0-ac3e-fedbd5c7ca05 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 217 time: 0.0628831 Jul 07 22:23:02.975619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Transition to ACTIVE for port object aaa02321-ab0f-4f78-b450-807eb0c60203 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:03.024432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.103899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-d2a266de-515f-48ae-a486-8cf74d8343e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.105444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-d2a266de-515f-48ae-a486-8cf74d8343e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 200 len: 868 time: 0.1582072 Jul 07 22:23:03.107776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b9453-6b5e-4b9e-8bec-de5ee9ae61ad req-8f400910-49a0-44e5-8751-e1fcc9d6649b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.109643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb7b9453-6b5e-4b9e-8bec-de5ee9ae61ad req-8f400910-49a0-44e5-8751-e1fcc9d6649b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 943 time: 0.1497812 Jul 07 22:23:03.114754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46511275-c519-464e-8d35-c6b9420e3a45 req-dbbeb30b-6001-4e25-af3d-45a61f23ba07 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1462843010&fields=id&tenant_id=d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 267 time: 0.0769632 Jul 07 22:23:03.127173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa02321-ab0f-4f78-b450-807eb0c60203,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:03.171040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb7b9453-6b5e-4b9e-8bec-de5ee9ae61ad req-4ae1ec86-4aae-4b04-b810-2c52f91daa54 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551345 Jul 07 22:23:03.254897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6644669a-441b-4d5a-b54b-da2f6bca0104 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.262764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6644669a-441b-4d5a-b54b-da2f6bca0104 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 945 time: 0.0951550 Jul 07 22:23:03.269176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'port': {'security_groups': ['bca1e58b-83e8-4a30-be57-8027f1844974', '460f885e-327b-489d-beec-b479bbd2d35f']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:03.282744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47482) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:03.313276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Attempting to bind port aaa02321-ab0f-4f78-b450-807eb0c60203 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:03.315313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Attempting to bind port aaa02321-ab0f-4f78-b450-807eb0c60203 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:03.316215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Attempting to bind port aaa02321-ab0f-4f78-b450-807eb0c60203 on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:03.327371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Port aaa02321-ab0f-4f78-b450-807eb0c60203 on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:03.328130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Attempting to bind port aaa02321-ab0f-4f78-b450-807eb0c60203 on network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:03.341553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-f81bf2e6-d9a9-404b-9c27-e5165c0a488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.343047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-f81bf2e6-d9a9-404b-9c27-e5165c0a488d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=488bc925-3005-45cf-b879-ac9036279f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178326 Jul 07 22:23:03.343975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:03.344313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Checking segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:03.344710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Bound using segment: {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:03.345182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Bound port: aaa02321-ab0f-4f78-b450-807eb0c60203, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82eab63f-ddbb-4bda-a80c-b7a521145a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:03.345531 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.493676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] For port aaa02321-ab0f-4f78-b450-807eb0c60203, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:03.498264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] For port aaa02321-ab0f-4f78-b450-807eb0c60203, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaa02321-ab0f-4f78-b450-807eb0c60203,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:03.501254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-36822e42-b33c-45d7-8d80-e3ae5c6b459f service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461291 Jul 07 22:23:03.506892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.543157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.550141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdd10c6a-8487-4662-92f1-d2a3bc07e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.592202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.592844 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.594253 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] 10.222.0.97 "PUT /v2.0/ports/aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 1092 time: 1.4160509 Jul 07 22:23:03.598551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:03.600848 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9981b-340a-468d-8ed7-7356cc99cbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:03.631784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddfd0-aa78-4b3f-8376-196d18049d16 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa02321-ab0f-4f78-b450-807eb0c60203,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:03.646395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118f560-c57e-4613-852d-3c5383953e70 req-7a1daac1-29fc-4c63-ab13-20640bfa1879 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.648562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d118f560-c57e-4613-852d-3c5383953e70 req-7a1daac1-29fc-4c63-ab13-20640bfa1879 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 946 time: 0.3030159 Jul 07 22:23:03.706179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d834bf16-c0ad-4fac-b4b9-f38ae78f8f17 req-3019297a-55af-4480-bcd1-703ac419ac9d service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954558 Jul 07 22:23:03.729728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-ab0098fc-d653-4031-a940-557bb717879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.731859 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-ab0098fc-d653-4031-a940-557bb717879a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1095 time: 0.0666394 Jul 07 22:23:03.780572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd068a-2630-4e02-ad62-ef012709f08e req-5788fab5-545a-406d-af83-a91b2415b7ac tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.784065 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-b37eeaf9-a601-47fb-b668-f198dde181d2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 217 time: 0.0398593 Jul 07 22:23:03.788074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2dbd068a-2630-4e02-ad62-ef012709f08e req-5788fab5-545a-406d-af83-a91b2415b7ac tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 945 time: 0.2977202 Jul 07 22:23:03.844132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e6fac209-9c6d-4fd2-94d3-d18c601f1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.846241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-e6fac209-9c6d-4fd2-94d3-d18c601f1677 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0560234 Jul 07 22:23:03.915917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-056b0466-e96b-4eb1-b3d1-ee2f16867476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.917534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-056b0466-e96b-4eb1-b3d1-ee2f16867476 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603333 Jul 07 22:23:03.962654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2dbd068a-2630-4e02-ad62-ef012709f08e req-5fcb83a5-945e-4a5b-813e-9b1f750bd492 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737022 Jul 07 22:23:04.013715 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdd10c6a-8487-4662-92f1-d2a3bc07e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.022540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port 67ad2698-8ed5-460d-9b6e-175423f367dc {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:04.022913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.031333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69a4065-d24f-4be0-8bb7-403766cd0b0b up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:04.041792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-98a83527-0d3c-4a61-a03f-0e395e6dbb9c service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132870 Jul 07 22:23:04.044279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdd10c6a-8487-4662-92f1-d2a3bc07e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.092443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a69a4065-d24f-4be0-8bb7-403766cd0b0b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:04.096525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a69a4065-d24f-4be0-8bb7-403766cd0b0b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:04.096912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.148976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d8cbff2f-51c1-4593-adfd-ba3d0e9a5b5a req-cf88e87e-59cd-4121-bb07-c7ec6cea79db service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976672 Jul 07 22:23:04.173263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:04.176053 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.191113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fdd10c6a-8487-4662-92f1-d2a3bc07e8f1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1fbad55820574ca9821ffafa33607d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9072349 Jul 07 22:23:04.194512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47498) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:04.198499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:04.200369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd10c6a-8487-4662-92f1-d2a3bc07e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8bce20-c469-4315-ba44-b4a3341e3272,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.200893 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79cc51c-20a4-4864-8fed-cfceaf561149" -d '{"events": [{"server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "name": "network-vif-plugged", "status": "completed", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:04.217046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69a4065-d24f-4be0-8bb7-403766cd0b0b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:04.226791 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.262074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.265732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port 67ad2698-8ed5-460d-9b6e-175423f367dc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=67ad2698-8ed5-460d-9b6e-175423f367dc,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:04.266115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.271655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28072aaa-12de-455d-812a-7ab67d62ffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.275606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.282454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69a4065-d24f-4be0-8bb7-403766cd0b0b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.286039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5752d99-2dcc-4eb1-b15d-c14b943c11ce req-f2266afc-65af-4f80-8e27-b36a6692d4ab tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:04.287633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5752d99-2dcc-4eb1-b15d-c14b943c11ce req-f2266afc-65af-4f80-8e27-b36a6692d4ab tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 946 time: 0.1978655 Jul 07 22:23:04.288058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546', '58150cc5-b261-472a-b22d-a949ba0db3bb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:04.296644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for 67ad2698-8ed5-460d-9b6e-175423f367dc owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:04.299075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28072aaa-12de-455d-812a-7ab67d62ffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.351959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28072aaa-12de-455d-812a-7ab67d62ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.356551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28072aaa-12de-455d-812a-7ab67d62ffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.360754 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-28072aaa-12de-455d-812a-7ab67d62ffb7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd8bce20-c469-4315-ba44-b4a3341e3272 HTTP/1.1" status: 204 len: 168 time: 0.1628575 Jul 07 22:23:04.369956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28072aaa-12de-455d-812a-7ab67d62ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8bce20-c469-4315-ba44-b4a3341e3272,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.386865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 79e29215-92f8-46ff-b391-edd5393f60fa details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:04.399332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5752d99-2dcc-4eb1-b15d-c14b943c11ce req-d7e208a5-9c53-40cc-91a4-137fa3b700da tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006768 Jul 07 22:23:04.405150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:04.405805 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.417488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46511275-c519-464e-8d35-c6b9420e3a45 req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "PUT /v2.0/ports/58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 981 time: 1.1537430 Jul 07 22:23:04.424761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:04.427109 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77b799-412c-44b6-b017-e912210b215d" -d '{"events": [{"name": "network-changed", "server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:04.484346 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbb4364-a691-4b65-913d-7482018cee53 x-openstack-request-id: req-5bbb4364-a691-4b65-913d-7482018cee53 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:04.484583 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:04.485013 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5bbb4364-a691-4b65-913d-7482018cee53 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:04.485682 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'status': 'completed', 'code': 200} Jul 07 22:23:04.512811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['58150cc5-b261-472a-b22d-a949ba0db3bb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:04.520182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacad19-3dcc-4918-8f47-1307114f2f1a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.748344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.757882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 79e29215-92f8-46ff-b391-edd5393f60fa, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=79e29215-92f8-46ff-b391-edd5393f60fa,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:04.785071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:04.818647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=67ad2698-8ed5-460d-9b6e-175423f367dc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.868443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '79e29215-92f8-46ff-b391-edd5393f60fa', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'port_id': '79e29215-92f8-46ff-b391-edd5393f60fa', 'mac_address': 'fa:16:3e:2c:e1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:04.931312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab237fe-6ae4-428b-8467-0ded9b91b8d3 req-5b8f76b3-5974-4db5-a571-0a25883f76f4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:04.938097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ab237fe-6ae4-428b-8467-0ded9b91b8d3 req-5b8f76b3-5974-4db5-a571-0a25883f76f4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 943 time: 0.2903347 Jul 07 22:23:04.940828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-6ddad724-ff25-4dc4-a23c-a01d64660080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:04.940976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port 67ad2698-8ed5-460d-9b6e-175423f367dc on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:04.942374 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-6ddad724-ff25-4dc4-a23c-a01d64660080 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1095 time: 0.4407971 Jul 07 22:23:04.947850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.949728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d118f560-c57e-4613-852d-3c5383953e70 req-9a9ac421-a8eb-42d3-82d0-635a0d7450eb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "DELETE /v2.0/ports/67ad2698-8ed5-460d-9b6e-175423f367dc HTTP/1.1" status: 204 len: 173 time: 1.2845542 Jul 07 22:23:04.993099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ab237fe-6ae4-428b-8467-0ded9b91b8d3 req-cba87062-10c1-4799-9ef5-90582e1ebd89 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Jul 07 22:23:05.059771 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.095965 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eed5a9-e850-4e2c-80a6-8105cfbfd47f x-openstack-request-id: req-13eed5a9-e850-4e2c-80a6-8105cfbfd47f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:05.096323 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "name": "network-vif-plugged", "status": "completed", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:05.096509 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-13eed5a9-e850-4e2c-80a6-8105cfbfd47f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:05.096904 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'code': 200} Jul 07 22:23:05.108151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-e8e344f8-8db6-48d1-a453-a242b0138a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.109838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-e8e344f8-8db6-48d1-a453-a242b0138a86 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1535859 Jul 07 22:23:05.156374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e29215-92f8-46ff-b391-edd5393f60fa {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:05.171284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-430c2ee6-1b3c-44ba-bb4e-6e529bfcb8a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 217 time: 0.0527503 Jul 07 22:23:05.202202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8aefdf9d-496b-4224-9126-65149df6d906 req-79e09d3f-f5ed-43ef-9c3c-59c736decb37 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/460f885e-327b-489d-beec-b479bbd2d35f HTTP/1.1" status: 200 len: 1802 time: 0.0995376 Jul 07 22:23:05.216253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744de2e-f71a-4332-83a7-68abfb80091e req-a7c4d2d5-dbab-48a9-b3a2-384ea9bd0379 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.217945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d744de2e-f71a-4332-83a7-68abfb80091e req-a7c4d2d5-dbab-48a9-b3a2-384ea9bd0379 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 943 time: 0.1730030 Jul 07 22:23:05.268836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 79e29215-92f8-46ff-b391-edd5393f60fa, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=79e29215-92f8-46ff-b391-edd5393f60fa,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:05.276852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d744de2e-f71a-4332-83a7-68abfb80091e req-e75c02d9-5f21-4ec4-94a4-c803ad80a9b3 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Jul 07 22:23:05.301904 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-8aefdf9d-496b-4224-9126-65149df6d906 req-80de49e3-e537-4fa2-85ee-c4817369adde tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:23:05.301904 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8aefdf9d-496b-4224-9126-65149df6d906 req-80de49e3-e537-4fa2-85ee-c4817369adde tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/460f885e-327b-489d-beec-b479bbd2d35f HTTP/1.1" status: 409 len: 341 time: 0.0764072 Jul 07 22:23:05.314760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-57e5092d-4674-44da-a67c-03d98613994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.316316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-57e5092d-4674-44da-a67c-03d98613994f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.1379840 Jul 07 22:23:05.365566 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.374751 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47edd69-535f-4643-a916-018442c3ffb2 x-openstack-request-id: req-c47edd69-535f-4643-a916-018442c3ffb2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:05.375050 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:05.375305 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c47edd69-535f-4643-a916-018442c3ffb2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:05.375787 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'status': 'completed', 'code': 200} Jul 07 22:23:05.442388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ffd5d-c63d-41db-bf69-2c9d9365fadb req-febabace-bfa1-45b4-963b-499fb08e7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.444352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99ffd5d-c63d-41db-bf69-2c9d9365fadb req-febabace-bfa1-45b4-963b-499fb08e7b96 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 1098 time: 0.2068496 Jul 07 22:23:05.446170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-144fb146-2264-48c2-9220-17a052020fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.448077 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-144fb146-2264-48c2-9220-17a052020fa5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157708 Jul 07 22:23:05.468174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=79e29215-92f8-46ff-b391-edd5393f60fa,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:05.535922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77b799-412c-44b6-b017-e912210b215d req-c5b9584f-d2ed-4660-92dd-f952c1cceb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.537802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-c5b9584f-d2ed-4660-92dd-f952c1cceb92 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1136 time: 0.1192515 Jul 07 22:23:05.557772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284faf1-0c89-4dcd-b09e-a6cb91bca21c req-9f6951b2-1290-4485-9220-9c0eab899dd2 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.562045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e284faf1-0c89-4dcd-b09e-a6cb91bca21c req-9f6951b2-1290-4485-9220-9c0eab899dd2 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.1531241 Jul 07 22:23:05.618462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-3c2407b2-fc64-4711-84fc-772264871017 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522522 Jul 07 22:23:05.692220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['79e29215-92f8-46ff-b391-edd5393f60fa'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:05.736758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77b799-412c-44b6-b017-e912210b215d req-fa74ae36-0ed1-45a7-8f30-3132e6a39cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.737926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-fa74ae36-0ed1-45a7-8f30-3132e6a39cd8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.1737864 Jul 07 22:23:05.751028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e284faf1-0c89-4dcd-b09e-a6cb91bca21c req-1bfb82b3-9b05-4e9c-bca5-a43a4b9bc0eb tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749710 Jul 07 22:23:05.818730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d99ffd5d-c63d-41db-bf69-2c9d9365fadb req-a6c0ebed-383a-4e01-8ed6-6e762bb2ad81 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621447 Jul 07 22:23:05.858606 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42a9981b-340a-468d-8ed7-7356cc99cbe7 req-4d760bb6-6870-49ac-b6c4-89d62695928d service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222428 Jul 07 22:23:05.866810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-2b031d75-eeb6-43d2-bfd3-334ce1b0e658 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 217 time: 0.1115026 Jul 07 22:23:05.929269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b494362-b791-4c6c-8f93-d8df50379367 req-b36c7e67-61c2-4518-8a9f-1f2913df35db tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=208864c9-47ef-48e0-9b14-7ac1a7732878 HTTP/1.1" status: 200 len: 210 time: 0.0877166 Jul 07 22:23:06.012124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77b799-412c-44b6-b017-e912210b215d req-88a7add7-9f37-42e7-be10-ee7344d402cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.013620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-88a7add7-9f37-42e7-be10-ee7344d402cc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.0949986 Jul 07 22:23:06.054838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-e9b7ce15-8a37-4c6a-a41a-76e676def227 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331726 Jul 07 22:23:06.064656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677f80a-0619-4ca1-bfa7-2d7d3df94488 req-f4c4b978-1299-4abe-be86-f3a883fafd45 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.066431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3677f80a-0619-4ca1-bfa7-2d7d3df94488 req-f4c4b978-1299-4abe-be86-f3a883fafd45 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 984 time: 0.1346760 Jul 07 22:23:06.160303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3677f80a-0619-4ca1-bfa7-2d7d3df94488 req-f56d3acf-fcf9-46b9-a91c-84ebaac3a2e6 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&id=460f885e-327b-489d-beec-b479bbd2d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0853784 Jul 07 22:23:06.204898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-33a07878-8471-480a-8aa6-ee77a34c6f15 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371243 Jul 07 22:23:06.356948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b77b799-412c-44b6-b017-e912210b215d req-6d79f147-f8dc-49b6-8e4f-2c50c4ce321d service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455426 Jul 07 22:23:06.369349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ace54-ca0b-4544-80e7-14db4284ae5e req-b74875c7-a2da-4a46-99e6-f8193968f424 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.370873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a8ace54-ca0b-4544-80e7-14db4284ae5e req-b74875c7-a2da-4a46-99e6-f8193968f424 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 943 time: 0.1003640 Jul 07 22:23:06.397965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 67ad2698-8ed5-460d-9b6e-175423f367dc no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:06.420837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 67ad2698-8ed5-460d-9b6e-175423f367dc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:06.421242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 67ad2698-8ed5-460d-9b6e-175423f367dc not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:06.462072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a8ace54-ca0b-4544-80e7-14db4284ae5e req-bdaf1df5-b23f-4158-8430-86144d96d6f7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849259 Jul 07 22:23:06.523552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-46508bf4-eaf1-4277-ba42-dae0194a6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.525108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-46508bf4-eaf1-4277-ba42-dae0194a6972 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1136 time: 0.1130126 Jul 07 22:23:06.583158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bf83-cca0-41da-b63f-46f71e15ef33 req-ba7a9e7a-3521-47b3-bcb7-38ab998ba216 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.584669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7265bf83-cca0-41da-b63f-46f71e15ef33 req-ba7a9e7a-3521-47b3-bcb7-38ab998ba216 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 944 time: 0.1571741 Jul 07 22:23:06.643511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7265bf83-cca0-41da-b63f-46f71e15ef33 req-31c9c376-1c97-4abd-b8c5-3c76cd326b4d tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Jul 07 22:23:06.662802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-63cfa44f-dc5a-409b-85e2-26f628f0ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.664881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-63cfa44f-dc5a-409b-85e2-26f628f0ac33 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.1327803 Jul 07 22:23:06.710176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-62c99a61-5fbe-41c0-91ad-78903d127660 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 217 time: 0.0387769 Jul 07 22:23:06.760425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-b7e6294c-0acc-4a7e-b14e-cd9573510f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.762003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-b7e6294c-0acc-4a7e-b14e-cd9573510f9e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.0452437 Jul 07 22:23:06.801770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-e42bd094-7ba6-46d3-bf21-f033b4383fc9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327160 Jul 07 22:23:06.959435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-3f295cc6-00fb-4377-b526-2db983a30725 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497574 Jul 07 22:23:06.971629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad46ab5-47ab-4a0b-aa71-51c6d7cc0495 req-edcb8fe4-9359-42ef-be5d-d56734492aa6 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.973228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dad46ab5-47ab-4a0b-aa71-51c6d7cc0495 req-edcb8fe4-9359-42ef-be5d-d56734492aa6 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.0980496 Jul 07 22:23:07.066650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dad46ab5-47ab-4a0b-aa71-51c6d7cc0495 req-8a302136-2a7c-493f-9ec3-f1cfedc794a1 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849719 Jul 07 22:23:07.124708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e1a1fa1-844f-4124-b777-ae91ec1fd5a3 req-8060894b-8a46-4dfd-a84b-e2dd38470e5e service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504841 Jul 07 22:23:07.344943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-3784921b-c070-44bd-92c3-a694f8dc1b3e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:07.352126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-3784921b-c070-44bd-92c3-a694f8dc1b3e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1256514 Jul 07 22:23:07.367262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-288da907-8eb1-4186-b7d0-05c0b8064fab tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0141349 Jul 07 22:23:07.380151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'name': 'network-vif-deleted', 'tag': '67ad2698-8ed5-460d-9b6e-175423f367dc'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:07.388824 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba5f450-be3d-40fa-a370-8e8f78aa3641" -d '{"events": [{"server_uuid": "208864c9-47ef-48e0-9b14-7ac1a7732878", "name": "network-vif-deleted", "tag": "67ad2698-8ed5-460d-9b6e-175423f367dc"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:07.458387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-1de9e109-e667-407f-9e8c-f50d3c02d240 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881460 Jul 07 22:23:07.478464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-5f3b6a8b-e616-4f44-afaf-77ea14a913cc service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:23:07.479445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-5f3b6a8b-e616-4f44-afaf-77ea14a913cc service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131702 Jul 07 22:23:07.790644 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:23:07.930520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6292820-2b1b-44db-93f2-65fd6177512d req-fb90c4de-ca1e-4db5-8e38-2dcd2646831b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:07.932085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6292820-2b1b-44db-93f2-65fd6177512d req-fb90c4de-ca1e-4db5-8e38-2dcd2646831b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 984 time: 0.4675364 Jul 07 22:23:07.937922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-da136f5a-9af5-44a4-93b1-a84ae986ae1f service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396052 Jul 07 22:23:08.016296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6292820-2b1b-44db-93f2-65fd6177512d req-e14b7580-2ad3-4169-9c89-e507fb49186b tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&id=460f885e-327b-489d-beec-b479bbd2d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0772891 Jul 07 22:23:08.054511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-0a4319b4-29c6-4604-84d5-85ad7466ec3a service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094487 Jul 07 22:23:08.058114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaa02321-ab0f-4f78-b450-807eb0c60203 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:08.069029 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada7f88-95b8-40bc-a75c-ebc0fd7fd8aa x-openstack-request-id: req-8ada7f88-95b8-40bc-a75c-ebc0fd7fd8aa {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:08.069417 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208864c9-47ef-48e0-9b14-7ac1a7732878", "name": "network-vif-deleted", "tag": "67ad2698-8ed5-460d-9b6e-175423f367dc", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:08.069617 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8ada7f88-95b8-40bc-a75c-ebc0fd7fd8aa {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:08.070000 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208864c9-47ef-48e0-9b14-7ac1a7732878', 'name': 'network-vif-deleted', 'tag': '67ad2698-8ed5-460d-9b6e-175423f367dc', 'status': 'completed', 'code': 200} Jul 07 22:23:08.217498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aaa02321-ab0f-4f78-b450-807eb0c60203, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaa02321-ab0f-4f78-b450-807eb0c60203,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:08.240062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:08.255688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a696f5e-c734-4092-86ec-1ad2f210d70f req-a2bd5f96-6138-45d9-8197-38a730b6e1bb tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.263295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a696f5e-c734-4092-86ec-1ad2f210d70f req-a2bd5f96-6138-45d9-8197-38a730b6e1bb tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 943 time: 0.0989110 Jul 07 22:23:08.335039 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.336407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a696f5e-c734-4092-86ec-1ad2f210d70f req-3317f3a7-c908-4509-a226-f833699710ce tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Jul 07 22:23:08.350253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa02321-ab0f-4f78-b450-807eb0c60203 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:08.377952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aaa02321-ab0f-4f78-b450-807eb0c60203, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaa02321-ab0f-4f78-b450-807eb0c60203,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:08.380425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b70c11-a0f0-42d2-ae68-cf5605edf933 req-a7302642-03fd-439b-be71-273ba8753e21 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.382293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1b70c11-a0f0-42d2-ae68-cf5605edf933 req-a7302642-03fd-439b-be71-273ba8753e21 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 944 time: 0.0961573 Jul 07 22:23:08.383548 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.427887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 79e29215-92f8-46ff-b391-edd5393f60fa up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:08.479497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1b70c11-a0f0-42d2-ae68-cf5605edf933 req-b2695d84-b173-4ece-b333-bb2ae55b1fd2 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903413 Jul 07 22:23:08.496912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aaa02321-ab0f-4f78-b450-807eb0c60203,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:08.515041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 79e29215-92f8-46ff-b391-edd5393f60fa completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:08.526743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 79e29215-92f8-46ff-b391-edd5393f60fa triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:08.527066 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.618534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08382b36-4840-4f6c-816a-b40800d1140c req-8864de69-71ff-4425-a9a7-cb1c8723d681 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 210 time: 0.0726471 Jul 07 22:23:08.639334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.666585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:08.669013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d5d8-8aad-4e44-a88e-25a8e103dc77 req-95955b7d-399e-45b0-bc15-dffb67953af4 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.669169 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd05bc-2c51-46cf-98e1-478909fbeed9" -d '{"events": [{"server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "name": "network-vif-plugged", "status": "completed", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:08.671539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8c8d5d8-8aad-4e44-a88e-25a8e103dc77 req-95955b7d-399e-45b0-bc15-dffb67953af4 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.1371474 Jul 07 22:23:08.685924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 79e29215-92f8-46ff-b391-edd5393f60fa, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=79e29215-92f8-46ff-b391-edd5393f60fa,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:08.694672 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.735205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8c8d5d8-8aad-4e44-a88e-25a8e103dc77 req-c1556597-0ee6-43d5-b12c-7ac4ed358fff tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572751 Jul 07 22:23:08.743459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aaa02321-ab0f-4f78-b450-807eb0c60203'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:08.880625 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af17b0f3-a984-481c-80de-60cf9180c544 x-openstack-request-id: req-af17b0f3-a984-481c-80de-60cf9180c544 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:08.881213 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "name": "network-vif-plugged", "status": "completed", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:08.881612 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af17b0f3-a984-481c-80de-60cf9180c544 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:08.881918 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa', 'code': 200} Jul 07 22:23:08.893885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=79e29215-92f8-46ff-b391-edd5393f60fa,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:09.079415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf11-600c-4725-81cd-5d8629fb688c req-d1defd21-a1b4-4d3e-ac62-2d7e4f5025ab tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.081152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a58cf11-600c-4725-81cd-5d8629fb688c req-d1defd21-a1b4-4d3e-ac62-2d7e4f5025ab tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.1015534 Jul 07 22:23:09.090216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47674) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:09.097496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Request body: {'floatingip': {'port_id': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:09.148926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f057b-31cb-4e71-bf40-3fcf46d692ce req-5dd1651f-d6ee-440c-b7ea-f73ad48beabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.150449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e6f057b-31cb-4e71-bf40-3fcf46d692ce req-5dd1651f-d6ee-440c-b7ea-f73ad48beabe service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1097 time: 0.1361916 Jul 07 22:23:09.155527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.346901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e6f057b-31cb-4e71-bf40-3fcf46d692ce req-b0094d7f-5ce3-4093-beb0-52ce68401010 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558342 Jul 07 22:23:09.425575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c38e34-255d-4adf-a9ca-92f665a3051b req-c8857fbd-4cab-4d6d-9285-f9ec527ee7e9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.427188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60c38e34-255d-4adf-a9ca-92f665a3051b req-c8857fbd-4cab-4d6d-9285-f9ec527ee7e9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 984 time: 0.2378452 Jul 07 22:23:09.545428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60c38e34-255d-4adf-a9ca-92f665a3051b req-6690168d-20b6-4dac-96fe-eb0a09fb9e33 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=bca1e58b-83e8-4a30-be57-8027f1844974&id=460f885e-327b-489d-beec-b479bbd2d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1098516 Jul 07 22:23:09.883809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-e49ebdde-53ca-474c-95af-45052a88c498 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.885266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-e49ebdde-53ca-474c-95af-45052a88c498 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.3294115 Jul 07 22:23:09.893078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d11dc-3983-456f-85b0-a55e6f8200e0 req-c78eb42c-c429-4524-bf09-d15ced931136 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.894522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-486d11dc-3983-456f-85b0-a55e6f8200e0 req-c78eb42c-c429-4524-bf09-d15ced931136 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 944 time: 0.4018440 Jul 07 22:23:09.918975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:10.058835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaa02321-ab0f-4f78-b450-807eb0c60203 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:10.087289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c625c-88a1-4482-a628-fad0d100cf2d req-5f80ba1c-4c57-49f3-922e-5951c187bb1b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:10.088874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e1c625c-88a1-4482-a628-fad0d100cf2d req-5f80ba1c-4c57-49f3-922e-5951c187bb1b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 945 time: 0.3917632 Jul 07 22:23:10.112919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-486d11dc-3983-456f-85b0-a55e6f8200e0 req-7085f5a0-db69-417f-bd03-0d08ec78bce8 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997204 Jul 07 22:23:10.126171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port aaa02321-ab0f-4f78-b450-807eb0c60203 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:10.132305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port aaa02321-ab0f-4f78-b450-807eb0c60203 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:10.132775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.234950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.256567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:23:10.279196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aaa02321-ab0f-4f78-b450-807eb0c60203, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaa02321-ab0f-4f78-b450-807eb0c60203,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:10.285259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.325449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e1c625c-88a1-4482-a628-fad0d100cf2d req-b4b62cab-2ea4-4bc0-8d58-3c387895d648 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219505 Jul 07 22:23:10.339887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aaa02321-ab0f-4f78-b450-807eb0c60203,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:10.384906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.394968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-89676e71-b621-4ab2-8f8d-0d6f7cf2e023 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-650647228&fields=id&tenant_id=d61c313f9e674ec399c340bbac5b853a HTTP/1.1" status: 200 len: 267 time: 0.1310699 Jul 07 22:23:10.395664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.437338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:10.441797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.530257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a029980e-462b-4b6a-88b9-9bb65b9a8d3c req-03f7b37e-221e-429c-84f9-8954007b525b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 210 time: 0.0497687 Jul 07 22:23:10.656980 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Floating IP 84b75245-b55c-40c7-bcc1-85cf78c22ade associated. External IP: 172.25.5.76, port: a69a4065-d24f-4be0-8bb7-403766cd0b0b. Jul 07 22:23:10.669251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-d3a9994b-9d05-4ee9-8955-872dafce8743 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:10.675859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-d3a9994b-9d05-4ee9-8955-872dafce8743 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 984 time: 0.2387476 Jul 07 22:23:10.706450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'port': {'security_groups': ['460f885e-327b-489d-beec-b479bbd2d35f', 'bca1e58b-83e8-4a30-be57-8027f1844974', '2909f66e-c588-4f8e-997c-22538e55f274']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:10.867140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.14 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/b66a1bee-209f-47da-96c6-50b2eaae4c70) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:10.883306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:10.885966 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087dd760-8dce-4820-9c3e-ccc58e715e3d" -d '{"events": [{"server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "name": "network-vif-plugged", "status": "completed", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:10.913546 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.945549 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24c481d-d140-4132-8d87-74d04dd47cf7 x-openstack-request-id: req-e24c481d-d140-4132-8d87-74d04dd47cf7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:10.945847 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "name": "network-vif-plugged", "status": "completed", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:10.946105 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e24c481d-d140-4132-8d87-74d04dd47cf7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:10.946550 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'code': 200} Jul 07 22:23:11.067363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd8b-834a-4854-8583-d42738133d80 req-0595a399-cfe8-4cae-a8ea-4faa86ce8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:11.069053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae8cdd8b-834a-4854-8583-d42738133d80 req-0595a399-cfe8-4cae-a8ea-4faa86ce8781 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1097 time: 0.0578053 Jul 07 22:23:11.110344 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ae8cdd8b-834a-4854-8583-d42738133d80 req-36271b56-c194-47ea-b50e-e1dad91b58ed service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347483 Jul 07 22:23:11.594286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:11.632410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.684693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608488ed-ae6c-4649-8490-fec893f99bca req-d2de21b4-5fbf-454b-bd59-db793c76a826 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:11.686184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-608488ed-ae6c-4649-8490-fec893f99bca req-d2de21b4-5fbf-454b-bd59-db793c76a826 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 945 time: 0.2921951 Jul 07 22:23:11.850297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-608488ed-ae6c-4649-8490-fec893f99bca req-9b7eff8c-f247-4838-bf30-3f6849a9f540 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542077 Jul 07 22:23:11.882258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:11.900821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:11.904077 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.911924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.914454 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] Sync routers for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:11.919302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:11.928523 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:11.929394 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:11.976047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.998937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.006928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:12.019376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:12.024949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:12.029505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=b66a1bee-209f-47da-96c6-50b2eaae4c70,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:12.032737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3f81184d-bbd0-46fd-a88d-1b57a755800c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "PUT /v2.0/floatingips/84b75245-b55c-40c7-bcc1-85cf78c22ade HTTP/1.1" status: 200 len: 991 time: 2.9413981 Jul 07 22:23:12.035910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:12.038030 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46027114-5b1f-4a6e-932a-29ca8380d2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:12.069554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.069979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.070374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.070852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.071193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.071529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.071860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.072189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.072520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.072846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.073175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.073496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:12.085643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:12.085643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.088209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8674512-59c2-492f-8452-cf3ae3bdd829 req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "PUT /v2.0/ports/58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 1020 time: 1.4096360 Jul 07 22:23:12.130298 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:12.133723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546', '58150cc5-b261-472a-b22d-a949ba0db3bb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:12.178768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:12.179453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.205286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03e66a-f1a2-4831-acd4-59552151bad5 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:12.223228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-4670f06e-02e1-4a37-8576-47963ab333b9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3089485 Jul 07 22:23:12.226455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['58150cc5-b261-472a-b22d-a949ba0db3bb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:12.255104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Request body: {'port': {'device_id': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:12.278082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3800bf-b1b7-4a18-8a74-d315ea5cc40f req-3a01ff42-0c00-4631-bb06-d05890ff66d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:12.291480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a3800bf-b1b7-4a18-8a74-d315ea5cc40f req-3a01ff42-0c00-4631-bb06-d05890ff66d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 945 time: 0.2018366 Jul 07 22:23:12.424921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a3800bf-b1b7-4a18-8a74-d315ea5cc40f req-1c4c2c61-af1f-4d58-893a-a67346c27336 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323218 Jul 07 22:23:12.490311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349640cd-7264-469f-97ff-30027702320d req-eee3360b-199d-4e7d-9fbd-4dfc60e00165 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:12.497558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-349640cd-7264-469f-97ff-30027702320d req-eee3360b-199d-4e7d-9fbd-4dfc60e00165 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 932 time: 0.1668088 Jul 07 22:23:12.524221 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.564218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-349640cd-7264-469f-97ff-30027702320d req-09ec8e21-73f1-4362-8bdd-516e38989a00 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655665 Jul 07 22:23:12.586747 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '84b75245-b55c-40c7-bcc1-85cf78c22ade', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'port_id': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'mac_address': 'fa:16:3e:03:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:44Z', 'updated_at': '2021-07-07T22:23:10Z', 'revision_number': 1, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:46Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:12.658784 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] Checking router: d30ba32d-ddff-4ceb-95a7-a4ae64492f52 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:12.684367 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:12.685849 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:12.964601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-f574484b-eadf-4f05-be15-8e85368acd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:12.966224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-f574484b-eadf-4f05-be15-8e85368acd23 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0ed5a4724a1467788de2a3222559c70&device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 1098 time: 0.1113379 Jul 07 22:23:12.986051 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0479540e-0aeb-456f-b4fe-9f7cea57abe3 x-openstack-request-id: req-0479540e-0aeb-456f-b4fe-9f7cea57abe3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:12.986660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:12.986660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0479540e-0aeb-456f-b4fe-9f7cea57abe3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:12.987062 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'status': 'completed', 'code': 200} Jul 07 22:23:13.024259 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:13.097610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-7b5096a8-92f4-47a7-9cac-cf258e2bcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.099438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-7b5096a8-92f4-47a7-9cac-cf258e2bcfc9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9791c390-3d79-4aff-a64c-5d2cbb726a7a HTTP/1.1" status: 200 len: 907 time: 0.1254413 Jul 07 22:23:13.182775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-3c14f429-d428-4d6f-b765-e5a4a3bd04d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b HTTP/1.1" status: 200 len: 999 time: 0.0759110 Jul 07 22:23:13.200149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79d94335-5afb-4b06-aa47-deffb8b7a14c req-fc00787e-5529-4874-bf6f-ddabe237e4c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/2909f66e-c588-4f8e-997c-22538e55f274 HTTP/1.1" status: 200 len: 1802 time: 0.2203312 Jul 07 22:23:13.269123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-64846291-c8af-45ec-8639-3b035e58ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.273444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-64846291-c8af-45ec-8639-3b035e58ccf3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1251d858-a9eb-4692-b3b8-3367b72794f8 HTTP/1.1" status: 200 len: 845 time: 0.0845208 Jul 07 22:23:13.291336 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '84b75245-b55c-40c7-bcc1-85cf78c22ade', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'port_id': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'mac_address': 'fa:16:3e:03:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:44Z', 'updated_at': '2021-07-07T22:23:10Z', 'revision_number': 1, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:46Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:13.310004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66a1bee-209f-47da-96c6-50b2eaae4c70 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:13.329438 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fc635-800d-4729-bf06-ce5ae58ac442 None None] The sync data for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 is: [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '84b75245-b55c-40c7-bcc1-85cf78c22ade', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'port_id': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'mac_address': 'fa:16:3e:03:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:44Z', 'updated_at': '2021-07-07T22:23:10Z', 'revision_number': 1, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:46Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:13.331848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.354002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-19f536a5-8678-40e2-b731-f3820cd06f70 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 258 time: 0.3660045 Jul 07 22:23:13.361955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:13.363543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-f75a1bc6-d261-46ff-982b-cb6abbe4d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.365223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-f75a1bc6-d261-46ff-982b-cb6abbe4d19c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9791c390-3d79-4aff-a64c-5d2cbb726a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775058 Jul 07 22:23:13.373334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Transition to ACTIVE for port object b66a1bee-209f-47da-96c6-50b2eaae4c70 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:13.380022 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-79d94335-5afb-4b06-aa47-deffb8b7a14c req-71e9d015-1896-4de1-8770-ba76a56552f0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:23:13.381053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79d94335-5afb-4b06-aa47-deffb8b7a14c req-71e9d015-1896-4de1-8770-ba76a56552f0 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/2909f66e-c588-4f8e-997c-22538e55f274 HTTP/1.1" status: 409 len: 341 time: 0.1538885 Jul 07 22:23:13.385559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.435405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.497119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b66a1bee-209f-47da-96c6-50b2eaae4c70,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:13.506834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-c14ed083-aaa2-4691-9b34-8fdc29832d84 service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265588 Jul 07 22:23:13.626463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Attempting to bind port b66a1bee-209f-47da-96c6-50b2eaae4c70 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:13.626840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Attempting to bind port b66a1bee-209f-47da-96c6-50b2eaae4c70 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:13.627177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Attempting to bind port b66a1bee-209f-47da-96c6-50b2eaae4c70 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:13.636908 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46027114-5b1f-4a6e-932a-29ca8380d2b3 req-3498bd3a-703a-447c-9cd1-3adac3d2197d service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233904 Jul 07 22:23:13.639417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Port b66a1bee-209f-47da-96c6-50b2eaae4c70 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:13.639752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Attempting to bind port b66a1bee-209f-47da-96c6-50b2eaae4c70 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:13.654945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:13.655328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:13.655627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:13.656082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Bound port: b66a1bee-209f-47da-96c6-50b2eaae4c70, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:13.656456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.678560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdac82f-23b4-4a91-9276-a8f010d1ca01 None None] New status for floating IP 84b75245-b55c-40c7-bcc1-85cf78c22ade: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:13.716182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9644f-a92e-44fa-8e8b-ffaf00ab59b6 req-7a85c698-264b-4aac-aa53-da8e329fe962 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.717764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fa9644f-a92e-44fa-8e8b-ffaf00ab59b6 req-7a85c698-264b-4aac-aa53-da8e329fe962 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 945 time: 0.1595390 Jul 07 22:23:13.761297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.784669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] For port b66a1bee-209f-47da-96c6-50b2eaae4c70, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:13.793612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] For port b66a1bee-209f-47da-96c6-50b2eaae4c70, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:13.830801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.857985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fa9644f-a92e-44fa-8e8b-ffaf00ab59b6 req-4c272342-1b69-4f23-96d0-247ea5bbc6ae tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306829 Jul 07 22:23:13.915022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.915678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.917119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] 10.222.0.103 "PUT /v2.0/ports/b66a1bee-209f-47da-96c6-50b2eaae4c70 HTTP/1.1" status: 200 len: 1093 time: 1.6815593 Jul 07 22:23:13.965822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52689b-5ca0-4edf-b8c8-0c8b89af4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b66a1bee-209f-47da-96c6-50b2eaae4c70,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:14.017401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Allocated IP 172.25.5.65 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/8e776405-a8fb-49b1-bc1a-7d7201acecbe) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:14.363784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-c8034b3a-5a82-432b-9194-308269587a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:14.365326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-c8034b3a-5a82-432b-9194-308269587a96 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.4005857 Jul 07 22:23:14.425813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-54fff2b9-d6a5-430d-bb5c-ec82d3c3ba19 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70 HTTP/1.1" status: 200 len: 217 time: 0.0516548 Jul 07 22:23:14.495952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.507393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec245961-8d95-4e26-b39f-f079e7e94056 req-a2b825a9-d319-4500-b94b-93e2e627e2c0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:14.508927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec245961-8d95-4e26-b39f-f079e7e94056 req-a2b825a9-d319-4500-b94b-93e2e627e2c0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 944 time: 0.1903472 Jul 07 22:23:14.527615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-243382ae-34af-46f9-8421-d71490fbb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:14.529080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-243382ae-34af-46f9-8421-d71490fbb380 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0962365 Jul 07 22:23:14.572212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-9c199555-2aaa-4ef2-b329-1bc0578e2539 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324023 Jul 07 22:23:14.617243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec245961-8d95-4e26-b39f-f079e7e94056 req-82b0a025-cc88-4798-bc28-0e77cd7ee409 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013615 Jul 07 22:23:14.673950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.731431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:14.739030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:14.741443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:14.786307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event updated for resources: {'Port': ['ID=8e776405-a8fb-49b1-bc1a-7d7201acecbe,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:14.795742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-e37cbd6d-1ae9-4273-a83a-21c3f0a1d4f1 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085054 Jul 07 22:23:14.906337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a9d3124-7047-4a93-8d67-351ae2ef773c req-60e00411-6b58-42cd-b4b3-8b2453708c41 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017835 Jul 07 22:23:14.966366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.997079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb'}, {'name': 'network-changed', 'server_uuid': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'tag': 'b66a1bee-209f-47da-96c6-50b2eaae4c70'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:14.999793 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d907493c-5021-4031-8fee-4ba893dfafef" -d '{"events": [{"name": "network-changed", "server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb"}, {"name": "network-changed", "server_uuid": "5e75df1a-aeff-485c-a76d-47d115c7d8d3", "tag": "b66a1bee-209f-47da-96c6-50b2eaae4c70"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:15.018649 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.233660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-53720be4-9367-403d-858e-566e257d8b8b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:15.233660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-53720be4-9367-403d-858e-566e257d8b8b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1739023 Jul 07 22:23:15.297630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-b81835f7-1687-4fbd-9efd-d1fbc144af04 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0550909 Jul 07 22:23:15.317505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'floatingip': {'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:15.327691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.356388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.390081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.538269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event updated for resources: {'Port': ['ID=8e776405-a8fb-49b1-bc1a-7d7201acecbe,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:15.545631 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.617230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.618431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-06b6ceb9-f8da-43a3-9161-22861acad843 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2636073 Jul 07 22:23:15.719381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-58c717f6-8ada-447c-87d0-48e3ac6de56f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0876861 Jul 07 22:23:15.845070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-f56cce97-32d1-4e79-94f7-2b3a2e226021 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:15.846673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-f56cce97-32d1-4e79-94f7-2b3a2e226021 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1023 time: 0.2687373 Jul 07 22:23:16.034003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-8989b146-38dd-4cbb-93c9-177454b8b3d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:16.035389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a082ba06-38a6-4e15-b54b-bd91d21c2c02 req-8989b146-38dd-4cbb-93c9-177454b8b3d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.3099270 Jul 07 22:23:16.112332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Deleting port 58150cc5-b261-472a-b22d-a949ba0db3bb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:16.112590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.461899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:23:16.473203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b66a1bee-209f-47da-96c6-50b2eaae4c70 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:16.567233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.571252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port b66a1bee-209f-47da-96c6-50b2eaae4c70, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:16.582822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.585164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'b66a1bee-209f-47da-96c6-50b2eaae4c70', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': 'b66a1bee-209f-47da-96c6-50b2eaae4c70', 'mac_address': 'fa:16:3e:74:15:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:16.621461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] For port 58150cc5-b261-472a-b22d-a949ba0db3bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=58150cc5-b261-472a-b22d-a949ba0db3bb,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:16.621832 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.636528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.638194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae60f5-4b48-4d06-9b17-773c6ed802f7 req-d2a576af-d552-4f76-9887-c092a486bcb8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:16.639835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34ae60f5-4b48-4d06-9b17-773c6ed802f7 req-d2a576af-d552-4f76-9887-c092a486bcb8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1023 time: 0.5035334 Jul 07 22:23:16.648386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Calling delete_port for 58150cc5-b261-472a-b22d-a949ba0db3bb owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:16.656134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66a1bee-209f-47da-96c6-50b2eaae4c70 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:16.662083 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.682436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port b66a1bee-209f-47da-96c6-50b2eaae4c70, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:16.688999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.740248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=b66a1bee-209f-47da-96c6-50b2eaae4c70,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:16.772473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34ae60f5-4b48-4d06-9b17-773c6ed802f7 req-c84b2fbf-b273-4d14-9ce6-ca767f072ecf tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=2909f66e-c588-4f8e-997c-22538e55f274&id=bca1e58b-83e8-4a30-be57-8027f1844974&id=460f885e-327b-489d-beec-b479bbd2d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1220582 Jul 07 22:23:16.818340 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae associated. External IP: 172.25.5.179, port: ff2c3188-7e49-4065-8965-0b1a04454c9e. Jul 07 22:23:16.868513 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e95da5-4c4a-4577-be9a-ff482ed14179 x-openstack-request-id: req-47e95da5-4c4a-4577-be9a-ff482ed14179 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:16.868868 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e75df1a-aeff-485c-a76d-47d115c7d8d3", "tag": "b66a1bee-209f-47da-96c6-50b2eaae4c70", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:16.869244 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-47e95da5-4c4a-4577-be9a-ff482ed14179 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:16.869480 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'status': 'completed', 'code': 200} Jul 07 22:23:16.869749 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'tag': 'b66a1bee-209f-47da-96c6-50b2eaae4c70', 'status': 'completed', 'code': 200} Jul 07 22:23:16.954287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907493c-5021-4031-8fee-4ba893dfafef req-7691096e-04c1-4264-99e2-35732ee42f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:16.960051 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-7691096e-04c1-4264-99e2-35732ee42f8d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d61c313f9e674ec399c340bbac5b853a&device_id=a74b0757-436e-43e9-bfcd-71310fed4882 HTTP/1.1" status: 200 len: 1175 time: 0.0755217 Jul 07 22:23:16.981478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['b66a1bee-209f-47da-96c6-50b2eaae4c70'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:17.055172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.092585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907493c-5021-4031-8fee-4ba893dfafef req-57618326-166e-43bf-9ef9-b8180289ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.094116 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-57618326-166e-43bf-9ef9-b8180289ef56 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 200 len: 914 time: 0.1247814 Jul 07 22:23:17.150916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-4cb866dc-ac62-486d-8bca-9eab408c4d4b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 200 len: 217 time: 0.0476236 Jul 07 22:23:17.156178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'Port': ['ID=58150cc5-b261-472a-b22d-a949ba0db3bb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:17.196956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8926-b4f9-4274-9d88-3ab03b13e420 req-af272037-511c-4583-bdd9-0b6bfa8eb3bc tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.198528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c45f8926-b4f9-4274-9d88-3ab03b13e420 req-af272037-511c-4583-bdd9-0b6bfa8eb3bc tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 945 time: 0.2376375 Jul 07 22:23:17.225114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] No DVR routers for this DVR port 58150cc5-b261-472a-b22d-a949ba0db3bb on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:17.225388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907493c-5021-4031-8fee-4ba893dfafef req-a8975891-c7e7-469f-abfe-0656edfb4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.227175 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-a8975891-c7e7-469f-abfe-0656edfb4c9c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 200 len: 853 time: 0.0633876 Jul 07 22:23:17.229228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.231229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6e6e3b6-784d-4ad4-8b6b-a8c24a3ed1a6 req-a7ca0cc4-b179-4367-980d-a4c8105c6590 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "DELETE /v2.0/ports/58150cc5-b261-472a-b22d-a949ba0db3bb HTTP/1.1" status: 204 len: 173 time: 1.3760681 Jul 07 22:23:17.283602 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-bdd67987-8109-4b25-a863-0acc4370bf8b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476558 Jul 07 22:23:17.323174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c45f8926-b4f9-4274-9d88-3ab03b13e420 req-5efbc940-39e1-4c21-a27b-b51287365b56 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993290 Jul 07 22:23:17.350651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:17.432382 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-163e253d-7afe-46d3-83c9-62ea3f062f2c service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427472 Jul 07 22:23:17.526505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:17.541197 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:17.543486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.544455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-10549c6f-b6dc-4bcf-bfb6-3e8b2bab2a69 service neutron] 10.222.0.103 "GET /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977561 Jul 07 22:23:17.553062 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:17.554150 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:17.629097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-08ecc53b-95ce-4cfa-85b0-a825031236a7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "PUT /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 996 time: 2.3201759 Jul 07 22:23:17.684304 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:17.711316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907493c-5021-4031-8fee-4ba893dfafef req-2bc4d42e-dd94-4ca5-a521-ceb907146ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.712595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-088dddff-f4d4-4ced-83cb-2a20250d683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.713693 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-2bc4d42e-dd94-4ca5-a521-ceb907146ae7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 1097 time: 0.1121886 Jul 07 22:23:17.732463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-088dddff-f4d4-4ced-83cb-2a20250d683b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.0950189 Jul 07 22:23:17.811326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:17.896824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907493c-5021-4031-8fee-4ba893dfafef req-a3f8f0af-dd2f-44d0-a399-c676e807abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.900548 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-a3f8f0af-dd2f-44d0-a399-c676e807abe2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.1697614 Jul 07 22:23:18.009342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-07a4e18f-d096-4bf8-b96d-d7dc2ea5de15 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70 HTTP/1.1" status: 200 len: 217 time: 0.1004438 Jul 07 22:23:18.034816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-967070c0-fc5d-4d4e-bc47-e5b6480f7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.036367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-967070c0-fc5d-4d4e-bc47-e5b6480f7815 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.3031805 Jul 07 22:23:18.055234 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:16Z', 'revision_number': 1, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:18.093863 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:18.107935 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:18.108548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:18.109149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907493c-5021-4031-8fee-4ba893dfafef req-3c0ab46d-4dc4-4d91-9f7c-d3431387ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.111521 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-3c0ab46d-4dc4-4d91-9f7c-d3431387ccf0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0931697 Jul 07 22:23:18.146495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-ca559f4b-a4ed-4e3f-9519-20e60083cd87 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.148157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-ca559f4b-a4ed-4e3f-9519-20e60083cd87 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2262392 Jul 07 22:23:18.161031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-eb214a79-b8d2-4951-b564-c98b6ede8be7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438001 Jul 07 22:23:18.209636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-f36ed001-22b0-4b73-a0e2-c55996e48eac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 999 time: 0.1498902 Jul 07 22:23:18.215006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-7ccc1f3c-57b9-463e-a45a-8aa435916655 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0583129 Jul 07 22:23:18.229551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Request body: {'floatingip': {'port_id': '79e29215-92f8-46ff-b391-edd5393f60fa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:18.274572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.293755 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:18.304158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-44696e1f-acb7-4a63-a206-b78fba13c529 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363952 Jul 07 22:23:18.310531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19b4469c-ea70-490b-88fc-99f587e15ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.414688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-4048dede-ad14-4e0f-81ca-87964c153496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.416208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-4048dede-ad14-4e0f-81ca-87964c153496 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.2000329 Jul 07 22:23:18.437807 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d907493c-5021-4031-8fee-4ba893dfafef req-cb34e50d-486f-4225-8c20-17744ca1eb1b service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251438 Jul 07 22:23:18.481574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b66a1bee-209f-47da-96c6-50b2eaae4c70 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:18.540154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.571036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port b66a1bee-209f-47da-96c6-50b2eaae4c70 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:18.575949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port b66a1bee-209f-47da-96c6-50b2eaae4c70 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:18.576583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.584719 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:16Z', 'revision_number': 1, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:18.603905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-2b774d23-4e3c-4830-87cf-135583aad8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.605415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-2b774d23-4e3c-4830-87cf-135583aad8a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638188 Jul 07 22:23:18.612027 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699842b9-6a03-4cde-a1f0-123fefff76ca None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:16Z', 'revision_number': 1, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:18.626186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-8ad1c0ff-6814-4b1d-8b3c-bf3d055319da service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:23:18.627757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-8ad1c0ff-6814-4b1d-8b3c-bf3d055319da service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082915 Jul 07 22:23:18.672452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.709426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66a1bee-209f-47da-96c6-50b2eaae4c70'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:18.711718 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae635228-4e6f-4025-976f-bb2f15add688" -d '{"events": [{"server_uuid": "5e75df1a-aeff-485c-a76d-47d115c7d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "b66a1bee-209f-47da-96c6-50b2eaae4c70"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:18.728084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port b66a1bee-209f-47da-96c6-50b2eaae4c70, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:18.737262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.738146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 58150cc5-b261-472a-b22d-a949ba0db3bb no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:18.761245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 58150cc5-b261-472a-b22d-a949ba0db3bb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:18.761245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 58150cc5-b261-472a-b22d-a949ba0db3bb not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:18.807228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=b66a1bee-209f-47da-96c6-50b2eaae4c70,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:18.855264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-0154c192-4d7c-4602-b114-177a977d6911 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181325 Jul 07 22:23:18.871493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'name': 'network-vif-deleted', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb'}, {'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:18.873712 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5005c76-6c82-459e-887e-2caa8d12cea3" -d '{"events": [{"server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "name": "network-vif-deleted", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb"}, {"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:18.909646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec09eeb-642d-4f85-9854-02e72c3d1680 None None] New status for floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:19.276866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96ff7152-9718-431c-87bf-8c79e4b6b276 req-bebb4439-217d-4f52-a041-5c64a6027609 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157853 Jul 07 22:23:19.280985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.285086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.388686 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Floating IP f3ff1d4e-8320-46e2-807b-f6333234f244 associated. External IP: 172.25.5.65, port: 79e29215-92f8-46ff-b391-edd5393f60fa. Jul 07 22:23:19.584650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc53ef-b25e-46e6-bfe9-d484dc5e7683 req-8a276dba-9ab5-48b7-bd83-7d42f3251599 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:19.586219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cacc53ef-b25e-46e6-bfe9-d484dc5e7683 req-8a276dba-9ab5-48b7-bd83-7d42f3251599 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 946 time: 0.1223013 Jul 07 22:23:19.671483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cacc53ef-b25e-46e6-bfe9-d484dc5e7683 req-1e42f108-e726-495b-a128-53dbe3f934a6 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495384 Jul 07 22:23:19.675914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Router f013ce50-a3b5-4633-8c38-9550051bf7a4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:19.788516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:19.793271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.799874 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] Sync routers for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:19.811699 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:19.812523 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:19.831456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-967f4392-65ab-4d05-8df0-bfdaad176191 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "PUT /v2.0/floatingips/f3ff1d4e-8320-46e2-807b-f6333234f244 HTTP/1.1" status: 200 len: 995 time: 1.6064212 Jul 07 22:23:19.909395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-5ffe92f5-d4b8-4cc5-8e03-f411b4935b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:19.913605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-5ffe92f5-d4b8-4cc5-8e03-f411b4935b23 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1097 time: 0.0628409 Jul 07 22:23:19.936193 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:19.950220 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9137cd7-1a39-4224-a434-80b52be80639 x-openstack-request-id: req-b9137cd7-1a39-4224-a434-80b52be80639 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:19.950724 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e75df1a-aeff-485c-a76d-47d115c7d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "b66a1bee-209f-47da-96c6-50b2eaae4c70", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:19.950835 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b9137cd7-1a39-4224-a434-80b52be80639 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:19.951184 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66a1bee-209f-47da-96c6-50b2eaae4c70', 'code': 200} Jul 07 22:23:20.041428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-ac5bd1ef-357e-40f7-8366-ccc969c746d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.043001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-ac5bd1ef-357e-40f7-8366-ccc969c746d9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 930 time: 0.1219459 Jul 07 22:23:20.130259 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210d167-81e6-44d2-b721-1cdd7d3d68cf x-openstack-request-id: req-8210d167-81e6-44d2-b721-1cdd7d3d68cf {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:20.130566 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74b0757-436e-43e9-bfcd-71310fed4882", "name": "network-vif-deleted", "tag": "58150cc5-b261-472a-b22d-a949ba0db3bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:20.130861 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8210d167-81e6-44d2-b721-1cdd7d3d68cf {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:20.131259 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74b0757-436e-43e9-bfcd-71310fed4882', 'name': 'network-vif-deleted', 'tag': '58150cc5-b261-472a-b22d-a949ba0db3bb', 'status': 'completed', 'code': 200} Jul 07 22:23:20.131644 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'status': 'completed', 'code': 200} Jul 07 22:23:20.147388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06b57d-f35b-44a2-a068-483d4cf7202e req-28ac926c-c99e-4b10-8077-e0dffd728328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.151300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-de06b57d-f35b-44a2-a068-483d4cf7202e req-28ac926c-c99e-4b10-8077-e0dffd728328 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 1098 time: 0.1316881 Jul 07 22:23:20.186377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-8dd96be9-1596-4dff-91d1-c92bfbc0beb2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 998 time: 0.1359115 Jul 07 22:23:20.297228 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-de06b57d-f35b-44a2-a068-483d4cf7202e req-1e5d4e1d-fb0e-4743-8d55-7bd8417125d1 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111927 Jul 07 22:23:20.308991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-b50a45c7-592a-4493-84d4-ae5f627f91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.310856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-b50a45c7-592a-4493-84d4-ae5f627f91ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.1544237 Jul 07 22:23:20.314979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'f3ff1d4e-8320-46e2-807b-f6333234f244', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'port_id': '79e29215-92f8-46ff-b391-edd5393f60fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'mac_address': 'fa:16:3e:2c:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:23:14Z', 'updated_at': '2021-07-07T22:23:18Z', 'revision_number': 1, 'project_id': '2efea23d222c492695a862b34daf63d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:55Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:20.321059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-f764ce4a-fa98-489a-9d73-c3930ae74a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.322581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-f764ce4a-fa98-489a-9d73-c3930ae74a9d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 200 len: 868 time: 0.1227429 Jul 07 22:23:20.361010 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] Checking router: f013ce50-a3b5-4633-8c38-9550051bf7a4 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:20.370694 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:20.371347 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:22:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:20.386980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-503be496-a891-4f1c-b4cd-e8371cefbcc8 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.388669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-503be496-a891-4f1c-b4cd-e8371cefbcc8 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1213968 Jul 07 22:23:20.432474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-f88d4fcd-5910-4009-aed6-2bd5c4db3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.434037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-f88d4fcd-5910-4009-aed6-2bd5c4db3214 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1145182 Jul 07 22:23:20.464620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-2f718658-16ed-4fbf-b6b9-86387cbc305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.466197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-2f718658-16ed-4fbf-b6b9-86387cbc305f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=488bc925-3005-45cf-b879-ac9036279f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363554 Jul 07 22:23:20.481605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-e05141ee-ddab-4dfa-9597-a17598e767a1 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:23:20.482680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-e05141ee-ddab-4dfa-9597-a17598e767a1 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054467 Jul 07 22:23:20.519535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-55a644fe-70ff-4d2e-a4b2-0f5ac852dae5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 1001 time: 0.0782080 Jul 07 22:23:20.555064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-77b187e4-da60-4804-a7b9-c3b85858a3a4 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.1567385 Jul 07 22:23:20.565822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'floatingip': {'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:20.586461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-0d193a33-7a75-4188-970a-c8728eea90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.588808 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-0d193a33-7a75-4188-970a-c8728eea90e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0621707 Jul 07 22:23:20.600944 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:20.642717 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.677209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-7a05604b-aef1-4ec1-bd16-78faf1996bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.679074 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-7a05604b-aef1-4ec1-bd16-78faf1996bd1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710659 Jul 07 22:23:20.681545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-d09ed122-c76d-4a02-bde2-409626c53c19 service neutron] 10.222.0.95 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907206 Jul 07 22:23:20.800164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-c90a9abe-d4e9-4c4e-9ae2-940d6a6027b4 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108744 Jul 07 22:23:20.852647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9488e775-4a04-4e76-b0c8-86c6e61a0a29 req-fc03393f-37b2-438c-afa4-0420be4df88f service neutron] 10.222.0.95 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617322 Jul 07 22:23:20.906184 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'f3ff1d4e-8320-46e2-807b-f6333234f244', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'port_id': '79e29215-92f8-46ff-b391-edd5393f60fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'mac_address': 'fa:16:3e:2c:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:23:14Z', 'updated_at': '2021-07-07T22:23:18Z', 'revision_number': 1, 'project_id': '2efea23d222c492695a862b34daf63d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:55Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:20.911144 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-184f4f72-052e-4a6a-bd50-b823e1e36ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.944337 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39c78c-c909-44c9-b2b5-f6a9a7f81b7b None None] The sync data for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 is: [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'f3ff1d4e-8320-46e2-807b-f6333234f244', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'port_id': '79e29215-92f8-46ff-b391-edd5393f60fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'mac_address': 'fa:16:3e:2c:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:23:14Z', 'updated_at': '2021-07-07T22:23:18Z', 'revision_number': 1, 'project_id': '2efea23d222c492695a862b34daf63d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:55Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:20.965331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5005c76-6c82-459e-887e-2caa8d12cea3 req-ba1ec45c-b1b3-4b9b-998d-0e704b1a6e36 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560912 Jul 07 22:23:21.017548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2ecf07a-458c-429f-8706-1ccee79b147b req-b4163e51-8e74-4095-aa0c-877ab6943478 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/460f885e-327b-489d-beec-b479bbd2d35f HTTP/1.1" status: 200 len: 1802 time: 0.0945430 Jul 07 22:23:21.153005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2ecf07a-458c-429f-8706-1ccee79b147b req-b36c7ed5-7ac5-49ce-b59b-3aab8d0653c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.177979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2ecf07a-458c-429f-8706-1ccee79b147b req-b36c7ed5-7ac5-49ce-b59b-3aab8d0653c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.227078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8b8c4-8164-419a-bc2f-5eeeb20749c3 None None] New status for floating IP f3ff1d4e-8320-46e2-807b-f6333234f244: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:21.261713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2ecf07a-458c-429f-8706-1ccee79b147b req-b36c7ed5-7ac5-49ce-b59b-3aab8d0653c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.264275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2ecf07a-458c-429f-8706-1ccee79b147b req-b36c7ed5-7ac5-49ce-b59b-3aab8d0653c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.265440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2ecf07a-458c-429f-8706-1ccee79b147b req-b36c7ed5-7ac5-49ce-b59b-3aab8d0653c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/460f885e-327b-489d-beec-b479bbd2d35f HTTP/1.1" status: 204 len: 173 time: 0.2210305 Jul 07 22:23:21.288524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c7ed5-7ac5-49ce-b59b-3aab8d0653c9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f885e-327b-489d-beec-b479bbd2d35f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:21.410507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.465908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.475359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.783553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74c58-7db4-4dcc-860c-867d6c5c9bfb req-ba7b684b-21f3-4834-b485-ce0f296da705 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:21.785068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5fa74c58-7db4-4dcc-860c-867d6c5c9bfb req-ba7b684b-21f3-4834-b485-ce0f296da705 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 946 time: 0.4031870 Jul 07 22:23:21.861411 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae associated. External IP: 172.25.5.179, port: ff2c3188-7e49-4065-8965-0b1a04454c9e. Jul 07 22:23:21.868736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5fa74c58-7db4-4dcc-860c-867d6c5c9bfb req-6c29db5d-32a0-4524-bb47-7f5f5fb7f260 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778964 Jul 07 22:23:22.090074 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.133882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:22.136445 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23ebf9-1801-472f-b52a-c813654abc65" -d '{"events": [{"name": "network-changed", "server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:22.204091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:22.217923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-8cb129e5-8cf9-48d0-8297-29789d804b39 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 258 time: 0.2097578 Jul 07 22:23:22.234054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:22.315843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.416352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:22.430740 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:22.442235 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:22.443255 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:22.577258 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:22.605856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.774251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:22.800545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Allocated IP 172.25.5.59 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/85fb4095-ca64-4e3d-8975-188f10f8c0fa) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:22.826793 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:21Z', 'revision_number': 3, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:22.854396 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:22.864292 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:22.864984 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:22.966741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:22.972883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.973770 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:23.033461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.077901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-54eb4dca-22e6-41a2-aece-2271244231d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "PUT /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 998 time: 2.5166035 Jul 07 22:23:23.145232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.181329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-565527ef-345f-41bb-bbf5-9c36afd4d3d1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:23.182761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-565527ef-345f-41bb-bbf5-9c36afd4d3d1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports/ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 942 time: 0.0934515 Jul 07 22:23:23.196872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:23.203200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:23.205313 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:21Z', 'revision_number': 3, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:23.208281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:23.211397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event updated for resources: {'Port': ['ID=85fb4095-ca64-4e3d-8975-188f10f8c0fa,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:23.235050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f33b0-02bf-45d1-bc61-b116bea28a38 None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:21Z', 'revision_number': 3, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:23.333806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.385445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-8628fef0-e003-498a-8057-73a4564d66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:23.387047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-8628fef0-e003-498a-8057-73a4564d66a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.1085398 Jul 07 22:23:23.391909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.451301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca9011-a9e7-4d43-bdb4-2ad300ceaeea None None] New status for floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:23.560010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-21e0b69b-b9f7-47a8-90d0-242fbbfaf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:23.561930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-21e0b69b-b9f7-47a8-90d0-242fbbfaf9e7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1661234 Jul 07 22:23:23.642158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.719891 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:23.729595 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:23.730188 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:23.872130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-9e3bc8e1-eba7-4f52-8a7b-aa8af0bc7c87 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 217 time: 0.2962072 Jul 07 22:23:23.887851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:23.946084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-ea156f63-a215-4152-9b39-40cbf5d80cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:23.947653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-ea156f63-a215-4152-9b39-40cbf5d80cac service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0674880 Jul 07 22:23:23.952612 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.963468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.078297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event updated for resources: {'Port': ['ID=85fb4095-ca64-4e3d-8975-188f10f8c0fa,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:24.109482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-d5f1d851-86b8-4a7b-bc6d-e80814f670bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.111761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-d5f1d851-86b8-4a7b-bc6d-e80814f670bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494565 Jul 07 22:23:24.113019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.128159 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:24.142768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.144106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-75a6e9f6-759e-475d-af53-dd9cd09396d7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9176998 Jul 07 22:23:24.160465 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:24.169151 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:24.169776 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:24.223139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-dd8c7005-c1a2-4972-8c4f-6132beb907e7 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0542746 Jul 07 22:23:24.332497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-585aa2f9-930c-4941-b159-a81b84e11b5e service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104766 Jul 07 22:23:24.370482 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:24.422913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-cab31621-ad38-4422-956e-cd2b5c99632c tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.424236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ba20d7-06a4-4d7e-b4c7-9a502fd28ae7 req-cab31621-ad38-4422-956e-cd2b5c99632c tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1930497 Jul 07 22:23:24.456932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-60115108-917f-4547-991a-bb0a638e5d36 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181750 Jul 07 22:23:24.549977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-3c0ba737-b9be-461d-a05e-cdc4f33e30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.551633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-3c0ba737-b9be-461d-a05e-cdc4f33e30a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1097 time: 0.0643110 Jul 07 22:23:24.626178 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:24.658799 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97cf045-41e7-4c2a-b34f-1ec9412a1de3 None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:3b:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:24.671349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-99ee1f75-b205-4ac7-b1fc-a993c7115c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.673282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-99ee1f75-b205-4ac7-b1fc-a993c7115c97 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1149149 Jul 07 22:23:24.773153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-3bc6e420-b8a9-4d0d-821d-c6d4dce9a580 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 1001 time: 0.0928752 Jul 07 22:23:24.777060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75a7ba7b-809b-4d25-a97b-eb6022ba9b26 req-73bd7a3c-c5a6-4536-9d52-2e9eead1c92a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/2909f66e-c588-4f8e-997c-22538e55f274 HTTP/1.1" status: 200 len: 1802 time: 0.0567689 Jul 07 22:23:24.866709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-ca73c884-990b-424a-af26-174541aea377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.873325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-ca73c884-990b-424a-af26-174541aea377 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0755424 Jul 07 22:23:24.922755 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-75a7ba7b-809b-4d25-a97b-eb6022ba9b26 req-825d9242-4284-45b4-8f6b-873a4590020d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.950208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-75a7ba7b-809b-4d25-a97b-eb6022ba9b26 req-825d9242-4284-45b4-8f6b-873a4590020d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.988425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-cb622db0-510e-421a-b556-e8195ad34731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.990106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-cb622db0-510e-421a-b556-e8195ad34731 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159565 Jul 07 22:23:25.084986 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-75a7ba7b-809b-4d25-a97b-eb6022ba9b26 req-825d9242-4284-45b4-8f6b-873a4590020d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.087813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-75a7ba7b-809b-4d25-a97b-eb6022ba9b26 req-825d9242-4284-45b4-8f6b-873a4590020d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.099223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75a7ba7b-809b-4d25-a97b-eb6022ba9b26 req-825d9242-4284-45b4-8f6b-873a4590020d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/2909f66e-c588-4f8e-997c-22538e55f274 HTTP/1.1" status: 204 len: 173 time: 0.3163252 Jul 07 22:23:25.125226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d9242-4284-45b4-8f6b-873a4590020d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2909f66e-c588-4f8e-997c-22538e55f274,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:25.153911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-ce302715-1898-4e97-b3cb-b196bd05038c service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533933 Jul 07 22:23:25.246121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73df1f02-f515-4d60-9f9b-06f2359c85b3 req-b96f5320-4df8-44fe-8a3c-161f5532a719 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912426 Jul 07 22:23:25.310049 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe028f5-d872-4cb4-99d0-d9db4407afa3 x-openstack-request-id: req-cbe028f5-d872-4cb4-99d0-d9db4407afa3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:25.310348 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:25.310606 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cbe028f5-d872-4cb4-99d0-d9db4407afa3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:25.311040 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa', 'status': 'completed', 'code': 200} Jul 07 22:23:25.405597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-9e986a3a-bf51-4a48-9859-5566693369e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.412791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d64aa715-56ce-4040-b283-097685840d3f req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-229238541', 'description': 'tempest-description-2140016299'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:25.414937 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-9e986a3a-bf51-4a48-9859-5566693369e2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1097 time: 0.0679605 Jul 07 22:23:25.462046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d64aa715-56ce-4040-b283-097685840d3f req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.509088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-a7579af5-3ed4-40e0-92d9-f175338f8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.510549 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-a7579af5-3ed4-40e0-92d9-f175338f8218 service neutron] 10.222.0.103 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 930 time: 0.0943801 Jul 07 22:23:25.537052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-46384ad5-d92a-4560-98a6-7a66fbc9903d tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.538787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-46384ad5-d92a-4560-98a6-7a66fbc9903d tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1120920 Jul 07 22:23:25.586647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-d9f0d84a-b846-4823-ad49-bb07faf409b2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 1000 time: 0.0696671 Jul 07 22:23:25.606135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-ddf9fff4-c057-4980-a6d4-f0ea8b3f9f30 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0556774 Jul 07 22:23:25.620970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-665548bd-f530-4f5b-a92a-4becd49d6914 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Request body: {'floatingip': {'port_id': '79e29215-92f8-46ff-b391-edd5393f60fa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:25.638085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-73f019da-7fe3-4797-935b-ba916cb5ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.639746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-73f019da-7fe3-4797-935b-ba916cb5ec8a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 200 len: 868 time: 0.0467300 Jul 07 22:23:25.666228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d64aa715-56ce-4040-b283-097685840d3f req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.669002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-665548bd-f530-4f5b-a92a-4becd49d6914 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.672741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d64aa715-56ce-4040-b283-097685840d3f req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.700191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-8f081e38-e74b-489a-be2f-b2e7d6bad0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.702165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-8f081e38-e74b-489a-be2f-b2e7d6bad0ef service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=488bc925-3005-45cf-b879-ac9036279f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566444 Jul 07 22:23:25.758711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d64aa715-56ce-4040-b283-097685840d3f req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.771203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d64aa715-56ce-4040-b283-097685840d3f req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3625326 Jul 07 22:23:25.791745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed363ebf-078b-4367-b426-27c3fad9717e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fffc50-68cf-4353-9e2c-e1df0c19682e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:25.831507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-99ffa322-f7ab-4b81-be18-f555ae91a0dd service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159828 Jul 07 22:23:25.910857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b371e69f-85af-417c-93fc-9340afa85d09 req-20991830-97ef-416a-9359-c21bc79cfe8d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.1343076 Jul 07 22:23:25.939886 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3e23ebf9-1801-472f-b52a-c813654abc65 req-6b352a75-c10e-4e11-8f3e-6d6ab7a83ba9 service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074493 Jul 07 22:23:26.035923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371e69f-85af-417c-93fc-9340afa85d09 req-d19b7613-7bc3-4bf3-9094-a101983131c0 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.037202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b371e69f-85af-417c-93fc-9340afa85d09 req-d19b7613-7bc3-4bf3-9094-a101983131c0 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports/aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 942 time: 0.0970056 Jul 07 22:23:26.060975 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-665548bd-f530-4f5b-a92a-4becd49d6914 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 22:23:26.062204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7865f18d-3869-4399-9bd6-c4eb66a66160 req-665548bd-f530-4f5b-a92a-4becd49d6914 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "PUT /v2.0/floatingips/00674ce1-af74-4907-b918-5d8c00d82a13 HTTP/1.1" status: 409 len: 549 time: 0.4453971 Jul 07 22:23:26.216964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b371e69f-85af-417c-93fc-9340afa85d09 req-35bee972-5365-4fca-a742-64467747dbc0 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.0944278 Jul 07 22:23:26.295399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ae37-a7de-47a2-a1d4-2576714ee92c req-05c6b828-fc38-4544-9a0f-3990e6205efb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.296823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e297ae37-a7de-47a2-a1d4-2576714ee92c req-05c6b828-fc38-4544-9a0f-3990e6205efb tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 946 time: 0.1374655 Jul 07 22:23:26.364509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e297ae37-a7de-47a2-a1d4-2576714ee92c req-6ef8717f-060e-488d-aca8-c500ec69af5f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605423 Jul 07 22:23:26.371737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371e69f-85af-417c-93fc-9340afa85d09 req-c9bbc6dd-8f09-438e-96f9-be74f4e6e829 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.373175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b371e69f-85af-417c-93fc-9340afa85d09 req-c9bbc6dd-8f09-438e-96f9-be74f4e6e829 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1498628 Jul 07 22:23:26.557327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-3c4664a0-d582-42d2-9ea9-501598750885 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips/00674ce1-af74-4907-b918-5d8c00d82a13 HTTP/1.1" status: 200 len: 692 time: 0.0533473 Jul 07 22:23:26.576915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-87698703-bdd6-4b36-ba3c-6f4ed468006a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/80fffc50-68cf-4353-9e2c-e1df0c19682e HTTP/1.1" status: 200 len: 1802 time: 0.0877507 Jul 07 22:23:26.618073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Request body: {'security_group': {'name': 'tempest-sg-hth-631307394', 'description': 'tempest-description-hth-1338217751'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:26.659893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.715639 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-dc839fde-1325-4b5a-8faa-de78062de9dd tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.717038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-dc839fde-1325-4b5a-8faa-de78062de9dd tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1535854 Jul 07 22:23:26.769487 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.776883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.779471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.780717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e30b169-d93e-4feb-b6f6-e4a5fb3c72e7 req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "PUT /v2.0/security-groups/80fffc50-68cf-4353-9e2c-e1df0c19682e HTTP/1.1" status: 200 len: 1776 time: 0.1939273 Jul 07 22:23:26.786867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-daaa8c85-e6ff-4ef6-9ccb-f579711a0ba8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0630276 Jul 07 22:23:26.887973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f6275-41cf-4291-8f36-814b287adef9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fffc50-68cf-4353-9e2c-e1df0c19682e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:26.894465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-2025de53-bfdd-4080-8ba5-99cd7cf39876 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0931518 Jul 07 22:23:26.948562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-515c0ef1-d8d9-48b8-893e-7ee8ae7a1eb9 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.1512437 Jul 07 22:23:27.304951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77e041-adc5-4165-82af-edaac8acbc93 req-31c2ad50-dfb7-496f-8c42-8722918382dc tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:27.306211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-31c2ad50-dfb7-496f-8c42-8722918382dc tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports/aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 942 time: 0.3242784 Jul 07 22:23:27.311931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}, {'name': 'network-changed', 'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:27.314324 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebb4f96-a12a-423b-a5d0-d26f6156460a" -d '{"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}, {"name": "network-changed", "server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:27.332254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Deleting port 85fb4095-ca64-4e3d-8975-188f10f8c0fa {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:27.332673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.431515 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.431515 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.473412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Calling delete_port for 85fb4095-ca64-4e3d-8975-188f10f8c0fa owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:27.530286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-ed3676e4-0610-45c9-b132-33d6e261b106 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.1170001 Jul 07 22:23:27.662545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77e041-adc5-4165-82af-edaac8acbc93 req-c1d142d6-845e-4acd-9a7b-ef6014960cf1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:27.663882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-c1d142d6-845e-4acd-9a7b-ef6014960cf1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1260343 Jul 07 22:23:27.778144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-1f03ba57-20d7-4495-a07e-21fa143505d7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.1068904 Jul 07 22:23:27.779630 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.805257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event deleted for resources: {'Port': ['ID=85fb4095-ca64-4e3d-8975-188f10f8c0fa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:27.809574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:27.978765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.014264 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.017527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.029950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a77865b-5cb4-4247-ac49-46b625bd5cd6 req-da5c72cb-1009-4f18-b5d2-5c6a10542791 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "DELETE /v2.0/floatingips/00674ce1-af74-4907-b918-5d8c00d82a13 HTTP/1.1" status: 204 len: 173 time: 1.1221716 Jul 07 22:23:28.227371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.240921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.241326 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae disassociated. External IP: 172.25.5.179, port: aaa02321-ab0f-4f78-b450-807eb0c60203. Jul 07 22:23:28.418511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee3107-e2ae-4d6a-8720-8d85b3863830 req-f933bfab-4f4b-4e25-b4a2-1f195a3e8781 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:28.421552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aee3107-e2ae-4d6a-8720-8d85b3863830 req-f933bfab-4f4b-4e25-b4a2-1f195a3e8781 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 946 time: 0.2040007 Jul 07 22:23:28.551898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aee3107-e2ae-4d6a-8720-8d85b3863830 req-4a0aa241-ad50-4d7a-82d0-71f2ef8ddf59 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201584 Jul 07 22:23:28.650012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:28.804698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4473dee7-e0b5-49e2-b747-89348477817e req-e8882070-c1e4-464f-98be-1caaa487e1b6 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/80fffc50-68cf-4353-9e2c-e1df0c19682e HTTP/1.1" status: 200 len: 1776 time: 0.0980036 Jul 07 22:23:28.824810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:28.841866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.843493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:28.855599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:28.857681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:28.886445 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36a3c8-1669-4642-9130-539559019164 x-openstack-request-id: req-1e36a3c8-1669-4642-9130-539559019164 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:28.886613 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:28.886838 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1e36a3c8-1669-4642-9130-539559019164 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:28.887481 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'status': 'completed', 'code': 200} Jul 07 22:23:28.887742 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'status': 'completed', 'code': 200} Jul 07 22:23:28.920247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-7b981e22-91f3-463f-ae21-6c858a065c3e tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "PUT /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 695 time: 1.1141298 Jul 07 22:23:29.026345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-78b97ee7-27c9-4c24-916c-af6925f5bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.028534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-78b97ee7-27c9-4c24-916c-af6925f5bb28 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.1067619 Jul 07 22:23:29.069260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77e041-adc5-4165-82af-edaac8acbc93 req-70dfe59a-cfd0-4c37-b7ee-05c13d49d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.071414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-70dfe59a-cfd0-4c37-b7ee-05c13d49d2a1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1097 time: 0.1420400 Jul 07 22:23:29.113774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:29.246607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-3a178210-08ca-4ea9-b1da-8f2b430b923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.260715 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-3a178210-08ca-4ea9-b1da-8f2b430b923d service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.2247496 Jul 07 22:23:29.292528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77e041-adc5-4165-82af-edaac8acbc93 req-16e426c7-9f19-4391-a834-d5f5c8cdcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.294503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-16e426c7-9f19-4391-a834-d5f5c8cdcf35 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.2178185 Jul 07 22:23:29.305901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-af25debe-fe33-448a-a505-b64faeaf75c0 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 1000 time: 0.1218610 Jul 07 22:23:29.326655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-1a834ecd-9db0-418a-8e06-51e6faca64d0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 217 time: 0.0573878 Jul 07 22:23:29.383733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-159309fd-d8c8-4cfa-9e92-34bd9c125b6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 217 time: 0.0744681 Jul 07 22:23:29.398658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-209144b5-b6eb-4e2e-be99-6d41ca192e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.405681 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-209144b5-b6eb-4e2e-be99-6d41ca192e2f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0725961 Jul 07 22:23:29.414922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:29.449619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:29.452512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-60dc3648-3090-4fa1-adc8-b2f8bd2aac9a tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.460390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:29.461191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:29.471297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-60dc3648-3090-4fa1-adc8-b2f8bd2aac9a tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports/79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 942 time: 0.1641023 Jul 07 22:23:29.480135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77e041-adc5-4165-82af-edaac8acbc93 req-2938b60a-1046-4026-9e18-6071ac44ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.487053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-2938b60a-1046-4026-9e18-6071ac44ce28 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.1021824 Jul 07 22:23:29.537615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-a1c8229c-cc90-44fb-8d24-3636702c4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.542737 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-a1c8229c-cc90-44fb-8d24-3636702c4f3e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278191 Jul 07 22:23:29.602867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:29.604311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77e041-adc5-4165-82af-edaac8acbc93 req-b9c0e8a3-b9ea-447e-bf08-012faa55e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.608249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-b9c0e8a3-b9ea-447e-bf08-012faa55e010 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203790 Jul 07 22:23:29.686897 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-8b712a43-0364-4233-b8e1-2a6ad41ba3f0 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276045 Jul 07 22:23:29.796601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-44e8f36a-4cf8-4d78-bf0e-391d685cbf2f service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788354 Jul 07 22:23:29.818352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-96729447-766f-40c0-b46d-a81d5e454ace tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 1000 time: 0.2090623 Jul 07 22:23:29.850152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-81257df9-db05-4c78-b011-87f981bd6212 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550231 Jul 07 22:23:29.914778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:29.950390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2edbc5-22fe-48e5-808c-cea3a90f3c37 None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:30.016127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-3eb76ea0-7854-44b2-aecf-2797ebf85470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.018231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-3eb76ea0-7854-44b2-aecf-2797ebf85470 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1097 time: 0.0975831 Jul 07 22:23:30.021073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df77e041-adc5-4165-82af-edaac8acbc93 req-236c1a0a-6e5e-4a4e-b02e-2acd95e96a69 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131009 Jul 07 22:23:30.065541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-b1a6b1c6-847e-46e2-bc8a-08903739232b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.073198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-b1a6b1c6-847e-46e2-bc8a-08903739232b tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2432678 Jul 07 22:23:30.163364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-28c58344-be98-42f1-af06-faadef83fe35 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 1000 time: 0.0886602 Jul 07 22:23:30.178874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:30.188484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-bb4d17d2-ba85-4b2c-8734-3b3583c3b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.193429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-bb4d17d2-ba85-4b2c-8734-3b3583c3b986 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1674497 Jul 07 22:23:30.265635 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-7645b4ea-0f97-45cc-8323-18119c8ea7ad service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 217 time: 0.0589774 Jul 07 22:23:30.294793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.346224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-3a10e1c7-ac13-4ca4-ba7e-b327953e31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.348279 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-3a10e1c7-ac13-4ca4-ba7e-b327953e31de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0749741 Jul 07 22:23:30.488129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-cf56b3ac-cd76-4dd1-be88-3cd6fb1bc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.490437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-cf56b3ac-cd76-4dd1-be88-3cd6fb1bc6b3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325698 Jul 07 22:23:30.497879 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ed3e95-7a11-4810-9831-ef7db3fa4cc3 None None] New status for floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:30.649017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.658320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4592b358-d31f-46c3-8697-10cf5b459c54 req-d5c3f265-6e5a-4193-9add-900fb0415cdd tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/80fffc50-68cf-4353-9e2c-e1df0c19682e HTTP/1.1" status: 200 len: 1776 time: 0.1180809 Jul 07 22:23:30.658960 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-ff3a7ab1-8195-436d-8a49-33e176bdfa1b service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589034 Jul 07 22:23:30.661399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.661726 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Floating IP f3ff1d4e-8320-46e2-807b-f6333234f244 disassociated. External IP: 172.25.5.65, port: 79e29215-92f8-46ff-b391-edd5393f60fa. Jul 07 22:23:30.828838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bebb4f96-a12a-423b-a5d0-d26f6156460a req-d4a95918-ecd1-4eeb-b25d-d0d83e4aabe4 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631663 Jul 07 22:23:30.996655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:30.998845 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3752ea02-560c-4d5d-b05c-df2d55736d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:31.083502 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4592b358-d31f-46c3-8697-10cf5b459c54 req-3fc65743-d2cc-4ba4-8af7-436e9b6e4b79 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.115076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4592b358-d31f-46c3-8697-10cf5b459c54 req-3fc65743-d2cc-4ba4-8af7-436e9b6e4b79 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.233676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4592b358-d31f-46c3-8697-10cf5b459c54 req-3fc65743-d2cc-4ba4-8af7-436e9b6e4b79 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.236984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4592b358-d31f-46c3-8697-10cf5b459c54 req-3fc65743-d2cc-4ba4-8af7-436e9b6e4b79 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.238163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4592b358-d31f-46c3-8697-10cf5b459c54 req-3fc65743-d2cc-4ba4-8af7-436e9b6e4b79 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/80fffc50-68cf-4353-9e2c-e1df0c19682e HTTP/1.1" status: 204 len: 173 time: 0.5788801 Jul 07 22:23:31.269072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc65743-d2cc-4ba4-8af7-436e9b6e4b79 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fffc50-68cf-4353-9e2c-e1df0c19682e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:31.311842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Router f013ce50-a3b5-4633-8c38-9550051bf7a4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:31.477752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:31.490032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.496630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] Sync routers for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:31.510514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:31.511184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:31.541837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-7ede044c-f254-4a0e-8f51-17d820cf3ed8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "PUT /v2.0/floatingips/f3ff1d4e-8320-46e2-807b-f6333234f244 HTTP/1.1" status: 200 len: 694 time: 1.3713443 Jul 07 22:23:31.618655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-5ecf2e9a-ca4b-49ff-8ad6-c8c366f0f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.618655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-5ecf2e9a-ca4b-49ff-8ad6-c8c366f0f2bb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1097 time: 0.0628238 Jul 07 22:23:31.755016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-d549836d-63b4-42e0-b3e5-684cd55d017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.756844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-d549836d-63b4-42e0-b3e5-684cd55d017c service neutron] 10.222.0.95 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 930 time: 0.1322985 Jul 07 22:23:31.837637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-a0feb1e9-91d8-46c3-b142-4d253e1d5799 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 217 time: 0.0736635 Jul 07 22:23:31.856836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:31.902393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-602107ae-ea59-45f5-89d3-a6d88fef66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.903967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-602107ae-ea59-45f5-89d3-a6d88fef66ff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 200 len: 868 time: 0.0558684 Jul 07 22:23:31.995584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-0be93526-2d33-44be-ba74-4ce0fa46043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.017815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-0be93526-2d33-44be-ba74-4ce0fa46043b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=488bc925-3005-45cf-b879-ac9036279f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055641 Jul 07 22:23:32.084035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-4d4da0e9-321a-4fbe-9226-b5ae8981bb86 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.086133 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-4d4da0e9-321a-4fbe-9226-b5ae8981bb86 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 946 time: 0.1368430 Jul 07 22:23:32.175326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-b66b76ae-89d2-4592-9c9b-6e83de9800ff service neutron] 10.222.0.95 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562183 Jul 07 22:23:32.181796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:55Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:32.215073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] Checking router: f013ce50-a3b5-4633-8c38-9550051bf7a4 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:32.224559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:32.225655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:32.244562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c8e82-6af4-4fa2-8405-2b3af8526975 req-299996a0-cb60-4855-a2d7-f88117e4c172 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.246051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a2c8e82-6af4-4fa2-8405-2b3af8526975 req-299996a0-cb60-4855-a2d7-f88117e4c172 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e75df1a-aeff-485c-a76d-47d115c7d8d3 HTTP/1.1" status: 200 len: 946 time: 0.1546278 Jul 07 22:23:32.288183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port b66a1bee-209f-47da-96c6-50b2eaae4c70 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:32.288767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.315372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6fb9e2e-6e9b-455a-ac5f-01896ea702e9 req-da8960ef-e33f-442b-a87c-a2f8f391f8a2 service neutron] 10.222.0.95 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392207 Jul 07 22:23:32.318556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a2c8e82-6af4-4fa2-8405-2b3af8526975 req-3665339d-3591-4f0a-8ec0-cb8d227606ac tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648952 Jul 07 22:23:32.381627 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995b5450-0ba6-4af6-8f84-74c6216d3985 x-openstack-request-id: req-995b5450-0ba6-4af6-8f84-74c6216d3985 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:32.381998 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:32.382308 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-995b5450-0ba6-4af6-8f84-74c6216d3985 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:32.382787 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'status': 'completed', 'code': 200} Jul 07 22:23:32.398070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:32.540562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port b66a1bee-209f-47da-96c6-50b2eaae4c70, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b66a1bee-209f-47da-96c6-50b2eaae4c70,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:32.540937 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.561748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for b66a1bee-209f-47da-96c6-50b2eaae4c70 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:32.574139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-c7a7fee4-aac5-4e25-8ea3-e67e538224b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.575678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-c7a7fee4-aac5-4e25-8ea3-e67e538224b4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 1097 time: 0.1406176 Jul 07 22:23:32.622388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-db065eb2-5071-4f32-9b54-a29443e3ad3d tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips/f3ff1d4e-8320-46e2-807b-f6333234f244 HTTP/1.1" status: 200 len: 694 time: 0.0769775 Jul 07 22:23:32.746271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-903d906e-9b5d-40cb-bebf-5602d1dbc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.747962 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-903d906e-9b5d-40cb-bebf-5602d1dbc4a2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1642437 Jul 07 22:23:32.766582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:55Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:32.774512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670eff-2504-4283-bf41-b52229415fd7 req-56619b65-edcb-41eb-9a5a-e6d80b62e9a9 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.781609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-56619b65-edcb-41eb-9a5a-e6d80b62e9a9 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1831806 Jul 07 22:23:32.800999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-0e060d3c-44ff-489d-a8e9-3d2510299f9d tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.809349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-0e060d3c-44ff-489d-a8e9-3d2510299f9d tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1589296 Jul 07 22:23:32.814196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-85d0e1e2-8cb3-43ed-ae5b-acd582d72092 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 200 len: 217 time: 0.0547092 Jul 07 22:23:32.840372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e852b-e080-45ed-b7be-113e4e984806 None None] The sync data for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 is: [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:22:48Z', 'revision_number': 4, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4d86f59e-0502-475c-b91f-48edbc53c826', 'name': '', 'network_id': '488bc925-3005-45cf-b879-ac9036279f79', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'mac_address': 'fa:16:3e:f7:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:46Z', 'updated_at': '2021-07-07T22:22:55Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'subnets': [{'id': '6c268d94-ccf8-4b1f-a11f-504e9d9c8f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:32.903620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-5a346117-2482-4d96-bf9c-a4071a252ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.905863 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-5a346117-2482-4d96-bf9c-a4071a252ad0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0824211 Jul 07 22:23:32.908967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-706b7864-a0e5-4cf4-972c-c4458975ce75 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 697 time: 0.0992279 Jul 07 22:23:32.936675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-6b2a04b3-b2a7-4246-be32-a00cef3cc73b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.1539614 Jul 07 22:23:32.953310 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.974032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:32.985250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'floatingip': {'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:32.993088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=b66a1bee-209f-47da-96c6-50b2eaae4c70,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:33.006657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.007038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.007431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.007909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.008306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.008655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.009021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.009388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.009726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.010055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.010389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.010763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:33.045756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-2a66a218-12eb-4d70-9972-889a5cd50b58 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 697 time: 0.1359007 Jul 07 22:23:33.092394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port b66a1bee-209f-47da-96c6-50b2eaae4c70 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:33.096777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.099045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-09a32910-c573-4b82-bddc-c4a9cab8b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:33.101037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-09a32910-c573-4b82-bddc-c4a9cab8b666 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878176 Jul 07 22:23:33.102336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.107196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ce17cdf0-0bc2-4704-b72f-ea7428a5cdc7 req-e2c4f407-b6ca-4a53-a8ce-1a0d51f8e017 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "DELETE /v2.0/ports/b66a1bee-209f-47da-96c6-50b2eaae4c70 HTTP/1.1" status: 204 len: 173 time: 1.0129144 Jul 07 22:23:33.107884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'name': 'network-vif-deleted', 'tag': 'b66a1bee-209f-47da-96c6-50b2eaae4c70'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:33.120990 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c772fd-fe12-44bf-8d76-75d7546c05e2" -d '{"events": [{"server_uuid": "5e75df1a-aeff-485c-a76d-47d115c7d8d3", "name": "network-vif-deleted", "tag": "b66a1bee-209f-47da-96c6-50b2eaae4c70"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:33.325201 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-7ff1e595-5e3f-4d8c-8d54-6bf998270fd0 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995091 Jul 07 22:23:33.342742 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01d86-196f-4d05-aaa8-06138467adda None None] New status for floating IP f3ff1d4e-8320-46e2-807b-f6333234f244: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:33.469357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Deleting port 8e776405-a8fb-49b1-bc1a-7d7201acecbe {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:33.470066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.637270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.638509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.653803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Calling delete_port for 8e776405-a8fb-49b1-bc1a-7d7201acecbe owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:33.976328 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3752ea02-560c-4d5d-b05c-df2d55736d1d req-0e7bafac-be46-40cc-86d9-81dd54691e29 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423278 Jul 07 22:23:33.991742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-c9dd3618-19cf-4e71-95c4-982038890e4c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:33.993217 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-c9dd3618-19cf-4e71-95c4-982038890e4c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "GET /v2.0/ports?device_id=80bf1081-aa83-4ea1-b789-c5ec3518b5ab HTTP/1.1" status: 200 len: 945 time: 0.5353718 Jul 07 22:23:34.063228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.073035 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.106327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.111814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event deleted for resources: {'Port': ['ID=8e776405-a8fb-49b1-bc1a-7d7201acecbe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:34.123298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Deleting port aaa02321-ab0f-4f78-b450-807eb0c60203 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:34.123733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.218160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] For port aaa02321-ab0f-4f78-b450-807eb0c60203, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aaa02321-ab0f-4f78-b450-807eb0c60203,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:34.218535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.232951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Calling delete_port for aaa02321-ab0f-4f78-b450-807eb0c60203 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:34.379847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.394223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ff2c3188-7e49-4065-8965-0b1a04454c9e', 'aaa02321-ab0f-4f78-b450-807eb0c60203'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:34.411269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event deleted for resources: {'Port': ['ID=aaa02321-ab0f-4f78-b450-807eb0c60203,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:34.475535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] No DVR routers for this DVR port aaa02321-ab0f-4f78-b450-807eb0c60203 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:34.478270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.480617 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-20dab607-cc22-4c20-9d16-af92a952dbf4 req-3271ac8e-7a23-46ac-8ca0-2e86b7dccf13 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "DELETE /v2.0/ports/aaa02321-ab0f-4f78-b450-807eb0c60203 HTTP/1.1" status: 204 len: 173 time: 0.4811106 Jul 07 22:23:34.505052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:34.507681 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:34.524009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.526863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.528198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0546cad-2dee-4dd2-ba89-a6b2c6c07af0 req-8b66a962-3524-4e6a-9b2c-3d6d16d3cf36 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "DELETE /v2.0/floatingips/f3ff1d4e-8320-46e2-807b-f6333234f244 HTTP/1.1" status: 204 len: 173 time: 1.4813857 Jul 07 22:23:34.548234 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae associated. External IP: 172.25.5.179, port: ff2c3188-7e49-4065-8965-0b1a04454c9e. Jul 07 22:23:34.580797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b66a1bee-209f-47da-96c6-50b2eaae4c70 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:34.612363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: b66a1bee-209f-47da-96c6-50b2eaae4c70 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:34.614375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b66a1bee-209f-47da-96c6-50b2eaae4c70 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:34.869355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:34.987623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:34.992261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.996638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:35.006436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:35.007131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:35.033450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-50c61c43-21ed-4cb0-88c5-d18983502824 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "PUT /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 996 time: 2.0955861 Jul 07 22:23:35.048968 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad71a40-a077-4587-a3d5-e5aa7aa0449c x-openstack-request-id: req-dad71a40-a077-4587-a3d5-e5aa7aa0449c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:35.049286 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e75df1a-aeff-485c-a76d-47d115c7d8d3", "name": "network-vif-deleted", "tag": "b66a1bee-209f-47da-96c6-50b2eaae4c70", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:35.049548 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dad71a40-a077-4587-a3d5-e5aa7aa0449c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:35.049991 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e75df1a-aeff-485c-a76d-47d115c7d8d3', 'name': 'network-vif-deleted', 'tag': 'b66a1bee-209f-47da-96c6-50b2eaae4c70', 'status': 'completed', 'code': 200} Jul 07 22:23:35.134404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670eff-2504-4283-bf41-b52229415fd7 req-ef761b2d-8137-4424-b305-36dfa4b97d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.135151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:35.147768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-ef761b2d-8137-4424-b305-36dfa4b97d0e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.0861039 Jul 07 22:23:35.258979 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45472c2a-734f-4934-9255-ed40afa83dce x-openstack-request-id: req-45472c2a-734f-4934-9255-ed40afa83dce {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:35.259272 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:35.259528 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45472c2a-734f-4934-9255-ed40afa83dce {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:35.259921 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa', 'status': 'completed', 'code': 200} Jul 07 22:23:35.285191 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-98557446-c99f-4593-b14b-c3c0aea68ffd req-422fd5e7-26b8-4239-a821-b47afdcbabfa tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:23:35.292025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98557446-c99f-4593-b14b-c3c0aea68ffd req-422fd5e7-26b8-4239-a821-b47afdcbabfa tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/2909f66e-c588-4f8e-997c-22538e55f274 HTTP/1.1" status: 404 len: 352 time: 0.0312471 Jul 07 22:23:35.344865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670eff-2504-4283-bf41-b52229415fd7 req-81a8b459-78a4-477d-9825-d4c90d33ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.354093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-81a8b459-78a4-477d-9825-d4c90d33ac86 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.2047389 Jul 07 22:23:35.355661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-39f9838d-ea3f-4538-ab72-e48ffbb8bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.358747 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-39f9838d-ea3f-4538-ab72-e48ffbb8bb2c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2efea23d222c492695a862b34daf63d4&device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 1097 time: 0.0951724 Jul 07 22:23:35.442526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-a36561f5-0e05-4425-9b8c-f14f1e4cffdc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 999 time: 0.0878925 Jul 07 22:23:35.497366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-03404e1e-aea0-430a-a2f7-3850299f9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.498906 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-03404e1e-aea0-430a-a2f7-3850299f9043 service neutron] 10.222.0.103 "GET /v2.0/networks?id=488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 200 len: 930 time: 0.1314185 Jul 07 22:23:35.544485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:33Z', 'revision_number': 8, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:35.553581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-49949e66-9b04-484e-94bd-5c6f2d3a2d19 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 200 len: 217 time: 0.0443518 Jul 07 22:23:35.558388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670eff-2504-4283-bf41-b52229415fd7 req-4cabdcde-1d21-404f-80ac-8cb8b99b72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.559931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-4cabdcde-1d21-404f-80ac-8cb8b99b72c6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.1090910 Jul 07 22:23:35.571102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:35.579445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:35.580589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:35.609945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-930972cc-ed75-4830-8c6a-c7ed018f5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.611687 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-930972cc-ed75-4830-8c6a-c7ed018f5afd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 200 len: 868 time: 0.0507758 Jul 07 22:23:35.639956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-0e6f61b8-c7e1-4f5c-b655-a2a50dd4782b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.641451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-0e6f61b8-c7e1-4f5c-b655-a2a50dd4782b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1545932 Jul 07 22:23:35.666665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-dc7bd111-e2ba-4dd6-977b-933492f0a774 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/quotas/03787c506d7a4e5e85ba12d7d9f0ea6b HTTP/1.1" status: 200 len: 375 time: 0.0165162 Jul 07 22:23:35.669165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670eff-2504-4283-bf41-b52229415fd7 req-ed3f4bcc-f518-4ed2-8f65-aa8b0a7f12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.671221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-ed3f4bcc-f518-4ed2-8f65-aa8b0a7f12ca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016796 Jul 07 22:23:35.673610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-e6f9e77a-04f7-4c40-a63f-b8423118ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.675268 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-e6f9e77a-04f7-4c40-a63f-b8423118ca86 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=488bc925-3005-45cf-b879-ac9036279f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573032 Jul 07 22:23:35.690791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:35.778071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-d7fe0c07-d40c-4eb6-83e1-8ae59c6cf6eb service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956964 Jul 07 22:23:35.809678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-ba50d186-4a01-4ceb-95f7-d3289c5635f1 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317909 Jul 07 22:23:35.818980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-372344b5-fac4-45e8-a34e-0cd828e7d4a1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324668 Jul 07 22:23:35.931311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5898ce0-c8f3-4712-b18d-7debe00bd7c3 req-5b225345-b5c7-41bb-b42a-b92667a41ac2 service neutron] 10.222.0.103 "GET /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450999 Jul 07 22:23:35.951536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b670eff-2504-4283-bf41-b52229415fd7 req-132fd66d-dcc3-40b9-80bf-309b80819450 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312273 Jul 07 22:23:35.988193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:33Z', 'revision_number': 8, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:36.029884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b0f89-370c-4a4c-8437-4f3937792cdd None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '1cda36a8-e24f-4d34-98f9-3b502b94f9ae', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'port_id': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'mac_address': 'fa:16:3e:32:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773ad07-e623-41f9-a406-550492f39426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:22:51Z', 'updated_at': '2021-07-07T22:23:33Z', 'revision_number': 8, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:36.123113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-c966d905-dc84-4185-a6d7-6e1e2295aae4 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960503 Jul 07 22:23:36.230422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b725-abb6-4888-a286-77a9f55a58fb req-52252696-e128-4442-b4f7-cf34f0bd58d9 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:36.232059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8af5b725-abb6-4888-a286-77a9f55a58fb req-52252696-e128-4442-b4f7-cf34f0bd58d9 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1503320 Jul 07 22:23:36.257446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-6548819c-8c0f-422a-abc7-8ce24b8806a2 service neutron] 10.222.0.95 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271830 Jul 07 22:23:36.290233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8af5b725-abb6-4888-a286-77a9f55a58fb req-57246298-6c81-4687-af0b-b9135761b0fc tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0513239 Jul 07 22:23:36.319703 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055d976-a05b-4df4-a0ad-ee91d6cd7a04 None None] New status for floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:36.334809 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-21df59d2-b740-416d-a9f1-056313972942 req-1446b4fa-acd0-4dbf-887d-470c4a655b12 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:23:36.335868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21df59d2-b740-416d-a9f1-056313972942 req-1446b4fa-acd0-4dbf-887d-470c4a655b12 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/460f885e-327b-489d-beec-b479bbd2d35f HTTP/1.1" status: 404 len: 352 time: 0.0222800 Jul 07 22:23:36.589853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16f574ae-c19c-480d-b8a2-b323726e56d3 req-b37a63a8-78e3-41e6-8e16-bc8a90978e1b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 996 time: 0.1081901 Jul 07 22:23:36.721835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f574ae-c19c-480d-b8a2-b323726e56d3 req-f2788c35-5325-4524-8dd8-b1e3a13ade32 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:36.723476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16f574ae-c19c-480d-b8a2-b323726e56d3 req-f2788c35-5325-4524-8dd8-b1e3a13ade32 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1327174 Jul 07 22:23:36.796085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c336d3b0-ff46-4de0-933c-fb4908aac9b1 req-963d543f-857f-4aa4-b73c-2ba668c151fe tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0570867 Jul 07 22:23:36.993013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-662004c1-519c-4e88-ad19-b853217d53bd req-472848c2-f4d1-4a52-876e-ad9b5f4e7b06 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0374992 Jul 07 22:23:37.051820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'name': 'network-vif-deleted', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:37.054484 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909f77f2-8fd3-4358-88fb-811e96955a10" -d '{"events": [{"server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "name": "network-vif-deleted", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:37.099446 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-6cf6f50c-ac7f-48a1-808c-adfac5fe8754 req-275f1661-d93d-460e-8559-0712ae8709e8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:23:37.100464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6cf6f50c-ac7f-48a1-808c-adfac5fe8754 req-275f1661-d93d-460e-8559-0712ae8709e8 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/3a8a004f-875d-4a9c-bd59-b13f9061de50 HTTP/1.1" status: 404 len: 352 time: 0.0518804 Jul 07 22:23:37.117846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-d5400086-6393-4cb0-8da2-d8c6271e526a tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.0778556 Jul 07 22:23:37.181479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-7f90290e-4409-4a8a-a272-979e63b2b5cf tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.193784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-7f90290e-4409-4a8a-a272-979e63b2b5cf tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports/ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 942 time: 0.0636227 Jul 07 22:23:37.261515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:37.264249 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806fb888-d168-44bd-92a0-1c997712771f" -d '{"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:37.347409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-c12fe282-6127-47ee-9553-b49f86359239 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.0714982 Jul 07 22:23:37.385219 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754fc172-503e-4618-a23c-7f9bb1ca1401 x-openstack-request-id: req-754fc172-503e-4618-a23c-7f9bb1ca1401 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:37.385519 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf1081-aa83-4ea1-b789-c5ec3518b5ab", "name": "network-vif-deleted", "tag": "aaa02321-ab0f-4f78-b450-807eb0c60203", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:37.385785 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-754fc172-503e-4618-a23c-7f9bb1ca1401 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:37.386195 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf1081-aa83-4ea1-b789-c5ec3518b5ab', 'name': 'network-vif-deleted', 'tag': 'aaa02321-ab0f-4f78-b450-807eb0c60203', 'status': 'completed', 'code': 200} Jul 07 22:23:37.428339 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-52c6c8ed-3b39-4d38-bda7-5868b6058df5 req-ea6f15f3-5653-4fbe-b148-5d6ecb1b7348 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:23:37.429659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52c6c8ed-3b39-4d38-bda7-5868b6058df5 req-ea6f15f3-5653-4fbe-b148-5d6ecb1b7348 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/3fcf80f7-b718-49fd-bdac-a2a2dbc1f38e HTTP/1.1" status: 404 len: 352 time: 0.0270703 Jul 07 22:23:37.479959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-bcf9fdbe-b10e-416b-8e9f-9730c7a1eb09 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.491226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-bcf9fdbe-b10e-416b-8e9f-9730c7a1eb09 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1369083 Jul 07 22:23:37.494024 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def286d5-254f-4ad0-8b3f-8cd6618f1ac9 x-openstack-request-id: req-def286d5-254f-4ad0-8b3f-8cd6618f1ac9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:37.494520 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:37.495022 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-def286d5-254f-4ad0-8b3f-8cd6618f1ac9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:37.495515 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'status': 'completed', 'code': 200} Jul 07 22:23:37.569640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb888-d168-44bd-92a0-1c997712771f req-d9d464b5-441f-426e-8980-8876df9350c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.572776 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-d9d464b5-441f-426e-8980-8876df9350c7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.0770304 Jul 07 22:23:37.659200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-06aa6744-53c4-4dcf-ad36-384ed519e9dc tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 1001 time: 0.1669433 Jul 07 22:23:37.671880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:37.696000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb888-d168-44bd-92a0-1c997712771f req-4bd66ce3-cc97-40a8-a1c3-c9cb4972083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.698121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-4bd66ce3-cc97-40a8-a1c3-c9cb4972083c service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1187155 Jul 07 22:23:37.749852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f0191-f12c-4465-8bcc-a5b67ab6b025 req-f47c0b10-9117-4a19-8e36-b34dd830a321 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.751904 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-226f0191-f12c-4465-8bcc-a5b67ab6b025 req-f47c0b10-9117-4a19-8e36-b34dd830a321 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 945 time: 0.1705613 Jul 07 22:23:37.758642 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.828674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-501572fa-b6b2-428c-a32a-1eee3ee186db tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.830140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-501572fa-b6b2-428c-a32a-1eee3ee186db tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 806 time: 0.1152515 Jul 07 22:23:37.845365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-226f0191-f12c-4465-8bcc-a5b67ab6b025 req-f96fec1f-068b-4cee-b046-3cfffc542193 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842798 Jul 07 22:23:37.872187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Request body: {'port': {'device_id': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'admin_state_up': True, 'tenant_id': '03787c506d7a4e5e85ba12d7d9f0ea6b'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:37.926206 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-03165f19-59aa-412b-a1d8-b0c8c1e78a13 req-170e8310-0d75-458a-ba2f-c2e1a8400f6e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:23:37.931892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03165f19-59aa-412b-a1d8-b0c8c1e78a13 req-170e8310-0d75-458a-ba2f-c2e1a8400f6e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/c5255528-3ac1-43c4-b29c-8202b808b095 HTTP/1.1" status: 404 len: 352 time: 0.0582027 Jul 07 22:23:37.961237 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-14528c3f-6d02-40e0-bddf-fb709126cc9a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 1001 time: 0.2570591 Jul 07 22:23:38.011688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.024364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.024804 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae disassociated. External IP: 172.25.5.179, port: ff2c3188-7e49-4065-8965-0b1a04454c9e. Jul 07 22:23:38.057747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb888-d168-44bd-92a0-1c997712771f req-088b919a-bee5-4d8d-aaea-3abcb975b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.059312 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-088b919a-bee5-4d8d-aaea-3abcb975b4d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0838125 Jul 07 22:23:38.111906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Made reservation on behalf of 03787c506d7a4e5e85ba12d7d9f0ea6b for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:38.117113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.271582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Allocated IP 172.20.0.3 (6e35cf26-fb6a-4b68-808f-3cbca55262c4/4ef2a783-1ca3-468e-a411-4a3b56cc62a1/f97227d3-d46b-4b5b-943a-3f640d6e6fe8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:38.276140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:38.279312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaa02321-ab0f-4f78-b450-807eb0c60203 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:38.287517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb888-d168-44bd-92a0-1c997712771f req-609e949a-462b-480c-a698-f84e6b6d04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.289494 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-609e949a-462b-480c-a698-f84e6b6d04b1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225556 Jul 07 22:23:38.303080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: aaa02321-ab0f-4f78-b450-807eb0c60203 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:38.303430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aaa02321-ab0f-4f78-b450-807eb0c60203 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:38.347352 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-11391d21-faaa-43ed-a13c-b0652d712476 req-3f47e13a-35a6-48a5-ae14-4ef6bf35e0d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] show failed (client error): The resource could not be found. Jul 07 22:23:38.348469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11391d21-faaa-43ed-a13c-b0652d712476 req-3f47e13a-35a6-48a5-ae14-4ef6bf35e0d9 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/1147eb33-898b-4769-8eda-d49d12bfc46e HTTP/1.1" status: 404 len: 352 time: 0.0202377 Jul 07 22:23:38.425513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:38.436068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:38.437899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.448497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:38.449136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:38.479562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-345cbf04-9e27-4e9d-a05e-d6153fbfba87 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736314 Jul 07 22:23:38.498322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-25ec7260-3be2-4658-8c98-d9763b285c12 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "PUT /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 696 time: 0.8325825 Jul 07 22:23:38.569788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51d334e4-e860-490a-9340-4d5de514fd88 req-c5e95b77-b382-4d88-a8ee-10b4f7afd1a6 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0334475 Jul 07 22:23:38.585459 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-806fb888-d168-44bd-92a0-1c997712771f req-e7441e66-f1d3-46e1-9cca-c0330881efcf service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973589 Jul 07 22:23:38.607241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-de9cfdd1-e01a-476f-9c90-3573bec90971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.608853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-de9cfdd1-e01a-476f-9c90-3573bec90971 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.1069045 Jul 07 22:23:38.642878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:38.666871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.757660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.789860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-2dd4e282-d885-4864-ac24-aa9922ef5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.792492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:38.798388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-2dd4e282-d885-4864-ac24-aa9922ef5384 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.1812801 Jul 07 22:23:38.813438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:38.817542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:38.821942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:38.860574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event updated for resources: {'Port': ['ID=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:38.915351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.917498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.945266 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-5067df10-c5c8-42a2-8821-0cff3e8bd7af tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0828276 Jul 07 22:23:38.961010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Request body: {'port': {'device_id': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:39.129047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.312692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-a277ba51-2b64-4feb-b80e-0da0523c5ff7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 217 time: 0.5143201 Jul 07 22:23:39.411132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-aeefe43b-a443-43ba-9f86-c25bf88babf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.418058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-aeefe43b-a443-43ba-9f86-c25bf88babf4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0782199 Jul 07 22:23:39.429691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:39.474062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a0e83-b756-403f-9c4d-df4ab31a3ec0 req-3be86e25-dc0e-4927-8100-b80fca1a178a tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.475644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a98a0e83-b756-403f-9c4d-df4ab31a3ec0 req-3be86e25-dc0e-4927-8100-b80fca1a178a tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 945 time: 0.1813285 Jul 07 22:23:39.483225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-d113ae32-1b39-4c9c-a359-53aa53973bf9 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.484712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-d113ae32-1b39-4c9c-a359-53aa53973bf9 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.103 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 945 time: 0.6800625 Jul 07 22:23:39.496460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:39.498730 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed08d9-3866-4ec0-8712-fbfb69120e14" -d '{"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:39.503296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97227d3-d46b-4b5b-943a-3f640d6e6fe8 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:39.511514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:39.512429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.522793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:39.524108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:39.529321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Transition to ACTIVE for port object f97227d3-d46b-4b5b-943a-3f640d6e6fe8 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:39.535268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.609291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a98a0e83-b756-403f-9c4d-df4ab31a3ec0 req-7b095f39-04b4-4036-b81b-1a0d5488cfc3 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/security-groups?id=0297eb5d-3783-413e-adf0-0f8b95be8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234694 Jul 07 22:23:39.641564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-6dd242c1-4a7d-4508-b971-8e47161c9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.651521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-6dd242c1-4a7d-4508-b971-8e47161c9aee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2325346 Jul 07 22:23:39.656811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:39.687196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Pushing event updated for resources: {'Port': ['ID=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:39.702016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Attempting to bind port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:39.702512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Attempting to bind port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:39.702910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Attempting to bind port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:39.708080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:39.708420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Attempting to bind port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 on network 6e35cf26-fb6a-4b68-808f-3cbca55262c4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:39.713941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:39.714293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Checking segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:39.714880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Bound using segment: {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:39.715341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Bound port: f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd12a1-0b0d-4907-9b82-738dce56a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:39.715714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.805286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] For port f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:39.810896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] For port f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:39.820299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.821952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Deleting port 79e29215-92f8-46ff-b391-edd5393f60fa {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:39.822413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.899064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Pushing event updated for resources: {'Port': ['ID=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:39.909150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.909962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.912307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-83b69c65-9789-40f4-9c9b-be3edfd31e8d service neutron] 10.222.0.103 "PUT /v2.0/ports/f97227d3-d46b-4b5b-943a-3f640d6e6fe8 HTTP/1.1" status: 200 len: 1092 time: 0.9586945 Jul 07 22:23:39.912959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'tag': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:39.915556 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67beef5c-6cc5-4145-9001-78b5dd42c87f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe1b217-6a0b-4b25-926b-0baba78d4dcf", "tag": "f97227d3-d46b-4b5b-943a-3f640d6e6fe8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:39.948525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] For port 79e29215-92f8-46ff-b391-edd5393f60fa, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=79e29215-92f8-46ff-b391-edd5393f60fa,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:39.948814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.990251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Calling delete_port for 79e29215-92f8-46ff-b391-edd5393f60fa owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:39.994308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-37bf347a-1a6f-4d54-8644-e20ee3cccb72 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336682 Jul 07 22:23:39.996627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:40.009374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca6fb1-eac3-4495-9402-27e9aa2a4d4e req-20e4e707-b112-4ae7-957b-2fe72799061e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.010939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83ca6fb1-eac3-4495-9402-27e9aa2a4d4e req-20e4e707-b112-4ae7-957b-2fe72799061e tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1023 time: 0.2416351 Jul 07 22:23:40.026421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d536d-318f-4f66-9193-762a5cf4e2c0 None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:22:23Z', 'revision_number': 4, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '09886a75-0b3b-4e0c-bebd-3d4b21ac8d00', 'name': '', 'network_id': 'ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'mac_address': 'fa:16:3e:2f:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:22Z', 'updated_at': '2021-07-07T22:22:30Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'subnets': [{'id': '0cfe0427-71fa-470e-8bb7-b6e139ee17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:40.047603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-855560fb-e0dd-4f42-8f20-a6e7c9558c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.057270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-855560fb-e0dd-4f42-8f20-a6e7c9558c28 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 1095 time: 0.0947299 Jul 07 22:23:40.112976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-2adb463f-9246-4c3e-8ee9-f6f43f483d58 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8 HTTP/1.1" status: 200 len: 217 time: 0.0463676 Jul 07 22:23:40.141524 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83ca6fb1-eac3-4495-9402-27e9aa2a4d4e req-a8afdcab-9f25-457a-ad97-f45601f64181 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9&id=bca1e58b-83e8-4a30-be57-8027f1844974&id=0981d9a7-ce21-4bbd-97d5-5509994e48b1&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1178687 Jul 07 22:23:40.210857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-6432ea11-0446-47cd-b2a0-e45e4dcad045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.212313 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-6432ea11-0446-47cd-b2a0-e45e4dcad045 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0923178 Jul 07 22:23:40.217849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a1392e4-87b9-4be3-9106-ad59b8b7fa40 req-9384c04b-477e-452b-8e02-b07e28a114b1 service neutron] 10.222.0.95 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023504 Jul 07 22:23:40.313315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-77b14e1c-d248-4983-bd65-3a8f10a6475c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748816 Jul 07 22:23:40.324846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.338317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['79e29215-92f8-46ff-b391-edd5393f60fa'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:40.378974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Pushing event deleted for resources: {'Port': ['ID=79e29215-92f8-46ff-b391-edd5393f60fa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:40.444860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] No DVR routers for this DVR port 79e29215-92f8-46ff-b391-edd5393f60fa on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:40.454455 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.457383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68dcf12c-5ccd-4de3-8378-7d5f2c070aad req-f8a82c0f-e256-41c5-a619-34507eea8f8f tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.103 "DELETE /v2.0/ports/79e29215-92f8-46ff-b391-edd5393f60fa HTTP/1.1" status: 204 len: 173 time: 0.9617076 Jul 07 22:23:40.484767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-368a89ab-3824-4108-9964-4fb3496fd1aa tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.486226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-368a89ab-3824-4108-9964-4fb3496fd1aa tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1023 time: 0.1772013 Jul 07 22:23:40.499174 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-d93c1000-7300-4c36-b55b-2733e10fa5bf service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794305 Jul 07 22:23:40.556642 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11bb224-0dc5-4fa7-b62f-4da1bdc0d3a2 x-openstack-request-id: req-c11bb224-0dc5-4fa7-b62f-4da1bdc0d3a2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:40.559644 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:40.560882 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c11bb224-0dc5-4fa7-b62f-4da1bdc0d3a2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:40.565213 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'status': 'completed', 'code': 200} Jul 07 22:23:40.621248 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e7999-44ca-4f18-9e10-a08317b52ca0 None None] New status for floating IP 1cda36a8-e24f-4d34-98f9-3b502b94f9ae: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:40.646923 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c30a2e1-b1db-478f-8a64-2c27205517fd x-openstack-request-id: req-2c30a2e1-b1db-478f-8a64-2c27205517fd {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:40.647217 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe1b217-6a0b-4b25-926b-0baba78d4dcf", "tag": "f97227d3-d46b-4b5b-943a-3f640d6e6fe8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:40.647473 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c30a2e1-b1db-478f-8a64-2c27205517fd {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:40.653145 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'tag': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8', 'status': 'completed', 'code': 200} Jul 07 22:23:40.696916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37dcc7f3-4695-4292-a8b8-c4dbc8c4be2c req-221d60d2-6bd1-4867-8570-02f6bc58d0ce service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894975 Jul 07 22:23:40.766361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-b79384e9-09b1-414f-afaf-df45a94c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.770081 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-b79384e9-09b1-414f-afaf-df45a94c8d9b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2d373d288d346cd90378cb6d9713e49&device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 1097 time: 0.1909847 Jul 07 22:23:40.822152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Deleting port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:40.822734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.869367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de953d5f-8638-4a26-9a34-9185688e8ad1 req-7b02f075-7e22-4623-ab56-025725ea6d13 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.871081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de953d5f-8638-4a26-9a34-9185688e8ad1 req-7b02f075-7e22-4623-ab56-025725ea6d13 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 943 time: 0.2085340 Jul 07 22:23:41.006869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-c1e4f5e1-40f8-4559-8302-f16282e2d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.009279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a1badf9-19ef-4a56-941b-9b6f34b3cc1a req-4d2c096d-7732-4fe0-b8d2-06b075c332d8 tempest-FloatingIPsAssociationNegativeTestJSON-488353097 tempest-FloatingIPsAssociationNegativeTestJSON-488353097-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd HTTP/1.1" status: 200 len: 210 time: 0.0899901 Jul 07 22:23:41.010572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-c1e4f5e1-40f8-4559-8302-f16282e2d1f4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 1095 time: 0.2392724 Jul 07 22:23:41.050404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de953d5f-8638-4a26-9a34-9185688e8ad1 req-9eb1d10c-bd7c-4719-be78-c4a57a95ba8b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677749 Jul 07 22:23:41.106930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-018b19e4-5fb9-4688-9b9c-eb2f214ae52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.108444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-018b19e4-5fb9-4688-9b9c-eb2f214ae52e service neutron] 10.222.0.97 "GET /v2.0/networks?id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 200 len: 921 time: 0.3237801 Jul 07 22:23:41.133588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] For port cf1a687f-cc3f-47ad-933c-5fccc8e6f546, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,segment=NetworkSegment(19ccca49-c0bc-40c6-bd5b-5565935032a9),segment_id=19ccca49-c0bc-40c6-bd5b-5565935032a9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:41.133945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.198612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Calling delete_port for cf1a687f-cc3f-47ad-933c-5fccc8e6f546 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:41.203390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-692f23eb-dd55-4287-8a3f-2e595b70efc6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 200 len: 217 time: 0.0878379 Jul 07 22:23:41.271993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-1f818839-365d-4416-8dc7-c3597e432932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.273688 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-1f818839-365d-4416-8dc7-c3597e432932 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 200 len: 907 time: 0.2447743 Jul 07 22:23:41.290366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-cc646199-a8d5-4ad4-b52f-d21a2d0f1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.292091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-cc646199-a8d5-4ad4-b52f-d21a2d0f1d82 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 200 len: 859 time: 0.0768304 Jul 07 22:23:41.333516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-9778022e-201d-45e9-a6f9-53221d543ecb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8 HTTP/1.1" status: 200 len: 217 time: 0.0522141 Jul 07 22:23:41.400254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024b447f-db7d-4125-9bff-5028962d0bba req-e7524970-2fb2-4905-b591-71a94e11236b tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 200 len: 694 time: 0.1844168 Jul 07 22:23:41.417335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-eeca034a-081e-4892-9f26-764ec465d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.419397 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-eeca034a-081e-4892-9f26-764ec465d2ee service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 200 len: 846 time: 0.0619986 Jul 07 22:23:41.437376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-de2b672e-b9ea-4e6d-a2a2-ea67c18d2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.439628 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-de2b672e-b9ea-4e6d-a2a2-ea67c18d2893 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160574 Jul 07 22:23:41.465158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-73adf4dc-15d7-45b2-b411-f8b2e8ccec92 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6e35cf26-fb6a-4b68-808f-3cbca55262c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392101 Jul 07 22:23:41.489658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226322d-d25f-4a80-bcb9-298205a1c999 req-feda0e32-8ad1-49e9-8f10-6baa8ebc6cef tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.491253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8226322d-d25f-4a80-bcb9-298205a1c999 req-feda0e32-8ad1-49e9-8f10-6baa8ebc6cef tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/ports?device_id=3486d86c-5821-40af-9dc1-ae075744b280 HTTP/1.1" status: 200 len: 1023 time: 0.1881373 Jul 07 22:23:41.605705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8226322d-d25f-4a80-bcb9-298205a1c999 req-62c73a14-2c79-4597-aa75-6ab3801f2a8c tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups?id=e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9&id=bca1e58b-83e8-4a30-be57-8027f1844974&id=0981d9a7-ce21-4bbd-97d5-5509994e48b1&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0911062 Jul 07 22:23:41.613921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.629405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cf1a687f-cc3f-47ad-933c-5fccc8e6f546'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:41.633961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b447f-db7d-4125-9bff-5028962d0bba req-85c9519f-9080-4b75-9b70-6b250fce1119 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.637669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024b447f-db7d-4125-9bff-5028962d0bba req-85c9519f-9080-4b75-9b70-6b250fce1119 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2209773 Jul 07 22:23:41.651704 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-b0d7367f-686f-4690-8ecb-efeb6f02d992 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627202 Jul 07 22:23:41.651704 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-d720eee4-1c1b-445c-8b2d-678fe8bf4ab5 service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929152 Jul 07 22:23:41.692548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'Port': ['ID=cf1a687f-cc3f-47ad-933c-5fccc8e6f546,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:41.764324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024b447f-db7d-4125-9bff-5028962d0bba req-c9896571-25be-42a0-bff3-789975cb8629 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 697 time: 0.1015542 Jul 07 22:23:41.766459 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67beef5c-6cc5-4145-9001-78b5dd42c87f req-f0df485c-8a1a-4238-bd6d-0fc5812888f6 service neutron] 10.222.0.103 "GET /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142490 Jul 07 22:23:41.847774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] No DVR routers for this DVR port cf1a687f-cc3f-47ad-933c-5fccc8e6f546 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:41.853732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.855949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3e04dbb-f1e5-43aa-a995-7fd8f2bd2734 req-93f4e041-98f9-4770-8e9d-8f2d22123147 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.103 "DELETE /v2.0/ports/cf1a687f-cc3f-47ad-933c-5fccc8e6f546 HTTP/1.1" status: 204 len: 173 time: 1.3643897 Jul 07 22:23:41.864533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024b447f-db7d-4125-9bff-5028962d0bba req-dfcd1bd8-fe71-4cac-9340-519670ad1626 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 697 time: 0.0927629 Jul 07 22:23:41.873205 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6bed08d9-3866-4ec0-8712-fbfb69120e14 req-55ace338-b639-4a58-8539-caf94cab67bf service neutron] 10.222.0.97 "GET /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186526 Jul 07 22:23:42.053869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Deleting port 7747b0b7-36eb-4b95-9c42-dbb99b48e876 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:42.054477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.135211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48056) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:42.141441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.142298 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.158136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Calling delete_port for 7747b0b7-36eb-4b95-9c42-dbb99b48e876 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:42.362452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.400753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event deleted for resources: {'Port': ['ID=7747b0b7-36eb-4b95-9c42-dbb99b48e876,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:42.637436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f97227d3-d46b-4b5b-943a-3f640d6e6fe8 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:42.640847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 79e29215-92f8-46ff-b391-edd5393f60fa no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:42.674616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 79e29215-92f8-46ff-b391-edd5393f60fa {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:42.675353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 79e29215-92f8-46ff-b391-edd5393f60fa not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:42.700855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'name': 'network-vif-deleted', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa'}, {'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'name': 'network-vif-deleted', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:42.703195 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be83176-61f1-42f8-bac7-93a5efb30a47" -d '{"events": [{"server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "name": "network-vif-deleted", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa"}, {"server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "name": "network-vif-deleted", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:42.717946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8b126-89ae-4fc2-bb40-df1d5d2c0ea0 req-581797a6-2db5-4c8b-94d2-3b59b9e30d97 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:42.719604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdd8b126-89ae-4fc2-bb40-df1d5d2c0ea0 req-581797a6-2db5-4c8b-94d2-3b59b9e30d97 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 943 time: 0.4783182 Jul 07 22:23:42.784859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdd8b126-89ae-4fc2-bb40-df1d5d2c0ea0 req-a64d7583-1f66-46c9-81ef-082ac04fb93b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Jul 07 22:23:42.789778 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.792860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.794360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024b447f-db7d-4125-9bff-5028962d0bba req-d668c58e-958e-406c-b0b8-e1bfdd086f64 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "DELETE /v2.0/floatingips/1cda36a8-e24f-4d34-98f9-3b502b94f9ae HTTP/1.1" status: 204 len: 173 time: 0.9238186 Jul 07 22:23:42.810669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:42.878121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8', 'network_id': '6e35cf26-fb6a-4b68-808f-3cbca55262c4', 'port_id': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef2a783-1ca3-468e-a411-4a3b56cc62a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:42.929450 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8278b30b-3e89-4467-b2dd-07a677439a5c x-openstack-request-id: req-8278b30b-3e89-4467-b2dd-07a677439a5c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:42.929935 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd", "name": "network-vif-deleted", "tag": "79e29215-92f8-46ff-b391-edd5393f60fa", "status": "completed", "code": 200}, {"server_uuid": "3486d86c-5821-40af-9dc1-ae075744b280", "name": "network-vif-deleted", "tag": "cf1a687f-cc3f-47ad-933c-5fccc8e6f546", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:42.930033 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8278b30b-3e89-4467-b2dd-07a677439a5c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:42.930893 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc32e9bb-35d3-4bfc-88e1-d419d62cd1bd', 'name': 'network-vif-deleted', 'tag': '79e29215-92f8-46ff-b391-edd5393f60fa', 'status': 'completed', 'code': 200} Jul 07 22:23:42.931160 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3486d86c-5821-40af-9dc1-ae075744b280', 'name': 'network-vif-deleted', 'tag': 'cf1a687f-cc3f-47ad-933c-5fccc8e6f546', 'status': 'completed', 'code': 200} Jul 07 22:23:42.946128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.970953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97227d3-d46b-4b5b-943a-3f640d6e6fe8 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:43.021024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:43.031707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.039615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.129642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f134b565-beb3-4359-99ba-8985d069791a req-8ec8e0cf-061b-4a5d-9db0-96e61c2827c2 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9 HTTP/1.1" status: 200 len: 1801 time: 0.0825651 Jul 07 22:23:43.148329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.173357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.175626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.175775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.176082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.176416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.176760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.177077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.177406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.177818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.178865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.179199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.179533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:43.230551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f134b565-beb3-4359-99ba-8985d069791a req-ab1f24b4-b21c-4137-a1ec-dffad036df6a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.275928 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f134b565-beb3-4359-99ba-8985d069791a req-ab1f24b4-b21c-4137-a1ec-dffad036df6a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.307546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f97227d3-d46b-4b5b-943a-3f640d6e6fe8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:43.342337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f134b565-beb3-4359-99ba-8985d069791a req-ab1f24b4-b21c-4137-a1ec-dffad036df6a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.347493 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f134b565-beb3-4359-99ba-8985d069791a req-ab1f24b4-b21c-4137-a1ec-dffad036df6a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.362864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f134b565-beb3-4359-99ba-8985d069791a req-ab1f24b4-b21c-4137-a1ec-dffad036df6a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9 HTTP/1.1" status: 204 len: 173 time: 0.2231553 Jul 07 22:23:43.380750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f24b4-b21c-4137-a1ec-dffad036df6a tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0397a2c-345f-47ca-b4bd-dc8ad1a5cde9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.460738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Deleting port 4d86f59e-0502-475c-b91f-48edbc53c826 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:43.461106 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.616016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c651c71f-8265-4404-8d08-8bda70c123ce req-ddb8f617-8868-47d7-a1b9-2518e8243432 tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "GET /v2.0/security-groups/0981d9a7-ce21-4bbd-97d5-5509994e48b1 HTTP/1.1" status: 200 len: 1801 time: 0.0495358 Jul 07 22:23:43.631282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] For port 4d86f59e-0502-475c-b91f-48edbc53c826, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4d86f59e-0502-475c-b91f-48edbc53c826,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:43.632578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.652317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Calling delete_port for 4d86f59e-0502-475c-b91f-48edbc53c826 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:43.718729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c651c71f-8265-4404-8d08-8bda70c123ce req-d8fa630a-3a64-41be-9b5d-c785c2002f0d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.740329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503c98-b658-4930-8ddb-4f3e218a040d req-8b46356c-37a6-47a0-984a-3fe1b591cd5a tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:43.747611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f503c98-b658-4930-8ddb-4f3e218a040d req-8b46356c-37a6-47a0-984a-3fe1b591cd5a tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 945 time: 0.1261237 Jul 07 22:23:43.774296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c651c71f-8265-4404-8d08-8bda70c123ce req-d8fa630a-3a64-41be-9b5d-c785c2002f0d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.830807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f503c98-b658-4930-8ddb-4f3e218a040d req-db781204-6e6b-44a2-8477-ed90ee3b96f7 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807927 Jul 07 22:23:43.864662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c651c71f-8265-4404-8d08-8bda70c123ce req-d8fa630a-3a64-41be-9b5d-c785c2002f0d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.868124 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c651c71f-8265-4404-8d08-8bda70c123ce req-d8fa630a-3a64-41be-9b5d-c785c2002f0d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.869848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c651c71f-8265-4404-8d08-8bda70c123ce req-d8fa630a-3a64-41be-9b5d-c785c2002f0d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] 10.222.0.95 "DELETE /v2.0/security-groups/0981d9a7-ce21-4bbd-97d5-5509994e48b1 HTTP/1.1" status: 204 len: 173 time: 0.2464893 Jul 07 22:23:43.878478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.880534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48080) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:43.882835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa630a-3a64-41be-9b5d-c785c2002f0d tempest-SecurityGroupsTestJSON-1173815815 tempest-SecurityGroupsTestJSON-1173815815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0981d9a7-ce21-4bbd-97d5-5509994e48b1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.913994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d86f59e-0502-475c-b91f-48edbc53c826,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.037659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Deleting subnet 7cdf4ed1-3872-499d-a42c-9329d9f84d7a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:44.042371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.130125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36571ef5-f0a3-4c49-8a7e-4aeab31c0a6c req-b80811d1-6d0c-47fa-bb92-129290bfda09 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.136604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36571ef5-f0a3-4c49-8a7e-4aeab31c0a6c req-b80811d1-6d0c-47fa-bb92-129290bfda09 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 944 time: 0.1512101 Jul 07 22:23:44.159006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.232971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36571ef5-f0a3-4c49-8a7e-4aeab31c0a6c req-48a2e303-da12-4d69-91c8-37ff8db8c868 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811837 Jul 07 22:23:44.328642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.362160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.428838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.436536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.443890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.451230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.462170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.469171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.478391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.480441 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-3a6d27af-7569-495a-874a-eb38e6f8b0d7 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.1315739 Jul 07 22:23:44.507386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.538528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdf4ed1-3872-499d-a42c-9329d9f84d7a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.552950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.555046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-80dbe860-f42c-4178-bf7f-538584d0534a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7cdf4ed1-3872-499d-a42c-9329d9f84d7a HTTP/1.1" status: 204 len: 168 time: 0.6696117 Jul 07 22:23:44.558118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:44.580078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c2db95d-1878-4d93-9745-59ccc9b26bea req-d0365975-188b-4199-9fd5-d6d6602f4664 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931923 Jul 07 22:23:44.653299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f97227d3-d46b-4b5b-943a-3f640d6e6fe8 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:44.677591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.792277 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:23:44.809172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:44.814770 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:44.816389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.834964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.843248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.843702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Router f013ce50-a3b5-4633-8c38-9550051bf7a4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:44.856945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.860779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.868252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.868488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.875127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.883776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.890562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f21f79a-a2ff-47f6-8601-3582c2dc6be9 req-29ec08e8-5da8-455c-8a92-97e5d5de1f52 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.1774297 Jul 07 22:23:44.933693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3f3b45-c9b8-4646-9671-1e49ee2d10b1']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:45.063741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.127996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:45.143448 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bdd0f1-b4f4-4a1e-a229-56694fe2b350" -d '{"events": [{"server_uuid": "ffe1b217-6a0b-4b25-926b-0baba78d4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "f97227d3-d46b-4b5b-943a-3f640d6e6fe8"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:45.166876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ccca49-c0bc-40c6-bd5b-5565935032a9') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:45.167479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ccca49-c0bc-40c6-bd5b-5565935032a9') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:45.192698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:45.193933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.198271 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.200434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cf1a687f-cc3f-47ad-933c-5fccc8e6f546 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:45.256617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.264179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b65fb-3ce2-4e68-b668-d3d95f733110 req-bd1276d9-e0a7-474e-b432-e28db61b536d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:45.271609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:45.272136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:45.275813 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:45.300255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-130b65fb-3ce2-4e68-b668-d3d95f733110 req-bd1276d9-e0a7-474e-b432-e28db61b536d tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 945 time: 0.2183833 Jul 07 22:23:45.323519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-69f79fea-e59c-4bd1-8168-4de4e04f2500 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:45.325194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-69f79fea-e59c-4bd1-8168-4de4e04f2500 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 945 time: 0.3267283 Jul 07 22:23:45.393997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:45.404598 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c32378-cc01-4155-a68b-0ad57f1da7c4 x-openstack-request-id: req-05c32378-cc01-4155-a68b-0ad57f1da7c4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:45.404988 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe1b217-6a0b-4b25-926b-0baba78d4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "f97227d3-d46b-4b5b-943a-3f640d6e6fe8", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:45.405334 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-05c32378-cc01-4155-a68b-0ad57f1da7c4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:45.405788 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8', 'code': 200} Jul 07 22:23:45.406463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c0d8a94-422e-4121-abc9-b3620d3d9d45 admin admin] 10.222.0.95 "PUT /v2.0/routers/f013ce50-a3b5-4633-8c38-9550051bf7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2699780 Jul 07 22:23:45.407183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:45.414697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] Sync routers for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:45.418589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: cf1a687f-cc3f-47ad-933c-5fccc8e6f546 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:45.418969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cf1a687f-cc3f-47ad-933c-5fccc8e6f546 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:45.475392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:45.479568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:45.518746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.523004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.528914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.530881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/6e3f3b45-c9b8-4646-9671-1e49ee2d10b1 HTTP/1.1" status: 204 len: 168 time: 0.9719367 Jul 07 22:23:45.533252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-130b65fb-3ce2-4e68-b668-d3d95f733110 req-8cda1ab4-d7f8-4229-9361-7786413568c1 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/security-groups?id=0b99e70f-4f24-47e4-9b79-b92520f33664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222176 Jul 07 22:23:45.605446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbd4c2-9b5b-4597-86ac-4941a63b94d3 req-214bfb12-a842-457b-a7eb-2040b8539525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:45.607761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39bbd4c2-9b5b-4597-86ac-4941a63b94d3 req-214bfb12-a842-457b-a7eb-2040b8539525 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 1097 time: 0.2097967 Jul 07 22:23:45.643731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7897b-e6f6-44e1-90e3-0892c8a0f0e2 req-39f30b33-37bf-4fe3-978d-3f504c1038e1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:45.651895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7abd05-f6ae-459a-9aaa-07403f9a47e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3f3b45-c9b8-4646-9671-1e49ee2d10b1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:45.658085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cd7897b-e6f6-44e1-90e3-0892c8a0f0e2 req-39f30b33-37bf-4fe3-978d-3f504c1038e1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1933868 Jul 07 22:23:45.691197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:45.765951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:45.811238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cd7897b-e6f6-44e1-90e3-0892c8a0f0e2 req-2539adb0-1be8-4ef5-92be-dc2a1445fb22 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484146 Jul 07 22:23:45.826141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Deleting port ff2c3188-7e49-4065-8965-0b1a04454c9e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:45.826141 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.837862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39bbd4c2-9b5b-4597-86ac-4941a63b94d3 req-6de053b6-8cc2-4c31-94d5-0d063ecda919 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113050 Jul 07 22:23:45.965117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48114) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:45.972672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.051209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] For port ff2c3188-7e49-4065-8965-0b1a04454c9e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ff2c3188-7e49-4065-8965-0b1a04454c9e,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:46.051577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.068990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Calling delete_port for ff2c3188-7e49-4065-8965-0b1a04454c9e owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:46.085082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-28e9556a-9c46-4e7b-adaa-c722a02ba32d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d61c313f9e674ec399c340bbac5b853a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172318 Jul 07 22:23:46.085769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48116) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:46.092610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Deleting port fc91b3a4-b6e8-468e-a9ee-77432b67ff90 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:46.092958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.218786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb437316-512c-4f19-86c2-27b41cf53f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.257597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:23:43Z', 'revision_number': 5, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port': {'id': 'fc91b3a4-b6e8-468e-a9ee-77432b67ff90', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:41Z', 'updated_at': '2021-07-07T22:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:46.267488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] For port fc91b3a4-b6e8-468e-a9ee-77432b67ff90, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:46.268001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.270188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb437316-512c-4f19-86c2-27b41cf53f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.292193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Calling delete_port for fc91b3a4-b6e8-468e-a9ee-77432b67ff90 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:46.316077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] Checking router: f013ce50-a3b5-4633-8c38-9550051bf7a4 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:46.328821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] Routers {'f013ce50-a3b5-4633-8c38-9550051bf7a4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:46.329525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f013ce50-a3b5-4633-8c38-9550051bf7a4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:46.339676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb437316-512c-4f19-86c2-27b41cf53f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.343849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb437316-512c-4f19-86c2-27b41cf53f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.348400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb437316-512c-4f19-86c2-27b41cf53f7d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bca1e58b-83e8-4a30-be57-8027f1844974 HTTP/1.1" status: 204 len: 168 time: 0.2616606 Jul 07 22:23:46.351512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.379454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ff2c3188-7e49-4065-8965-0b1a04454c9e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:46.387213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb437316-512c-4f19-86c2-27b41cf53f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1e58b-83e8-4a30-be57-8027f1844974,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.395393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Pushing event deleted for resources: {'Port': ['ID=ff2c3188-7e49-4065-8965-0b1a04454c9e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.465373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] No DVR routers for this DVR port ff2c3188-7e49-4065-8965-0b1a04454c9e on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:46.468780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.475005 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc1fcee3-ce71-4213-a092-f2e77c616fe5 req-0018d00e-f499-4f55-aa6e-3528a7a8b1e3 tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.97 "DELETE /v2.0/ports/ff2c3188-7e49-4065-8965-0b1a04454c9e HTTP/1.1" status: 204 len: 173 time: 1.1399632 Jul 07 22:23:46.481635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'name': 'network-vif-deleted', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:46.487409 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea4b34-98a2-4118-a85f-30d10fd8070f" -d '{"events": [{"server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "name": "network-vif-deleted", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:46.633888 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc92ad9a-5bd8-4c81-b13c-4d2983ed173a x-openstack-request-id: req-dc92ad9a-5bd8-4c81-b13c-4d2983ed173a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:46.634288 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1773ad07-e623-41f9-a406-550492f39426", "name": "network-vif-deleted", "tag": "ff2c3188-7e49-4065-8965-0b1a04454c9e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:46.634657 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dc92ad9a-5bd8-4c81-b13c-4d2983ed173a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:46.635233 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1773ad07-e623-41f9-a406-550492f39426', 'name': 'network-vif-deleted', 'tag': 'ff2c3188-7e49-4065-8965-0b1a04454c9e', 'status': 'completed', 'code': 200} Jul 07 22:23:46.719757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.754658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.782008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc91b3a4-b6e8-468e-a9ee-77432b67ff90,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.782279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] Set router f013ce50-a3b5-4633-8c38-9550051bf7a4 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:46.975094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a611e0fe-2e6d-4ed9-b95e-1cbfc86ed355 req-ba56dada-532e-4bba-90b4-9a92c004f68c tempest-FloatingIPsAssociationTestJSON-671323019 tempest-FloatingIPsAssociationTestJSON-671323019-project] 10.222.0.95 "GET /v2.0/ports?device_id=1773ad07-e623-41f9-a406-550492f39426 HTTP/1.1" status: 200 len: 210 time: 0.0790284 Jul 07 22:23:46.975660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.019367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:23:45Z', 'revision_number': 6, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:47.145580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d428b3-b502-4ec4-93ad-a2c74e499e7f None None] The sync data for ids ['f013ce50-a3b5-4633-8c38-9550051bf7a4'] in n-d-694802-13 is: [{'id': 'f013ce50-a3b5-4633-8c38-9550051bf7a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220288039-router', 'tenant_id': '2efea23d222c492695a862b34daf63d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:40Z', 'updated_at': '2021-07-07T22:23:45Z', 'revision_number': 6, 'project_id': '2efea23d222c492695a862b34daf63d4', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:47.238342 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.244643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.287892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ee79-1769-421d-bb76-b238bc759922 req-ebc41790-75b8-4d95-91b0-fa89f7483425 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:47.289553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d55ee79-1769-421d-bb76-b238bc759922 req-ebc41790-75b8-4d95-91b0-fa89f7483425 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1688881 Jul 07 22:23:47.359961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.361507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f013ce50-a3b5-4633-8c38-9550051bf7a4 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:23:47.385867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.388348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d55ee79-1769-421d-bb76-b238bc759922 req-8940157c-e54e-4008-8c70-d2064994aa05 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Jul 07 22:23:47.392221 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5bf1d224-512d-4209-b089-7d1119a3b27d admin admin] 10.222.0.95 "DELETE /v2.0/routers/f013ce50-a3b5-4633-8c38-9550051bf7a4 HTTP/1.1" status: 204 len: 168 time: 1.9811578 Jul 07 22:23:47.394982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:47.525641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Deleting subnet 6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:47.543259 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.614900 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.839548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.936395 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.943820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:47.977036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f0899-d1a8-4650-9b8a-e7b0efc44df9 None None] Network 488bc925-3005-45cf-b879-ac9036279f79 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:47.985758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.991097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:47.992857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/6c268d94-ccf8-4b1f-a11f-504e9d9c8f55 HTTP/1.1" status: 204 len: 168 time: 0.5965130 Jul 07 22:23:47.994273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47582fc2-1d25-4717-bef2-506131b18d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c268d94-ccf8-4b1f-a11f-504e9d9c8f55,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:48.021766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48180) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:48.084287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48184) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:48.198226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.213830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.214504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.215165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.215849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.216476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.217116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.218121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.227416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32255009-bf75-41e4-be30-139b7be728a4 req-c838a006-1c22-4cd8-a3d5-9c4944943af2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6498 time: 0.2817013 Jul 07 22:23:48.270152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1596972780-network', 'tenant_id': '16998b0089f4409fa9adb19979c53861'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:48.329673 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2ea63f8-b242-48a9-8ba7-5376b55ac13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.349095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Made reservation on behalf of 16998b0089f4409fa9adb19979c53861 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:48.353702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.358320 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32255009-bf75-41e4-be30-139b7be728a4 req-1b29d26a-7b26-478f-a7f7-8e37aa643363 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290672 Jul 07 22:23:48.381453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.415769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ff2c3188-7e49-4065-8965-0b1a04454c9e no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:48.421616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] DHCP port deletion for 488bc925-3005-45cf-b879-ac9036279f79 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:48.433182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Deleting port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:48.433668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.446618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: ff2c3188-7e49-4065-8965-0b1a04454c9e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:48.447296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ff2c3188-7e49-4065-8965-0b1a04454c9e not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:48.567334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] For port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:48.568012 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.601720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Calling delete_port for 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:48.731529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] Deleting port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:48.732164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.780173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.783103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.801542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] For port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,segment=NetworkSegment(783f88b7-8bea-4053-ad1f-cd903e2897d2),segment_id=783f88b7-8bea-4053-ad1f-cd903e2897d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:48.802209 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.804158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] No DVR routers for this DVR port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:48.818446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] Calling delete_port for 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:48.836535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:48.928639 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.939681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.947060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] No DVR routers for this DVR port 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:48.972392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfdfcc-ce0a-48a0-99bb-6009b14fb2f8 None None] Pushing event deleted for resources: {'Port': ['ID=91e3f32e-ff02-46ab-8ce4-e07818e4fcf5,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:48.978524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488bc925-3005-45cf-b879-ac9036279f79']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.008750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783f88b7-8bea-4053-ad1f-cd903e2897d2') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.009059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783f88b7-8bea-4053-ad1f-cd903e2897d2') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.024349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.031453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.042265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.045458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afba32-107e-46ca-8f0c-2bed9bd3e083 req-49a08313-707c-472b-8fcb-08bdb866c545 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:49.047216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1afba32-107e-46ca-8f0c-2bed9bd3e083 req-49a08313-707c-472b-8fcb-08bdb866c545 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.3263755 Jul 07 22:23:49.051946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.052535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fc91b3a4-b6e8-468e-a9ee-77432b67ff90 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:49.055055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:49.055635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.073162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: fc91b3a4-b6e8-468e-a9ee-77432b67ff90 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:49.073586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fc91b3a4-b6e8-468e-a9ee-77432b67ff90 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:49.074102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4d86f59e-0502-475c-b91f-48edbc53c826 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:49.093559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4d86f59e-0502-475c-b91f-48edbc53c826 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:49.094014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4d86f59e-0502-475c-b91f-48edbc53c826 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:49.094582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:49.114510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:49.114984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 91e3f32e-ff02-46ab-8ce4-e07818e4fcf5 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:49.128112 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:49.132189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.149011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.153552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] 10.222.0.95 "DELETE /v2.0/networks/488bc925-3005-45cf-b879-ac9036279f79 HTTP/1.1" status: 204 len: 168 time: 1.1588316 Jul 07 22:23:49.162495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6ee6-e663-499b-8ca6-148c00acd4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=488bc925-3005-45cf-b879-ac9036279f79,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:49.166660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55075188-fa19-4176-99c2-2d28d75bf150,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:49.188681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:49.198201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1afba32-107e-46ca-8f0c-2bed9bd3e083 req-7027e214-79ea-4925-805a-87a67efec759 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360400 Jul 07 22:23:49.213562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.213927 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Added segment bcd06b18-b8d9-4872-bccd-3002a66e7775 of type vlan for network 3313b7e9-034c-4b54-8453-4194f52744d4 Jul 07 22:23:49.291233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.298804 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.336354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48202) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:49.394672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e0ee3968-e8ba-4933-b287-5bc7a776a8c0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2efea23d222c492695a862b34daf63d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562830 Jul 07 22:23:49.396511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48204) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:49.409525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.410739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:49.411440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.468795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20d40817-99f6-4f16-b566-27a730323bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.481662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4587562 Jul 07 22:23:49.483217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48208) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:49.489782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Request body: {'subnet': {'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1596972780-subnet', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:49.510222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20d40817-99f6-4f16-b566-27a730323bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.547172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2fb45-7391-45c8-bbb7-9e91ee0d66b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3313b7e9-034c-4b54-8453-4194f52744d4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:49.560355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 3313b7e9-034c-4b54-8453-4194f52744d4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:49.573165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Made reservation on behalf of 16998b0089f4409fa9adb19979c53861 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:49.577897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.658311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20d40817-99f6-4f16-b566-27a730323bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.662094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20d40817-99f6-4f16-b566-27a730323bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.665938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-20d40817-99f6-4f16-b566-27a730323bf7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0297eb5d-3783-413e-adf0-0f8b95be8f63 HTTP/1.1" status: 204 len: 168 time: 0.2658229 Jul 07 22:23:49.675810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d40817-99f6-4f16-b566-27a730323bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297eb5d-3783-413e-adf0-0f8b95be8f63,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:49.875682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc57cc-1065-4dee-8a1f-fdfd6ba37ae1 req-ca664cd8-bb78-4857-8ba8-5625b5eaac92 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:49.877333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90dc57cc-1065-4dee-8a1f-fdfd6ba37ae1 req-ca664cd8-bb78-4857-8ba8-5625b5eaac92 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2869809 Jul 07 22:23:49.878962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.989433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90dc57cc-1065-4dee-8a1f-fdfd6ba37ae1 req-30b642cd-e0b0-4474-9db3-9f554f423a77 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845809 Jul 07 22:23:50.023057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52814b1-aa06-4122-bbb5-17a7fa9bab18 req-18b58e8c-6842-4df0-bc93-10b18732fd8e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:50.023925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f52814b1-aa06-4122-bbb5-17a7fa9bab18 req-18b58e8c-6842-4df0-bc93-10b18732fd8e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.1815515 Jul 07 22:23:50.075415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Deleting port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:50.075757 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.127942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f52814b1-aa06-4122-bbb5-17a7fa9bab18 req-f79b7197-a00e-4bcd-af01-ad21c5d1bd8b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929117 Jul 07 22:23:50.236824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] For port 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:50.237333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.289087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Calling delete_port for 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:50.345221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Checking segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:50.345682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Network hostable DHCP agents. Network: 3313b7e9-034c-4b54-8453-4194f52744d4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:50.347890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc10222-b45a-4b1d-87fb-ac8c5748963a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:50.372529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07803e8b-3898-4d86-adf8-0163ca4954c0 req-1d000a50-abbe-4ac4-802b-19aa720c6922 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:50.374094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07803e8b-3898-4d86-adf8-0163ca4954c0 req-1d000a50-abbe-4ac4-802b-19aa720c6922 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1216776 Jul 07 22:23:50.384699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Network 3313b7e9-034c-4b54-8453-4194f52744d4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:50.402687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 3313b7e9-034c-4b54-8453-4194f52744d4) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:50.416013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d2cd3-fd6e-41c7-ba2a-85ed0fc6650e None None] Network 3313b7e9-034c-4b54-8453-4194f52744d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:50.418424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:50.419266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.445204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b6c9a819-0d45-49ae-96c0-eec4fae49a45 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9603987 Jul 07 22:23:50.446302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48238) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:50.461862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:50.482699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07803e8b-3898-4d86-adf8-0163ca4954c0 req-e9337db8-b166-4de6-9bd8-cdce39d74d27 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980294 Jul 07 22:23:50.525148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.527210 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.594831 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.634387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09886a75-0b3b-4e0c-bebd-3d4b21ac8d00,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:50.676997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-3313b7e9-034c-4b54-8453-4194f52744d4', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:50.678381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.683275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.029568 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-849300fe-0fcf-46ed-a4ed-250e43e90aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.107387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Allocated IP 172.20.0.2 (3313b7e9-034c-4b54-8453-4194f52744d4/2bc10222-b45a-4b1d-87fb-ac8c5748963a/77acdaae-7b0f-46dc-b10f-469c797ecd7a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:51.136158 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.334706 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.363733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Transition to ACTIVE for port object 77acdaae-7b0f-46dc-b10f-469c797ecd7a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:51.398666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Transition to ACTIVE for port object 77acdaae-7b0f-46dc-b10f-469c797ecd7a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:51.402428 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.407086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.433571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-9c90964c-267c-450e-88e6-2bf44089b862 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=eb72924b696847ea8a47b3f5cb02cb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423682 Jul 07 22:23:51.443997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa307a-f31b-4cc0-9931-1915b2d60a4e req-c4bd074e-bafe-4f3e-90a3-65db9481454f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:51.444954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Network 3313b7e9-034c-4b54-8453-4194f52744d4 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:51.449895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:51.451518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5aa307a-f31b-4cc0-9931-1915b2d60a4e req-c4bd074e-bafe-4f3e-90a3-65db9481454f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1892259 Jul 07 22:23:51.452936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:51.467354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Pushing event updated for resources: {'Port': ['ID=77acdaae-7b0f-46dc-b10f-469c797ecd7a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:51.521237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.533600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Attempting to bind port 77acdaae-7b0f-46dc-b10f-469c797ecd7a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:51.534076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Attempting to bind port 77acdaae-7b0f-46dc-b10f-469c797ecd7a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:51.534520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Attempting to bind port 77acdaae-7b0f-46dc-b10f-469c797ecd7a on network 3313b7e9-034c-4b54-8453-4194f52744d4 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:51.540209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:51.540880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Checking segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:51.541364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.541834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Bound using segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:51.542388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Bound port: 77acdaae-7b0f-46dc-b10f-469c797ecd7a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:51.542875 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.545880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.626072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] For port 77acdaae-7b0f-46dc-b10f-469c797ecd7a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:51.631939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] For port 77acdaae-7b0f-46dc-b10f-469c797ecd7a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=77acdaae-7b0f-46dc-b10f-469c797ecd7a,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:51.641779 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.681597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Allocated IP 172.25.5.111 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/705927f8-c979-4b0a-9118-73bd67e194ab) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:51.697567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5aa307a-f31b-4cc0-9931-1915b2d60a4e req-29e0af8b-8e7a-41fe-82e7-e8fea5fa2d86 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448449 Jul 07 22:23:51.709024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-ce3d445a-8ca6-4d91-91e6-77bb6dbc5ba9 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:51.710530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-ce3d445a-8ca6-4d91-91e6-77bb6dbc5ba9 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560699 Jul 07 22:23:51.739307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee08987-f24c-4856-bae9-b8fc2df8882f None None] Pushing event updated for resources: {'Port': ['ID=77acdaae-7b0f-46dc-b10f-469c797ecd7a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:51.757734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-ea79ba51-443c-4466-8299-c5ff969da436 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/quotas/eb72924b696847ea8a47b3f5cb02cb8b HTTP/1.1" status: 200 len: 375 time: 0.0351028 Jul 07 22:23:51.771409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.793434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-da0cce7f-07a1-47a9-86f3-b9e1d4e43c51 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=eb72924b696847ea8a47b3f5cb02cb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347266 Jul 07 22:23:51.844643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.929773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.980937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:51.995891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:52.008892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:52.066132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Pushing event updated for resources: {'Port': ['ID=705927f8-c979-4b0a-9118-73bd67e194ab,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.100598 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.211446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f0520ec-6b8f-4a0c-9510-621db9beb45f req-a109380f-9493-4060-b0e6-e5aa5497fe45 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 210 time: 0.1296728 Jul 07 22:23:52.222775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Router 5795005e-c4d0-46b3-9bec-34355176bde1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:52.356520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:52.361993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c574a45-0f7d-48c4-a531-08ee0dd01ed2 admin admin] 10.222.0.95 "PUT /v2.0/routers/5795005e-c4d0-46b3-9bec-34355176bde1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2765934 Jul 07 22:23:52.366433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48298) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:52.371455 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] Sync routers for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:52.387769 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:52.388349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:52.431456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.516043 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:52.552794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.763725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.770965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.884110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Deleting port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:52.884463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.944935 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:23:50Z', 'revision_number': 5, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port': {'id': 'f7b7ddb1-2f09-435d-ba72-5ef257a72bc3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:20Z', 'updated_at': '2021-07-07T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:53.032286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] Checking router: 5795005e-c4d0-46b3-9bec-34355176bde1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:53.073022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] Routers {'5795005e-c4d0-46b3-9bec-34355176bde1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:53.073682 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5795005e-c4d0-46b3-9bec-34355176bde1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:53.087271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Router 5df3eecd-341d-423c-8bf9-6599337106d7 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:23:53.134410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 77acdaae-7b0f-46dc-b10f-469c797ecd7a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:53.169365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] For port f7b7ddb1-2f09-435d-ba72-5ef257a72bc3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:53.169809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.188397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Calling delete_port for f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:53.211576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 77acdaae-7b0f-46dc-b10f-469c797ecd7a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:53.296890 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] Set router 5795005e-c4d0-46b3-9bec-34355176bde1 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:53.311009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:53.330032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Sync routers for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:53.336974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286045cd-c54d-4b4b-a4d3-3e819fe7df6d req-8fd79515-ad33-45f5-a4e2-6bd3ca9cf87a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:53.343124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-286045cd-c54d-4b4b-a4d3-3e819fe7df6d req-8fd79515-ad33-45f5-a4e2-6bd3ca9cf87a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.3643594 Jul 07 22:23:53.346997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:53.349704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:53.395253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.396572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-213f647e-99c6-4abb-a075-8819485269c8 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9490175 Jul 07 22:23:53.399255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:53.421209 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:23:52Z', 'revision_number': 6, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:53.458902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c654d614-c638-4217-8ce2-abee3c6af34e None None] Network 3313b7e9-034c-4b54-8453-4194f52744d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:53.489517 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e313ee-21bd-44cf-aac5-a2de9669c9bc None None] The sync data for ids ['5795005e-c4d0-46b3-9bec-34355176bde1'] in n-d-694802-13 is: [{'id': '5795005e-c4d0-46b3-9bec-34355176bde1', 'name': 'tempest-FloatingIPsAssociationTestJSON-428085293-router', 'tenant_id': 'f2d373d288d346cd90378cb6d9713e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:19Z', 'updated_at': '2021-07-07T22:23:52Z', 'revision_number': 6, 'project_id': 'f2d373d288d346cd90378cb6d9713e49', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:53.613287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-286045cd-c54d-4b4b-a4d3-3e819fe7df6d req-0c42e65f-2814-4cd6-b58c-950d04339dc9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658458 Jul 07 22:23:53.637336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] Provisioning for port 77acdaae-7b0f-46dc-b10f-469c797ecd7a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:53.646723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] Provisioning complete for port 77acdaae-7b0f-46dc-b10f-469c797ecd7a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:53.647172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.654815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef6cc83a-f640-473a-b4f8-d19619e552b8 req-b13be14b-400e-48a8-942d-35768df4e942 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 210 time: 0.0848579 Jul 07 22:23:53.658606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.692401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b7ddb1-2f09-435d-ba72-5ef257a72bc3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:53.740634 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.784653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:53.792909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-6419ffc2-252f-44ef-9fcb-00f2f14260b1 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=eb72924b696847ea8a47b3f5cb02cb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285497 Jul 07 22:23:53.866907 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.985361 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.012815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.015194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.036723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] For port 77acdaae-7b0f-46dc-b10f-469c797ecd7a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=77acdaae-7b0f-46dc-b10f-469c797ecd7a,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:54.084704 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.090341 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.092260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5795005e-c4d0-46b3-9bec-34355176bde1 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:23:54.105920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.107251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-45ff77fe-f9d5-4a16-af9a-6644df210775 admin admin] 10.222.0.95 "DELETE /v2.0/routers/5795005e-c4d0-46b3-9bec-34355176bde1 HTTP/1.1" status: 204 len: 168 time: 1.7398431 Jul 07 22:23:54.110500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48320) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:54.143194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50064b3-d1ec-43d7-8cfb-4c68be139e30 None None] Pushing event updated for resources: {'Port': ['ID=77acdaae-7b0f-46dc-b10f-469c797ecd7a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:54.185729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.213080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:52Z', 'revision_number': 3, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:54.315077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Checking router: 5df3eecd-341d-423c-8bf9-6599337106d7 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:54.315402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Updating router 5df3eecd-341d-423c-8bf9-6599337106d7 port 705927f8-c979-4b0a-9118-73bd67e194ab binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:23:54.398050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.480478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Allocated IP 172.20.0.1 (3313b7e9-034c-4b54-8453-4194f52744d4/2bc10222-b45a-4b1d-87fb-ac8c5748963a/a7ca9e8e-781a-4a7f-810d-a399724e4d36) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:54.628319 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.643868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Deleting subnet 0cfe0427-71fa-470e-8bb7-b6e139ee17b4 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:54.650727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.651947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Transition to ACTIVE for port object a7ca9e8e-781a-4a7f-810d-a399724e4d36 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:54.696601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.699220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-cca185ac-abf0-42fb-89db-6e5a9ea91fb1 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:54.702379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-cca185ac-abf0-42fb-89db-6e5a9ea91fb1 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9033771 Jul 07 22:23:54.739609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Request body: {'port': {'device_id': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'eb72924b696847ea8a47b3f5cb02cb8b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:54.802247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Network 3313b7e9-034c-4b54-8453-4194f52744d4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:54.821373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:54.828970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:54.837933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ca9e8e-781a-4a7f-810d-a399724e4d36,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:54.923621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.926846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.988388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Transition to ACTIVE for port object 705927f8-c979-4b0a-9118-73bd67e194ab will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:55.014563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.021553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.142503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2539afc0-6d0d-4c7d-9cd9-35187ecca251 None None] Provisioning complete for port 77acdaae-7b0f-46dc-b10f-469c797ecd7a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:55.149633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2539afc0-6d0d-4c7d-9cd9-35187ecca251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.165764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.166086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 77acdaae-7b0f-46dc-b10f-469c797ecd7a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:55.228589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c7705-a600-4cf1-aef8-8f4068a205d7 None None] Pushing event updated for resources: {'Port': ['ID=705927f8-c979-4b0a-9118-73bd67e194ab,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:55.260728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.286095 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.311177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Attempting to bind port 705927f8-c979-4b0a-9118-73bd67e194ab on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:55.311546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Attempting to bind port 705927f8-c979-4b0a-9118-73bd67e194ab by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:55.311907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Attempting to bind port 705927f8-c979-4b0a-9118-73bd67e194ab on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:55.344048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:55.344413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:55.344822 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.345249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:55.345798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Bound port: 705927f8-c979-4b0a-9118-73bd67e194ab, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:55.346189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.375305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfe0427-71fa-470e-8bb7-b6e139ee17b4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:55.383648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19d01fff-0e5a-4d80-8453-407b3ee6349f req-4a1d9820-8c0b-474b-b114-aa53bba1a073 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 210 time: 0.1160378 Jul 07 22:23:55.410654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.410654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f039587f-305d-4df0-b0bd-10fe7cb0d113 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0cfe0427-71fa-470e-8bb7-b6e139ee17b4 HTTP/1.1" status: 204 len: 168 time: 1.2903414 Jul 07 22:23:55.410654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48340) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:55.427587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67ca17-aeec-4849-a1db-8c0681f717b4 None None] Network ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:55.522893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Made reservation on behalf of eb72924b696847ea8a47b3f5cb02cb8b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:55.527810 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.546025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.547561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.559000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.561429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.590410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242eec3-7a5a-4bb3-98a5-2f869255ba6e req-a1e6398a-f1ac-491e-adb0-5b99e0f69ea3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:55.598582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6242eec3-7a5a-4bb3-98a5-2f869255ba6e req-a1e6398a-f1ac-491e-adb0-5b99e0f69ea3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.7901754 Jul 07 22:23:55.627119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.683761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6242eec3-7a5a-4bb3-98a5-2f869255ba6e req-24a7fdbd-d204-4db2-b30e-0528c325a2a9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845501 Jul 07 22:23:55.684303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 77acdaae-7b0f-46dc-b10f-469c797ecd7a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:55.684687 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.744441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Deleting port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:55.745026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.755485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ca9e8e-781a-4a7f-810d-a399724e4d36,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:55.765399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9d5b24b4-91fe-4531-a3c5-93a23c057f13 None None] Provisioning for port a7ca9e8e-781a-4a7f-810d-a399724e4d36 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:55.771314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9d5b24b4-91fe-4531-a3c5-93a23c057f13 None None] Provisioning complete for port a7ca9e8e-781a-4a7f-810d-a399724e4d36 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:55.771702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d5b24b4-91fe-4531-a3c5-93a23c057f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.773669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] For port 705927f8-c979-4b0a-9118-73bd67e194ab, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:55.781806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] For port 705927f8-c979-4b0a-9118-73bd67e194ab, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=705927f8-c979-4b0a-9118-73bd67e194ab,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:55.828348 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.862917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] For port 1cf26936-8653-451b-b8a7-ab09c1ddbef0, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1cf26936-8653-451b-b8a7-ab09c1ddbef0,segment=NetworkSegment(82eab63f-ddbb-4bda-a80c-b7a521145a7a),segment_id=82eab63f-ddbb-4bda-a80c-b7a521145a7a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:55.863653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.886473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Network 3313b7e9-034c-4b54-8453-4194f52744d4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:55.888950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Calling delete_port for 1cf26936-8653-451b-b8a7-ab09c1ddbef0 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:55.889984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:55.934187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.940140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b24b4-91fe-4531-a3c5-93a23c057f13 None None] Port a7ca9e8e-781a-4a7f-810d-a399724e4d36 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:55.951376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:55.952033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:55.971232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.015031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:56.055637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c7705-a600-4cf1-aef8-8f4068a205d7 None None] Pushing event updated for resources: {'Port': ['ID=705927f8-c979-4b0a-9118-73bd67e194ab,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:56.123427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Router 5df3eecd-341d-423c-8bf9-6599337106d7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:56.152015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:56.173853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Allocated IP 192.168.233.239 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/49f6c460-69d9-4be1-892e-cc8b9c1d0a07) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:56.203507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:56.246073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:56.246800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f7b7ddb1-2f09-435d-ba72-5ef257a72bc3 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:56.247509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:56.274273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:56.274708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 09886a75-0b3b-4e0c-bebd-3d4b21ac8d00 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:56.295543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:56.311485 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e8e40069-156c-43a7-abb2-3512d38b7f11 admin admin] 10.222.0.95 "PUT /v2.0/routers/5df3eecd-341d-423c-8bf9-6599337106d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9109941 Jul 07 22:23:56.339701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-370b0fbb-651f-400c-b610-8c10269b8189 None None] Provisioning complete for port a7ca9e8e-781a-4a7f-810d-a399724e4d36 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:56.341458 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-370b0fbb-651f-400c-b610-8c10269b8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.361877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.378306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Transition to ACTIVE for port object 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:56.382395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc65d66-b3ac-4bdf-b778-64bd11e6a314 None None] DHCP port deletion for ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:56.417168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.425644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:56.456395 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.474438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ebc65d66-b3ac-4bdf-b778-64bd11e6a314 None None] The port '1cf26936-8653-451b-b8a7-ab09c1ddbef0' was deleted {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 22:23:56.487650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:56.493763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-370b0fbb-651f-400c-b610-8c10269b8189 None None] Port a7ca9e8e-781a-4a7f-810d-a399724e4d36 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:56.499321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:56.504331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:56.582377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] No DVR routers for this DVR port 1cf26936-8653-451b-b8a7-ab09c1ddbef0 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:56.593311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:56.594073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.639004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9146733 Jul 07 22:23:56.659884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Request body: {'port': {'device_id': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:56.699169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:56.712227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '135c6efd-1493-4189-bbba-cfda31a5339d', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:56.719843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.730028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:56.749525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82eab63f-ddbb-4bda-a80c-b7a521145a7a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:56.750113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82eab63f-ddbb-4bda-a80c-b7a521145a7a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:56.768387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.800195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.815595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:56.841457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.848356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 2, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:56.853392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:56.854198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:56.854492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.879351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dbee4433-70cb-4146-ab88-6678fb9166c0 None None] Provisioning for port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:56.883834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dbee4433-70cb-4146-ab88-6678fb9166c0 None None] Provisioning complete for port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:56.884158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dbee4433-70cb-4146-ab88-6678fb9166c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.885947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32224833-2045-4a3f-afdb-86d4ad4816dc None None] The sync data for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 is: [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 2, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:56.887527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.926572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc0774-3e89-44a4-abab-27fc86ad175e tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Pushing event updated for resources: {'Port': ['ID=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:56.936298 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:56.940699 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:56.987995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf26936-8653-451b-b8a7-ab09c1ddbef0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:56.998305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.009963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['135c6efd-1493-4189-bbba-cfda31a5339d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:57.051421 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.053327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b HTTP/1.1" status: 204 len: 168 time: 1.6345389 Jul 07 22:23:57.080938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20d288-54d8-4e15-b7f2-92ac7bfb5685 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed48c87b-c29e-4fe5-80d9-528ecbbc7f1b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:57.157131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cf26936-8653-451b-b8a7-ab09c1ddbef0 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:57.185658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-dbee4433-70cb-4146-ab88-6678fb9166c0 None None] Port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:57.212573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.247507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1cf26936-8653-451b-b8a7-ab09c1ddbef0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:57.248037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cf26936-8653-451b-b8a7-ab09c1ddbef0 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:57.253539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:57.480332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:57.524009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48374) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:57.552602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456918098', 'description': 'tempest-description--1653426754'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:57.606601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:57.614577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.617734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-58178c65-bd56-4bd1-afd0-f25a29ec5588 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f2d373d288d346cd90378cb6d9713e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332879 Jul 07 22:23:57.617938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48376) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:57.637710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51efc1-7e22-43b1-8889-9b98f78dd332 req-d77f3328-1ef6-42c4-9bc5-03c7ee306e17 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:57.646079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d51efc1-7e22-43b1-8889-9b98f78dd332 req-d77f3328-1ef6-42c4-9bc5-03c7ee306e17 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 936 time: 1.0056136 Jul 07 22:23:57.648720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Transition to ACTIVE for port object 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:57.677244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.701861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.769069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d51efc1-7e22-43b1-8889-9b98f78dd332 req-33444dc6-b136-4443-8e62-bebbafa22d4d tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217573 Jul 07 22:23:57.808134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Pushing event updated for resources: {'Port': ['ID=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:57.955521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2382dd4-a968-48ae-b39d-cce4512f2263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.960465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.969674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Attempting to bind port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:57.970018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Attempting to bind port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:57.970370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Attempting to bind port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:57.974524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.981201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:57.981523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Attempting to bind port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:57.993635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a3f-f8a0-4379-9665-9843c46fc470 req-df3a27c8-4ddb-4d7f-b1fe-06b94bf6bd86 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:57.995250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fadc9a3f-f8a0-4379-9665-9843c46fc470 req-df3a27c8-4ddb-4d7f-b1fe-06b94bf6bd86 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1655858 Jul 07 22:23:58.013291 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2382dd4-a968-48ae-b39d-cce4512f2263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.035443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:58.035810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:58.036243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:58.036702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Bound port: 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:58.037225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.037572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33daf705-aa08-47d2-b72a-9dfc144066fa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:58.047201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.049009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03dfb76f-649b-41a4-8484-7db9da09808e tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5222647 Jul 07 22:23:58.055383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48378) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:58.075943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Request body: {'security_group_rule': {'security_group_id': '33daf705-aa08-47d2-b72a-9dfc144066fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:58.169531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fadc9a3f-f8a0-4379-9665-9843c46fc470 req-1de99c9c-99cd-4c0a-8546-b53f274b85f8 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594801 Jul 07 22:23:58.218804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.237814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] For port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:58.244811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] For port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:58.258127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.324930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2382dd4-a968-48ae-b39d-cce4512f2263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.327648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2382dd4-a968-48ae-b39d-cce4512f2263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.329113 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f2382dd4-a968-48ae-b39d-cce4512f2263 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0b99e70f-4f24-47e4-9b79-b92520f33664 HTTP/1.1" status: 204 len: 168 time: 0.7048459 Jul 07 22:23:58.353502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:58.354123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.359885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] 10.222.0.103 "PUT /v2.0/ports/49f6c460-69d9-4be1-892e-cc8b9c1d0a07 HTTP/1.1" status: 200 len: 1097 time: 1.7020237 Jul 07 22:23:58.360421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'tag': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:58.369315 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbdf83-2943-488a-a9ce-a364da56f053" -d '{"events": [{"name": "network-changed", "server_uuid": "e3876cb8-8c27-47ca-a82e-e888298d0128", "tag": "49f6c460-69d9-4be1-892e-cc8b9c1d0a07"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:58.417639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2382dd4-a968-48ae-b39d-cce4512f2263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99e70f-4f24-47e4-9b79-b92520f33664,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:58.419174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:58.462568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.478282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d6a64-13dc-4d9e-a6ba-cdfd6f951cbd service neutron] Pushing event updated for resources: {'Port': ['ID=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:58.497783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.524833 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef060917-42e6-443a-b7be-5f5ec8e7ffd5 x-openstack-request-id: req-ef060917-42e6-443a-b7be-5f5ec8e7ffd5 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:58.525384 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3876cb8-8c27-47ca-a82e-e888298d0128", "tag": "49f6c460-69d9-4be1-892e-cc8b9c1d0a07", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:58.525842 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ef060917-42e6-443a-b7be-5f5ec8e7ffd5 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:58.526466 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'tag': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07', 'status': 'completed', 'code': 200} Jul 07 22:23:58.562050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 135c6efd-1493-4189-bbba-cfda31a5339d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:58.562706 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.629909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-bd0d8d04-ab36-4b0a-afd0-af7cce6345b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:58.640673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-bd0d8d04-ab36-4b0a-afd0-af7cce6345b2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb72924b696847ea8a47b3f5cb02cb8b&device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 1100 time: 0.2174048 Jul 07 22:23:58.652877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0c4832-4923-49c4-b032-9a355b91a7f3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:58.667634 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-6f8aa850-a7aa-4eac-a426-07227a88b072 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3917785 Jul 07 22:23:58.681877 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.683500 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c772a65-4e51-4af8-9d52-0a86211b022f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271770 Jul 07 22:23:58.686308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:58.701189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Request body: {'security_group_rule': {'security_group_id': '33daf705-aa08-47d2-b72a-9dfc144066fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:58.824643 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.835071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-45603aa9-6711-46e9-8c18-b22a4848dd68 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07 HTTP/1.1" status: 200 len: 217 time: 0.1870949 Jul 07 22:23:58.974828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.981551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:58.989491 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4763e10-59c8-49bf-9184-66e74086f2c1" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:59.016826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:59.026607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.103236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.129054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-286d0393-1a90-4c29-b4b8-7a73e038fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.135485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-286d0393-1a90-4c29-b4b8-7a73e038fb2f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.2828977 Jul 07 22:23:59.150402 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894ab04-228e-48fd-894a-b4f658559ba4 x-openstack-request-id: req-d894ab04-228e-48fd-894a-b4f658559ba4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:59.153425 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:59.153910 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d894ab04-228e-48fd-894a-b4f658559ba4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:59.154925 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:23:59.193777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.194268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.194770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.198903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.199446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.199929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.200412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.202452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-69cf7cd4-82ab-4b12-9c0a-536f5110cf09 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 6498 time: 0.4361537 Jul 07 22:23:59.256340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 705927f8-c979-4b0a-9118-73bd67e194ab up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:59.285585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.372801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-4a7f3d8a-b3bc-4d00-aaa1-a512946c1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.374098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.375774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-4a7f3d8a-b3bc-4d00-aaa1-a512946c1a38 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2181301 Jul 07 22:23:59.404826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a9bf57-3b94-461f-a594-8818f3041bfa,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.409794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b83ddf-64a6-4ebc-8d5e-e602c84782c9 req-a773b7ac-ab1b-46a0-b960-355f6e2eadbc tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.411831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3b83ddf-64a6-4ebc-8d5e-e602c84782c9 req-a773b7ac-ab1b-46a0-b960-355f6e2eadbc tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 948 time: 0.2761405 Jul 07 22:23:59.415596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-3d8a7504-3882-4793-8c54-56d90c3c0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.417312 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-3d8a7504-3882-4793-8c54-56d90c3c0a75 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.4522700 Jul 07 22:23:59.419523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 705927f8-c979-4b0a-9118-73bd67e194ab completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:59.430042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 705927f8-c979-4b0a-9118-73bd67e194ab triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:59.439252 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.444945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.448014 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3622948e-a535-4ab4-99ae-5f0f46ccae25 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7605195 Jul 07 22:23:59.483932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48412) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:59.494524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:59.590195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.613702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 705927f8-c979-4b0a-9118-73bd67e194ab, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=705927f8-c979-4b0a-9118-73bd67e194ab,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:59.615417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3b83ddf-64a6-4ebc-8d5e-e602c84782c9 req-1282831d-8fc5-4ff5-b165-44648aba0e01 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887760 Jul 07 22:23:59.625683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.635077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-b1df0d56-47fb-4aad-8955-89e9b7c3ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.637203 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-b1df0d56-47fb-4aad-8955-89e9b7c3ddc2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1872351 Jul 07 22:23:59.643906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.684239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=705927f8-c979-4b0a-9118-73bd67e194ab,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.701401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-3c9ebd5c-0d20-4719-8c77-397613493f0d service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885609 Jul 07 22:23:59.716058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c0e8-aba6-42b9-98cb-ceefa1681840 req-c4a8fb7c-a50c-4cbd-91d9-934da689ec33 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.717610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b79c0e8-aba6-42b9-98cb-ceefa1681840 req-c4a8fb7c-a50c-4cbd-91d9-934da689ec33 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2328680 Jul 07 22:23:59.756983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-227cf456-d620-4728-a617-b62ae0a458aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.758151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-227cf456-d620-4728-a617-b62ae0a458aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.758861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-227cf456-d620-4728-a617-b62ae0a458aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.762815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-227cf456-d620-4728-a617-b62ae0a458aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&id=2b31379b-ced6-49a0-8417-23a4ed18097e&id=2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 200 len: 2292 time: 0.5021422 Jul 07 22:23:59.836074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b79c0e8-aba6-42b9-98cb-ceefa1681840 req-d93777ac-101f-47c3-b397-e98e43ff25b7 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035864 Jul 07 22:23:59.853994 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-e9853fc5-f891-475c-9298-0cf5f0a644d5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1002 time: 0.1966431 Jul 07 22:23:59.887411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-989b12fd-1f70-4cb1-b395-6615b9474218 req-6ceb64e0-027f-480c-8b22-9d592529f14f service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688352 Jul 07 22:23:59.922079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-2b7d1ccb-6399-4cd5-a803-76f3c00c8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.923835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-2b7d1ccb-6399-4cd5-a803-76f3c00c8b1a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0556631 Jul 07 22:23:59.925900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-245abfe6-2a38-4aeb-9038-a5b8457212e0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 200 len: 1001 time: 0.1535504 Jul 07 22:23:59.928091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.025651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-27866421-348d-40b8-85fd-11e29b4cefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:00.028045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-27866421-348d-40b8-85fd-11e29b4cefd8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4f7f5105-d2ad-4349-8732-cabb6208b41a HTTP/1.1" status: 200 len: 849 time: 0.0806577 Jul 07 22:24:00.069146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-ed202373-ef28-4ac7-8f53-37bf58650ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:00.070864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-ed202373-ef28-4ac7-8f53-37bf58650ac0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378734 Jul 07 22:24:00.085602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:00.106526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-9869878b-66a9-4940-b4d4-b12b053764e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:00.108089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-9869878b-66a9-4940-b4d4-b12b053764e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb72924b696847ea8a47b3f5cb02cb8b&device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 1100 time: 0.1322899 Jul 07 22:24:00.125811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Allocated IP 172.25.5.28 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/b9bae1b6-eb49-4e44-ad26-58c91af72455) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:00.189867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-843d91a7-d9d9-41fb-bde6-97c5d8a6e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:00.198071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-843d91a7-d9d9-41fb-bde6-97c5d8a6e0dc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0fe6b8fb-aa27-4c29-a012-05309d69b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629786 Jul 07 22:24:00.272727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-9a913844-a833-48a1-aee7-5dae8cbe9404 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931109 Jul 07 22:24:00.294735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-80247939-network', 'tenant_id': '93764026bfe348d28431a8ba29893a28'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:00.355529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-88a6315c-3da7-4d5c-93bb-9b70a3107532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:00.357114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-88a6315c-3da7-4d5c-93bb-9b70a3107532 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.2344880 Jul 07 22:24:00.383070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Made reservation on behalf of 93764026bfe348d28431a8ba29893a28 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:00.385459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.426902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-d21a2437-c0be-4cda-a463-3148fd41a3c3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07 HTTP/1.1" status: 200 len: 217 time: 0.0615973 Jul 07 22:24:00.737607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-6583e341-4efa-4535-8a3a-5e873e0a96b0 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273745 Jul 07 22:24:00.764444 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Sync routers for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:00.779493 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:00.780497 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:00.782740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0828117a-0af8-4eac-bfa1-774c71cd3e56 req-d7d54c64-e380-4a86-b5e0-e644e694649f service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014334 Jul 07 22:24:00.888877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.899256 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.962600 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-408ee664-d8fd-4d2e-8a0e-024a6e716613 service neutron] 10.222.0.103 "GET /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130651 Jul 07 22:24:01.025109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:01.033898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-0803b498-1944-4b60-b09d-a05dec46d8dd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 217 time: 0.0637748 Jul 07 22:24:01.072573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-4d9bc028-e5e1-488f-ab93-736b67614bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.074075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-4d9bc028-e5e1-488f-ab93-736b67614bce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1889992 Jul 07 22:24:01.109566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 705927f8-c979-4b0a-9118-73bd67e194ab up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:01.126008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-fb5420a7-f343-43d7-8061-922bd24e6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.128115 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-fb5420a7-f343-43d7-8061-922bd24e6ab1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.0805814 Jul 07 22:24:01.221679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.231699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467499f-b1af-4bb7-b078-9c8e3d40ad82 req-12e013ac-4d25-421d-8498-88b88c61c131 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.239761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0467499f-b1af-4bb7-b078-9c8e3d40ad82 req-12e013ac-4d25-421d-8498-88b88c61c131 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 948 time: 0.3574417 Jul 07 22:24:01.242734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 705927f8-c979-4b0a-9118-73bd67e194ab triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:01.243126 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.306321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-d0f9bc36-bce6-4e21-81ad-d6e43c612539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.316753 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-d0f9bc36-bce6-4e21-81ad-d6e43c612539 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1806550 Jul 07 22:24:01.336676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:01.345598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:01.349026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:01.474973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0467499f-b1af-4bb7-b078-9c8e3d40ad82 req-38c25026-717b-4a18-9aee-4cf77a7413ce tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340922 Jul 07 22:24:01.491815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1db89-4934-480e-bd9d-55e7e2d6bf8a req-d7d307a2-dc1b-469a-8e2a-a208e150192d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.499388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27e1db89-4934-480e-bd9d-55e7e2d6bf8a req-d7d307a2-dc1b-469a-8e2a-a208e150192d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.4317851 Jul 07 22:24:01.522299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event updated for resources: {'Port': ['ID=b9bae1b6-eb49-4e44-ad26-58c91af72455,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:01.541675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-9e9599b0-45f9-41dc-af91-47d34437184f service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090890 Jul 07 22:24:01.550288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-c9235580-e9ce-4893-a36d-a67e3ea5c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.551881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-c9235580-e9ce-4893-a36d-a67e3ea5c236 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4419539 Jul 07 22:24:01.578157 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 2, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:01.650514 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Checking router: 5df3eecd-341d-423c-8bf9-6599337106d7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:01.650900 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Updating router 5df3eecd-341d-423c-8bf9-6599337106d7 port a7ca9e8e-781a-4a7f-810d-a399724e4d36 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:01.732379 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.752249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.763666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-fe2867fb-72bf-4fa5-bcb1-cd7f9714b9f9 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133257 Jul 07 22:24:01.822759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27e1db89-4934-480e-bd9d-55e7e2d6bf8a req-988e1cf7-9c3b-427a-bb00-a24742d9c80a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216887 Jul 07 22:24:01.828974 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.842879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.865296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-04981754-190a-4314-8294-ecc45af91257 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 217 time: 0.0946581 Jul 07 22:24:01.907500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:24:01.948643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaca59c-b38f-4d86-9e9f-2e60953962be,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:01.956656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.956656 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Added segment 95eb16db-ccda-4636-ab96-d0df12675604 of type vlan for network 084e7dcc-b027-43c6-824b-2517934167db Jul 07 22:24:01.962793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.987896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-711f7556-d058-45eb-b5ed-501a31655162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.994870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-711f7556-d058-45eb-b5ed-501a31655162 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1232209 Jul 07 22:24:02.027416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-1fdc1c40-a675-4f16-b12f-ba306ba79921 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649315 Jul 07 22:24:02.124415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-1d77444c-8fca-47c7-b128-883f8483d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:02.129010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-1d77444c-8fca-47c7-b128-883f8483d72f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1280434 Jul 07 22:24:02.159949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0fbdf83-2943-488a-a9ce-a364da56f053 req-c4e66c17-3ec6-4aba-b09e-4564346d01df service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232190 Jul 07 22:24:02.168952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.230476 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.245397 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Transition to ACTIVE for port object a7ca9e8e-781a-4a7f-810d-a399724e4d36 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:02.264824 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.266388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.267890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:02.268628 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.341632 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-facf4415-cdca-4520-ac3e-32b6777d16e0 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016509 Jul 07 22:24:02.348950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] Pushing event updated for resources: {'Network': ['ID=084e7dcc-b027-43c6-824b-2517934167db,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:02.364324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 084e7dcc-b027-43c6-824b-2517934167db details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:24:02.399645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-725c3137-64d4-4e8e-8b9a-64823857e89a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3129590 Jul 07 22:24:02.405383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48486) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:02.417376 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a7ca9e8e-781a-4a7f-810d-a399724e4d36,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:02.455527 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.455913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.456235 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.456573 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.456912 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.457304 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.457660 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.457980 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.458814 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.458814 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.459138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.459465 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:02.476785 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Attempting to bind port a7ca9e8e-781a-4a7f-810d-a399724e4d36 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:02.477219 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Attempting to bind port a7ca9e8e-781a-4a7f-810d-a399724e4d36 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:02.477596 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Attempting to bind port a7ca9e8e-781a-4a7f-810d-a399724e4d36 on network 3313b7e9-034c-4b54-8453-4194f52744d4 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:02.493565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Request body: {'subnet': {'network_id': '084e7dcc-b027-43c6-824b-2517934167db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-80247939-subnet', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:02.496476 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:02.497487 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Checking segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:02.497912 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.498560 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Bound using segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:02.498894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Bound port: a7ca9e8e-781a-4a7f-810d-a399724e4d36, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:02.499294 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.509467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.522216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.544144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Made reservation on behalf of 93764026bfe348d28431a8ba29893a28 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:02.550321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.646204 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] For port a7ca9e8e-781a-4a7f-810d-a399724e4d36, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:02.652172 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] For port a7ca9e8e-781a-4a7f-810d-a399724e4d36, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a7ca9e8e-781a-4a7f-810d-a399724e4d36,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:02.655203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event updated for resources: {'Port': ['ID=b9bae1b6-eb49-4e44-ad26-58c91af72455,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:02.670494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.674810 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.695949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.705193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4a1c3a54-d8b7-47ef-a497-e45b56dfcbf1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2186615 Jul 07 22:24:02.731810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:24:02.813366 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7693b6-860f-4c6b-b58f-c81e40f3c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a7ca9e8e-781a-4a7f-810d-a399724e4d36,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:02.878587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:02.881764 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:02.964180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5a140-f657-4217-af33-868b18337b1b req-7a2d1ed6-1db5-413e-b9ff-293f0b9de438 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:02.968771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0b5a140-f657-4217-af33-868b18337b1b req-7a2d1ed6-1db5-413e-b9ff-293f0b9de438 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 948 time: 0.2484970 Jul 07 22:24:03.045671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:03.081291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0b5a140-f657-4217-af33-868b18337b1b req-34a2f71c-9bd2-43f9-be95-d0033a49cf02 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997326 Jul 07 22:24:03.096081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07', 'mac_address': 'fa:16:3e:bd:9c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:24:03.123625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.228930 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:03.270607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a7ca9e8e-781a-4a7f-810d-a399724e4d36 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:03.278385 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.332909 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-a7126e3b-f32f-48df-ae1b-35f36b2b7ae3 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9878454 Jul 07 22:24:03.418969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:03.490775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb952-e223-410f-acae-244ba2b79fd5 req-cbaa7203-737a-4e54-a00f-c4a44111422d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:03.499171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:03.502757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-931cb952-e223-410f-acae-244ba2b79fd5 req-cbaa7203-737a-4e54-a00f-c4a44111422d tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1636186 Jul 07 22:24:03.516335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.548842 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-be295d76-8e0b-4d29-82d9-7c67ae5323a2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea HTTP/1.1" status: 200 len: 217 time: 0.1983080 Jul 07 22:24:03.591448 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:02Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:03.604053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-931cb952-e223-410f-acae-244ba2b79fd5 req-d80a86c0-3647-44ef-9c98-f01d2c38f9ea tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978537 Jul 07 22:24:03.624285 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd88eca-aa94-4c10-91eb-2ddb0a0c3396 None None] The sync data for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 is: [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:02Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:03.637740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a7ca9e8e-781a-4a7f-810d-a399724e4d36 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:03.650423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a7ca9e8e-781a-4a7f-810d-a399724e4d36 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:03.655103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.657275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:03.689959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5ccab3-195e-4085-8a63-451f2fd22f8c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:03.741911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Checking segment: {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:03.742294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Network hostable DHCP agents. Network: 084e7dcc-b027-43c6-824b-2517934167db, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:24:03.749115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-fd4f359f-ea9c-4d3b-b443-07ad08c84587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:03.758318 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-fd4f359f-ea9c-4d3b-b443-07ad08c84587 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1806335 Jul 07 22:24:03.878143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Network 084e7dcc-b027-43c6-824b-2517934167db is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:24:03.921409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 084e7dcc-b027-43c6-824b-2517934167db) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:03.932696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:03.933317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.947158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.951653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['49f6c460-69d9-4be1-892e-cc8b9c1d0a07'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:03.954090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c6668-7048-410f-9aff-8dd74bf773f7 None None] Network 084e7dcc-b027-43c6-824b-2517934167db requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:04.001474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-56af1416-5138-4e40-88d5-006689df3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:04.003168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-56af1416-5138-4e40-88d5-006689df3f38 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2318807 Jul 07 22:24:04.028647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a2fd41e5-9f5e-404f-afef-e97766d0998b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6207573 Jul 07 22:24:04.031554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:04.037262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:04.097294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.098386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.219080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-23a6666e-d57c-4e26-bf55-74c1080d0bbe service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018778 Jul 07 22:24:04.264703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.499033 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-ce266c68-e710-4824-b2dd-d368c8771c1c service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715056 Jul 07 22:24:04.600235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a7ca9e8e-781a-4a7f-810d-a399724e4d36, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a7ca9e8e-781a-4a7f-810d-a399724e4d36,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:04.636490 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-e8e108d9-5f16-4228-a9e9-55bd0a470f45 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13 HTTP/1.1" status: 200 len: 217 time: 0.1254957 Jul 07 22:24:04.671044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.775713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-24295383-4cbc-45e4-ad36-a91cb65be291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:04.783517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-24295383-4cbc-45e4-ad36-a91cb65be291 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 200 len: 797 time: 0.1396830 Jul 07 22:24:04.797548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a7ca9e8e-781a-4a7f-810d-a399724e4d36,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:04.830720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.871538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42a712-ff4c-4b26-9e16-21f30d296c58 req-654454c0-e148-4941-8935-b9ee575f1e24 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:04.888257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab42a712-ff4c-4b26-9e16-21f30d296c58 req-654454c0-e148-4941-8935-b9ee575f1e24 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 949 time: 0.4449983 Jul 07 22:24:04.956689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-7a21a649-af35-4769-8aeb-10407718b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:04.964243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-7a21a649-af35-4769-8aeb-10407718b392 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722491 Jul 07 22:24:05.014883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-084e7dcc-b027-43c6-824b-2517934167db', 'network_id': '084e7dcc-b027-43c6-824b-2517934167db', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'fixed_ips': [{'subnet_id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:24:05.015945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.353187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab42a712-ff4c-4b26-9e16-21f30d296c58 req-717102bd-c963-4566-87ba-c545231c33b0 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519670 Jul 07 22:24:05.365341 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-e5f0a36c-559d-40a2-baa0-9ec04287f741 service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912404 Jul 07 22:24:05.568494 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-bf33daee-2360-486b-bd82-03d793618dae service neutron] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969297 Jul 07 22:24:05.584052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a7ca9e8e-781a-4a7f-810d-a399724e4d36 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:05.638319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cffdb-bf22-405e-8da8-155b3d989a9d req-59990849-bc34-4667-9cae-bcc3a7d60e60 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:05.655747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-211cffdb-bf22-405e-8da8-155b3d989a9d req-59990849-bc34-4667-9cae-bcc3a7d60e60 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.7623689 Jul 07 22:24:05.687512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-7e5bf206-d3da-4b98-9775-9516e5a19f24 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.1088717 Jul 07 22:24:05.733591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48602) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:05.812363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-48e66e31-c6e8-47d5-9f1f-41499eb5f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:05.814204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-48e66e31-c6e8-47d5-9f1f-41499eb5f195 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.1205094 Jul 07 22:24:05.879471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-211cffdb-bf22-405e-8da8-155b3d989a9d req-b39d8982-4609-406a-9a27-dacfa3afe4e9 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223258 Jul 07 22:24:05.949949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e166ec1-0a0b-4a20-bac4-44891f2559b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.981946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Allocated IP 172.20.0.2 (084e7dcc-b027-43c6-824b-2517934167db/cc5ccab3-195e-4085-8a63-451f2fd22f8c/7331a42e-2c56-4899-8e52-8f5328f250d2) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:05.985612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-a9f28870-9276-42ab-ac51-2fc7f0a06010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:05.994704 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-a9f28870-9276-42ab-ac51-2fc7f0a06010 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1700757 Jul 07 22:24:06.005043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a7ca9e8e-781a-4a7f-810d-a399724e4d36 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:06.005718 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.236012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-7abb3e10-9120-4fca-b88c-706ad21a0012 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296579 Jul 07 22:24:06.295491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.378953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.491933 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.504647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Transition to ACTIVE for port object 7331a42e-2c56-4899-8e52-8f5328f250d2 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:06.525568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Transition to ACTIVE for port object 7331a42e-2c56-4899-8e52-8f5328f250d2 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:06.551049 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.578100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-ae4ef806-ff52-4d63-bca8-2d0bf29efa94 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371420 Jul 07 22:24:06.619864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Pushing event updated for resources: {'Port': ['ID=7331a42e-2c56-4899-8e52-8f5328f250d2,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:06.629329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Network 084e7dcc-b027-43c6-824b-2517934167db is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:06.630885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:06.637673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:06.723045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Attempting to bind port 7331a42e-2c56-4899-8e52-8f5328f250d2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:06.723446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Attempting to bind port 7331a42e-2c56-4899-8e52-8f5328f250d2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:06.723816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Attempting to bind port 7331a42e-2c56-4899-8e52-8f5328f250d2 on network 084e7dcc-b027-43c6-824b-2517934167db {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:06.729712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:06.730286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Checking segment: {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:06.730732 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.731120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Bound using segment: {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:06.731592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Bound port: 7331a42e-2c56-4899-8e52-8f5328f250d2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:06.732475 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.758733 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-72535cd8-4542-487d-ac69-1187c6385023 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 200 len: 217 time: 0.1664081 Jul 07 22:24:06.822526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] For port 7331a42e-2c56-4899-8e52-8f5328f250d2, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:06.833039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] For port 7331a42e-2c56-4899-8e52-8f5328f250d2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7331a42e-2c56-4899-8e52-8f5328f250d2,segment=NetworkSegment(95eb16db-ccda-4636-ab96-d0df12675604),segment_id=95eb16db-ccda-4636-ab96-d0df12675604)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:06.842852 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.957692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f4588-8974-4f63-b0d2-e929e3e0329d None None] Pushing event updated for resources: {'Port': ['ID=7331a42e-2c56-4899-8e52-8f5328f250d2,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:07.070939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-1e570239-a4fa-49ad-97b8-8431a644d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:07.076091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-1e570239-a4fa-49ad-97b8-8431a644d2a1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 200 len: 797 time: 0.3074603 Jul 07 22:24:07.148058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Allocated IP 172.25.5.181 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/3c89c43d-add2-4983-a7fe-a8560980e8c6) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:07.172111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e166ec1-0a0b-4a20-bac4-44891f2559b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.192784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e166ec1-0a0b-4a20-bac4-44891f2559b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.237386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-39cac833-a2de-4358-a0a3-bd713a262d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:07.247627 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-39cac833-a2de-4358-a0a3-bd713a262d7b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2b31379b-ced6-49a0-8417-23a4ed18097e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1554067 Jul 07 22:24:07.410088 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-89efabbf-c96d-44a2-831a-39183d1f67db service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615369 Jul 07 22:24:07.595964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-632d1fbd-eff0-4a01-93c2-079101cfe55e req-af25b1d0-51a5-4e79-87f2-150ce30dd335 service neutron] 10.222.0.103 "GET /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763301 Jul 07 22:24:07.643233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1447102-c878-4c82-8ff8-8aa61bf122db req-46d6f718-cee0-4e5e-92d5-840b73aa9654 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:07.650594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1447102-c878-4c82-8ff8-8aa61bf122db req-46d6f718-cee0-4e5e-92d5-840b73aa9654 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 949 time: 0.8959367 Jul 07 22:24:07.739204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e166ec1-0a0b-4a20-bac4-44891f2559b6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8f27068e42ec4e53a312b7aed08b54ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9891040 Jul 07 22:24:07.741231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:07.746092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e166ec1-0a0b-4a20-bac4-44891f2559b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da172846-e54d-45a3-bcc9-4933048749c2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:07.802469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1447102-c878-4c82-8ff8-8aa61bf122db req-c2bcc986-e093-4406-8863-23be2bdfffb4 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508639 Jul 07 22:24:07.869268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-987c9586-5333-46ef-a7fe-abaadee94a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.897176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.908236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-987c9586-5333-46ef-a7fe-abaadee94a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.911969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944415-5a5e-4d03-aa4d-34433f1ffde5 req-2789dd97-cfe6-45c4-9e42-f1155f287c49 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:07.917848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83944415-5a5e-4d03-aa4d-34433f1ffde5 req-2789dd97-cfe6-45c4-9e42-f1155f287c49 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2983792 Jul 07 22:24:07.980731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83944415-5a5e-4d03-aa4d-34433f1ffde5 req-16180a29-789a-4d59-b189-fa71a8fda101 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Jul 07 22:24:07.981332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-987c9586-5333-46ef-a7fe-abaadee94a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.983989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-987c9586-5333-46ef-a7fe-abaadee94a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.988356 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-987c9586-5333-46ef-a7fe-abaadee94a41 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da172846-e54d-45a3-bcc9-4933048749c2 HTTP/1.1" status: 204 len: 168 time: 0.2410557 Jul 07 22:24:08.021692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c9586-5333-46ef-a7fe-abaadee94a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da172846-e54d-45a3-bcc9-4933048749c2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:08.032292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.114068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:08.117538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:08.121152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:08.177899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Pushing event updated for resources: {'Port': ['ID=3c89c43d-add2-4983-a7fe-a8560980e8c6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:08.606795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.751311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d288e49-0339-4bd5-b160-90f86bc8d1e4 None None] Network 084e7dcc-b027-43c6-824b-2517934167db requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:08.786794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:08.914314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9bd7599-c870-4a0b-9391-0762434b04d1 None None] Provisioning for port 7331a42e-2c56-4899-8e52-8f5328f250d2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:08.982501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.002051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:09.038756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:09.039646 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.197478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7331a42e-2c56-4899-8e52-8f5328f250d2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:09.361809 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.383000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912fa7a-cb19-433d-8769-dbbbe0687fe2 req-6a89955d-7615-4c29-9fe0-5d903ce7e409 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:09.385173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8912fa7a-cb19-433d-8769-dbbbe0687fe2 req-6a89955d-7615-4c29-9fe0-5d903ce7e409 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 949 time: 0.2486117 Jul 07 22:24:09.414930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86de67-557e-4aa8-92f2-86242cba1459 req-4841a215-54ec-465e-9e01-00c48be53555 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:09.422655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a86de67-557e-4aa8-92f2-86242cba1459 req-4841a215-54ec-465e-9e01-00c48be53555 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1405475 Jul 07 22:24:09.426258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:09.428903 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd78752-b14b-477d-88d3-7889f3c43c84" -d '{"events": [{"server_uuid": "e3876cb8-8c27-47ca-a82e-e888298d0128", "name": "network-vif-plugged", "status": "completed", "tag": "49f6c460-69d9-4be1-892e-cc8b9c1d0a07"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:09.434900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7331a42e-2c56-4899-8e52-8f5328f250d2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:09.446966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:09.448366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7331a42e-2c56-4899-8e52-8f5328f250d2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:09.449006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.473595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.506087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8912fa7a-cb19-433d-8769-dbbbe0687fe2 req-6eb15adc-0bb6-454d-b5a5-c0d008a92e82 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130667 Jul 07 22:24:09.537253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a86de67-557e-4aa8-92f2-86242cba1459 req-81262c1c-155c-4698-99ff-b190b4c730b8 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126766 Jul 07 22:24:09.539864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Router 94f87804-4285-4215-98fb-167b375be198 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:24:09.674970 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3797508a-0b4b-4d2c-9f1c-448cf6c7298b x-openstack-request-id: req-3797508a-0b4b-4d2c-9f1c-448cf6c7298b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:09.675178 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3876cb8-8c27-47ca-a82e-e888298d0128", "name": "network-vif-plugged", "status": "completed", "tag": "49f6c460-69d9-4be1-892e-cc8b9c1d0a07", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:09.675607 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3797508a-0b4b-4d2c-9f1c-448cf6c7298b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:09.676026 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07', 'code': 200} Jul 07 22:24:09.677587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:09.752415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.820021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7331a42e-2c56-4899-8e52-8f5328f250d2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7331a42e-2c56-4899-8e52-8f5328f250d2,segment=NetworkSegment(95eb16db-ccda-4636-ab96-d0df12675604),segment_id=95eb16db-ccda-4636-ab96-d0df12675604)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:09.829949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.846412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00cff-9129-4f13-9617-ba88155991dd req-0e8c148f-5b12-4cd0-a2fd-028584c6b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:09.848317 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bad00cff-9129-4f13-9617-ba88155991dd req-0e8c148f-5b12-4cd0-a2fd-028584c6b3c7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 1102 time: 0.0930359 Jul 07 22:24:09.883542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:09.909375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Sync routers for ids ['94f87804-4285-4215-98fb-167b375be198'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:09.917453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.919076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b522732c-b3b5-4d88-8c81-5d973e290120 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8865068 Jul 07 22:24:09.921679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48656) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:09.953772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Routers {'94f87804-4285-4215-98fb-167b375be198'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:09.956192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94f87804-4285-4215-98fb-167b375be198'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:09.959295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7331a42e-2c56-4899-8e52-8f5328f250d2,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:09.971592 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bad00cff-9129-4f13-9617-ba88155991dd req-e23706b6-2eb9-4521-b857-30dba6247d61 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984762 Jul 07 22:24:09.999544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-11ffe44c-01df-413b-a4d1-cf25cc0eabd6 None None] Provisioning complete for port 7331a42e-2c56-4899-8e52-8f5328f250d2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:10.000313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-11ffe44c-01df-413b-a4d1-cf25cc0eabd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.131726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Set router 94f87804-4285-4215-98fb-167b375be198 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:10.371697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:08Z', 'revision_number': 3, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:10.401698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Checking router: 94f87804-4285-4215-98fb-167b375be198 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:10.402199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Updating router 94f87804-4285-4215-98fb-167b375be198 port 3c89c43d-add2-4983-a7fe-a8560980e8c6 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:10.439290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.608505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.845792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.866964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Transition to ACTIVE for port object 3c89c43d-add2-4983-a7fe-a8560980e8c6 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:10.879585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.935746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Allocated IP 172.20.0.1 (084e7dcc-b027-43c6-824b-2517934167db/cc5ccab3-195e-4085-8a63-451f2fd22f8c/919efc88-d772-4d6b-9765-7e4daa64153a) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:11.003691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c0747-e838-4b65-9b4f-90bf1a95469f req-e82a3e3b-d64b-4e9e-a389-d58bdac9805a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:11.005315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db4c0747-e838-4b65-9b4f-90bf1a95469f req-e82a3e3b-d64b-4e9e-a389-d58bdac9805a tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2313116 Jul 07 22:24:11.013009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Attempting to bind port 3c89c43d-add2-4983-a7fe-a8560980e8c6 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:11.013401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Attempting to bind port 3c89c43d-add2-4983-a7fe-a8560980e8c6 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:11.013762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Attempting to bind port 3c89c43d-add2-4983-a7fe-a8560980e8c6 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:11.017174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf22ecd-1ea9-4137-90d4-ed7088094864 None None] Pushing event updated for resources: {'Port': ['ID=3c89c43d-add2-4983-a7fe-a8560980e8c6,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.023169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aca1ff-3e1e-45f6-bec6-e3b7adafa4f7 req-e6208df4-5c7f-4f81-9390-47961d3b28f3 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:11.024767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4aca1ff-3e1e-45f6-bec6-e3b7adafa4f7 req-e6208df4-5c7f-4f81-9390-47961d3b28f3 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 950 time: 0.2495885 Jul 07 22:24:11.030021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:11.030403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:11.038539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.039061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:11.039767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Bound port: 3c89c43d-add2-4983-a7fe-a8560980e8c6, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:11.040005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.118269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7331a42e-2c56-4899-8e52-8f5328f250d2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:11.182743 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.194868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] For port 3c89c43d-add2-4983-a7fe-a8560980e8c6, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:11.199256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] For port 3c89c43d-add2-4983-a7fe-a8560980e8c6, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3c89c43d-add2-4983-a7fe-a8560980e8c6,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:11.206277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Transition to ACTIVE for port object 919efc88-d772-4d6b-9765-7e4daa64153a will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:11.210385 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.218570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7331a42e-2c56-4899-8e52-8f5328f250d2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:11.218976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.283516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db4c0747-e838-4b65-9b4f-90bf1a95469f req-9935af7b-5b4c-4aab-b054-3dec5ec93683 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484152 Jul 07 22:24:11.303056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Routers {'94f87804-4285-4215-98fb-167b375be198'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:11.303555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94f87804-4285-4215-98fb-167b375be198'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:11.310711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4aca1ff-3e1e-45f6-bec6-e3b7adafa4f7 req-ba60206f-cb23-4723-84df-ca952d0e4f51 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744522 Jul 07 22:24:11.326809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.346716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf22ecd-1ea9-4137-90d4-ed7088094864 None None] Pushing event updated for resources: {'Port': ['ID=3c89c43d-add2-4983-a7fe-a8560980e8c6,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.404367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Network 084e7dcc-b027-43c6-824b-2517934167db is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:11.407781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:11.410448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:11.427520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Pushing event updated for resources: {'Port': ['ID=919efc88-d772-4d6b-9765-7e4daa64153a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.495217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.508214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] Set router 94f87804-4285-4215-98fb-167b375be198 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:11.748389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.756594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:08Z', 'revision_number': 3, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:11.788290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad522c-918a-4618-b608-b285c11bb938 None None] The sync data for ids ['94f87804-4285-4215-98fb-167b375be198'] in n-d-694802-13 is: [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:08Z', 'revision_number': 3, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:11.862191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8f4a5d47-b22f-4f5a-b65f-3d94316d87c0 None None] Provisioning for port 919efc88-d772-4d6b-9765-7e4daa64153a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:11.867059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8f4a5d47-b22f-4f5a-b65f-3d94316d87c0 None None] Provisioning complete for port 919efc88-d772-4d6b-9765-7e4daa64153a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:11.867436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d47-b22f-4f5a-b65f-3d94316d87c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.929815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a5d47-b22f-4f5a-b65f-3d94316d87c0 None None] Port 919efc88-d772-4d6b-9765-7e4daa64153a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:12.054140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.064214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.184229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Pushing event updated for resources: {'Port': ['ID=919efc88-d772-4d6b-9765-7e4daa64153a,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.202142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.202588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.203183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.204070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.204883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.204883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.205162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.205526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.205867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.206325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.206674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.207139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:12.213923 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.384256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Network 084e7dcc-b027-43c6-824b-2517934167db is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:12.388930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:12.784857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63273a89-f082-4cc0-8f02-7848d97774d6 req-86da4299-89b8-4d0d-b306-f760c4178595 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:12.786412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63273a89-f082-4cc0-8f02-7848d97774d6 req-86da4299-89b8-4d0d-b306-f760c4178595 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2781675 Jul 07 22:24:12.794736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Router 94f87804-4285-4215-98fb-167b375be198 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:12.809733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad481-0e36-4bc3-85c5-04d804e21f7a req-207d70bc-bb9b-41f5-bc45-271e1997f9bf tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:12.811834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b3ad481-0e36-4bc3-85c5-04d804e21f7a req-207d70bc-bb9b-41f5-bc45-271e1997f9bf tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 950 time: 0.2210360 Jul 07 22:24:12.885687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89a1beaf-9b2d-4d4c-a813-3d7de29441c8 None None] Provisioning complete for port 919efc88-d772-4d6b-9765-7e4daa64153a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:12.886686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89a1beaf-9b2d-4d4c-a813-3d7de29441c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.996336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-89a1beaf-9b2d-4d4c-a813-3d7de29441c8 None None] Port 919efc88-d772-4d6b-9765-7e4daa64153a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:12.999285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63273a89-f082-4cc0-8f02-7848d97774d6 req-6bedd4f7-8a2d-419c-9570-18f66d5c635f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860137 Jul 07 22:24:13.011192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b3ad481-0e36-4bc3-85c5-04d804e21f7a req-0a1d852a-d4c0-4abe-ab8d-80f5b8d6c337 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926527 Jul 07 22:24:13.105110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:13.143899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f923e1b6-a4ce-4a04-b0f4-a85be764d58e admin admin] 10.222.0.95 "PUT /v2.0/routers/94f87804-4285-4215-98fb-167b375be198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2201762 Jul 07 22:24:13.166995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3c89c43d-add2-4983-a7fe-a8560980e8c6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:13.473309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3c89c43d-add2-4983-a7fe-a8560980e8c6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:13.478276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3c89c43d-add2-4983-a7fe-a8560980e8c6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:13.478682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.587283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.614947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 3c89c43d-add2-4983-a7fe-a8560980e8c6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3c89c43d-add2-4983-a7fe-a8560980e8c6,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:13.628856 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.762726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=3c89c43d-add2-4983-a7fe-a8560980e8c6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:13.903725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73c968-2e9f-4a42-982b-27eff415c221 req-685ea241-15d2-4c41-a371-e071cf6518d3 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:13.913009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c73c968-2e9f-4a42-982b-27eff415c221 req-685ea241-15d2-4c41-a371-e071cf6518d3 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 950 time: 0.3159971 Jul 07 22:24:13.998262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c73c968-2e9f-4a42-982b-27eff415c221 req-334a5353-28e2-41f3-983a-4e1bb35f3315 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842657 Jul 07 22:24:14.033622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-bca35018-582e-4a0c-8f33-380b8bece878 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2176754 Jul 07 22:24:14.048607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:14.076407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.304339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a61e5-765d-4a47-90b1-e55573dd88ff req-06e301c8-6175-4bfe-abfb-be14fd8eac63 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:14.311354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c06a61e5-765d-4a47-90b1-e55573dd88ff req-06e301c8-6175-4bfe-abfb-be14fd8eac63 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1471105 Jul 07 22:24:14.365197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c06a61e5-765d-4a47-90b1-e55573dd88ff req-0cfe326b-232e-4930-934d-6210f5c64d6f tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528123 Jul 07 22:24:14.385156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.405581 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Sync routers for ids ['94f87804-4285-4215-98fb-167b375be198'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:14.423375 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Routers {'94f87804-4285-4215-98fb-167b375be198'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:14.424423 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94f87804-4285-4215-98fb-167b375be198'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:14.596846 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Set router 94f87804-4285-4215-98fb-167b375be198 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:14.893861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-51486fe0-6a2c-4472-936e-2dc139f201fe tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:14.900786 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-51486fe0-6a2c-4472-936e-2dc139f201fe tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.103 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 950 time: 0.1315494 Jul 07 22:24:14.951560 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:11Z', 'revision_number': 4, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '919efc88-d772-4d6b-9765-7e4daa64153a', 'name': '', 'network_id': '084e7dcc-b027-43c6-824b-2517934167db', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'mac_address': 'fa:16:3e:d7:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:10Z', 'updated_at': '2021-07-07T22:24:11Z', 'revision_number': 2, 'project_id': '93764026bfe348d28431a8ba29893a28', 'subnets': [{'id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:14.987234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Allocated IP 172.25.5.3 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/e5d7b8dc-0e0a-43a3-af49-3c93b1eb2dc3) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:15.037896 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Checking router: 94f87804-4285-4215-98fb-167b375be198 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:15.038894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Updating router 94f87804-4285-4215-98fb-167b375be198 port 919efc88-d772-4d6b-9765-7e4daa64153a binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:15.085683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Deleting port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:15.086073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.120926 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.137887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3c89c43d-add2-4983-a7fe-a8560980e8c6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:15.256000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3c89c43d-add2-4983-a7fe-a8560980e8c6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:15.259277 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.292093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] For port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:15.292552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.324958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.335198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Calling delete_port for 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:15.390781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af1ec-08c0-4a03-9ba1-545646dd8814 req-d94f6713-0ec7-4664-a6aa-54c23c27b845 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:15.399443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-979af1ec-08c0-4a03-9ba1-545646dd8814 req-d94f6713-0ec7-4664-a6aa-54c23c27b845 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3876cb8-8c27-47ca-a82e-e888298d0128 HTTP/1.1" status: 200 len: 950 time: 0.1491313 Jul 07 22:24:15.441737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.497059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-979af1ec-08c0-4a03-9ba1-545646dd8814 req-0fcefae3-94d9-4c3d-94e4-74ef3e7853c7 tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962794 Jul 07 22:24:15.523117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:15.537208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:15.550248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:15.621459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Pushing event updated for resources: {'Port': ['ID=e5d7b8dc-0e0a-43a3-af49-3c93b1eb2dc3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.689450 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.741011 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Transition to ACTIVE for port object 919efc88-d772-4d6b-9765-7e4daa64153a will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:15.741284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.752626 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.756500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['49f6c460-69d9-4be1-892e-cc8b9c1d0a07'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:15.779525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Pushing event deleted for resources: {'Port': ['ID=49f6c460-69d9-4be1-892e-cc8b9c1d0a07,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.844323 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83158b6a-b869-4c79-8fdb-0167bc536844 None None] Pushing event updated for resources: {'Port': ['ID=919efc88-d772-4d6b-9765-7e4daa64153a,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.886806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.887550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] No DVR routers for this DVR port 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:15.901270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.911476 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a9e575e-7280-4feb-872e-46466f5313f5 req-c9662828-ec21-4c1b-acbb-c4fad8f8574b tempest-ImagesNegativeTestJSON-1160420595 tempest-ImagesNegativeTestJSON-1160420595-project] 10.222.0.103 "DELETE /v2.0/ports/49f6c460-69d9-4be1-892e-cc8b9c1d0a07 HTTP/1.1" status: 204 len: 173 time: 1.0029914 Jul 07 22:24:15.912971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'name': 'network-vif-deleted', 'tag': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:15.922248 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d849c-8cd5-4dde-b157-fdb69852501e" -d '{"events": [{"server_uuid": "e3876cb8-8c27-47ca-a82e-e888298d0128", "name": "network-vif-deleted", "tag": "49f6c460-69d9-4be1-892e-cc8b9c1d0a07"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:15.972348 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Attempting to bind port 919efc88-d772-4d6b-9765-7e4daa64153a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:15.972644 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Attempting to bind port 919efc88-d772-4d6b-9765-7e4daa64153a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:15.973020 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Attempting to bind port 919efc88-d772-4d6b-9765-7e4daa64153a on network 084e7dcc-b027-43c6-824b-2517934167db {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:15.981002 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:15.981387 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Checking segment: {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:15.982890 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.983300 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Bound using segment: {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:15.983791 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Bound port: 919efc88-d772-4d6b-9765-7e4daa64153a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eb16db-ccda-4636-ab96-d0df12675604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '084e7dcc-b027-43c6-824b-2517934167db'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:15.984184 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.011368 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.153061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203479e9-7211-4c3d-87ed-da5f90a8c0e7 req-575f59ad-ef8d-4bf5-a7b7-c72e38c06a06 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:16.169271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203479e9-7211-4c3d-87ed-da5f90a8c0e7 req-575f59ad-ef8d-4bf5-a7b7-c72e38c06a06 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.3605871 Jul 07 22:24:16.175178 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] For port 919efc88-d772-4d6b-9765-7e4daa64153a, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:16.181518 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] For port 919efc88-d772-4d6b-9765-7e4daa64153a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=919efc88-d772-4d6b-9765-7e4daa64153a,segment=NetworkSegment(95eb16db-ccda-4636-ab96-d0df12675604),segment_id=95eb16db-ccda-4636-ab96-d0df12675604)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:16.198672 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.364635 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Routers {'94f87804-4285-4215-98fb-167b375be198'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:16.365762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94f87804-4285-4215-98fb-167b375be198'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:16.370924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-203479e9-7211-4c3d-87ed-da5f90a8c0e7 req-46c68470-0891-4314-8120-58243556e13e tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994441 Jul 07 22:24:16.371325 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83158b6a-b869-4c79-8fdb-0167bc536844 None None] Pushing event updated for resources: {'Port': ['ID=919efc88-d772-4d6b-9765-7e4daa64153a,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.539616 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] Set router 94f87804-4285-4215-98fb-167b375be198 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:16.654137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.677182 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c89fd9-c5a0-4757-9e09-7322cf229057 x-openstack-request-id: req-b9c89fd9-c5a0-4757-9e09-7322cf229057 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:16.677673 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3876cb8-8c27-47ca-a82e-e888298d0128", "name": "network-vif-deleted", "tag": "49f6c460-69d9-4be1-892e-cc8b9c1d0a07", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:16.678080 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b9c89fd9-c5a0-4757-9e09-7322cf229057 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:16.678668 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3876cb8-8c27-47ca-a82e-e888298d0128', 'name': 'network-vif-deleted', 'tag': '49f6c460-69d9-4be1-892e-cc8b9c1d0a07', 'status': 'completed', 'code': 200} Jul 07 22:24:16.712369 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.722821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.821455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Pushing event updated for resources: {'Port': ['ID=e5d7b8dc-0e0a-43a3-af49-3c93b1eb2dc3,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.837886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.871425 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.872711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-cbdb4e29-048c-461d-877c-6a050237edf6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8291838 Jul 07 22:24:16.963965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-97675f2d-c816-4a6b-8a82-753c6dfc6e62 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 694 time: 0.0820785 Jul 07 22:24:16.972788 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:11Z', 'revision_number': 4, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '919efc88-d772-4d6b-9765-7e4daa64153a', 'name': '', 'network_id': '084e7dcc-b027-43c6-824b-2517934167db', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'mac_address': 'fa:16:3e:d7:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:10Z', 'updated_at': '2021-07-07T22:24:16Z', 'revision_number': 4, 'project_id': '93764026bfe348d28431a8ba29893a28', 'subnets': [{'id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:17.003484 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39bc9-2be7-418c-9f87-f503f37c5e13 None None] The sync data for ids ['94f87804-4285-4215-98fb-167b375be198'] in n-d-694802-13 is: [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:11Z', 'revision_number': 4, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '919efc88-d772-4d6b-9765-7e4daa64153a', 'name': '', 'network_id': '084e7dcc-b027-43c6-824b-2517934167db', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'mac_address': 'fa:16:3e:d7:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:10Z', 'updated_at': '2021-07-07T22:24:16Z', 'revision_number': 4, 'project_id': '93764026bfe348d28431a8ba29893a28', 'subnets': [{'id': 'cc5ccab3-195e-4085-8a63-451f2fd22f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:17.201588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-ca622980-a84e-41ac-9187-23a4b637ea5b tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.207747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d67f794e-5c0a-4438-a574-3a7335a0f239 req-ca622980-a84e-41ac-9187-23a4b637ea5b tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2381678 Jul 07 22:24:17.304333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3245ea7f-0161-40c3-9abb-9649c59e526d req-03e6a404-51c8-4c6d-849c-81b52ef0c1d6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips/2d7604e9-0925-40fc-a05d-472a567dbccf HTTP/1.1" status: 200 len: 691 time: 0.0775607 Jul 07 22:24:17.513359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ea7f-0161-40c3-9abb-9649c59e526d req-b7be8cc5-7d35-4425-867c-0f0608af455e tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.514846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3245ea7f-0161-40c3-9abb-9649c59e526d req-b7be8cc5-7d35-4425-867c-0f0608af455e tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2097037 Jul 07 22:24:17.528586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-3245ea7f-0161-40c3-9abb-9649c59e526d req-f3e1a511-f4ba-455b-a10e-035c09240e27 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:24:17.529693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3245ea7f-0161-40c3-9abb-9649c59e526d req-f3e1a511-f4ba-455b-a10e-035c09240e27 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061128 Jul 07 22:24:17.767444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa1e0447-f7e8-416f-8c4a-216795f1dd27 req-a2444d44-e6cb-4adc-9cea-6c9e164076a6 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?tenant_id=93764026bfe348d28431a8ba29893a28 HTTP/1.1" status: 200 len: 694 time: 0.1822855 Jul 07 22:24:17.887559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a2607-a0cd-413d-9eee-8115a8389f6d req-6b715849-f72d-49ed-9a37-cf4bcc02b162 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.889645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d71a2607-a0cd-413d-9eee-8115a8389f6d req-6b715849-f72d-49ed-9a37-cf4bcc02b162 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2957523 Jul 07 22:24:17.904966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:18.000344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d71a2607-a0cd-413d-9eee-8115a8389f6d req-e9f869e3-9b4b-4fd4-a6da-6ffcb443cbd3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007173 Jul 07 22:24:18.040362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e0447-f7e8-416f-8c4a-216795f1dd27 req-14144f7b-6e18-4756-b3dc-b8e771811131 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:18.041950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa1e0447-f7e8-416f-8c4a-216795f1dd27 req-14144f7b-6e18-4756-b3dc-b8e771811131 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks?id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 787 time: 0.2619684 Jul 07 22:24:18.157118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce59a61e-07d2-4763-b5ac-63c20877029e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb72924b696847ea8a47b3f5cb02cb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509868 Jul 07 22:24:18.159905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48748) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:18.309717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-87bbd362-19ec-4010-8771-73b80f82285f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.325389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34be16a9-3f1f-4c0c-b4ef-086faa53917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.348634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-e47fc064-4ef7-46a6-b6cd-bd7b8e8a1019 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips/2d7604e9-0925-40fc-a05d-472a567dbccf HTTP/1.1" status: 200 len: 691 time: 0.0809281 Jul 07 22:24:18.472339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34be16a9-3f1f-4c0c-b4ef-086faa53917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.538077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.582017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-779c7284-7505-4dbb-bc54-0db52c780def tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:18.587373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-779c7284-7505-4dbb-bc54-0db52c780def tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.2374821 Jul 07 22:24:18.680215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-a39ee570-8173-47fe-a428-ac9f64ceb250 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 694 time: 0.0881667 Jul 07 22:24:18.682314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34be16a9-3f1f-4c0c-b4ef-086faa53917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.684996 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34be16a9-3f1f-4c0c-b4ef-086faa53917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.689352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-34be16a9-3f1f-4c0c-b4ef-086faa53917e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6 HTTP/1.1" status: 204 len: 168 time: 0.5281982 Jul 07 22:24:18.766349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be16a9-3f1f-4c0c-b4ef-086faa53917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff5d0e5-c0a6-43a5-ac8f-bf76a107dec6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:18.778720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-e67e3b9c-9be4-4bf3-9d6a-04a093adcc21 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 694 time: 0.0976286 Jul 07 22:24:18.859137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc3ce-3ebc-44ed-a0cc-18c50fa63b9e req-d74ed9cb-5b13-44bb-bc27-86521074bbaa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:18.860320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:18.867256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7eabc3ce-3ebc-44ed-a0cc-18c50fa63b9e req-d74ed9cb-5b13-44bb-bc27-86521074bbaa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2787275 Jul 07 22:24:18.930614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:18.931655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 49f6c460-69d9-4be1-892e-cc8b9c1d0a07 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:19.001868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7eabc3ce-3ebc-44ed-a0cc-18c50fa63b9e req-962c7039-82dd-440a-89ab-707766c1e851 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336269 Jul 07 22:24:19.077624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Deleting port e5d7b8dc-0e0a-43a3-af49-3c93b1eb2dc3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:19.077893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.172325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 919efc88-d772-4d6b-9765-7e4daa64153a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:19.242006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.242555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.258301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Calling delete_port for e5d7b8dc-0e0a-43a3-af49-3c93b1eb2dc3 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:19.285780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 919efc88-d772-4d6b-9765-7e4daa64153a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:19.293466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 919efc88-d772-4d6b-9765-7e4daa64153a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:19.294089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.443947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.449426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fd968-b816-41ff-ac54-c82ecfb5a779 req-9a9e13f2-0544-4aaf-b422-85ed01975c49 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:19.451109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b54fd968-b816-41ff-ac54-c82ecfb5a779 req-9a9e13f2-0544-4aaf-b422-85ed01975c49 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1369202 Jul 07 22:24:19.493190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 919efc88-d772-4d6b-9765-7e4daa64153a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=919efc88-d772-4d6b-9765-7e4daa64153a,segment=NetworkSegment(95eb16db-ccda-4636-ab96-d0df12675604),segment_id=95eb16db-ccda-4636-ab96-d0df12675604)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:19.501586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.555807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b54fd968-b816-41ff-ac54-c82ecfb5a779 req-bbed877c-b499-451f-88a2-c6c48fb93ea0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 Jul 07 22:24:19.563441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.623109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Pushing event deleted for resources: {'Port': ['ID=e5d7b8dc-0e0a-43a3-af49-3c93b1eb2dc3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:19.636812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=919efc88-d772-4d6b-9765-7e4daa64153a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:19.713171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.718013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.734228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1f99d2d-5312-47a8-bb3e-df2f6fed938c req-05d96080-5792-4bfe-ba11-8452286c0054 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "DELETE /v2.0/floatingips/2d7604e9-0925-40fc-a05d-472a567dbccf HTTP/1.1" status: 204 len: 173 time: 0.9545355 Jul 07 22:24:19.956124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-8f693fb1-420f-499d-b4a0-eaabc1da2638 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1715460 Jul 07 22:24:19.957192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:20.050430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:20.218848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:20.359752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Allocated IP 172.25.5.45 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/625919f9-3f6e-4f40-9028-7c1273a52640) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:20.513078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:20.572885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:20.632821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:20.634214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Pushing event updated for resources: {'Port': ['ID=625919f9-3f6e-4f40-9028-7c1273a52640,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:20.637237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:20.639433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:20.759742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:20.849969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:20.907118 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a620b635-0ed8-4e5c-85b2-d3a00e6eb7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.084737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.093416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.096764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 919efc88-d772-4d6b-9765-7e4daa64153a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:21.188140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Pushing event updated for resources: {'Port': ['ID=625919f9-3f6e-4f40-9028-7c1273a52640,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:21.193030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 919efc88-d772-4d6b-9765-7e4daa64153a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:21.195151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.202105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.231279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.232552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-bc06bd77-ac89-457b-afde-23efb8b30af8 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2809763 Jul 07 22:24:21.303927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-5df8b8f9-b821-4054-9f20-eb44d5205d8d tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0650182 Jul 07 22:24:21.410488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.455113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07ee36-1db6-4779-849a-aa9784215729 req-7c64f3aa-c2fb-4f3d-885c-6be081a8dc40 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.457405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cb07ee36-1db6-4779-849a-aa9784215729 req-7c64f3aa-c2fb-4f3d-885c-6be081a8dc40 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.0924053 Jul 07 22:24:21.472007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-564b500a-c5bc-4b97-8ef5-6bce1f6cf8fa tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.473661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d804c5c8-53b2-4466-a435-25afaa319b3d req-564b500a-c5bc-4b97-8ef5-6bce1f6cf8fa tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1646166 Jul 07 22:24:21.594391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:21.594961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.697579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6848137-c13c-451e-b6d1-2af7f6fbdf80 req-5c979124-e415-4d07-b7cb-4ef0a4cb6ba8 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.701156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6848137-c13c-451e-b6d1-2af7f6fbdf80 req-5c979124-e415-4d07-b7cb-4ef0a4cb6ba8 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffe1b217-6a0b-4b25-926b-0baba78d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1013284 Jul 07 22:24:21.728674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port f97227d3-d46b-4b5b-943a-3f640d6e6fe8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:21.729430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.764551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for f97227d3-d46b-4b5b-943a-3f640d6e6fe8 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:21.766744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6848137-c13c-451e-b6d1-2af7f6fbdf80 req-4a90d712-7694-4d93-938c-1b93c04595de tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Jul 07 22:24:21.792950 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:24:21.962986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:21.976751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:22.019353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=f97227d3-d46b-4b5b-943a-3f640d6e6fe8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:22.019911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f97227d3-d46b-4b5b-943a-3f640d6e6fe8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:22.050128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-aed97480-a54a-436f-82c3-57e8792c3d98 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips/f55364e0-6c51-47dd-880b-56039b0fe344 HTTP/1.1" status: 200 len: 692 time: 0.0580223 Jul 07 22:24:22.089576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port f97227d3-d46b-4b5b-943a-3f640d6e6fe8 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:22.093140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.095630 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cb07ee36-1db6-4779-849a-aa9784215729 req-8759f755-aa28-4d37-b7c9-288df0b72ce0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.103 "DELETE /v2.0/ports/f97227d3-d46b-4b5b-943a-3f640d6e6fe8 HTTP/1.1" status: 204 len: 173 time: 0.6319613 Jul 07 22:24:22.096281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'name': 'network-vif-deleted', 'tag': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:22.099331 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c331b6-36ec-4682-816c-939bd5b23076" -d '{"events": [{"server_uuid": "ffe1b217-6a0b-4b25-926b-0baba78d4dcf", "name": "network-vif-deleted", "tag": "f97227d3-d46b-4b5b-943a-3f640d6e6fe8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:22.136827 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.194370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-0a0d1cb0-d95d-4b36-93c7-be130a9e41d1 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:22.199250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-0a0d1cb0-d95d-4b36-93c7-be130a9e41d1 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.1481609 Jul 07 22:24:22.260241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-313b3fbc-535b-41bc-9163-93f9a80f3428 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0561714 Jul 07 22:24:22.319917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-1cb6fcd6-e5fc-4f41-89f0-914365a72c32 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0584972 Jul 07 22:24:22.476880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Deleting port 625919f9-3f6e-4f40-9028-7c1273a52640 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:22.477257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.573191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.573437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.590268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Calling delete_port for 625919f9-3f6e-4f40-9028-7c1273a52640 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:23.168573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.211030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Pushing event deleted for resources: {'Port': ['ID=625919f9-3f6e-4f40-9028-7c1273a52640,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:23.249459 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d4ccb-ab6d-44ea-abff-6f4211ffbd42 x-openstack-request-id: req-2b3d4ccb-ab6d-44ea-abff-6f4211ffbd42 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:23.250222 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe1b217-6a0b-4b25-926b-0baba78d4dcf", "name": "network-vif-deleted", "tag": "f97227d3-d46b-4b5b-943a-3f640d6e6fe8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:23.250330 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2b3d4ccb-ab6d-44ea-abff-6f4211ffbd42 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:23.250682 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe1b217-6a0b-4b25-926b-0baba78d4dcf', 'name': 'network-vif-deleted', 'tag': 'f97227d3-d46b-4b5b-943a-3f640d6e6fe8', 'status': 'completed', 'code': 200} Jul 07 22:24:23.299842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.302471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.303648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f1ee3d2-ae36-4955-a8a3-74d54f2af6c0 req-d8650e1a-2263-4b2a-b034-120cd0fc04d9 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "DELETE /v2.0/floatingips/f55364e0-6c51-47dd-880b-56039b0fe344 HTTP/1.1" status: 204 len: 173 time: 0.9775593 Jul 07 22:24:23.516627 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-3a513b21-6565-41a2-aaea-7da7884eb93b req-e348173a-7967-4a12-acb3-db4b2b455c48 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] show failed (client error): The resource could not be found. Jul 07 22:24:23.537539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a513b21-6565-41a2-aaea-7da7884eb93b req-e348173a-7967-4a12-acb3-db4b2b455c48 tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips/f55364e0-6c51-47dd-880b-56039b0fe344 HTTP/1.1" status: 404 len: 350 time: 0.0734346 Jul 07 22:24:23.587514 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-5d6c3ef3-7b6d-4193-ab22-ccd8bc5041aa req-12bf0da8-b63d-4191-8a7e-382cffa0733e tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] show failed (client error): The resource could not be found. Jul 07 22:24:23.602646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:23.619242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d6c3ef3-7b6d-4193-ab22-ccd8bc5041aa req-12bf0da8-b63d-4191-8a7e-382cffa0733e tempest-FloatingIPsTestJSON-817297610 tempest-FloatingIPsTestJSON-817297610-project] 10.222.0.95 "GET /v2.0/floatingips/f55364e0-6c51-47dd-880b-56039b0fe344 HTTP/1.1" status: 404 len: 350 time: 0.0735521 Jul 07 22:24:23.620492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.708124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48882) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:23.916509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fafc7b4-70ed-44a7-83da-5b61a36449fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.147628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.193741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fafc7b4-70ed-44a7-83da-5b61a36449fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.201933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fafc7b4-70ed-44a7-83da-5b61a36449fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.263290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9fafc7b4-70ed-44a7-83da-5b61a36449fa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3486ec534a194995861ff7e99e838f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538456 Jul 07 22:24:24.266016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48916) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:24.320486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafc7b4-70ed-44a7-83da-5b61a36449fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87116bd7-37d5-4b94-bb9f-c640285e65ef,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:24.379582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe21bb-730c-4c74-9e67-218e9243af7e req-2c6ca4c6-b3d0-4194-9466-b9f9d4066c3e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.381202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15fe21bb-730c-4c74-9e67-218e9243af7e req-2c6ca4c6-b3d0-4194-9466-b9f9d4066c3e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.1233568 Jul 07 22:24:24.467222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f350282a-e519-4507-ae60-05203c955633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.474021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15fe21bb-730c-4c74-9e67-218e9243af7e req-ce3a28d1-f72c-4524-8b6a-116e060ebfe2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853794 Jul 07 22:24:24.605938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f350282a-e519-4507-ae60-05203c955633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.711938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f350282a-e519-4507-ae60-05203c955633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.714404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f350282a-e519-4507-ae60-05203c955633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.715844 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f350282a-e519-4507-ae60-05203c955633 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/87116bd7-37d5-4b94-bb9f-c640285e65ef HTTP/1.1" status: 204 len: 168 time: 0.4471147 Jul 07 22:24:24.735519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350282a-e519-4507-ae60-05203c955633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87116bd7-37d5-4b94-bb9f-c640285e65ef,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:24.824296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Deleting port 919efc88-d772-4d6b-9765-7e4daa64153a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:24.824785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.918568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f97227d3-d46b-4b5b-943a-3f640d6e6fe8 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:24.961830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f97227d3-d46b-4b5b-943a-3f640d6e6fe8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:24.964831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f97227d3-d46b-4b5b-943a-3f640d6e6fe8 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:25.016142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] For port 919efc88-d772-4d6b-9765-7e4daa64153a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=919efc88-d772-4d6b-9765-7e4daa64153a,segment=NetworkSegment(95eb16db-ccda-4636-ab96-d0df12675604),segment_id=95eb16db-ccda-4636-ab96-d0df12675604)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:25.017863 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.064301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Calling delete_port for 919efc88-d772-4d6b-9765-7e4daa64153a owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:25.337847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.383381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=919efc88-d772-4d6b-9765-7e4daa64153a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:25.623145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab00051-5732-4f50-bf96-e7f7cf286de8 req-a4230945-93b6-42c1-83aa-51ac29dd30d3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:25.625579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eab00051-5732-4f50-bf96-e7f7cf286de8 req-a4230945-93b6-42c1-83aa-51ac29dd30d3 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.1665273 Jul 07 22:24:25.679562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.752431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eab00051-5732-4f50-bf96-e7f7cf286de8 req-ef5f35ca-5345-4369-8132-23a876dae59b tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186941 Jul 07 22:24:25.795488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856636e-d901-4563-a347-76015b1cd202 req-7dede4d4-c401-4963-9b7e-4bd2a4155c70 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:25.805087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0856636e-d901-4563-a347-76015b1cd202 req-7dede4d4-c401-4963-9b7e-4bd2a4155c70 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.1133461 Jul 07 22:24:25.852846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0856636e-d901-4563-a347-76015b1cd202 req-5d31ffaa-d35d-4c5f-a6b7-a9150bc31768 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Jul 07 22:24:26.350277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Router 94f87804-4285-4215-98fb-167b375be198 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:26.478756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:26.487268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49026) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:26.487508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab5ffd0c-496a-4a55-bc4a-e6349ecff8c6 admin admin] 10.222.0.95 "PUT /v2.0/routers/94f87804-4285-4215-98fb-167b375be198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8837662 Jul 07 22:24:26.490781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] Sync routers for ids ['94f87804-4285-4215-98fb-167b375be198'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:26.505606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] Routers {'94f87804-4285-4215-98fb-167b375be198'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:26.506517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94f87804-4285-4215-98fb-167b375be198'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:26.679552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] Set router 94f87804-4285-4215-98fb-167b375be198 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:26.704793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.872091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-6ef1a8b0-a210-4783-b0b9-1192e2852fd0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:26.881353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-6ef1a8b0-a210-4783-b0b9-1192e2852fd0 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.1703513 Jul 07 22:24:26.992401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.124279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Deleting port 8d5a8c6c-f753-4e04-b8a9-efe05914909a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:27.124641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.138682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Deleting port 3c89c43d-add2-4983-a7fe-a8560980e8c6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:27.139306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.196134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba151-89e6-410e-becc-8a968e96a1de req-4f2ae470-f101-434e-86df-a8bd137472b1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.198165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09fba151-89e6-410e-becc-8a968e96a1de req-4f2ae470-f101-434e-86df-a8bd137472b1 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 945 time: 0.1473558 Jul 07 22:24:27.317187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09fba151-89e6-410e-becc-8a968e96a1de req-9fd657cc-70a4-4fce-8e5c-55135f99e320 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/security-groups?id=b1d655a5-d2dc-4949-aecd-47bae38a604e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125214 Jul 07 22:24:27.330384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:25Z', 'revision_number': 5, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port': {'id': '3c89c43d-add2-4983-a7fe-a8560980e8c6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f87804-4285-4215-98fb-167b375be198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:06Z', 'updated_at': '2021-07-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:27.330680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] For port 3c89c43d-add2-4983-a7fe-a8560980e8c6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3c89c43d-add2-4983-a7fe-a8560980e8c6,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:27.331212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.338850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] For port 8d5a8c6c-f753-4e04-b8a9-efe05914909a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8d5a8c6c-f753-4e04-b8a9-efe05914909a,segment=NetworkSegment(76dd12a1-0b0d-4907-9b82-738dce56a428),segment_id=76dd12a1-0b0d-4907-9b82-738dce56a428)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:27.339229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.351525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Calling delete_port for 3c89c43d-add2-4983-a7fe-a8560980e8c6 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:27.384748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] Checking router: 94f87804-4285-4215-98fb-167b375be198 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:27.405959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Calling delete_port for 8d5a8c6c-f753-4e04-b8a9-efe05914909a owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:27.416746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] Routers {'94f87804-4285-4215-98fb-167b375be198'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:27.419330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94f87804-4285-4215-98fb-167b375be198'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:27.623201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] Set router 94f87804-4285-4215-98fb-167b375be198 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:27.683524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.717487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c89c43d-add2-4983-a7fe-a8560980e8c6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:27.735788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:26Z', 'revision_number': 6, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:27.772390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78eced-5d47-4106-9779-d684b7833d86 None None] The sync data for ids ['94f87804-4285-4215-98fb-167b375be198'] in n-d-694802-13 is: [{'id': '94f87804-4285-4215-98fb-167b375be198', 'name': 'tempest-FloatingIPsTestJSON-80247939-router', 'tenant_id': '93764026bfe348d28431a8ba29893a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:04Z', 'updated_at': '2021-07-07T22:24:26Z', 'revision_number': 6, 'project_id': '93764026bfe348d28431a8ba29893a28', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:27.790419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.802657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8d5a8c6c-f753-4e04-b8a9-efe05914909a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:27.840400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.881034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Pushing event deleted for resources: {'Port': ['ID=8d5a8c6c-f753-4e04-b8a9-efe05914909a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:27.982370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] No DVR routers for this DVR port 8d5a8c6c-f753-4e04-b8a9-efe05914909a on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:27.984387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.991067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.991331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.994773 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8b445a8b-249e-488b-a7ed-d1e251a03c1d req-e8197797-5c1a-4eba-8da1-63e2677dc340 tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.97 "DELETE /v2.0/ports/8d5a8c6c-f753-4e04-b8a9-efe05914909a HTTP/1.1" status: 204 len: 173 time: 1.1052070 Jul 07 22:24:27.995341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'name': 'network-vif-deleted', 'tag': '8d5a8c6c-f753-4e04-b8a9-efe05914909a'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:27.997880 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a57a0a2-9338-49b8-a0fa-d38ba18e356d" -d '{"events": [{"server_uuid": "1c4d66eb-7fe5-463d-b7ae-e0956749b2b2", "name": "network-vif-deleted", "tag": "8d5a8c6c-f753-4e04-b8a9-efe05914909a"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:28.090903 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.091460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94f87804-4285-4215-98fb-167b375be198 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:24:28.096422 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.100351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49060) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:28.109854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1228b289-ddb2-4e83-a698-77f2c4bb155a admin admin] 10.222.0.95 "DELETE /v2.0/routers/94f87804-4285-4215-98fb-167b375be198 HTTP/1.1" status: 204 len: 168 time: 1.6210570 Jul 07 22:24:28.184083 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a60764-8392-43e2-a043-19da8f4f6698 x-openstack-request-id: req-12a60764-8392-43e2-a043-19da8f4f6698 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:28.184395 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4d66eb-7fe5-463d-b7ae-e0956749b2b2", "name": "network-vif-deleted", "tag": "8d5a8c6c-f753-4e04-b8a9-efe05914909a", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:28.185843 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-12a60764-8392-43e2-a043-19da8f4f6698 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:28.187841 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4d66eb-7fe5-463d-b7ae-e0956749b2b2', 'name': 'network-vif-deleted', 'tag': '8d5a8c6c-f753-4e04-b8a9-efe05914909a', 'status': 'completed', 'code': 200} Jul 07 22:24:28.240371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Deleting subnet cc5ccab3-195e-4085-8a63-451f2fd22f8c {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:28.244967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.308280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.512349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.550158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:28.653465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3df003e6-e31d-4c07-8ece-6f92d152fcf5 req-df34c0ea-8568-4db9-b05c-12239a7ba64c tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c4d66eb-7fe5-463d-b7ae-e0956749b2b2 HTTP/1.1" status: 200 len: 210 time: 0.1077421 Jul 07 22:24:28.710019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.716694 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.751748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5ccab3-195e-4085-8a63-451f2fd22f8c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:28.763859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.771500 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aa8e1481-2802-465e-bf75-8081eefd4e2e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/cc5ccab3-195e-4085-8a63-451f2fd22f8c HTTP/1.1" status: 204 len: 168 time: 0.6696165 Jul 07 22:24:28.774495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49078) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:28.782893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a1305-2c22-4104-973f-a037d246fb67 None None] Network 084e7dcc-b027-43c6-824b-2517934167db requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:28.896161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.960236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:28.966925 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21c7e1d-b0a9-485f-bed4-b977f2c3fb37" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-unplugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:29.004683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:29.054658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Deleting port 7331a42e-2c56-4899-8e52-8f5328f250d2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:29.054658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.070478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.073671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8d5a8c6c-f753-4e04-b8a9-efe05914909a no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:29.176697 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e14a1e-63ae-482d-ba5e-b5ec74dca63f x-openstack-request-id: req-01e14a1e-63ae-482d-ba5e-b5ec74dca63f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:29.177058 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-unplugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:29.177246 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-01e14a1e-63ae-482d-ba5e-b5ec74dca63f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:29.177647 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:24:29.178498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 8d5a8c6c-f753-4e04-b8a9-efe05914909a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:29.178874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8d5a8c6c-f753-4e04-b8a9-efe05914909a not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:29.193742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] For port 7331a42e-2c56-4899-8e52-8f5328f250d2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7331a42e-2c56-4899-8e52-8f5328f250d2,segment=NetworkSegment(95eb16db-ccda-4636-ab96-d0df12675604),segment_id=95eb16db-ccda-4636-ab96-d0df12675604)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:29.193742 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.220982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Calling delete_port for 7331a42e-2c56-4899-8e52-8f5328f250d2 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:29.257607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 919efc88-d772-4d6b-9765-7e4daa64153a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:29.342538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 919efc88-d772-4d6b-9765-7e4daa64153a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:29.342979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 919efc88-d772-4d6b-9765-7e4daa64153a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:29.343414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3c89c43d-add2-4983-a7fe-a8560980e8c6 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:29.363415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.379825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3c89c43d-add2-4983-a7fe-a8560980e8c6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:29.380177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3c89c43d-add2-4983-a7fe-a8560980e8c6 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:29.380579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] No DVR routers for this DVR port 7331a42e-2c56-4899-8e52-8f5328f250d2 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:29.384353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.451085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7331a42e-2c56-4899-8e52-8f5328f250d2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.545442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.580000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea5f3ac-1469-42d6-adc4-ddb71ee2ba2d None None] DHCP port deletion for 084e7dcc-b027-43c6-824b-2517934167db request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:24:29.583268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084e7dcc-b027-43c6-824b-2517934167db']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:29.600902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eb16db-ccda-4636-ab96-d0df12675604') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:29.601576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eb16db-ccda-4636-ab96-d0df12675604') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:29.618567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.640724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.651076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:29.652114 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:29.655032 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:29.737305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.758916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.760499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49106) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:29.767240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] 10.222.0.95 "DELETE /v2.0/networks/084e7dcc-b027-43c6-824b-2517934167db HTTP/1.1" status: 204 len: 168 time: 0.9906514 Jul 07 22:24:29.800020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422b310-b56c-4d04-ac73-01062c864fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=084e7dcc-b027-43c6-824b-2517934167db,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.829161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49112) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:29.886725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Deleting subnet 4ef2a783-1ca3-468e-a411-4a3b56cc62a1 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:29.890586 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.946001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aec98dcc-e077-4093-9cd8-93de45217748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.957464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49116) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:29.970841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.039733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.043552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49118) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.045060 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc305e7f-d432-4b10-9424-c92d2168f84c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=93764026bfe348d28431a8ba29893a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859706 Jul 07 22:24:30.187944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.216775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d44e5fc-6618-4853-9e17-086969b68dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.226069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef2a783-1ca3-468e-a411-4a3b56cc62a1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.244840 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.246733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0f17fafd-dff6-4204-acd4-69bdb3807f9b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/4ef2a783-1ca3-468e-a411-4a3b56cc62a1 HTTP/1.1" status: 204 len: 168 time: 0.4156563 Jul 07 22:24:30.249945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.251898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aec98dcc-e077-4093-9cd8-93de45217748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.260642 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aec98dcc-e077-4093-9cd8-93de45217748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.264067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d44e5fc-6618-4853-9e17-086969b68dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.318004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-aec98dcc-e077-4093-9cd8-93de45217748 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4c48adc658174687a519df1bf0f86b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563557 Jul 07 22:24:30.321423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49122) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.329060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec98dcc-e077-4093-9cd8-93de45217748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940fb1e7-802c-49d8-92b3-9f1ec2d77794,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.354658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d44e5fc-6618-4853-9e17-086969b68dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.358083 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d44e5fc-6618-4853-9e17-086969b68dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.359286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5d44e5fc-6618-4853-9e17-086969b68dc0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/afaca59c-b38f-4d86-9e9f-2e60953962be HTTP/1.1" status: 204 len: 168 time: 0.2931576 Jul 07 22:24:30.371478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e5fc-6618-4853-9e17-086969b68dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaca59c-b38f-4d86-9e9f-2e60953962be,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.393067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.428002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0196a5d2-2c36-4055-a7a5-e1412ea5a5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.509084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0196a5d2-2c36-4055-a7a5-e1412ea5a5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.523735 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.545285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e35cf26-fb6a-4b68-808f-3cbca55262c4']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:30.567236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd12a1-0b0d-4907-9b82-738dce56a428') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:30.567871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd12a1-0b0d-4907-9b82-738dce56a428') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:30.579351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.596078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.605867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:30.606382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:30.608654 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:30.651697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0196a5d2-2c36-4055-a7a5-e1412ea5a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.654713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0196a5d2-2c36-4055-a7a5-e1412ea5a5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.658904 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0196a5d2-2c36-4055-a7a5-e1412ea5a5c3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/940fb1e7-802c-49d8-92b3-9f1ec2d77794 HTTP/1.1" status: 204 len: 168 time: 0.3327627 Jul 07 22:24:30.682881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196a5d2-2c36-4055-a7a5-e1412ea5a5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fb1e7-802c-49d8-92b3-9f1ec2d77794,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.696775 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.703623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.707988 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] 10.222.0.95 "DELETE /v2.0/networks/6e35cf26-fb6a-4b68-808f-3cbca55262c4 HTTP/1.1" status: 204 len: 168 time: 0.4565322 Jul 07 22:24:30.722838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc20a6-f60c-402c-ad5e-d58f979e5c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e35cf26-fb6a-4b68-808f-3cbca55262c4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.886407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49144) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.933018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb0d4ac8-43b3-40d6-859c-ca87267c47b8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=03787c506d7a4e5e85ba12d7d9f0ea6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445642 Jul 07 22:24:30.935544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49146) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:31.005157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51984401-9331-42db-aa51-a27ad06e9424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.048771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51984401-9331-42db-aa51-a27ad06e9424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.077388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7331a42e-2c56-4899-8e52-8f5328f250d2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:31.118765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7331a42e-2c56-4899-8e52-8f5328f250d2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:31.118934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51984401-9331-42db-aa51-a27ad06e9424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.119598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7331a42e-2c56-4899-8e52-8f5328f250d2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:31.122203 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51984401-9331-42db-aa51-a27ad06e9424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.124921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-51984401-9331-42db-aa51-a27ad06e9424 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b1d655a5-d2dc-4949-aecd-47bae38a604e HTTP/1.1" status: 204 len: 168 time: 0.1880097 Jul 07 22:24:31.140597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51984401-9331-42db-aa51-a27ad06e9424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d655a5-d2dc-4949-aecd-47bae38a604e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:31.615056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49186) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:31.854898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-network', 'tenant_id': '397eba16274b41228b88d40cb95096ee'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:31.895986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Made reservation on behalf of 397eba16274b41228b88d40cb95096ee for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:31.900386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.909605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f37328aa-59bb-4d26-8399-e6541382a001 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--456918098&fields=id&tenant_id=16998b0089f4409fa9adb19979c53861 HTTP/1.1" status: 200 len: 267 time: 0.0732641 Jul 07 22:24:31.919829 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.080880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-2d4a62f1-6885-4c75-963f-445af7666ffe tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:32.083098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-2d4a62f1-6885-4c75-963f-445af7666ffe tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/networks?id=3313b7e9-034c-4b54-8453-4194f52744d4 HTTP/1.1" status: 200 len: 816 time: 0.1724477 Jul 07 22:24:32.092306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.099589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.107450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-8f23d7c2-966e-423a-a36d-e53bf5d70af2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/quotas/16998b0089f4409fa9adb19979c53861 HTTP/1.1" status: 200 len: 375 time: 0.0186403 Jul 07 22:24:32.139326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:24:32.150182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e200f27d-6cd0-4b29-887e-ff7e2fd5393a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:32.155908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.156557 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Added segment 19c138ed-c6b4-4e13-b64e-ee3104a910a8 of type vlan for network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 Jul 07 22:24:32.208798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.220845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-4b159bd1-0d5f-450a-abdc-406fdbfdf430 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=16998b0089f4409fa9adb19979c53861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055582 Jul 07 22:24:32.254776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.256437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:32.257376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.324082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5307f83c-f134-4399-a4a3-b507e7e7db76 service neutron] 10.222.0.95 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996120 Jul 07 22:24:32.336252 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7198658 Jul 07 22:24:32.339053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49226) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:32.344240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Request body: {'subnet': {'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-subnet', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:32.365863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010867f-0e2c-44b9-9c66-6aa398fc8794 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a1cbf1-2981-4713-b6cb-6afb75d0f203,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:32.376460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:24:32.386228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Made reservation on behalf of 397eba16274b41228b88d40cb95096ee for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:32.389180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.449907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-47859fe1-41ee-4132-994a-3118ed884180 service neutron] 10.222.0.95 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185772 Jul 07 22:24:32.577220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:24:32.633245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.752816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd30502-bb23-4623-a5fb-476eab62d3b7,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:32.754564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:32.768274 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Checking segment: {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:32.768630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Network hostable DHCP agents. Network: a9a1cbf1-2981-4713-b6cb-6afb75d0f203, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:24:32.812459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:24:32.833516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a9a1cbf1-2981-4713-b6cb-6afb75d0f203) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:32.842744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:32.844538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.880033 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5f09ee8d-a2c7-46db-b656-5cc5982ee781 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5399024 Jul 07 22:24:32.882868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49238) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:32.888735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:32.967023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.976016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.988135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64453a4-b3fe-4158-a865-3872f8e0681f None None] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:32.991178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '135c6efd-1493-4189-bbba-cfda31a5339d', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:24:33.076823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.108834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.125805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:33.194824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:33.226383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a40b1483-ad54-4656-97cf-867171e0f7e2 req-a7892ba9-644a-4797-bf58-f0843bfaec1c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 210 time: 0.0432212 Jul 07 22:24:33.234361 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.307370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.339771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a9a1cbf1-2981-4713-b6cb-6afb75d0f203', 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'fixed_ips': [{'subnet_id': '5cd30502-bb23-4623-a5fb-476eab62d3b7'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:24:33.340693 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.384531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['135c6efd-1493-4189-bbba-cfda31a5339d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:33.474233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d065db1-2f0b-4716-a27a-403d87f31a5c req-04654291-d579-428d-8361-45ff134a810d tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0470753 Jul 07 22:24:33.622083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:33.653184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Allocated IP 172.20.0.2 (a9a1cbf1-2981-4713-b6cb-6afb75d0f203/5cd30502-bb23-4623-a5fb-476eab62d3b7/c35a363a-fc20-49c2-bbba-4b801bfd7644) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:33.691590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.722149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.964641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Allocated IP 172.25.5.221 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/1a43b400-c6b0-484b-8eb5-bb96ffb84c01) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:33.975369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.997782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Transition to ACTIVE for port object c35a363a-fc20-49c2-bbba-4b801bfd7644 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:34.034557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Transition to ACTIVE for port object c35a363a-fc20-49c2-bbba-4b801bfd7644 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:34.049512 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.090943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:34.098331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:34.102935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:34.135258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Pushing event updated for resources: {'Port': ['ID=c35a363a-fc20-49c2-bbba-4b801bfd7644,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:34.182811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Attempting to bind port c35a363a-fc20-49c2-bbba-4b801bfd7644 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:34.183576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Attempting to bind port c35a363a-fc20-49c2-bbba-4b801bfd7644 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:34.184393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Attempting to bind port c35a363a-fc20-49c2-bbba-4b801bfd7644 on network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:34.190903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:34.191704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Checking segment: {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:34.192310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.193019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Bound using segment: {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:34.193808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Bound port: c35a363a-fc20-49c2-bbba-4b801bfd7644, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:34.194433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.261024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.300457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] For port c35a363a-fc20-49c2-bbba-4b801bfd7644, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:34.308556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] For port c35a363a-fc20-49c2-bbba-4b801bfd7644, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c35a363a-fc20-49c2-bbba-4b801bfd7644,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:34.316301 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.349170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.399449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:34.405455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:34.425214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:34.477340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb2226-343d-4518-8276-4d60c8f23792 None None] Pushing event updated for resources: {'Port': ['ID=c35a363a-fc20-49c2-bbba-4b801bfd7644,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:34.492315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Pushing event updated for resources: {'Port': ['ID=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:34.538111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-367af3e7-88c8-4c99-b72b-5d50e2343c1c req-5f118bb7-15ae-4419-9c68-838be8480a98 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 210 time: 0.0468781 Jul 07 22:24:34.591813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:34.748796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 135c6efd-1493-4189-bbba-cfda31a5339d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:34.749185 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.993438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.053132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc83e930-92ec-41a7-88eb-d1de26e42c17 req-5d4b99e9-7810-4a10-8db7-0ccabe87a88b tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.2024269 Jul 07 22:24:35.060275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-fccbd277-87e6-41ba-89ea-a9f8d523d4ed tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:35.062527 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-fccbd277-87e6-41ba-89ea-a9f8d523d4ed tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.103 "GET /v2.0/networks?id=3313b7e9-034c-4b54-8453-4194f52744d4 HTTP/1.1" status: 200 len: 816 time: 0.2518394 Jul 07 22:24:35.084976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:35.092349 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d902a062-bcdc-4763-85fc-b698009a963f" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:35.133510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:35.141736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.147796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.191933 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-859b3d51-4189-44a5-a928-87972729a164 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16998b0089f4409fa9adb19979c53861 HTTP/1.1" status: 200 len: 379 time: 0.1197464 Jul 07 22:24:35.204460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Request body: {'port': {'device_id': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'admin_state_up': True, 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'security_groups': ['33daf705-aa08-47d2-b72a-9dfc144066fa']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:35.215865 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8eaea4-b19b-4fa3-8093-8eff243784ab x-openstack-request-id: req-5a8eaea4-b19b-4fa3-8093-8eff243784ab {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:35.216151 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:35.216495 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5a8eaea4-b19b-4fa3-8093-8eff243784ab {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:35.216893 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:24:35.230047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:35.259093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c35a363a-fc20-49c2-bbba-4b801bfd7644 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:35.363187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c35a363a-fc20-49c2-bbba-4b801bfd7644 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:35.432550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Made reservation on behalf of 16998b0089f4409fa9adb19979c53861 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:35.439237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.508578 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.641359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Allocated IP 172.20.0.4 (3313b7e9-034c-4b54-8453-4194f52744d4/2bc10222-b45a-4b1d-87fb-ac8c5748963a/e21dcbcc-6d5e-4749-b2c1-144b646768f3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:36.073181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.135845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Transition to ACTIVE for port object e21dcbcc-6d5e-4749-b2c1-144b646768f3 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:36.257204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.279289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78637430-7e6c-4c79-8712-bbf64176b16c None None] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:36.335985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06ec17ad-039e-40a0-80e4-d1595e708740 req-ec9c1297-f6b7-43ba-bb9c-41c0fbdf1344 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 210 time: 0.1284924 Jul 07 22:24:36.399524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Router ecbee37b-e81f-4ede-a786-a0f0683308b1 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:24:36.425484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] Provisioning for port c35a363a-fc20-49c2-bbba-4b801bfd7644 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:36.429218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Network 3313b7e9-034c-4b54-8453-4194f52744d4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:36.449566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] Provisioning complete for port c35a363a-fc20-49c2-bbba-4b801bfd7644 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:36.449953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.451790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:36.458132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:36.486422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event updated for resources: {'Port': ['ID=e21dcbcc-6d5e-4749-b2c1-144b646768f3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:36.580073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.582545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.586572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.587127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.587632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.588146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.588643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.589151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.589661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.590157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.591973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.592556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:36.667673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:36.668572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.704983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5457d3be-8a4b-496b-b9cb-f89c84a58f83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5073698 Jul 07 22:24:36.716471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Request body: {'port': {'device_id': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:36.733750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44616528-fed8-49f5-93c8-edddbfac5d00 req-073ddebc-e132-407b-b7df-3c8ce43c5dee tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1332936 Jul 07 22:24:36.770756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.775792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:36.788929 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Sync routers for ids ['ecbee37b-e81f-4ede-a786-a0f0683308b1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:36.806838 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Routers {'ecbee37b-e81f-4ede-a786-a0f0683308b1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:36.807793 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ecbee37b-e81f-4ede-a786-a0f0683308b1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:36.843307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.848391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ad00690f-081c-4c4c-a18d-8f524cfbdb67 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9642115 Jul 07 22:24:36.849062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49350) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:37.014330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] For port c35a363a-fc20-49c2-bbba-4b801bfd7644, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c35a363a-fc20-49c2-bbba-4b801bfd7644,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:37.029507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.040918 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.236674 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Set router ecbee37b-e81f-4ede-a786-a0f0683308b1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:37.240193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18941bff-e367-4dab-99ab-2d119eb48da7 None None] Pushing event updated for resources: {'Port': ['ID=c35a363a-fc20-49c2-bbba-4b801bfd7644,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:37.253077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9d37ba3-de78-4b83-9cbf-1da0b12f3e42 None None] Provisioning for port e21dcbcc-6d5e-4749-b2c1-144b646768f3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:37.258497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9d37ba3-de78-4b83-9cbf-1da0b12f3e42 None None] Provisioning complete for port e21dcbcc-6d5e-4749-b2c1-144b646768f3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:37.259170 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9d37ba3-de78-4b83-9cbf-1da0b12f3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.343030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d9d37ba3-de78-4b83-9cbf-1da0b12f3e42 None None] Port e21dcbcc-6d5e-4749-b2c1-144b646768f3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:37.443987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-651409ed-c69e-4837-ad1d-95f9acb9c653 req-0f50891c-cc4b-4026-8ecc-b65b8440522f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1117232 Jul 07 22:24:37.579595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ad606a9a-c3c8-47e3-bed1-b30361c218e5 None None] Provisioning complete for port c35a363a-fc20-49c2-bbba-4b801bfd7644 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:37.579981 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ad606a9a-c3c8-47e3-bed1-b30361c218e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.893342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78094d-a057-401d-ac95-821a3182bcf6 req-4c06bcf6-6767-48cd-8a93-3d56edd4795d tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:37.904478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd78094d-a057-401d-ac95-821a3182bcf6 req-4c06bcf6-6767-48cd-8a93-3d56edd4795d tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 931 time: 0.2003186 Jul 07 22:24:37.972284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd78094d-a057-401d-ac95-821a3182bcf6 req-7f454bef-33f6-4266-9920-f6bebf7a56f1 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665305 Jul 07 22:24:37.977962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21dcbcc-6d5e-4749-b2c1-144b646768f3 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:37.985799 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:34Z', 'revision_number': 3, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:37.999589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.045071 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Checking router: ecbee37b-e81f-4ede-a786-a0f0683308b1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:38.045710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Transition to ACTIVE for port object e21dcbcc-6d5e-4749-b2c1-144b646768f3 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:38.046852 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Updating router ecbee37b-e81f-4ede-a786-a0f0683308b1 port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:38.053716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.113899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.164122 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.372922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Pushing event updated for resources: {'Port': ['ID=e21dcbcc-6d5e-4749-b2c1-144b646768f3,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:38.552018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Allocated IP 172.20.0.1 (a9a1cbf1-2981-4713-b6cb-6afb75d0f203/5cd30502-bb23-4623-a5fb-476eab62d3b7/1462a2b1-418f-48a7-b05e-71a931fb8951) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:38.584169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Attempting to bind port e21dcbcc-6d5e-4749-b2c1-144b646768f3 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:38.584520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Attempting to bind port e21dcbcc-6d5e-4749-b2c1-144b646768f3 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:38.584864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Attempting to bind port e21dcbcc-6d5e-4749-b2c1-144b646768f3 on network 3313b7e9-034c-4b54-8453-4194f52744d4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:38.604884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Port e21dcbcc-6d5e-4749-b2c1-144b646768f3 on network 3313b7e9-034c-4b54-8453-4194f52744d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:24:38.605975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Attempting to bind port e21dcbcc-6d5e-4749-b2c1-144b646768f3 on network 3313b7e9-034c-4b54-8453-4194f52744d4 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:38.611619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:38.612194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Checking segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:38.612976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Bound using segment: {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:38.613597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Bound port: e21dcbcc-6d5e-4749-b2c1-144b646768f3, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd06b18-b8d9-4872-bccd-3002a66e7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:38.614125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.749500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d567a68-32e5-4f9b-997e-00759d57b8f3 req-dfce0c15-7e14-4840-a66e-285e095d7392 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0774581 Jul 07 22:24:38.818827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] For port e21dcbcc-6d5e-4749-b2c1-144b646768f3, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:38.832072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] For port e21dcbcc-6d5e-4749-b2c1-144b646768f3, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:38.844714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.850042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.889058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Transition to ACTIVE for port object 1462a2b1-418f-48a7-b05e-71a931fb8951 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:38.915508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:38.917643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.925964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] 10.222.0.103 "PUT /v2.0/ports/e21dcbcc-6d5e-4749-b2c1-144b646768f3 HTTP/1.1" status: 200 len: 1092 time: 2.2138851 Jul 07 22:24:38.934473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:38.948235 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af70437d-a39b-432e-8e72-a92ed057ac3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:38.967915 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.998197 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Transition to ACTIVE for port object 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:39.013719 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.066269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.099488 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36004d16-66a5-4d92-915a-558a57f9a315 x-openstack-request-id: req-36004d16-66a5-4d92-915a-558a57f9a315 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:39.100079 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:39.100079 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-36004d16-66a5-4d92-915a-558a57f9a315 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:39.100417 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'status': 'completed', 'code': 200} Jul 07 22:24:39.145699 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a877c-c20e-4bbc-aa55-b79bdb40300e None None] Pushing event updated for resources: {'Port': ['ID=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:39.200896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c35a363a-fc20-49c2-bbba-4b801bfd7644 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:39.205952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:39.209971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:39.218264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:39.219505 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Attempting to bind port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:39.220051 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Attempting to bind port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:39.221870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Attempting to bind port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:39.236921 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:39.242946 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:39.248916 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.249807 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:39.250778 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Bound port: 1a43b400-c6b0-484b-8eb5-bb96ffb84c01, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:39.254852 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.309496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Pushing event updated for resources: {'Port': ['ID=1462a2b1-418f-48a7-b05e-71a931fb8951,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:39.326805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b8c98-0d2d-48c6-9072-43fb98534a87 service neutron] Pushing event updated for resources: {'Port': ['ID=e21dcbcc-6d5e-4749-b2c1-144b646768f3,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:39.381195 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.398966 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] For port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:39.405003 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] For port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:39.417287 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.433116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-6858d6f4-b334-4d9e-a12e-0184fcec6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:39.436425 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-6858d6f4-b334-4d9e-a12e-0184fcec6b7d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=16998b0089f4409fa9adb19979c53861&device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 1095 time: 0.3993220 Jul 07 22:24:39.488939 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a877c-c20e-4bbc-aa55-b79bdb40300e None None] Pushing event updated for resources: {'Port': ['ID=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:39.506190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c35a363a-fc20-49c2-bbba-4b801bfd7644 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:39.506575 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.534352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-fd217b96-2009-4842-a9d3-5ffca8592db0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3 HTTP/1.1" status: 200 len: 217 time: 0.0887806 Jul 07 22:24:39.538013 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Routers {'ecbee37b-e81f-4ede-a786-a0f0683308b1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:39.538740 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ecbee37b-e81f-4ede-a786-a0f0683308b1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:39.640694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5d3ac743-8475-463e-a6ec-0e49015c419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:39.644070 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-5d3ac743-8475-463e-a6ec-0e49015c419d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2bc10222-b45a-4b1d-87fb-ac8c5748963a HTTP/1.1" status: 200 len: 855 time: 0.1035340 Jul 07 22:24:39.761882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] Set router ecbee37b-e81f-4ede-a786-a0f0683308b1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:39.841662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0c300a28-f378-4db9-bae9-26c99dec4f79 None None] Provisioning for port 1462a2b1-418f-48a7-b05e-71a931fb8951 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:39.852401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0c300a28-f378-4db9-bae9-26c99dec4f79 None None] Provisioning complete for port 1462a2b1-418f-48a7-b05e-71a931fb8951 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:39.854232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0c300a28-f378-4db9-bae9-26c99dec4f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.858518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed201e6e-1226-413f-92e3-2adef68d350a req-204e8eb6-121a-41fa-9736-8ccfd1cb6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:39.860240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-204e8eb6-121a-41fa-9736-8ccfd1cb6dfb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3313b7e9-034c-4b54-8453-4194f52744d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2079442 Jul 07 22:24:39.930564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74f011-99d2-444d-bd4a-5c1406a560d2 req-35e0a3f1-7647-4d74-99a2-20e3bfc16b78 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:39.943232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb74f011-99d2-444d-bd4a-5c1406a560d2 req-35e0a3f1-7647-4d74-99a2-20e3bfc16b78 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.3808796 Jul 07 22:24:39.982838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.028436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0c300a28-f378-4db9-bae9-26c99dec4f79 None None] Port 1462a2b1-418f-48a7-b05e-71a931fb8951 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:40.072466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-9f6be3b9-da33-4db0-b36d-993a214282cd service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052231 Jul 07 22:24:40.085656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb74f011-99d2-444d-bd4a-5c1406a560d2 req-f3d43c45-00c6-44ea-b0cf-079758bfa53a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410048 Jul 07 22:24:40.142784 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:34Z', 'revision_number': 3, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:40.206122 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d9f23-5501-43d7-b7c4-bc557e9392fd None None] The sync data for ids ['ecbee37b-e81f-4ede-a786-a0f0683308b1'] in n-d-694802-13 is: [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:34Z', 'revision_number': 3, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:40.331587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ed201e6e-1226-413f-92e3-2adef68d350a req-f929bf70-0226-44b0-97a9-2bbbdf2f2b9b service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522910 Jul 07 22:24:40.504449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-5613cb04-6cdd-48a0-a65a-64f48ef1e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:40.506342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-5613cb04-6cdd-48a0-a65a-64f48ef1e661 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=16998b0089f4409fa9adb19979c53861&device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 1095 time: 0.1135786 Jul 07 22:24:40.569981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2eff168-f72b-4bd2-b37b-6ab6c1c1a49f req-7ce049cf-0b5e-41c6-a3b5-f3c9bd9ce65a tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.2469578 Jul 07 22:24:40.623468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.631620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.749802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-5877db0c-2ff1-44cd-b5aa-92bedf30c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:40.756106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-5877db0c-2ff1-44cd-b5aa-92bedf30c6da service neutron] 10.222.0.103 "GET /v2.0/networks?id=3313b7e9-034c-4b54-8453-4194f52744d4 HTTP/1.1" status: 200 len: 917 time: 0.2430575 Jul 07 22:24:40.783976 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.843732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49404) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:40.898954 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-51907f1d-c7c6-4cdf-a1a3-aff33aef2c67 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3 HTTP/1.1" status: 200 len: 217 time: 0.1345375 Jul 07 22:24:40.977008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-9dd71d41-ccab-4fb8-8d4a-deb5254dfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:40.979024 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-9dd71d41-ccab-4fb8-8d4a-deb5254dfd99 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2bc10222-b45a-4b1d-87fb-ac8c5748963a HTTP/1.1" status: 200 len: 855 time: 0.0700862 Jul 07 22:24:41.016445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Pushing event updated for resources: {'Port': ['ID=1462a2b1-418f-48a7-b05e-71a931fb8951,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:41.075389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-9b04145b-9129-4d0e-9a99-5db9272a465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:41.077044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-9b04145b-9129-4d0e-9a99-5db9272a465b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3313b7e9-034c-4b54-8453-4194f52744d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853069 Jul 07 22:24:41.089228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3c29459-40b6-4af7-895c-c9c5ee3d9a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.256359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:41.320984 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-0fbfc73f-8346-432f-9fd9-4a160429e892 service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333167 Jul 07 22:24:41.409935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:41.414220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:41.414686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.417865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:41.443306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:41.606229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af70437d-a39b-432e-8e72-a92ed057ac3f req-27bfa68b-6f2a-4eba-a766-1b4f47a0f5dd service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767377 Jul 07 22:24:41.667767 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.744424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:41.753516 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.837593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3c29459-40b6-4af7-895c-c9c5ee3d9a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.863964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f3c29459-40b6-4af7-895c-c9c5ee3d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.881268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:42.020988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-866b4d56-33d0-4c2c-bd31-99d0fe61c5c3 None None] Provisioning complete for port 1462a2b1-418f-48a7-b05e-71a931fb8951 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:42.021793 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-866b4d56-33d0-4c2c-bd31-99d0fe61c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.057689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02c9c-68d7-41ed-8aea-caffe234ff2d req-462fd30b-8f36-44d1-b982-87428e8b3d58 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:42.059340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2c02c9c-68d7-41ed-8aea-caffe234ff2d req-462fd30b-8f36-44d1-b982-87428e8b3d58 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.4915352 Jul 07 22:24:42.076277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f3c29459-40b6-4af7-895c-c9c5ee3d9a4f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=92805c3d408a42b886ba19511e6e917c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2266855 Jul 07 22:24:42.078832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49414) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:42.154739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c29459-40b6-4af7-895c-c9c5ee3d9a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbe283-1ba3-41fc-94ea-820ecc0d7376,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:42.154739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Router ecbee37b-e81f-4ede-a786-a0f0683308b1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:42.195723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-866b4d56-33d0-4c2c-bd31-99d0fe61c5c3 None None] Port 1462a2b1-418f-48a7-b05e-71a931fb8951 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:42.272734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79fb2a87-d640-4a05-b9a1-a7ad575c7d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.351238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79fb2a87-d640-4a05-b9a1-a7ad575c7d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.444180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79fb2a87-d640-4a05-b9a1-a7ad575c7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.450975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79fb2a87-d640-4a05-b9a1-a7ad575c7d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.451383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2c02c9c-68d7-41ed-8aea-caffe234ff2d req-a1b968d7-7183-493c-9bb1-d78dd9f71b54 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739038 Jul 07 22:24:42.468544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-79fb2a87-d640-4a05-b9a1-a7ad575c7d40 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d9fbe283-1ba3-41fc-94ea-820ecc0d7376 HTTP/1.1" status: 204 len: 168 time: 0.3780463 Jul 07 22:24:42.504324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:42.513652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-624cceeb-5c40-480d-b505-ab5bea062487 admin admin] 10.222.0.95 "PUT /v2.0/routers/ecbee37b-e81f-4ede-a786-a0f0683308b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6635299 Jul 07 22:24:42.543695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb2a87-d640-4a05-b9a1-a7ad575c7d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbe283-1ba3-41fc-94ea-820ecc0d7376,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:43.165743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:43.229059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:43.229693 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:43.444086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Sync routers for ids ['ecbee37b-e81f-4ede-a786-a0f0683308b1'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:43.464441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Routers {'ecbee37b-e81f-4ede-a786-a0f0683308b1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:43.465846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ecbee37b-e81f-4ede-a786-a0f0683308b1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:43.511594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e78f4e37-11b1-47c3-9f8a-ade7c6e5d338 req-70b5b4d7-4f9d-451c-9e53-5d4899a07e04 tempest-FloatingIPsNegativeTestJSON-159243765 tempest-FloatingIPsNegativeTestJSON-159243765-project] 10.222.0.95 "GET /v2.0/floatingips?tenant_id=397eba16274b41228b88d40cb95096ee HTTP/1.1" status: 200 len: 217 time: 0.1312506 Jul 07 22:24:43.675299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Set router ecbee37b-e81f-4ede-a786-a0f0683308b1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:43.902018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028449-6f37-4237-a2cb-434ae03923ec req-ea97e98b-e489-4d75-b060-6e7412dfd758 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:43.917508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b028449-6f37-4237-a2cb-434ae03923ec req-ea97e98b-e489-4d75-b060-6e7412dfd758 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.1640611 Jul 07 22:24:43.976202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:39Z', 'revision_number': 4, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1462a2b1-418f-48a7-b05e-71a931fb8951', 'name': '', 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'mac_address': 'fa:16:3e:fd:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5cd30502-bb23-4623-a5fb-476eab62d3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:38Z', 'updated_at': '2021-07-07T22:24:40Z', 'revision_number': 2, 'project_id': '397eba16274b41228b88d40cb95096ee', 'subnets': [{'id': '5cd30502-bb23-4623-a5fb-476eab62d3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:44.001816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b028449-6f37-4237-a2cb-434ae03923ec req-4f40ec39-d203-476f-9d1e-32016a874bbb tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822530 Jul 07 22:24:44.017472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Checking router: ecbee37b-e81f-4ede-a786-a0f0683308b1 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:44.018610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Updating router ecbee37b-e81f-4ede-a786-a0f0683308b1 port 1462a2b1-418f-48a7-b05e-71a931fb8951 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:44.071776 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.093759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e8f1cd3-eb98-454c-8378-9d2fd4e8d02c req-269ba812-a6ba-4ad0-8cb1-4b5f6dd4aebb tempest-FloatingIPsNegativeTestJSON-159243765 tempest-FloatingIPsNegativeTestJSON-159243765-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0532756 Jul 07 22:24:44.532489 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.552602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Transition to ACTIVE for port object 1462a2b1-418f-48a7-b05e-71a931fb8951 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:44.567553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.834105 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-f12a82cf-6754-4210-b165-47ea6f9271a0 req-1b20742d-6f97-4e55-8834-d9f78c4314fa tempest-FloatingIPsNegativeTestJSON-159243765 tempest-FloatingIPsNegativeTestJSON-159243765-project] show failed (client error): The resource could not be found. Jul 07 22:24:44.837336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f12a82cf-6754-4210-b165-47ea6f9271a0 req-1b20742d-6f97-4e55-8834-d9f78c4314fa tempest-FloatingIPsNegativeTestJSON-159243765 tempest-FloatingIPsNegativeTestJSON-159243765-project] 10.222.0.95 "GET /v2.0/floatingips/2b396932-a5eb-4535-8be5-e5722b32ff5a HTTP/1.1" status: 404 len: 350 time: 0.1381197 Jul 07 22:24:44.846016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49472) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:45.349873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Attempting to bind port 1462a2b1-418f-48a7-b05e-71a931fb8951 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:45.352242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Attempting to bind port 1462a2b1-418f-48a7-b05e-71a931fb8951 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:45.352799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Attempting to bind port 1462a2b1-418f-48a7-b05e-71a931fb8951 on network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:45.356147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Pushing event updated for resources: {'Port': ['ID=1462a2b1-418f-48a7-b05e-71a931fb8951,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:45.395385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:45.396098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Checking segment: {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:45.396718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49500) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:45.413113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:45.414954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Bound using segment: {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:45.416675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Bound port: 1462a2b1-418f-48a7-b05e-71a931fb8951, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c138ed-c6b4-4e13-b64e-ee3104a910a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:45.417451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:45.461294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.461829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.462337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.462863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.463366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.463871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.464831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.465331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.465837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.466330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.466856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.467871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:45.561757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] For port 1462a2b1-418f-48a7-b05e-71a931fb8951, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:45.570430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] For port 1462a2b1-418f-48a7-b05e-71a931fb8951, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1462a2b1-418f-48a7-b05e-71a931fb8951,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:45.617591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:45.729925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fd68515-e62f-4bbd-a41e-bca39e50862d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:45.820147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Routers {'ecbee37b-e81f-4ede-a786-a0f0683308b1'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:45.820720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ecbee37b-e81f-4ede-a786-a0f0683308b1'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:45.953113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67902e4c-0643-4a7b-ab25-60e003427693 None None] Pushing event updated for resources: {'Port': ['ID=1462a2b1-418f-48a7-b05e-71a931fb8951,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:46.013413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fd68515-e62f-4bbd-a41e-bca39e50862d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.023970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fd68515-e62f-4bbd-a41e-bca39e50862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.080855 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3fd68515-e62f-4bbd-a41e-bca39e50862d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ec5bb1155b0947c4ac4983b9e6c2788f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822371 Jul 07 22:24:46.091844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49508) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:46.137818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68515-e62f-4bbd-a41e-bca39e50862d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864453f0-59e6-49e7-b371-c826f58a1121,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:46.176741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] Set router ecbee37b-e81f-4ede-a786-a0f0683308b1 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:46.216225 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24f614f1-e563-44ef-8dd1-4df59920a118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.306555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24f614f1-e563-44ef-8dd1-4df59920a118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.415888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24f614f1-e563-44ef-8dd1-4df59920a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.420736 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24f614f1-e563-44ef-8dd1-4df59920a118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.425484 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-24f614f1-e563-44ef-8dd1-4df59920a118 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/864453f0-59e6-49e7-b371-c826f58a1121 HTTP/1.1" status: 204 len: 168 time: 0.3311980 Jul 07 22:24:46.444987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f614f1-e563-44ef-8dd1-4df59920a118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864453f0-59e6-49e7-b371-c826f58a1121,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:46.562564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fb3e275-0716-4ddd-88d6-e15629ae06a5 req-fad186e9-b79d-4194-b4fa-6c9634679a55 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 1.0298724 Jul 07 22:24:46.611352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:39Z', 'revision_number': 4, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1462a2b1-418f-48a7-b05e-71a931fb8951', 'name': '', 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'mac_address': 'fa:16:3e:fd:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5cd30502-bb23-4623-a5fb-476eab62d3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:38Z', 'updated_at': '2021-07-07T22:24:45Z', 'revision_number': 4, 'project_id': '397eba16274b41228b88d40cb95096ee', 'subnets': [{'id': '5cd30502-bb23-4623-a5fb-476eab62d3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:46.699711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492add2-dfd5-4cc3-a16b-091f37385e96 None None] The sync data for ids ['ecbee37b-e81f-4ede-a786-a0f0683308b1'] in n-d-694802-13 is: [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:39Z', 'revision_number': 4, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1462a2b1-418f-48a7-b05e-71a931fb8951', 'name': '', 'network_id': 'a9a1cbf1-2981-4713-b6cb-6afb75d0f203', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'mac_address': 'fa:16:3e:fd:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5cd30502-bb23-4623-a5fb-476eab62d3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:38Z', 'updated_at': '2021-07-07T22:24:45Z', 'revision_number': 4, 'project_id': '397eba16274b41228b88d40cb95096ee', 'subnets': [{'id': '5cd30502-bb23-4623-a5fb-476eab62d3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:46.745038 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.938063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b9d58-12d5-4505-93c7-a4505911690a req-ddd9417f-e326-44c2-b756-94bf3dc20f5b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:46.947239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f5b9d58-12d5-4505-93c7-a4505911690a req-ddd9417f-e326-44c2-b756-94bf3dc20f5b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 1.4156978 Jul 07 22:24:47.062452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f5b9d58-12d5-4505-93c7-a4505911690a req-897b6aee-d6a0-4ef7-ae08-b142dda3a710 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066806 Jul 07 22:24:47.217057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1462a2b1-418f-48a7-b05e-71a931fb8951 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:47.264040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.396782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1462a2b1-418f-48a7-b05e-71a931fb8951 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:47.403948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1462a2b1-418f-48a7-b05e-71a931fb8951 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:47.416992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.709195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.884710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1462a2b1-418f-48a7-b05e-71a931fb8951, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1462a2b1-418f-48a7-b05e-71a931fb8951,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:47.895149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.087568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49554) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:48.098912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1462a2b1-418f-48a7-b05e-71a931fb8951,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:48.114375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-098c91bf-e450-438c-8141-e5c98b00fcbd req-8ee284c1-c504-401b-936c-67b131d85bb8 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0957105 Jul 07 22:24:48.172327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Deleting port 1462a2b1-418f-48a7-b05e-71a931fb8951 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:48.175305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.309723 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-49673268-f338-4cdf-818d-1a8ae0e08dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.367575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1632282362-network', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:48.422562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] For port 1462a2b1-418f-48a7-b05e-71a931fb8951, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1462a2b1-418f-48a7-b05e-71a931fb8951,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:48.422934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.448676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Made reservation on behalf of 5e1d56b7e727477b91fe36508cb7b337 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:48.451173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Calling delete_port for 1462a2b1-418f-48a7-b05e-71a931fb8951 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:48.455128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.467636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.474350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ce04-5333-4adc-aee7-020bb575281c req-d7d53930-3b1c-4af2-8487-e8b06ec3c711 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:48.483428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0246ce04-5333-4adc-aee7-020bb575281c req-d7d53930-3b1c-4af2-8487-e8b06ec3c711 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.1462765 Jul 07 22:24:48.557907 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.620437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0246ce04-5333-4adc-aee7-020bb575281c req-c04f5439-29db-4059-96ca-37ad19d74ae0 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336279 Jul 07 22:24:48.656596 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.664891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.733382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:24:48.758472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.758878 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Added segment 3e57b8b2-31b3-458c-beaa-1ad317d76366 of type vlan for network bc152484-fca6-42de-b823-74acf46dc766 Jul 07 22:24:48.849281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cff2113-d4dd-437d-8fed-aca6d2ee4c9b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:48.877961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.909517 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.941933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1462a2b1-418f-48a7-b05e-71a931fb8951,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:48.966341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.967559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:48.968175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.100773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] Pushing event updated for resources: {'Network': ['ID=bc152484-fca6-42de-b823-74acf46dc766,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:49.114867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network bc152484-fca6-42de-b823-74acf46dc766 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:24:49.135222 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b43763d7-1213-4438-8595-7065c1fb5a7b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0450513 Jul 07 22:24:49.135375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:49.142666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Request body: {'subnet': {'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1632282362-subnet', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:49.253271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Made reservation on behalf of 5e1d56b7e727477b91fe36508cb7b337 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:49.256024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.327351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.503411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58de0594-d45e-4e14-99fb-6c84e3a9297c req-fd5fd011-085b-4fa5-a12d-b0fedab96727 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0386331 Jul 07 22:24:49.756755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Router ecbee37b-e81f-4ede-a786-a0f0683308b1 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:49.762028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.814561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a095f2d5-beae-4668-82b0-0e7f5d3a2257,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:49.970648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Checking segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:49.970648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Network hostable DHCP agents. Network: bc152484-fca6-42de-b823-74acf46dc766, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:24:50.013560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be17ae-09fc-4148-889f-7ce78fd41619 req-9392ea1e-9b25-4c72-b46e-9e7b549db64d tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:50.015430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07be17ae-09fc-4148-889f-7ce78fd41619 req-9392ea1e-9b25-4c72-b46e-9e7b549db64d tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.2024128 Jul 07 22:24:50.099366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07be17ae-09fc-4148-889f-7ce78fd41619 req-3dfdb631-7153-4396-b027-a76d09aef7a9 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753202 Jul 07 22:24:50.100832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Network bc152484-fca6-42de-b823-74acf46dc766 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:24:50.109108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:50.117475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e2f980fd-615e-47bd-8850-faf7df7bc9b1 admin admin] 10.222.0.95 "PUT /v2.0/routers/ecbee37b-e81f-4ede-a786-a0f0683308b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2700841 Jul 07 22:24:50.120643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49590) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:50.121977 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] Sync routers for ids ['ecbee37b-e81f-4ede-a786-a0f0683308b1'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:50.132089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, bc152484-fca6-42de-b823-74acf46dc766) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:50.141645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534864a-92bc-437b-b270-570dee8af765 None None] Network bc152484-fca6-42de-b823-74acf46dc766 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:50.144910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:50.146211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.150039 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] Routers {'ecbee37b-e81f-4ede-a786-a0f0683308b1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:50.151575 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ecbee37b-e81f-4ede-a786-a0f0683308b1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:50.214196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed130b3f-0236-407e-b9aa-e6092a0be0ba admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0753310 Jul 07 22:24:50.215013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:50.229759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:50.281181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.282656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.382153 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] Set router ecbee37b-e81f-4ede-a786-a0f0683308b1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:50.406139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.520754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-bc152484-fca6-42de-b823-74acf46dc766', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:24:50.522043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.751812 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.832354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:48Z', 'revision_number': 5, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:50.838533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.862971 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] Checking router: ecbee37b-e81f-4ede-a786-a0f0683308b1 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:50.880764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Allocated IP 172.20.0.2 (bc152484-fca6-42de-b823-74acf46dc766/a095f2d5-beae-4668-82b0-0e7f5d3a2257/cde589c3-c940-4034-93bd-399763f01163) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:50.881765 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] Routers {'ecbee37b-e81f-4ede-a786-a0f0683308b1'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:50.885027 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ecbee37b-e81f-4ede-a786-a0f0683308b1'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:50.953861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4f44afec-9e20-462d-911f-477b59f025f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.019064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e524c898-b4a4-4deb-b640-7eb1610de108 req-dea00d43-947d-441a-a31b-feb2cb5a54d0 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1054938 Jul 07 22:24:51.086662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.178360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Deleting port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:51.181500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.182130 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] Set router ecbee37b-e81f-4ede-a786-a0f0683308b1 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:51.269270 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.279515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] For port 1a43b400-c6b0-484b-8eb5-bb96ffb84c01, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:51.280146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.284380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Transition to ACTIVE for port object cde589c3-c940-4034-93bd-399763f01163 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:51.295708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Calling delete_port for 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:51.322738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Transition to ACTIVE for port object cde589c3-c940-4034-93bd-399763f01163 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:51.336561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.423997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.480227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Network bc152484-fca6-42de-b823-74acf46dc766 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:51.480479 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.488515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:51.496071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:51.506710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.517743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Pushing event updated for resources: {'Port': ['ID=cde589c3-c940-4034-93bd-399763f01163,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:51.561293 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:48Z', 'revision_number': 5, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:51.614795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Attempting to bind port cde589c3-c940-4034-93bd-399763f01163 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:51.615104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.615692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Attempting to bind port cde589c3-c940-4034-93bd-399763f01163 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:51.616417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Attempting to bind port cde589c3-c940-4034-93bd-399763f01163 on network bc152484-fca6-42de-b823-74acf46dc766 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:51.624424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:51.625085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Checking segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:51.625931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.627320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Bound using segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:51.628094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Bound port: cde589c3-c940-4034-93bd-399763f01163, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:51.628660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.658762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a43b400-c6b0-484b-8eb5-bb96ffb84c01,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:51.748243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Allocated IP 172.25.5.48 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/762519ba-efef-4786-a93f-cee4561a4500) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:51.803842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] For port cde589c3-c940-4034-93bd-399763f01163, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:51.811197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] For port cde589c3-c940-4034-93bd-399763f01163, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cde589c3-c940-4034-93bd-399763f01163,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:51.823278 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77655111-0757-4b69-a013-eff04d4e5a5c None None] The sync data for ids ['ecbee37b-e81f-4ede-a786-a0f0683308b1'] in n-d-694802-13 is: [{'id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1653299038-router', 'tenant_id': '397eba16274b41228b88d40cb95096ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:32Z', 'updated_at': '2021-07-07T22:24:48Z', 'revision_number': 5, 'project_id': '397eba16274b41228b88d40cb95096ee', 'gw_port': {'id': '1a43b400-c6b0-484b-8eb5-bb96ffb84c01', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbee37b-e81f-4ede-a786-a0f0683308b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:33Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:51.832059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.842607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.924515 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.968784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552da52-d307-4d6a-8801-2e23876517bd None None] Pushing event updated for resources: {'Port': ['ID=cde589c3-c940-4034-93bd-399763f01163,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:52.004964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.097738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.101387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.102953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.130017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:52.140868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:52.160925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:52.168333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Pushing event updated for resources: {'Port': ['ID=762519ba-efef-4786-a93f-cee4561a4500,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:52.211228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.212016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecbee37b-e81f-4ede-a786-a0f0683308b1 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:24:52.228054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1460dfd-2b81-4528-a0e2-d6ab27303adb req-5d5b8a08-b176-4533-9de1-7c8e93ba71dd tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:52.230002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1460dfd-2b81-4528-a0e2-d6ab27303adb req-5d5b8a08-b176-4533-9de1-7c8e93ba71dd tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.7542179 Jul 07 22:24:52.233056 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.235815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9601aca0-66ed-479f-9e36-56aeb44d2e4b admin admin] 10.222.0.95 "DELETE /v2.0/routers/ecbee37b-e81f-4ede-a786-a0f0683308b1 HTTP/1.1" status: 204 len: 168 time: 2.1140659 Jul 07 22:24:52.245431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:52.418552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1460dfd-2b81-4528-a0e2-d6ab27303adb req-7b610780-2b2a-4eb8-a9a7-299265b9e19f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720798 Jul 07 22:24:52.423901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Deleting subnet 5cd30502-bb23-4623-a5fb-476eab62d3b7 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:52.490872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.618361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b81b1a8-edfc-4038-bd79-0fc488d16a7c req-f4c8d5de-df30-4131-b6e3-8da8444ee222 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1646483 Jul 07 22:24:52.665535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.883009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.925694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.473929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.540850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd30502-bb23-4623-a5fb-476eab62d3b7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:53.546381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.552614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5a0ad-d75b-45e5-9399-f02b170ac939 None None] Network a9a1cbf1-2981-4713-b6cb-6afb75d0f203 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:53.568744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-62bdb0e4-ff30-476c-bbcb-69984ff1676d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5cd30502-bb23-4623-a5fb-476eab62d3b7 HTTP/1.1" status: 204 len: 168 time: 1.3152213 Jul 07 22:24:53.571175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49634) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:53.668401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cde589c3-c940-4034-93bd-399763f01163 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:53.760433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.865479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port cde589c3-c940-4034-93bd-399763f01163 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:53.908196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1462a2b1-418f-48a7-b05e-71a931fb8951 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:53.950380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-255a28c3-de98-4d69-a34d-8bf78d5dc84c req-21315ecf-4079-4827-b322-8ac925d593fb tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0582709 Jul 07 22:24:53.954322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1462a2b1-418f-48a7-b05e-71a931fb8951 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:53.954503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1462a2b1-418f-48a7-b05e-71a931fb8951 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:54.008376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f40db-cf75-4955-91a6-25a8ac18e847 None None] Network bc152484-fca6-42de-b823-74acf46dc766 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:54.039288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.074803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.088851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] DHCP port deletion for a9a1cbf1-2981-4713-b6cb-6afb75d0f203 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:24:54.158475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] Provisioning for port cde589c3-c940-4034-93bd-399763f01163 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:54.166753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] Provisioning complete for port cde589c3-c940-4034-93bd-399763f01163 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:54.167094 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.185044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5c909-3576-4212-a2b0-f8836788e0e3 req-745bc471-a102-4bbb-8426-26af22b70af4 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:54.207294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cc5c909-3576-4212-a2b0-f8836788e0e3 req-745bc471-a102-4bbb-8426-26af22b70af4 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.4173131 Jul 07 22:24:54.271847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] Deleting port c35a363a-fc20-49c2-bbba-4b801bfd7644 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:54.272240 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.338376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cc5c909-3576-4212-a2b0-f8836788e0e3 req-b3ea83ec-5bcf-4259-b578-8975fa8c09be tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303198 Jul 07 22:24:54.371183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Deleting port c35a363a-fc20-49c2-bbba-4b801bfd7644 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:54.371956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.386979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] For port c35a363a-fc20-49c2-bbba-4b801bfd7644, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c35a363a-fc20-49c2-bbba-4b801bfd7644,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:54.391231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.430643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] Calling delete_port for c35a363a-fc20-49c2-bbba-4b801bfd7644 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:54.496906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] For port c35a363a-fc20-49c2-bbba-4b801bfd7644, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c35a363a-fc20-49c2-bbba-4b801bfd7644,segment=NetworkSegment(19c138ed-c6b4-4e13-b64e-ee3104a910a8),segment_id=19c138ed-c6b4-4e13-b64e-ee3104a910a8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:54.497332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.519094 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.522496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Calling delete_port for c35a363a-fc20-49c2-bbba-4b801bfd7644 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:54.592115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] For port cde589c3-c940-4034-93bd-399763f01163, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cde589c3-c940-4034-93bd-399763f01163,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:54.604889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.615262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.615804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Router 506dcaf2-b91f-4c9d-8b99-805f625d817d is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:24:54.685440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] No DVR routers for this DVR port c35a363a-fc20-49c2-bbba-4b801bfd7644 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:54.753320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2ac7b-5bdc-4f4e-a143-a38596c2b534 None None] Pushing event updated for resources: {'Port': ['ID=cde589c3-c940-4034-93bd-399763f01163,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:54.780197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.793307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:54.804903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Sync routers for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:54.807546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea29b7-455e-44e1-9fa9-8f2474f68e69 None None] Pushing event deleted for resources: {'Port': ['ID=c35a363a-fc20-49c2-bbba-4b801bfd7644,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:54.832606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35a363a-fc20-49c2-bbba-4b801bfd7644,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:54.841178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:54.841845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:54.843734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] No DVR routers for this DVR port c35a363a-fc20-49c2-bbba-4b801bfd7644 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:54.955134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.963820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:54.969274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dfcb17eb-b313-4971-9d1a-1cf9b8683064 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7472551 Jul 07 22:24:54.969274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49654) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:54.970906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a1cbf1-2981-4713-b6cb-6afb75d0f203']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:55.073070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:55.078671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c138ed-c6b4-4e13-b64e-ee3104a910a8') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:55.078968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c138ed-c6b4-4e13-b64e-ee3104a910a8') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:55.118286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.132748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e21dcbcc-6d5e-4749-b2c1-144b646768f3 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:24:55.134580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-09cf787e-82be-4eda-b51b-5e7ae842565a None None] Provisioning complete for port cde589c3-c940-4034-93bd-399763f01163 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:55.134984 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-09cf787e-82be-4eda-b51b-5e7ae842565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.224379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cde589c3-c940-4034-93bd-399763f01163 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:55.368574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.376315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:55.376853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:55.592518 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:55.595886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9935dfb-33e5-4610-bbc7-18691ec68f37 req-c0c73350-637d-4e77-925a-8e0f9c9524d6 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.4520464 Jul 07 22:24:55.686901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cde589c3-c940-4034-93bd-399763f01163 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:55.687373 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.703257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.788051 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.789943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a9a1cbf1-2981-4713-b6cb-6afb75d0f203 HTTP/1.1" status: 204 len: 168 time: 2.2178357 Jul 07 22:24:55.794128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6e2be-ab03-4995-8c4a-ab4de97ecc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a1cbf1-2981-4713-b6cb-6afb75d0f203,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:55.818187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.862448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810caeb-b599-4b12-844e-eea24c951cb4 req-237ffab9-baab-41ff-b690-2780bf94e78b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:55.864036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f810caeb-b599-4b12-844e-eea24c951cb4 req-237ffab9-baab-41ff-b690-2780bf94e78b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 943 time: 0.2109773 Jul 07 22:24:55.896454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port e21dcbcc-6d5e-4749-b2c1-144b646768f3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:55.924517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'port_id': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'mac_address': 'fa:16:3e:c3:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:24:56.046462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.059136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49670) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:56.066433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:52Z', 'revision_number': 3, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:56.071460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21dcbcc-6d5e-4749-b2c1-144b646768f3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:56.119507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Checking router: 506dcaf2-b91f-4c9d-8b99-805f625d817d for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:56.119798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Updating router 506dcaf2-b91f-4c9d-8b99-805f625d817d port 762519ba-efef-4786-a93f-cee4561a4500 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:56.130612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:56.143015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f810caeb-b599-4b12-844e-eea24c951cb4 req-d0be497e-363d-4a8f-b578-a2614ff664cc tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340047 Jul 07 22:24:56.173883 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc87cca4-9ca9-4ad8-8cc3-2dacbcdc612c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=397eba16274b41228b88d40cb95096ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134486 Jul 07 22:24:56.174745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49672) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:56.191513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:56.192021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a43b400-c6b0-484b-8eb5-bb96ffb84c01 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:56.192560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c35a363a-fc20-49c2-bbba-4b801bfd7644 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:56.197005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port e21dcbcc-6d5e-4749-b2c1-144b646768f3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:56.221761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c35a363a-fc20-49c2-bbba-4b801bfd7644 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:56.222295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c35a363a-fc20-49c2-bbba-4b801bfd7644 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:56.223970 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.230673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Allocated IP 172.20.0.1 (bc152484-fca6-42de-b823-74acf46dc766/a095f2d5-beae-4668-82b0-0e7f5d3a2257/033ebe95-c0ff-43e2-9904-0c05fd99563b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:56.234556 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.288561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b485fd8-9df3-4447-a729-1cdee17a9bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.314562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b485fd8-9df3-4447-a729-1cdee17a9bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.377738 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.400765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Transition to ACTIVE for port object 033ebe95-c0ff-43e2-9904-0c05fd99563b will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:56.411807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b485fd8-9df3-4447-a729-1cdee17a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.415414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b485fd8-9df3-4447-a729-1cdee17a9bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.417170 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b485fd8-9df3-4447-a729-1cdee17a9bcd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e200f27d-6cd0-4b29-887e-ff7e2fd5393a HTTP/1.1" status: 204 len: 168 time: 0.2383916 Jul 07 22:24:56.419006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=e21dcbcc-6d5e-4749-b2c1-144b646768f3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:56.432722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b485fd8-9df3-4447-a729-1cdee17a9bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e200f27d-6cd0-4b29-887e-ff7e2fd5393a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:56.457897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.511133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Network bc152484-fca6-42de-b823-74acf46dc766 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:56.520362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:56.523656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:56.560932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['e21dcbcc-6d5e-4749-b2c1-144b646768f3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:56.578871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Pushing event updated for resources: {'Port': ['ID=033ebe95-c0ff-43e2-9904-0c05fd99563b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:56.638458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.037682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92924c7c-1e5e-43e9-98cc-bd8ce15a37d8 req-065b77b1-ba1a-4f8a-9dc5-de554f999754 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1051710 Jul 07 22:24:57.140306 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.143736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bd61abaf-0690-4f4e-adff-e045342fa89e None None] Provisioning for port 033ebe95-c0ff-43e2-9904-0c05fd99563b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:57.153625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bd61abaf-0690-4f4e-adff-e045342fa89e None None] Provisioning complete for port 033ebe95-c0ff-43e2-9904-0c05fd99563b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:57.154047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bd61abaf-0690-4f4e-adff-e045342fa89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.158325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Transition to ACTIVE for port object 762519ba-efef-4786-a93f-cee4561a4500 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:57.169008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.197937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.263067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bd61abaf-0690-4f4e-adff-e045342fa89e None None] Port 033ebe95-c0ff-43e2-9904-0c05fd99563b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:57.328152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593aa55-c278-4e8f-aaf0-2344b2361c6f None None] Pushing event updated for resources: {'Port': ['ID=762519ba-efef-4786-a93f-cee4561a4500,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:57.334306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Attempting to bind port 762519ba-efef-4786-a93f-cee4561a4500 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:57.334943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Attempting to bind port 762519ba-efef-4786-a93f-cee4561a4500 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:57.335507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Attempting to bind port 762519ba-efef-4786-a93f-cee4561a4500 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:57.359176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:57.361354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:57.362341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.364161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:57.365603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Bound port: 762519ba-efef-4786-a93f-cee4561a4500, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:57.369879 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.457654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] For port 762519ba-efef-4786-a93f-cee4561a4500, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:57.461186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] For port 762519ba-efef-4786-a93f-cee4561a4500, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=762519ba-efef-4786-a93f-cee4561a4500,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:57.468338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.523052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.534187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.599006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea0ca4-371c-4528-a461-bde13d0dcd1f req-201cf74c-2387-4621-97ba-43a1a4de7a6f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:57.600693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91ea0ca4-371c-4528-a461-bde13d0dcd1f req-201cf74c-2387-4621-97ba-43a1a4de7a6f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 944 time: 0.2026031 Jul 07 22:24:57.645017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:57.645619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:57.654223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.670519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Pushing event updated for resources: {'Port': ['ID=033ebe95-c0ff-43e2-9904-0c05fd99563b,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:57.747852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91ea0ca4-371c-4528-a461-bde13d0dcd1f req-e14bf4da-4b7a-45e9-9353-52927ed38aba tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348276 Jul 07 22:24:57.752751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593aa55-c278-4e8f-aaf0-2344b2361c6f None None] Pushing event updated for resources: {'Port': ['ID=762519ba-efef-4786-a93f-cee4561a4500,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:57.850173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Network bc152484-fca6-42de-b823-74acf46dc766 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:57.862832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:57.968477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:57.995995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:58.114668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Router 506dcaf2-b91f-4c9d-8b99-805f625d817d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:58.161175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1471446478-network', 'tenant_id': '4c2c47a1bdb746eb98eefb30aead9ed5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:58.224473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Made reservation on behalf of 4c2c47a1bdb746eb98eefb30aead9ed5 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:58.232429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.254048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.380542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8dc5b960-cb48-4ac8-a7d6-1b7d42cf5a22 None None] Provisioning complete for port 033ebe95-c0ff-43e2-9904-0c05fd99563b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:58.381116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b960-cb48-4ac8-a7d6-1b7d42cf5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.388502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.394193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.429341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:24:58.436409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2ff49-5eb3-4375-99a8-36ba0eb75729,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.462582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.463355 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Added segment 22df289d-08d1-4d8b-97ed-b242632f0416 of type vlan for network ff230933-59b9-43ae-9e2f-0b9d108a3918 Jul 07 22:24:58.478431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5b960-cb48-4ac8-a7d6-1b7d42cf5a22 None None] Port 033ebe95-c0ff-43e2-9904-0c05fd99563b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:58.500171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 2, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:58.524722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.556424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dbae-3cea-455b-bc61-57f3671a0715 None None] The sync data for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 is: [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 2, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:58.573656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.575164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:58.576227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.664303 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6676397 Jul 07 22:24:58.667448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49730) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:58.675009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Request body: {'subnet': {'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1471446478-subnet', 'tenant_id': '4c2c47a1bdb746eb98eefb30aead9ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:58.693558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fe198-9499-4b8b-bec6-db8c46c70531 admin admin] Pushing event updated for resources: {'Network': ['ID=ff230933-59b9-43ae-9e2f-0b9d108a3918,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.707273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:24:58.752997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Made reservation on behalf of 4c2c47a1bdb746eb98eefb30aead9ed5 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:58.755458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.794704 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:24:58.896447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52e16771-8caa-48a1-a574-0ddede467c11 req-02f7d9c2-dbdf-4bf1-bbec-fbb591de459a tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.5554953 Jul 07 22:24:58.923723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:58.958117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4946c32d-866e-4753-bc31-4d8aa1eae140 admin admin] 10.222.0.95 "PUT /v2.0/routers/506dcaf2-b91f-4c9d-8b99-805f625d817d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9888124 Jul 07 22:24:59.118475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e21dcbcc-6d5e-4749-b2c1-144b646768f3 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:59.378244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc128-7ea3-4793-b3e8-577e6f78e338 req-925d74c6-267b-475f-ae65-c84b333a4d7b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:59.387364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae7bc128-7ea3-4793-b3e8-577e6f78e338 req-925d74c6-267b-475f-ae65-c84b333a4d7b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 944 time: 0.2900932 Jul 07 22:24:59.449699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port e21dcbcc-6d5e-4749-b2c1-144b646768f3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:59.466071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port e21dcbcc-6d5e-4749-b2c1-144b646768f3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:59.466485 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.511475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae7bc128-7ea3-4793-b3e8-577e6f78e338 req-f21a3e9f-6eef-43d7-bf9f-70b05b47875f tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228683 Jul 07 22:24:59.586373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.673524 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.713507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:59.716072 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a198eb-b4fe-4ff9-9387-d2d4f2fbbcb2" -d '{"events": [{"server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "name": "network-vif-plugged", "status": "completed", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:59.723422 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-8009b88c-3ec9-463a-aefd-529dea06519e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3692770 Jul 07 22:24:59.743469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43d67b9-9125-4793-bb31-cfe85ac82f03,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:59.780455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port e21dcbcc-6d5e-4749-b2c1-144b646768f3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:59.791974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.873676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Checking segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:59.874070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Network hostable DHCP agents. Network: ff230933-59b9-43ae-9e2f-0b9d108a3918, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:24:59.892876 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7326abee-ee3f-43fc-87a8-120344d9df37 x-openstack-request-id: req-7326abee-ee3f-43fc-87a8-120344d9df37 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:59.892876 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "name": "network-vif-plugged", "status": "completed", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:59.892876 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7326abee-ee3f-43fc-87a8-120344d9df37 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:59.893225 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'code': 200} Jul 07 22:24:59.897757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=e21dcbcc-6d5e-4749-b2c1-144b646768f3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:59.963145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:00.024269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ff230933-59b9-43ae-9e2f-0b9d108a3918) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:00.036848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0fc2a-0184-4fc0-b4b8-00c0af780c23 None None] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:00.051399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:00.052077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.118051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-a9502571-31a1-4033-808e-b3033f55fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:00.118245 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-a9502571-31a1-4033-808e-b3033f55fc44 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0ed5a4724a1467788de2a3222559c70&device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 1098 time: 0.3657143 Jul 07 22:25:00.120827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2fa9f45-64be-4092-97b4-5482d226c830 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4513774 Jul 07 22:25:00.163980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07bf0b-ddc1-47e0-b99c-04cf22515791 req-1c32f47e-cee8-4aee-8bb2-fa9c589a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:00.166296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ba07bf0b-ddc1-47e0-b99c-04cf22515791 req-1c32f47e-cee8-4aee-8bb2-fa9c589a8a2a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 1097 time: 0.2267964 Jul 07 22:25:00.253541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:00.258764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720518477', 'description': 'tempest-description--1563034767'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:00.351026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.440255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b97ab5-474d-49f1-875b-0fbb3860692a None None] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:00.488398 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ba07bf0b-ddc1-47e0-b99c-04cf22515791 req-13faeced-a9fc-4e6a-af77-4edd7b50aa37 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990580 Jul 07 22:25:00.497538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-eccaaa49-e873-4c91-be5b-7740adf692a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:00.499236 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-eccaaa49-e873-4c91-be5b-7740adf692a9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9791c390-3d79-4aff-a64c-5d2cbb726a7a HTTP/1.1" status: 200 len: 907 time: 0.3177247 Jul 07 22:25:00.531512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37d605a3-6c35-48c5-9353-d1ee3eb829b7 req-9a4969e6-509a-44fd-854a-b98f73c45772 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.2079217 Jul 07 22:25:00.671626 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.680456 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-6e7521f8-c641-4c0f-be83-ba2a84bb996e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b HTTP/1.1" status: 200 len: 1001 time: 0.1740942 Jul 07 22:25:00.682734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.777838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c10e59d-38fe-4401-b252-0ea8df8f9834,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:00.790651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.792040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f86855e0-e691-4cd4-b167-318bf3563e63 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5374806 Jul 07 22:25:00.794910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49782) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:00.801590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Request body: {'security_group_rule': {'security_group_id': '1c10e59d-38fe-4401-b252-0ea8df8f9834', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:00.844370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.899621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-92d0d5d0-3833-4b52-9fe5-e841582bd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:00.901229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-92d0d5d0-3833-4b52-9fe5-e841582bd309 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1251d858-a9eb-4692-b3b8-3367b72794f8 HTTP/1.1" status: 200 len: 845 time: 0.2135041 Jul 07 22:25:00.935304 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.941872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.963985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9864973c-efa2-469c-8d39-6f67ce62caa0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:00.991504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.993584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d0914af3-7aad-42b7-b9cd-d8ea8f1b6b99 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1963179 Jul 07 22:25:00.996299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:01.013026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Request body: {'security_group_rule': {'security_group_id': '1c10e59d-38fe-4401-b252-0ea8df8f9834', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:01.115349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-11860947-24ed-4819-bf2a-5a93dfc95ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:01.117156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-11860947-24ed-4819-bf2a-5a93dfc95ec6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9791c390-3d79-4aff-a64c-5d2cbb726a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2071660 Jul 07 22:25:01.124021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.179317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20726024-c920-43ef-b38c-72fec514f3c0 req-8cca68b6-86dc-4ec6-8270-74719e9b73ed tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:01.181967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20726024-c920-43ef-b38c-72fec514f3c0 req-8cca68b6-86dc-4ec6-8270-74719e9b73ed tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.1747074 Jul 07 22:25:01.210950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 762519ba-efef-4786-a93f-cee4561a4500 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:01.233730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-007c88f5-7477-4eee-ac4f-07a2c8a4040c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:01.236318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-007c88f5-7477-4eee-ac4f-07a2c8a4040c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.2690821 Jul 07 22:25:01.301070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-b6cdb30e-1967-4d69-bf93-e6dfb8adb834 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/quotas/4c2c47a1bdb746eb98eefb30aead9ed5 HTTP/1.1" status: 200 len: 375 time: 0.0496860 Jul 07 22:25:01.321267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 762519ba-efef-4786-a93f-cee4561a4500 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:01.327322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 762519ba-efef-4786-a93f-cee4561a4500 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:01.330503 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.389113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-c2f8dbca-7ae6-4d05-acac-bbd8cdc9e5c1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862672 Jul 07 22:25:01.457100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.461981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-065cc8c9-2f6e-47d8-a615-62cb080d5b0e service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271031 Jul 07 22:25:01.463683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.527393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.535907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faf7cca-c881-4381-8e8f-1ba710ba39bb,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:01.548282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.553432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7ed1631-05ad-4a7d-b751-0bac3a5acd84 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5546660 Jul 07 22:25:01.556081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49798) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:01.560973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:01.574360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 762519ba-efef-4786-a93f-cee4561a4500, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=762519ba-efef-4786-a93f-cee4561a4500,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:01.582300 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.618810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.631235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20726024-c920-43ef-b38c-72fec514f3c0 req-6d9eaf25-1863-4b3e-9856-4619762d9f8b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4313416 Jul 07 22:25:01.647994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-a3caa13b-8372-4467-8fc9-b8f6fe5826fc service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576015 Jul 07 22:25:01.692552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67e17308-f91b-4155-b53f-3a142f708ef1 req-73480e82-1022-4e0a-9c26-99363f6ddb3b service neutron] 10.222.0.97 "GET /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239151 Jul 07 22:25:01.843658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-cdcd689a-f51d-4ed7-a06b-16012cba9481 service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930335 Jul 07 22:25:01.843864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.055776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=762519ba-efef-4786-a93f-cee4561a4500,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:02.185505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Allocated IP 172.25.5.43 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/7ff22170-517c-42f9-a196-b66e6b09490d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:02.198009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-551c7d24-56ea-4ad3-a073-1013f72a5eb7 req-f9af3ff9-4bdf-44e7-910a-14ff61fb46d9 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1347485 Jul 07 22:25:02.299110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-906f9d16-2ea9-41d8-8951-203d35180811 req-68c0f966-d359-429f-9ccc-73a5a9eff7fc tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 210 time: 0.1206474 Jul 07 22:25:02.432032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.488106 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.548631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:02.557129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:02.561586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:02.612973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event updated for resources: {'Port': ['ID=7ff22170-517c-42f9-a196-b66e6b09490d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:02.680225 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Sync routers for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:02.696468 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:02.697653 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:02.777628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.909468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.978354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:03.170899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5ae1f-4fa0-4859-b5f1-e0cd69a31b19 req-08fdf874-74dd-45b9-be71-584615e25a38 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:03.191863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06a5ae1f-4fa0-4859-b5f1-e0cd69a31b19 req-08fdf874-74dd-45b9-be71-584615e25a38 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.2069230 Jul 07 22:25:03.196493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 762519ba-efef-4786-a93f-cee4561a4500 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:03.264868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06a5ae1f-4fa0-4859-b5f1-e0cd69a31b19 req-eabdc442-5d02-474e-b00c-b79e48283441 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711789 Jul 07 22:25:03.326672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.327520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 762519ba-efef-4786-a93f-cee4561a4500 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:03.333147 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.342208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.462170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 2, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:03.547031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f853ef3-261c-42d2-99b1-6bdd23a26130 req-060100c4-88ef-4cb4-882a-5336d1512652 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0878394 Jul 07 22:25:03.561437 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Checking router: 506dcaf2-b91f-4c9d-8b99-805f625d817d for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:03.561799 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Updating router 506dcaf2-b91f-4c9d-8b99-805f625d817d port 033ebe95-c0ff-43e2-9904-0c05fd99563b binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:25:03.576271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.579733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event updated for resources: {'Port': ['ID=7ff22170-517c-42f9-a196-b66e6b09490d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:03.604038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.607608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b79dc43-017f-4267-ab46-80bf5dd21737 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0481236 Jul 07 22:25:03.627153 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.636509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b54a726-0852-4681-ba4a-802a25c42757 req-076888d9-741f-4aea-880d-cc158358fac2 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0749166 Jul 07 22:25:03.668584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d6d9-0a65-4eff-ba2b-891d08fb2429 req-91dee28d-37b1-4835-a530-389f182bfc2c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:03.678889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49862) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:03.681823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4a7d6d9-0a65-4eff-ba2b-891d08fb2429 req-91dee28d-37b1-4835-a530-389f182bfc2c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.1174455 Jul 07 22:25:03.683718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Request body: {'floatingip': {'port_id': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:03.728704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:03.923717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5933b49c-ae07-4daf-a6a7-93e841e5908e req-0d3fac02-ac41-47df-9836-b638fbeef40e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 210 time: 0.0302708 Jul 07 22:25:03.949271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8bdce-debc-4d34-9cb0-350047cc263c req-b0b38dfc-c1bf-47ee-b109-934a492c0a32 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:03.950118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dde8bdce-debc-4d34-9cb0-350047cc263c req-b0b38dfc-c1bf-47ee-b109-934a492c0a32 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1708870 Jul 07 22:25:04.011048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dde8bdce-debc-4d34-9cb0-350047cc263c req-6f50211b-8816-48ff-b2a8-e10abd35c4a6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533969 Jul 07 22:25:04.063303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-a4a37370-773c-4f22-a3b4-068416c3952d tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1720518477&fields=id&tenant_id=5e1d56b7e727477b91fe36508cb7b337 HTTP/1.1" status: 200 len: 267 time: 0.0383940 Jul 07 22:25:04.088712 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.099172 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Transition to ACTIVE for port object 033ebe95-c0ff-43e2-9904-0c05fd99563b will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:04.105177 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.275655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-fbafb0d3-0741-48fd-880a-1486c6d6d4a3 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:04.288999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-fbafb0d3-0741-48fd-880a-1486c6d6d4a3 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/networks?id=bc152484-fca6-42de-b823-74acf46dc766 HTTP/1.1" status: 200 len: 812 time: 0.2189507 Jul 07 22:25:04.315928 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Attempting to bind port 033ebe95-c0ff-43e2-9904-0c05fd99563b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:04.316369 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Attempting to bind port 033ebe95-c0ff-43e2-9904-0c05fd99563b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:04.316862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Attempting to bind port 033ebe95-c0ff-43e2-9904-0c05fd99563b on network bc152484-fca6-42de-b823-74acf46dc766 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:04.323829 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:04.324388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Checking segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:04.324896 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.325550 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Bound using segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:04.325773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-78e1f712-1d40-4c8b-b634-41bffc830331 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/quotas/5e1d56b7e727477b91fe36508cb7b337 HTTP/1.1" status: 200 len: 375 time: 0.0358131 Jul 07 22:25:04.326234 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Bound port: 033ebe95-c0ff-43e2-9904-0c05fd99563b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:04.326736 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.421008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.442713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.444965 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] For port 033ebe95-c0ff-43e2-9904-0c05fd99563b, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:04.455431 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] For port 033ebe95-c0ff-43e2-9904-0c05fd99563b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=033ebe95-c0ff-43e2-9904-0c05fd99563b,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:04.457873 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Pushing event updated for resources: {'Port': ['ID=033ebe95-c0ff-43e2-9904-0c05fd99563b,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:04.476996 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:04.480509 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.481081 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.481580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.482118 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.482704 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.483228 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.483809 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.484576 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.485129 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.486211 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.486892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.487474 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:04.510862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-811813aa-189f-49ea-ba4f-d153823c35ea tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5e1d56b7e727477b91fe36508cb7b337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1840718 Jul 07 22:25:04.589621 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:04.590502 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:04.594101 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7108ca-9529-4357-a8af-b8a11c697b0a None None] Pushing event updated for resources: {'Port': ['ID=033ebe95-c0ff-43e2-9904-0c05fd99563b,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:04.704114 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Floating IP 8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6 associated. External IP: 172.25.5.28, port: e21dcbcc-6d5e-4749-b2c1-144b646768f3. Jul 07 22:25:04.741544 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:04.774307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-a8ae5c84-371d-4489-95d6-ea5038b079f9 service neutron] 10.222.0.95 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600994 Jul 07 22:25:05.063177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-219e3dbe-e639-4f20-b6b8-45fd2042b062 service neutron] 10.222.0.95 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870400 Jul 07 22:25:05.113116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Router 5df3eecd-341d-423c-8bf9-6599337106d7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:05.148344 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:04Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:05.159497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29326668-6685-47fc-9c67-33e2d9d047a2 req-d9afa1d1-9dd0-4dfb-9e31-fe51403575f6 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0960097 Jul 07 22:25:05.180587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713bb62-8ede-4101-be2f-849ac0c5aca7 None None] The sync data for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 is: [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:04Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:05.199859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 033ebe95-c0ff-43e2-9904-0c05fd99563b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:05.360131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 033ebe95-c0ff-43e2-9904-0c05fd99563b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:05.364828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 033ebe95-c0ff-43e2-9904-0c05fd99563b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:05.365838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:05.497068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-0339ceed-8ede-417d-8094-4c128240fc68 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:05.503916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-0339ceed-8ede-417d-8094-4c128240fc68 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.3860219 Jul 07 22:25:05.512899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58641b6f-5174-4cd6-b7f3-667d5ef98479 req-be7610e6-3154-430e-bace-de7ef5c8ad34 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 210 time: 0.0597908 Jul 07 22:25:05.549681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Request body: {'port': {'device_id': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'admin_state_up': True, 'tenant_id': '4c2c47a1bdb746eb98eefb30aead9ed5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:05.620043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:05.668369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 033ebe95-c0ff-43e2-9904-0c05fd99563b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=033ebe95-c0ff-43e2-9904-0c05fd99563b,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:05.678231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:05.768545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d73fdd-2d7a-473c-a935-42f551a0be10 req-9a4d9478-96f0-42ff-8f28-14f9e11ea5fd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:05.772295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=033ebe95-c0ff-43e2-9904-0c05fd99563b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:05.781740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6d73fdd-2d7a-473c-a935-42f551a0be10 req-9a4d9478-96f0-42ff-8f28-14f9e11ea5fd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1404169 Jul 07 22:25:05.915837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:05.916619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c9341bc-d5ec-4b34-abf1-f0c1de64e104 req-8935a255-11b5-41a8-b086-b9526a7b3c50 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 210 time: 0.0547087 Jul 07 22:25:05.923553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:05.933385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] Sync routers for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:05.947551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6d73fdd-2d7a-473c-a935-42f551a0be10 req-6e0db896-b889-4fdf-8401-47b08a43248d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642344 Jul 07 22:25:05.967429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:05.968808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:05.989601 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-34665bc2-43db-45ab-aac6-5cd28653b67c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "PUT /v2.0/floatingips/8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6 HTTP/1.1" status: 200 len: 990 time: 2.3096194 Jul 07 22:25:05.990646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:05.993377 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:05.996720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Made reservation on behalf of 4c2c47a1bdb746eb98eefb30aead9ed5 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:06.001021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:06.180521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:06.217466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Allocated IP 172.20.0.11 (ff230933-59b9-43ae-9e2f-0b9d108a3918/d43d67b9-9125-4793-bb31-cfe85ac82f03/d5cfc8d7-1102-4d44-9f2e-0405138f4b64) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:06.482464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:06.581714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:06.746718 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c706493-0263-407f-b2aa-a74c710f8221 x-openstack-request-id: req-4c706493-0263-407f-b2aa-a74c710f8221 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:06.746718 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:06.746718 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4c706493-0263-407f-b2aa-a74c710f8221 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:06.746718 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'status': 'completed', 'code': 200} Jul 07 22:25:06.748111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:06.772928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'port_id': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'mac_address': 'fa:16:3e:c3:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:24:01Z', 'updated_at': '2021-07-07T22:25:04Z', 'revision_number': 1, 'project_id': '16998b0089f4409fa9adb19979c53861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:04Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:06.785196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:06.821114 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6d38cab7-7d4b-491d-bc67-92c6a94d42c6 req-697ff4ff-a265-4b30-92a0-41d7008f2a3e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2a3ce277d76b48f095969b50b9fe80cf&device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1343775 Jul 07 22:25:06.822371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:06.832114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:06.834975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:06.888190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] Checking router: 5df3eecd-341d-423c-8bf9-6599337106d7 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:06.978162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:06.979031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:06.980328 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6d38cab7-7d4b-491d-bc67-92c6a94d42c6 req-65fb6c9d-fc3a-4d9e-86d7-f4256fb068af service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=2a3ce277d76b48f095969b50b9fe80cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1427231 Jul 07 22:25:07.077909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37db67c6-8b82-46cc-aa25-c638f66835a9 req-aaa92865-8eb9-416f-a794-9dfdc0d96763 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.1365743 Jul 07 22:25:07.123862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-59c49ebc-f4db-475a-b930-d888e225ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.124117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 033ebe95-c0ff-43e2-9904-0c05fd99563b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:07.125671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-59c49ebc-f4db-475a-b930-d888e225ebaa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=16998b0089f4409fa9adb19979c53861&device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 1097 time: 0.2618124 Jul 07 22:25:07.141867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.142556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:07.198756 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-8191e094-75f2-49f0-87b5-c693aa16fda1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6717987 Jul 07 22:25:07.205636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc1862-3125-4e51-b15e-28d1c9ef9108 req-041016ab-ce49-4c04-be1c-abce34a5f992 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.207109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ecc1862-3125-4e51-b15e-28d1c9ef9108 req-041016ab-ce49-4c04-be1c-abce34a5f992 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 932 time: 0.2079785 Jul 07 22:25:07.210429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:07.228011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Request body: {'port': {'device_id': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:07.233838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:07.287877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:07.290174 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d8fdc4-b884-4073-81b7-2e305f1077d8" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-unplugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:07.306552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38cab7-7d4b-491d-bc67-92c6a94d42c6 req-5abbc4ab-1f05-4bd7-b717-0d58af6eb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.308229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ecc1862-3125-4e51-b15e-28d1c9ef9108 req-6272e8d0-6e80-48db-a82d-40260bcd1d65 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920718 Jul 07 22:25:07.316633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:07.322928 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6d38cab7-7d4b-491d-bc67-92c6a94d42c6 req-5abbc4ab-1f05-4bd7-b717-0d58af6eb95e service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3310473 Jul 07 22:25:07.327920 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:07.334806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 033ebe95-c0ff-43e2-9904-0c05fd99563b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:07.335471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:07.406306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:07.448205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-46485e89-bef8-4156-9274-ef4651814833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.451129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-46485e89-bef8-4156-9274-ef4651814833 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3313b7e9-034c-4b54-8453-4194f52744d4 HTTP/1.1" status: 200 len: 917 time: 0.3165898 Jul 07 22:25:07.488789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:07.561094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-00aa5b0f-ac65-4c85-8d98-1b62090f0f12 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3 HTTP/1.1" status: 200 len: 998 time: 0.0924647 Jul 07 22:25:07.578710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b556-f9c3-4a51-a9f3-b6829ab50295 req-e9ceeaab-11a9-434c-8ae1-128867ad9399 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.580746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7009b556-f9c3-4a51-a9f3-b6829ab50295 req-e9ceeaab-11a9-434c-8ae1-128867ad9399 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2766132 Jul 07 22:25:07.683468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-5bc6d622-fcbf-4d6e-8dd0-c451c96d0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.684894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-5bc6d622-fcbf-4d6e-8dd0-c451c96d0460 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2bc10222-b45a-4b1d-87fb-ac8c5748963a HTTP/1.1" status: 200 len: 855 time: 0.1144235 Jul 07 22:25:07.705141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7009b556-f9c3-4a51-a9f3-b6829ab50295 req-e9b449d8-43dc-47e0-8492-fb7450343533 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115460 Jul 07 22:25:07.778545 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5091fea-19f9-4605-b345-ae7019770f99 x-openstack-request-id: req-c5091fea-19f9-4605-b345-ae7019770f99 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:07.779048 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-unplugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:07.779162 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c5091fea-19f9-4605-b345-ae7019770f99 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:07.782881 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:25:07.820933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'port_id': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'mac_address': 'fa:16:3e:c3:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:24:01Z', 'updated_at': '2021-07-07T22:25:04Z', 'revision_number': 1, 'project_id': '16998b0089f4409fa9adb19979c53861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:04Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:07.855947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-663e0c83-8f53-43cb-877a-1642aa37222f req-39808996-141d-4222-b3dd-4afba724d948 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 210 time: 0.1483994 Jul 07 22:25:07.893249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a81b2e-74b2-4e14-9e12-1a6ee7f180de None None] The sync data for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 is: [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'port_id': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'mac_address': 'fa:16:3e:c3:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:24:01Z', 'updated_at': '2021-07-07T22:25:04Z', 'revision_number': 1, 'project_id': '16998b0089f4409fa9adb19979c53861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:04Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:07.913113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-f7877b5d-d9b5-4220-ae64-428fe4d690e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.914905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-f7877b5d-d9b5-4220-ae64-428fe4d690e9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3313b7e9-034c-4b54-8453-4194f52744d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062612 Jul 07 22:25:08.037192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-3c40e1f4-5ff6-4069-b30a-d52011ac4f29 service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150703 Jul 07 22:25:08.174896 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3877d-7a9a-4ff7-aae6-c0e8351899ba None None] New status for floating IP 8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:25:08.177949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dcfa2f2-00f6-44cb-b138-4ba9b87b13d2 req-027f2a5c-14c2-436f-b16a-b067f50fca49 service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340454 Jul 07 22:25:08.186013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-39d6c442-4a71-4476-a80b-9b86b3818a2c tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:08.187758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-39d6c442-4a71-4476-a80b-9b86b3818a2c tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.103 "GET /v2.0/networks?id=bc152484-fca6-42de-b823-74acf46dc766 HTTP/1.1" status: 200 len: 812 time: 0.7655466 Jul 07 22:25:08.285249 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-e0537a0d-c71f-429d-97c5-816531945086 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1d56b7e727477b91fe36508cb7b337 HTTP/1.1" status: 200 len: 380 time: 0.0871031 Jul 07 22:25:08.312521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92193276-a9d9-496f-be4d-c38ad74f010c req-9b514d5c-6b42-40ab-abfe-85dde9e11966 tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.95 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0361321 Jul 07 22:25:08.332245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Request body: {'port': {'device_id': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'admin_state_up': True, 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'security_groups': ['1c10e59d-38fe-4401-b252-0ea8df8f9834']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:08.562256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cfc8d7-1102-4d44-9f2e-0405138f4b64 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:08.574031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:08.595671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Made reservation on behalf of 5e1d56b7e727477b91fe36508cb7b337 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:08.599877 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:08.602027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Transition to ACTIVE for port object d5cfc8d7-1102-4d44-9f2e-0405138f4b64 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:08.613387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:08.624195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d3fbb-edd9-40db-b8c0-525ad9ce6e39 req-931440c3-a13b-49bd-a18a-1b6bf7256860 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:08.626515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-366d3fbb-edd9-40db-b8c0-525ad9ce6e39 req-931440c3-a13b-49bd-a18a-1b6bf7256860 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 932 time: 0.1374824 Jul 07 22:25:08.655722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d38cab7-7d4b-491d-bc67-92c6a94d42c6 req-077aa7f6-610c-47bf-9c5e-9e04af1cab1b tempest-ServerShowV254Test-1190620713 tempest-ServerShowV254Test-1190620713-project] 10.222.0.103 "GET /v2.0/ports?device_id=f51a373c-0660-46ad-9c08-d4633f199bc9 HTTP/1.1" status: 200 len: 210 time: 0.0626750 Jul 07 22:25:08.703598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-366d3fbb-edd9-40db-b8c0-525ad9ce6e39 req-98fe2073-c763-434d-96c1-6b35205e6416 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512097 Jul 07 22:25:08.763076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:08.910345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Attempting to bind port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:08.910345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Attempting to bind port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:08.910876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Attempting to bind port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:08.917184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:08.917514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Attempting to bind port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:08.925271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:08.925622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Checking segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:08.926008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Bound using segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:08.926447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Bound port: d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:08.926841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:08.929075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Allocated IP 172.20.0.13 (bc152484-fca6-42de-b823-74acf46dc766/a095f2d5-beae-4668-82b0-0e7f5d3a2257/6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:08.931638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d861b58-9cb5-43a3-9a71-f2b45eaeb3f3 req-d42addd5-eba9-40d8-b41a-72803717da58 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:08.934017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d861b58-9cb5-43a3-9a71-f2b45eaeb3f3 req-d42addd5-eba9-40d8-b41a-72803717da58 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0901115 Jul 07 22:25:08.979744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d861b58-9cb5-43a3-9a71-f2b45eaeb3f3 req-30143da1-02aa-4283-b278-0770844482e2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399010 Jul 07 22:25:09.078572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:09.084409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:09.102500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.109729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddd24265-3236-453b-af92-190566749383 req-581b61d6-decb-400a-944b-0ad4481d98b6 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 210 time: 0.0772648 Jul 07 22:25:09.172901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:09.173538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.174969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] 10.222.0.97 "PUT /v2.0/ports/d5cfc8d7-1102-4d44-9f2e-0405138f4b64 HTTP/1.1" status: 200 len: 1093 time: 1.9648001 Jul 07 22:25:09.175415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:09.177661 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5601497-eb71-4fb0-af2d-eb3662137d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:09.199497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4195-e581-4ca5-a452-01718374fa84 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:09.216341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.231549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Transition to ACTIVE for port object 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:09.242154 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7647a94-e90a-4a44-b65d-e15b8602f39a x-openstack-request-id: req-f7647a94-e90a-4a44-b65d-e15b8602f39a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:09.242672 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:09.242802 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f7647a94-e90a-4a44-b65d-e15b8602f39a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:09.243321 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'status': 'completed', 'code': 200} Jul 07 22:25:09.304589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.364136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Network bc152484-fca6-42de-b823-74acf46dc766 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:09.371663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:09.379115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:09.384144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event updated for resources: {'Port': ['ID=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:09.413365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-dbcb2f8a-e2ea-49f6-967d-27492331f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:09.414930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-dbcb2f8a-e2ea-49f6-967d-27492331f665 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 1096 time: 0.1519713 Jul 07 22:25:09.473182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:09.473589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.477980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-e9964347-34cf-4db3-9916-0b91e63744bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64 HTTP/1.1" status: 200 len: 217 time: 0.0540338 Jul 07 22:25:09.521699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-38ef712d-0021-4b84-bd36-1c758c1c6cec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1936719 Jul 07 22:25:09.543959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Request body: {'port': {'device_id': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:09.552740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-fb702cfc-4b4f-4ab9-be46-d11dce952067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:09.556157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-fb702cfc-4b4f-4ab9-be46-d11dce952067 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0697711 Jul 07 22:25:09.606186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-9750c413-5053-4fbb-a163-4ed4a44f42b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289690 Jul 07 22:25:09.681506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cc33027b-5992-42a6-97c4-6856fac7a84e None None] Provisioning for port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:09.687189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cc33027b-5992-42a6-97c4-6856fac7a84e None None] Provisioning complete for port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:09.687829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cc33027b-5992-42a6-97c4-6856fac7a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.692919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49972) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:09.761755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cc33027b-5992-42a6-97c4-6856fac7a84e None None] Port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:09.770608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-c7dcc435-7198-4e3e-9cdd-9ffa2e70d003 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549940 Jul 07 22:25:09.841037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ea5565f-8a61-45a7-8819-3694d8fe8ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.869551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:09.928765 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f062f3ac-68a1-4d12-9eb6-7467b87852af req-c7583e3e-921a-4f66-b13f-fa4ae16d82db service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501801 Jul 07 22:25:09.967074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a016-2858-4ab5-8bfd-7f6a82627571 req-cf56669b-e17e-4d54-823a-76cf786e1764 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:09.968994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3282a016-2858-4ab5-8bfd-7f6a82627571 req-cf56669b-e17e-4d54-823a-76cf786e1764 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 944 time: 0.0971644 Jul 07 22:25:10.066088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3282a016-2858-4ab5-8bfd-7f6a82627571 req-7d2a83fa-858f-4378-beef-913b4f71a7a8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881023 Jul 07 22:25:10.086992 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ea5565f-8a61-45a7-8819-3694d8fe8ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.094017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ea5565f-8a61-45a7-8819-3694d8fe8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.143027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-99b8d21f-d2a7-455f-90ed-6ea3132f7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:10.154187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-99b8d21f-d2a7-455f-90ed-6ea3132f7e55 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 1096 time: 0.1447008 Jul 07 22:25:10.165668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5565f-8a61-45a7-8819-3694d8fe8ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb72294-593f-42b5-aa8b-ab70bfdffda5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:10.184934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0ea5565f-8a61-45a7-8819-3694d8fe8ed0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2a3ce277d76b48f095969b50b9fe80cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908257 Jul 07 22:25:10.189052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49988) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:10.270941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bbe21b8e-971e-4bc8-872e-d87fde3e83bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.308908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33d3fa-f26d-4b96-92d1-836de5323815 req-7b15b093-11f3-4031-801e-e0ebb513cec6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:10.315234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d33d3fa-f26d-4b96-92d1-836de5323815 req-7b15b093-11f3-4031-801e-e0ebb513cec6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1955166 Jul 07 22:25:10.351843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bbe21b8e-971e-4bc8-872e-d87fde3e83bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.363480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-369316ff-db60-4d24-ab02-189eeb8475e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:10.364981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-369316ff-db60-4d24-ab02-189eeb8475e2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 906 time: 0.2036452 Jul 07 22:25:10.422839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-20a17ce8-1388-40b1-ba79-e14c90457aee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64 HTTP/1.1" status: 200 len: 217 time: 0.0485926 Jul 07 22:25:10.424855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:10.425065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d33d3fa-f26d-4b96-92d1-836de5323815 req-c319b764-a5fe-4d66-a1a0-4b97ab201109 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086884 Jul 07 22:25:10.443267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.455334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eba1b-4131-491b-b803-3f81b32b459f req-5846211c-8e92-4ebb-860b-723d4cf646c8 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:10.457059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c3eba1b-4131-491b-b803-3f81b32b459f req-5846211c-8e92-4ebb-860b-723d4cf646c8 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 932 time: 0.1367495 Jul 07 22:25:10.477543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Transition to ACTIVE for port object 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:10.482368 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bbe21b8e-971e-4bc8-872e-d87fde3e83bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.484990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bbe21b8e-971e-4bc8-872e-d87fde3e83bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.486260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bbe21b8e-971e-4bc8-872e-d87fde3e83bb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3eb72294-593f-42b5-aa8b-ab70bfdffda5 HTTP/1.1" status: 204 len: 168 time: 0.2962744 Jul 07 22:25:10.489385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.506272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe21b8e-971e-4bc8-872e-d87fde3e83bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb72294-593f-42b5-aa8b-ab70bfdffda5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:10.525611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c3eba1b-4131-491b-b803-3f81b32b459f req-5d7a820c-f9fa-4d4d-9565-e45aeab85075 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497386 Jul 07 22:25:10.563136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-9efab5ac-ca4a-4116-a102-c9618910351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:10.565487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-9efab5ac-ca4a-4116-a102-c9618910351d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.1357996 Jul 07 22:25:10.607610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:10.640531 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-38449a8a-0767-4d22-a39e-47e570bbf0d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622172 Jul 07 22:25:10.774764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Attempting to bind port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:10.774987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Attempting to bind port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:10.775322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Attempting to bind port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 on network bc152484-fca6-42de-b823-74acf46dc766 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:10.788533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 on network bc152484-fca6-42de-b823-74acf46dc766 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:10.788861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Attempting to bind port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 on network bc152484-fca6-42de-b823-74acf46dc766 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:10.796152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:10.796482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Checking segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:10.796868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Bound using segment: {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:10.797297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Bound port: 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e57b8b2-31b3-458c-beaa-1ad317d76366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:10.798188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:10.802250 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-27487e9c-3fca-42dc-bbc8-3d7b7003b986 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406381 Jul 07 22:25:10.951969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] For port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:10.956089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] For port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:10.959158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c5601497-eb71-4fb0-af2d-eb3662137d8c req-419f82dc-44c1-4828-9759-f176f0e62068 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475267 Jul 07 22:25:10.960671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.000074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.001647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.003180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] 10.222.0.103 "PUT /v2.0/ports/6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 HTTP/1.1" status: 200 len: 1093 time: 1.4645474 Jul 07 22:25:11.029758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f148a88-ccee-453d-8295-731cc860bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:11.103233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-e503c1a6-c092-476f-aac2-87e962932cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.105089 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-e503c1a6-c092-476f-aac2-87e962932cdf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5e1d56b7e727477b91fe36508cb7b337&device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 1096 time: 0.0581169 Jul 07 22:25:11.152131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-a560037f-e406-48f0-a9df-a16fb3f0b5af service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 HTTP/1.1" status: 200 len: 217 time: 0.0396891 Jul 07 22:25:11.218462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-98bf6fa1-f2a7-4be6-860d-d54809b9b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.220601 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-98bf6fa1-f2a7-4be6-860d-d54809b9b1db service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a095f2d5-beae-4668-82b0-0e7f5d3a2257 HTTP/1.1" status: 200 len: 851 time: 0.0625007 Jul 07 22:25:11.252825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:11.255453 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001747de-326d-41c4-84a9-662799b8782f" -d '{"events": [{"name": "network-changed", "server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:11.279860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50020) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:11.311869 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af42eaa-b7f9-4923-908d-fbcc2c2217a7 x-openstack-request-id: req-1af42eaa-b7f9-4923-908d-fbcc2c2217a7 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:11.312270 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:11.312621 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1af42eaa-b7f9-4923-908d-fbcc2c2217a7 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:11.313118 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'status': 'completed', 'code': 200} Jul 07 22:25:11.338970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-858cbfdb-a50d-4d24-9ea8-5628a9031d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.341054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-858cbfdb-a50d-4d24-9ea8-5628a9031d6a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc152484-fca6-42de-b823-74acf46dc766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138966 Jul 07 22:25:11.367014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a3f2-d246-4d21-a6ef-d803cfe1e69d req-91f37bc8-0f4c-4f74-97e4-cdb3a79851e6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.374278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25f2a3f2-d246-4d21-a6ef-d803cfe1e69d req-91f37bc8-0f4c-4f74-97e4-cdb3a79851e6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 944 time: 0.1402326 Jul 07 22:25:11.416686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25f2a3f2-d246-4d21-a6ef-d803cfe1e69d req-c9f0da1c-6a91-4eb7-a9f1-ba9218e32ead tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Jul 07 22:25:11.431539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-953446994-network', 'tenant_id': '9f128da824384eb9b010f13ac5601145'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:11.452423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Made reservation on behalf of 9f128da824384eb9b010f13ac5601145 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:11.455008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.463797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.475856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-f3488740-7d92-46f1-b34f-b76d275c2033 service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271899 Jul 07 22:25:11.572464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.580683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.606557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:11.616142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-962a1c46-b469-495d-8bf0-badcdb6eb9c7 req-adeaee55-9174-4e46-be93-d9f7168f6262 service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338353 Jul 07 22:25:11.645562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.645802 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Added segment fb24b8d8-730f-433b-9024-2600ba1f8d46 of type vlan for network 8ecf5f91-deba-459a-9d12-f4a692f05802 Jul 07 22:25:11.708488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dec643-9f4f-4337-8f4d-0313b38c23e6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:11.722840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001747de-326d-41c4-84a9-662799b8782f req-706e2488-d8eb-4523-9075-4a22e7a64678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.724514 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-706e2488-d8eb-4523-9075-4a22e7a64678 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5e1d56b7e727477b91fe36508cb7b337&device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 1096 time: 0.0594366 Jul 07 22:25:11.748230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.808671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebc82-96d1-43de-9b13-a80235f1b731 req-eb65ed04-9f4c-48d6-8d2a-334c8b144ad4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.810267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48eebc82-96d1-43de-9b13-a80235f1b731 req-eb65ed04-9f4c-48d6-8d2a-334c8b144ad4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2142036 Jul 07 22:25:11.815669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.816646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.817226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:11.833484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001747de-326d-41c4-84a9-662799b8782f req-1f227f7a-9828-4b2d-8a5d-2ebf2970614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.835044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-1f227f7a-9828-4b2d-8a5d-2ebf2970614f service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc152484-fca6-42de-b823-74acf46dc766 HTTP/1.1" status: 200 len: 913 time: 0.1041746 Jul 07 22:25:11.883275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-4c149a7f-fccc-4eb9-9974-6e58d8888c49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 HTTP/1.1" status: 200 len: 217 time: 0.0397549 Jul 07 22:25:11.893962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa49163-1aee-463a-8391-37944df8db1b req-97b4a82c-92bd-4ee5-8931-43888e275d0c tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.895492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfa49163-1aee-463a-8391-37944df8db1b req-97b4a82c-92bd-4ee5-8931-43888e275d0c tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 944 time: 0.2176161 Jul 07 22:25:11.909276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6255155 Jul 07 22:25:11.911085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50032) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:11.931017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Request body: {'subnet': {'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-953446994-subnet', 'tenant_id': '9f128da824384eb9b010f13ac5601145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:11.935674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001747de-326d-41c4-84a9-662799b8782f req-9ca12250-1277-4e7e-99a7-bcb2e9fd2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:11.937258 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-9ca12250-1277-4e7e-99a7-bcb2e9fd2224 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a095f2d5-beae-4668-82b0-0e7f5d3a2257 HTTP/1.1" status: 200 len: 851 time: 0.0479734 Jul 07 22:25:11.949283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d95a0-95b6-453c-a327-64ddf7514bde admin admin] Pushing event updated for resources: {'Network': ['ID=8ecf5f91-deba-459a-9d12-f4a692f05802,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:11.957400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48eebc82-96d1-43de-9b13-a80235f1b731 req-51de02d8-6f16-42f7-a619-3d9290977a02 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368711 Jul 07 22:25:11.970732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:11.992916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfa49163-1aee-463a-8391-37944df8db1b req-e868178c-373f-461c-8618-5aa07213c82b tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851359 Jul 07 22:25:11.994200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Made reservation on behalf of 9f128da824384eb9b010f13ac5601145 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:12.003421 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:12.061999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001747de-326d-41c4-84a9-662799b8782f req-839daefa-6a02-4ce4-90c8-accf87c5a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:12.064042 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-839daefa-6a02-4ce4-90c8-accf87c5a619 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc152484-fca6-42de-b823-74acf46dc766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196883 Jul 07 22:25:12.190041 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-6650e0e6-f48a-4bed-88a8-73bb1490eb7f service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168516 Jul 07 22:25:12.238355 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:12.293904 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-001747de-326d-41c4-84a9-662799b8782f req-c4cca77b-7959-44d6-93cf-fcc8bf44c98e service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970032 Jul 07 22:25:12.299583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05141cf-b7f7-456e-8a81-d8584da29ce0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:12.308703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Checking segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:12.309076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Network hostable DHCP agents. Network: 8ecf5f91-deba-459a-9d12-f4a692f05802, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:25:12.313049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.313973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.314326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.314712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.315052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.315382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.315708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.316033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.316364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.316687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.317011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.317328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:12.333676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:12.343143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8ecf5f91-deba-459a-9d12-f4a692f05802) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:12.347655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:12.348398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:12.353601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd43c1-1dcd-435d-b1b0-65bdb8e5b92f None None] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:12.386060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f6314459-741a-424a-93a0-5024649501a3 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4646871 Jul 07 22:25:12.507300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a50ed-e947-4b55-881d-be297149e210 None None] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:12.638406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009c0d-f46d-43ec-ad02-40fb26fffd87 req-44f68ea7-bbc0-4c7e-99a0-48a7ef592542 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:12.640100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72009c0d-f46d-43ec-ad02-40fb26fffd87 req-44f68ea7-bbc0-4c7e-99a0-48a7ef592542 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 944 time: 0.0851362 Jul 07 22:25:12.679667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72009c0d-f46d-43ec-ad02-40fb26fffd87 req-bb6a02d2-9b2a-4239-b397-f0cbc856d58d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Jul 07 22:25:12.806954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:12.854468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-207d1abc-0ce2-46a3-96ee-d063da3523dc tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:12.856395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-207d1abc-0ce2-46a3-96ee-d063da3523dc tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.1071334 Jul 07 22:25:12.873890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-25481935-8d7f-4e9d-825c-5f5da14a7464 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/quotas/9f128da824384eb9b010f13ac5601145 HTTP/1.1" status: 200 len: 375 time: 0.0101893 Jul 07 22:25:12.910491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9ef1c676-4160-42e5-9830-f978fa5b0977 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304878 Jul 07 22:25:12.922678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:12.935136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '135c6efd-1493-4189-bbba-cfda31a5339d', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': '135c6efd-1493-4189-bbba-cfda31a5339d', 'mac_address': 'fa:16:3e:50:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:12.973386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:12.986900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:13.009247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-b57ee18c-0284-4b26-89f0-e02b478a3640 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918663 Jul 07 22:25:13.009921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:13.019570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.096461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:13.104467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-f8a3997c-ad3c-403a-b4cc-750388e8ed14 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866888 Jul 07 22:25:13.113153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['135c6efd-1493-4189-bbba-cfda31a5339d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:13.233669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:13.459801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618afba-d666-4b1e-a763-8fd54e8c6a80 req-f9dc21e9-5d01-48b2-8999-7097c2c08456 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:13.471055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8618afba-d666-4b1e-a763-8fd54e8c6a80 req-f9dc21e9-5d01-48b2-8999-7097c2c08456 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.1466067 Jul 07 22:25:13.602237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8618afba-d666-4b1e-a763-8fd54e8c6a80 req-bf0bea7f-aafb-4710-bda1-6f66d8fe9d03 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286888 Jul 07 22:25:13.610898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b47e53-8068-47dd-a40c-81df642fc746 req-6f00bffd-90d7-469b-ab5f-d6d889c3952d tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:13.618543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5b47e53-8068-47dd-a40c-81df642fc746 req-6f00bffd-90d7-469b-ab5f-d6d889c3952d tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 944 time: 0.1936696 Jul 07 22:25:13.696233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:13.707155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5b47e53-8068-47dd-a40c-81df642fc746 req-60f79837-9bc1-46e7-8827-e8ef47b3b2d9 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853233 Jul 07 22:25:13.726693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'port_id': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'mac_address': 'fa:16:3e:f5:81:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:13.823563 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.847981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:13.898771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:13.904352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.922862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6857a9ce-8c6e-4600-8cf2-6b174b56c16c req-f024ceb6-cc35-439d-8a4f-7d41d861e72b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 210 time: 0.0790691 Jul 07 22:25:14.000276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:14.084506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35325e50-0b8f-4106-8ffd-2f9f9ce50783 req-a3787fc7-d5a8-4c5e-8789-31b763db5480 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:14.092769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35325e50-0b8f-4106-8ffd-2f9f9ce50783 req-a3787fc7-d5a8-4c5e-8789-31b763db5480 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 944 time: 0.0845902 Jul 07 22:25:14.147709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35325e50-0b8f-4106-8ffd-2f9f9ce50783 req-3aa93411-a524-4a22-9bf4-e62226b0933b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Jul 07 22:25:14.179622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:14.810685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d5cfc8d7-1102-4d44-9f2e-0405138f4b64 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:14.818805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:14.888832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-7c517392-2c7f-4496-aa87-9f77d6c2f4b0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:14.893054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-7c517392-2c7f-4496-aa87-9f77d6c2f4b0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.103 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.1879094 Jul 07 22:25:14.906117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Request body: {'port': {'device_id': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'admin_state_up': True, 'tenant_id': '9f128da824384eb9b010f13ac5601145'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:14.921152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c8264-5704-441d-a4b4-4cf7137cc48b req-18bc9fd2-6cc8-4efc-9312-7d7ef5085a03 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:14.929750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f94c8264-5704-441d-a4b4-4cf7137cc48b req-18bc9fd2-6cc8-4efc-9312-7d7ef5085a03 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 946 time: 0.0923545 Jul 07 22:25:14.989578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f94c8264-5704-441d-a4b4-4cf7137cc48b req-152d8311-0090-4304-8c64-a10c190a57f2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587769 Jul 07 22:25:15.032497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 135c6efd-1493-4189-bbba-cfda31a5339d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:15.033440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.121455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:15.162752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Made reservation on behalf of 9f128da824384eb9b010f13ac5601145 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:15.166738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.175152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'mac_address': 'fa:16:3e:5a:ae:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:15.179652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d1b27-a731-4b30-ba96-b9a6c351c99b req-57d9f068-5143-478b-bdc6-8dd80c98acc4 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:15.189513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a9d1b27-a731-4b30-ba96-b9a6c351c99b req-57d9f068-5143-478b-bdc6-8dd80c98acc4 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 945 time: 0.1965587 Jul 07 22:25:15.232213 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.253070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:15.281191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a9d1b27-a731-4b30-ba96-b9a6c351c99b req-dfe66bdc-30cc-4630-8b28-b6900542698b tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902376 Jul 07 22:25:15.366230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.368813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:15.371582 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9c72b2-33b3-48f7-bea1-7fe5da0fff95" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:15.398360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:15.402683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cfc8d7-1102-4d44-9f2e-0405138f4b64 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:15.426005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:15.427957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:15.430533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.436527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Allocated IP 172.20.0.12 (8ecf5f91-deba-459a-9d12-f4a692f05802/b05141cf-b7f7-456e-8a81-d8584da29ce0/0e11b8fe-14f2-4b29-a09b-cea339569f01) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:15.437337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.456711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:15.457553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.518375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=13']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:15.586661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c894d55-04fb-4824-9d6b-eee2313af9db req-a72dcd85-913b-4840-a9ce-a66b4a687569 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 210 time: 0.0445757 Jul 07 22:25:15.599962 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.679989 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1222c3bd-7f07-4467-804a-1c0e7e6fadd6 x-openstack-request-id: req-1222c3bd-7f07-4467-804a-1c0e7e6fadd6 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:15.680295 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-plugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:15.680534 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1222c3bd-7f07-4467-804a-1c0e7e6fadd6 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:15.680931 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:25:15.682239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:15.731633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947cae4-60ba-44b9-bbdf-3c74eff447cb req-f4b5a41e-543f-4913-b5b5-55901f21eaee tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:15.742335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6947cae4-60ba-44b9-bbdf-3c74eff447cb req-f4b5a41e-543f-4913-b5b5-55901f21eaee tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 945 time: 0.1071424 Jul 07 22:25:15.761739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:15.775621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.783045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.798198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6947cae4-60ba-44b9-bbdf-3c74eff447cb req-f0a60082-caae-4fa4-a828-f57511121abf tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Jul 07 22:25:15.830271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['d5cfc8d7-1102-4d44-9f2e-0405138f4b64'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:15.879713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.925867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:15.957464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event updated for resources: {'Port': ['ID=0e11b8fe-14f2-4b29-a09b-cea339569f01,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:15.978482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:15.980158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:15.987326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:16.052237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:16.052888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.087954 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-9c5d833c-b7d5-4c6a-9aa5-d65ac6e9b1ef tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1842048 Jul 07 22:25:16.102464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Request body: {'port': {'device_id': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:16.189264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.241352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618a05d-2f30-4cea-a4ec-fa0ce49a2906 req-695327e6-28db-47af-b2af-9a52f16ab5aa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:16.250721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3618a05d-2f30-4cea-a4ec-fa0ce49a2906 req-695327e6-28db-47af-b2af-9a52f16ab5aa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1178093 Jul 07 22:25:16.308919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3618a05d-2f30-4cea-a4ec-fa0ce49a2906 req-f3c0dec5-baa7-4cb7-91c7-150fbd656bef tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553672 Jul 07 22:25:16.542840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e11b8fe-14f2-4b29-a09b-cea339569f01 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:16.560314 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.583350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Transition to ACTIVE for port object 0e11b8fe-14f2-4b29-a09b-cea339569f01 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:16.588511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072704a2-f362-4a7d-a770-83238df3be50 req-b107d43f-2fdd-4878-951a-0f695248a458 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:16.590466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.596932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-072704a2-f362-4a7d-a770-83238df3be50 req-b107d43f-2fdd-4878-951a-0f695248a458 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.1490054 Jul 07 22:25:16.671557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-072704a2-f362-4a7d-a770-83238df3be50 req-5d73faaf-b128-48a1-93fb-faabd6c690f2 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721691 Jul 07 22:25:16.672081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.823000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d5cfc8d7-1102-4d44-9f2e-0405138f4b64 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:16.953292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab74bf4-0d32-4c97-a071-70ef65a0b725 req-e985e72c-6ddb-4f31-8864-8be76e081fc9 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:16.965554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cab74bf4-0d32-4c97-a071-70ef65a0b725 req-e985e72c-6ddb-4f31-8864-8be76e081fc9 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 944 time: 0.1871526 Jul 07 22:25:16.990897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:17.004732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:17.005122 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.103936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cab74bf4-0d32-4c97-a071-70ef65a0b725 req-be81b21b-7a55-48b1-81e4-600b9724c7a0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375926 Jul 07 22:25:17.140124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e11b8fe-14f2-4b29-a09b-cea339569f01,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:17.166750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7f480-37d2-4e88-b12f-442e4e9da773 req-7895c87f-b961-415c-99e5-89e160d3b73c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:17.169020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4d7f480-37d2-4e88-b12f-442e4e9da773 req-7895c87f-b961-415c-99e5-89e160d3b73c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 945 time: 0.1892862 Jul 07 22:25:17.200673 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.228363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Attempting to bind port 0e11b8fe-14f2-4b29-a09b-cea339569f01 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:17.229842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Attempting to bind port 0e11b8fe-14f2-4b29-a09b-cea339569f01 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:17.230183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Attempting to bind port 0e11b8fe-14f2-4b29-a09b-cea339569f01 on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:17.245470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:17.247224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Port 0e11b8fe-14f2-4b29-a09b-cea339569f01 on network 8ecf5f91-deba-459a-9d12-f4a692f05802 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:17.247738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Attempting to bind port 0e11b8fe-14f2-4b29-a09b-cea339569f01 on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:17.251781 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.257648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:17.258041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Checking segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:17.258332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Bound using segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:17.258839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Bound port: 0e11b8fe-14f2-4b29-a09b-cea339569f01, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:17.259208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.269458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4d7f480-37d2-4e88-b12f-442e4e9da773 req-a1043c5d-19c9-459c-a891-226a5446637c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920529 Jul 07 22:25:17.329696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:17.335977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50142) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:17.411729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] For port 0e11b8fe-14f2-4b29-a09b-cea339569f01, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:17.431170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] For port 0e11b8fe-14f2-4b29-a09b-cea339569f01, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:17.444096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.546358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:17.547553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.558387 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] 10.222.0.103 "PUT /v2.0/ports/0e11b8fe-14f2-4b29-a09b-cea339569f01 HTTP/1.1" status: 200 len: 1093 time: 1.4603555 Jul 07 22:25:17.560234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'tag': '0e11b8fe-14f2-4b29-a09b-cea339569f01'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:17.565291 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17be00fb-ffa7-4f35-9cfa-e94256566fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "e88e5ed1-b1e1-4e98-b966-5fac8310fd00", "tag": "0e11b8fe-14f2-4b29-a09b-cea339569f01"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:17.600845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78200d92-6b24-44ba-ae15-f17200ab392c req-958f72ee-bc0a-493f-81a7-00cf11c54f34 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:17.602299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78200d92-6b24-44ba-ae15-f17200ab392c req-958f72ee-bc0a-493f-81a7-00cf11c54f34 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1413350 Jul 07 22:25:17.625008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e05b4b7-cfca-4f0e-a389-67bc42171319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.671326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a2bd7-35ee-4d65-962d-7a1357c6e9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e11b8fe-14f2-4b29-a09b-cea339569f01,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:17.677340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78200d92-6b24-44ba-ae15-f17200ab392c req-97a7611c-fefd-4586-bcc1-2a5d4616a4b4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649886 Jul 07 22:25:17.682388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8'}, {'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:17.684600 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5488e668-c093-42f2-bc3b-48caa5eefeec" -d '{"events": [{"server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "name": "network-vif-plugged", "status": "completed", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8"}, {"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:17.720507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-2aef6767-933b-4896-8ea3-c088d48826a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:17.727355 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-2aef6767-933b-4896-8ea3-c088d48826a9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 1096 time: 0.1301963 Jul 07 22:25:17.832637 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903b69b7-dbde-47b1-a9c9-dcd40dd13dbb x-openstack-request-id: req-903b69b7-dbde-47b1-a9c9-dcd40dd13dbb {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:17.839355 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88e5ed1-b1e1-4e98-b966-5fac8310fd00", "tag": "0e11b8fe-14f2-4b29-a09b-cea339569f01", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:17.839355 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-903b69b7-dbde-47b1-a9c9-dcd40dd13dbb {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:17.839675 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'tag': '0e11b8fe-14f2-4b29-a09b-cea339569f01', 'status': 'completed', 'code': 200} Jul 07 22:25:17.841335 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-002d22d7-2a6e-4d99-813a-6a08b0a8013d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01 HTTP/1.1" status: 200 len: 217 time: 0.1074767 Jul 07 22:25:17.860749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e05b4b7-cfca-4f0e-a389-67bc42171319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.861318 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac65292e-3f5e-4fac-b4de-b0601c2b42dc x-openstack-request-id: req-ac65292e-3f5e-4fac-b4de-b0601c2b42dc {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:17.861673 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "name": "network-vif-plugged", "status": "completed", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8", "code": 200}, {"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:17.861935 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac65292e-3f5e-4fac-b4de-b0601c2b42dc {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:17.862704 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'code': 200} Jul 07 22:25:17.863675 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'code': 200} Jul 07 22:25:17.867242 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e05b4b7-cfca-4f0e-a389-67bc42171319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.933375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-176ac27a-0c30-46f2-a0b6-d8bfa748b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:17.935080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-176ac27a-0c30-46f2-a0b6-d8bfa748b529 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0809076 Jul 07 22:25:18.000842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05b4b7-cfca-4f0e-a389-67bc42171319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687e002-cba3-4e48-bd8a-4eb9cf999d94,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:18.009683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-2d261411-e929-445b-abb0-b8f065c3974a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667596 Jul 07 22:25:18.018618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8e05b4b7-cfca-4f0e-a389-67bc42171319 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=551fb8d1ec6b4d6eb4cc766c5bcca292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814559 Jul 07 22:25:18.021504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50156) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:18.145092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e739a6-a9bd-4f0f-9921-21200950179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.159121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7cc2-9611-49f3-8fa3-5cb11ec91fef req-edb14044-35d5-4eae-9648-7a9a3ec9b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.160643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-847f7cc2-9611-49f3-8fa3-5cb11ec91fef req-edb14044-35d5-4eae-9648-7a9a3ec9b4e2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 1098 time: 0.1612997 Jul 07 22:25:18.183885 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-7f8a7639-489d-4e95-b37b-fd00e376620b service neutron] 10.222.0.103 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654274 Jul 07 22:25:18.298598 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-68663eb7-021b-4cf5-bf5c-310c6a339094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.308497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4c743-951d-4f45-8923-d6a127f7d7b2 req-44494170-01f7-45c6-9752-2aa756480fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.310504 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bae4c743-951d-4f45-8923-d6a127f7d7b2 req-44494170-01f7-45c6-9752-2aa756480fee service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 1098 time: 0.3039317 Jul 07 22:25:18.373151 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bae4c743-951d-4f45-8923-d6a127f7d7b2 req-018ffb69-02d9-4957-b69d-d6eec7b73e45 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510969 Jul 07 22:25:18.376121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b78120b5-939d-4ac2-aefc-930f0987beb6 req-cfb7c64e-844a-4160-863f-63fb4a68ab1a service neutron] 10.222.0.103 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856253 Jul 07 22:25:18.483763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-ee719cef-f8bb-4374-a30a-c4039c37255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.485266 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-ee719cef-f8bb-4374-a30a-c4039c37255d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 1096 time: 0.0618105 Jul 07 22:25:18.485404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e739a6-a9bd-4f0f-9921-21200950179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.564285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.588556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ab639-a92b-4d60-9e3c-d6a8ce22135b req-2c209fe6-448f-4abb-bb32-12608e559bec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.590395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-220ab639-a92b-4d60-9e3c-d6a8ce22135b req-2c209fe6-448f-4abb-bb32-12608e559bec tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.5205355 Jul 07 22:25:18.595391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-847f7cc2-9611-49f3-8fa3-5cb11ec91fef req-63a01978-8e59-4743-9ac6-b3634c7a9492 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268520 Jul 07 22:25:18.605972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-e526f900-6152-487d-8c3c-f2d90f1d4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.608069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-e526f900-6152-487d-8c3c-f2d90f1d4cea service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 915 time: 0.1164174 Jul 07 22:25:18.651317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e739a6-a9bd-4f0f-9921-21200950179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.654151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e739a6-a9bd-4f0f-9921-21200950179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.655593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-87e739a6-a9bd-4f0f-9921-21200950179a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7687e002-cba3-4e48-bd8a-4eb9cf999d94 HTTP/1.1" status: 204 len: 168 time: 0.6324184 Jul 07 22:25:18.672120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca10cdf-2c80-4caa-9658-b2e71a3b7e38 req-8ae000f7-e3da-4af1-bd0a-62817f4d8d55 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.673721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bca10cdf-2c80-4caa-9658-b2e71a3b7e38 req-8ae000f7-e3da-4af1-bd0a-62817f4d8d55 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 944 time: 0.1914849 Jul 07 22:25:18.682598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-220ab639-a92b-4d60-9e3c-d6a8ce22135b req-85c89ad6-efbc-40dd-b66a-c6642d466e96 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781493 Jul 07 22:25:18.690335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e739a6-a9bd-4f0f-9921-21200950179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687e002-cba3-4e48-bd8a-4eb9cf999d94,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:18.737851 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-eb2afbff-1520-4d3d-878c-52c9061b0b1b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01 HTTP/1.1" status: 200 len: 217 time: 0.0827427 Jul 07 22:25:18.753657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bca10cdf-2c80-4caa-9658-b2e71a3b7e38 req-44c61d74-5ddd-4479-a2d5-14e98bfeb9d0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698259 Jul 07 22:25:18.838399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-a2fe502b-c809-4e43-9797-cdc0ec5c2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.845068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-a2fe502b-c809-4e43-9797-cdc0ec5c2484 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0982921 Jul 07 22:25:18.898563 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-144f13dd-0afe-4562-9841-8bb8fc6cfdda service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438235 Jul 07 22:25:19.060155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911ac6-bb66-45a8-bdfc-883e0fbf38f8 req-ef113d58-94e2-4e5a-9ec5-399fba800e9a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:19.066716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42911ac6-bb66-45a8-bdfc-883e0fbf38f8 req-ef113d58-94e2-4e5a-9ec5-399fba800e9a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 946 time: 0.1764100 Jul 07 22:25:19.107138 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-5f517148-ea65-4988-91e4-4771cb34c9aa service neutron] 10.222.0.103 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023618 Jul 07 22:25:19.139073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42911ac6-bb66-45a8-bdfc-883e0fbf38f8 req-95d9f780-da0f-4580-acbe-1e97d78d0d1b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 Jul 07 22:25:19.306274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-17be00fb-ffa7-4f35-9cfa-e94256566fa2 req-1c65c9d2-a954-4067-80b0-4ffcb005d144 service neutron] 10.222.0.103 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893675 Jul 07 22:25:19.403393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892624b5-ca78-4433-a793-2dd2356924c8 req-29240be9-16c5-40f3-9451-82158055507c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:19.404879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-892624b5-ca78-4433-a793-2dd2356924c8 req-29240be9-16c5-40f3-9451-82158055507c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.0814490 Jul 07 22:25:19.535192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-892624b5-ca78-4433-a793-2dd2356924c8 req-fc4ae279-4621-4d29-a066-fe10d42464a2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241765 Jul 07 22:25:20.053198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62c46-0c00-4fd3-b6d4-ec98fdfc9a32 req-78ffcbf2-de16-4a9f-bd1d-0ec66362ff19 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:20.054811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52c62c46-0c00-4fd3-b6d4-ec98fdfc9a32 req-78ffcbf2-de16-4a9f-bd1d-0ec66362ff19 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 944 time: 0.0961637 Jul 07 22:25:20.064719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e3a33-60db-4ebe-b79d-0a2a1a5511af req-244b7f26-2173-487d-b422-eec93a4e4f8a tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:20.066104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e54e3a33-60db-4ebe-b79d-0a2a1a5511af req-244b7f26-2173-487d-b422-eec93a4e4f8a tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.1648366 Jul 07 22:25:20.139219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52c62c46-0c00-4fd3-b6d4-ec98fdfc9a32 req-3461700c-484d-40e9-9b28-9ed4333a2efb tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720217 Jul 07 22:25:20.160549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e54e3a33-60db-4ebe-b79d-0a2a1a5511af req-ed3fe393-498e-4dbf-9f6a-9e3c4090e801 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859075 Jul 07 22:25:20.446999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202228e4-4b4e-4a33-80a6-fd6ea3f8bdba req-0b875ec6-dc20-42f8-815c-2942992f1eee tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:20.455070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-202228e4-4b4e-4a33-80a6-fd6ea3f8bdba req-0b875ec6-dc20-42f8-815c-2942992f1eee tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 946 time: 0.1009710 Jul 07 22:25:20.536659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-202228e4-4b4e-4a33-80a6-fd6ea3f8bdba req-fd3e25c3-628f-495b-b50d-9f1bb068836d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804453 Jul 07 22:25:20.577693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554dff3-54e7-4c16-ac4e-fed5ddd48982 req-14df25ac-9819-4789-b7fa-db2e46a7325d tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:20.588543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50222) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:20.590252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f554dff3-54e7-4c16-ac4e-fed5ddd48982 req-14df25ac-9819-4789-b7fa-db2e46a7325d tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.1321003 Jul 07 22:25:20.594870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Request body: {'floatingip': {'port_id': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:20.689827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:20.763822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7f9e-9d0f-4b72-ac0a-0f9a46d37a60 req-9114c2df-b293-4202-8e3d-75d9b2228247 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:20.773809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92de7f9e-9d0f-4b72-ac0a-0f9a46d37a60 req-9114c2df-b293-4202-8e3d-75d9b2228247 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.0863712 Jul 07 22:25:20.821945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92de7f9e-9d0f-4b72-ac0a-0f9a46d37a60 req-8db6d31a-2dde-4d04-b5c0-0a9bee6c9a1b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471647 Jul 07 22:25:20.919589 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0821cc8e-dc19-4e83-802e-08d33f3c8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.237807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675861df-570d-4653-943c-3207ea5b8bd2 req-eb889c23-eaca-4cf5-8510-5f30fb603361 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:21.247123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675861df-570d-4653-943c-3207ea5b8bd2 req-eb889c23-eaca-4cf5-8510-5f30fb603361 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 946 time: 0.1424150 Jul 07 22:25:21.277100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e11b8fe-14f2-4b29-a09b-cea339569f01 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:21.304310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675861df-570d-4653-943c-3207ea5b8bd2 req-db8a5227-148f-47be-ae7f-93d5cd643d79 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Jul 07 22:25:21.397296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.404664 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.425632 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.467301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0e11b8fe-14f2-4b29-a09b-cea339569f01, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:21.481475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '0e11b8fe-14f2-4b29-a09b-cea339569f01', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'port_id': '0e11b8fe-14f2-4b29-a09b-cea339569f01', 'mac_address': 'fa:16:3e:50:f7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05141cf-b7f7-456e-8a81-d8584da29ce0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:21.557255 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Floating IP b9bf4e31-9ccf-4992-a813-86755fca8eef associated. External IP: 172.25.5.43, port: 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8. Jul 07 22:25:21.578322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.597822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e11b8fe-14f2-4b29-a09b-cea339569f01 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:21.623373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0e11b8fe-14f2-4b29-a09b-cea339569f01, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:21.632407 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.660342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310dbf-d2cb-4a9a-9871-3e8507a42bfe req-79ac753b-cb7c-4965-83cb-dab0c817b83e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:21.667132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3310dbf-d2cb-4a9a-9871-3e8507a42bfe req-79ac753b-cb7c-4965-83cb-dab0c817b83e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 944 time: 0.1355996 Jul 07 22:25:21.699588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:21.705125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143011855', 'description': 'tempest-secgroup-smoke-1143011855 description', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:21.744807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3310dbf-d2cb-4a9a-9871-3e8507a42bfe req-d0b2a2f3-6b77-4efd-b747-40c468aae77f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725274 Jul 07 22:25:21.755258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0e11b8fe-14f2-4b29-a09b-cea339569f01,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:21.779555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.804475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.945800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:21.957953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Router 506dcaf2-b91f-4c9d-8b99-805f625d817d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:22.044767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.084096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.113361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:22.129834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.136860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3206072d-d2cb-450e-b201-8d91116a1c1c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:22.159553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] Sync routers for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:22.184480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd899-1edb-4d66-9051-6d03fa74c6da req-234346d8-4df1-47c0-bf51-afc7c5442138 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.186079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d98dd899-1edb-4d66-9051-6d03fa74c6da req-234346d8-4df1-47c0-bf51-afc7c5442138 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1479683 Jul 07 22:25:22.208498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.233143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-12522394-0eab-4c30-95f9-b787c9084c5e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "PUT /v2.0/floatingips/b9bf4e31-9ccf-4992-a813-86755fca8eef HTTP/1.1" status: 200 len: 991 time: 1.6427610 Jul 07 22:25:22.234824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:22.238198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:22.238198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:22.259029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.259909 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912" -d '{"events": [{"name": "network-changed", "server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:22.277314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d98dd899-1edb-4d66-9051-6d03fa74c6da req-a9460e72-495c-4cf5-ba10-be348833c774 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751650 Jul 07 22:25:22.280649 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.349084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.356329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50246) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:22.356574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6556950 Jul 07 22:25:22.361912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e127-b795-491f-a061-1f017e9b9632 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a891151-9c79-45ed-8d93-fccd6916c624,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:22.363406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '0a891151-9c79-45ed-8d93-fccd6916c624', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:22.408581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:22.422502 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e7a6a2-1f72-4641-95a5-2b7939aef385 x-openstack-request-id: req-48e7a6a2-1f72-4641-95a5-2b7939aef385 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:22.423075 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:22.423632 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-48e7a6a2-1f72-4641-95a5-2b7939aef385 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:22.424291 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'status': 'completed', 'code': 200} Jul 07 22:25:22.490586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.510399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-f3fa3434-8c7d-4c79-8d75-ec1394e7c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.514703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-f3fa3434-8c7d-4c79-8d75-ec1394e7c1e6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5e1d56b7e727477b91fe36508cb7b337&device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 1098 time: 0.0891478 Jul 07 22:25:22.630261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-7d39933c-76f7-4f6f-b16f-73b42398c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.633072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-7d39933c-76f7-4f6f-b16f-73b42398c9a4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc152484-fca6-42de-b823-74acf46dc766 HTTP/1.1" status: 200 len: 913 time: 0.1070180 Jul 07 22:25:22.642897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec380-f21f-42b3-9d73-235794335fd5 req-00ad6244-5ad2-4a0a-996a-39eaedbf98c8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.650368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-427ec380-f21f-42b3-9d73-235794335fd5 req-00ad6244-5ad2-4a0a-996a-39eaedbf98c8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 946 time: 0.1157563 Jul 07 22:25:22.666140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'b9bf4e31-9ccf-4992-a813-86755fca8eef', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'port_id': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'mac_address': 'fa:16:3e:f5:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:02Z', 'updated_at': '2021-07-07T22:25:21Z', 'revision_number': 1, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:05Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:22.697284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] Checking router: 506dcaf2-b91f-4c9d-8b99-805f625d817d for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:22.710114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:22.710932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:22.715614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-427ec380-f21f-42b3-9d73-235794335fd5 req-9a035299-f375-44af-8f71-eba88f1ee57b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Jul 07 22:25:22.730083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-1066c13e-82db-4832-aa84-4e9967c5647b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 HTTP/1.1" status: 200 len: 999 time: 0.0897658 Jul 07 22:25:22.854875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:22.894061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.905343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-ac57db4e-8f3b-48ef-9acb-a1d843b8d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.907633 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-ac57db4e-8f3b-48ef-9acb-a1d843b8d117 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a095f2d5-beae-4668-82b0-0e7f5d3a2257 HTTP/1.1" status: 200 len: 851 time: 0.1623652 Jul 07 22:25:22.908974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.942507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.944098 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5862420 Jul 07 22:25:22.947571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:22.952365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '0a891151-9c79-45ed-8d93-fccd6916c624', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:22.966265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf2d44-52cd-483a-bc9b-9b83c01d1553 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a05f20-e4f0-45f2-a663-3be629a77eaf,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:23.011450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-f2b24cc6-7235-4a3c-b92e-aebd9d6086ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:23.015577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-f2b24cc6-7235-4a3c-b92e-aebd9d6086ef service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc152484-fca6-42de-b823-74acf46dc766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901029 Jul 07 22:25:23.048334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.177380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.178088 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-cbc5e646-056f-4182-b693-4c35b99cb7c2 service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447613 Jul 07 22:25:23.185880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865f5b2-84d3-49e7-b657-80e1b51f4a30 req-ab1c64c4-1371-430c-8290-231d7d4491cd tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:23.193606 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9865f5b2-84d3-49e7-b657-80e1b51f4a30 req-ab1c64c4-1371-430c-8290-231d7d4491cd tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 945 time: 0.1874919 Jul 07 22:25:23.209572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.244241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.248418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998140 Jul 07 22:25:23.252907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:23.257725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '0a891151-9c79-45ed-8d93-fccd6916c624', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:23.265344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52191-0caf-49a8-9530-f3a20af6c5d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449aee35-bf60-4f4a-bdee-0aca85dccf28,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:23.283905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9865f5b2-84d3-49e7-b657-80e1b51f4a30 req-6bcccc96-74ec-4c5f-af05-246e65f5180e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865221 Jul 07 22:25:23.311300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'b9bf4e31-9ccf-4992-a813-86755fca8eef', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'port_id': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'mac_address': 'fa:16:3e:f5:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:02Z', 'updated_at': '2021-07-07T22:25:21Z', 'revision_number': 1, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:05Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:23.343475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.358002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9179852-3dcf-43fb-9963-0f251bbe8e92 None None] The sync data for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 is: [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'b9bf4e31-9ccf-4992-a813-86755fca8eef', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'port_id': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'mac_address': 'fa:16:3e:f5:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:02Z', 'updated_at': '2021-07-07T22:25:21Z', 'revision_number': 1, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:05Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:23.375155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-685b9520-e6ba-44a9-ad3e-d6e4d06ab912 req-385f317a-ca34-40af-8392-9ccc8875587e service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887550 Jul 07 22:25:23.490394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.499943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.544195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9086e77-93ab-45b1-94e8-59ddba029e49,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:23.558080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.562778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6d6fdd13-9151-49c1-b1cd-f597ecb7ca8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076184 Jul 07 22:25:23.564585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50276) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:23.574704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '0a891151-9c79-45ed-8d93-fccd6916c624', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:23.632527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.651942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.768921 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c7a51-8f1b-4d84-8673-42b342138d74 None None] New status for floating IP b9bf4e31-9ccf-4992-a813-86755fca8eef: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:25:23.810115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.826708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.854367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e26e07-fd23-4bcd-8141-a66cbbc4dcf3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:23.881365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:23.885462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1812760b-1602-467d-a821-ece1707414d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165555 Jul 07 22:25:23.885857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50286) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:23.890773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '0a891151-9c79-45ed-8d93-fccd6916c624', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:23.954521 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:25:23.961386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.035049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499accc-5a7e-4c51-8921-37c7ac7fd21a req-d674bacf-0e32-4204-90ba-40b1e909fbc8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:24.036613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e499accc-5a7e-4c51-8921-37c7ac7fd21a req-d674bacf-0e32-4204-90ba-40b1e909fbc8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1311395 Jul 07 22:25:24.060925 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.070755 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.102602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c00198-7c9e-4478-bd3e-d76b4d1d76eb,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:24.110665 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.114371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a6f126a5-b8cf-4224-ba84-30b4edd9a506 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2249675 Jul 07 22:25:24.114871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:24.115330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e499accc-5a7e-4c51-8921-37c7ac7fd21a req-38dd4f0c-6ba4-4f10-8e18-2b1c4f5fe732 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710163 Jul 07 22:25:24.119447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '0a891151-9c79-45ed-8d93-fccd6916c624', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:24.145777 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:25:24.151257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.220198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.224204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.247245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d3318d-2695-4a06-8640-2f48ba757248,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:24.255333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.256585 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-af2dd8be-602b-4446-b2ad-8bbc595b42aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408148 Jul 07 22:25:24.259831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50290) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:24.265445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'network': {'name': 'tempest-network-smoke--1149230013', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:24.291229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:24.295215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.322447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:24.335595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.336147 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Added segment a9763dd9-4c76-4614-9ab0-493a40b9e8c5 of type vlan for network 571f70f4-3869-4421-8736-6fcd3e81dce7 Jul 07 22:25:24.387241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.425894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.432224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:24.432835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.581869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3206947 Jul 07 22:25:24.584833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:24.590448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'admin_state_up': True, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:24.627752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955335e-9c83-487f-83ff-b8d4ed4c858e req-2868bd3d-2adf-49d6-bd7b-2e1ed164b984 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:24.629411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d955335e-9c83-487f-83ff-b8d4ed4c858e req-2868bd3d-2adf-49d6-bd7b-2e1ed164b984 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 945 time: 0.1926446 Jul 07 22:25:24.630282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0e6f0-e5ab-4415-b46a-6af22601056f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Network': ['ID=571f70f4-3869-4421-8736-6fcd3e81dce7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:24.637480 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.638167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.641415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:24.692228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d955335e-9c83-487f-83ff-b8d4ed4c858e req-35131fd2-cbdf-4a1f-8292-e9c7e1cd6e0a tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553472 Jul 07 22:25:24.781409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:24.940717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.194890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.216220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.315065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e11b8fe-14f2-4b29-a09b-cea339569f01 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:25.323765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad43aaf-dd7e-4c4b-8d44-7556a0a53603 req-2652709c-403a-4e39-9980-396a8db2ec41 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:25.325339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cad43aaf-dd7e-4c4b-8d44-7556a0a53603 req-2652709c-403a-4e39-9980-396a8db2ec41 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.0800574 Jul 07 22:25:25.384918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 0e11b8fe-14f2-4b29-a09b-cea339569f01 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:25.385423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.164 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/d398f685-86bf-442d-aa66-79b0747ba591) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:25.390381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 0e11b8fe-14f2-4b29-a09b-cea339569f01 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:25.391270 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.397253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cad43aaf-dd7e-4c4b-8d44-7556a0a53603 req-d970d5a2-3631-477d-872f-e0a91a932088 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600369 Jul 07 22:25:25.482130 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.506875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e11b8fe-14f2-4b29-a09b-cea339569f01'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:25.509353 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bec0f7-08b6-4896-84c6-aec810095a6e" -d '{"events": [{"server_uuid": "e88e5ed1-b1e1-4e98-b966-5fac8310fd00", "name": "network-vif-plugged", "status": "completed", "tag": "0e11b8fe-14f2-4b29-a09b-cea339569f01"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:25.515311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.539216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0e11b8fe-14f2-4b29-a09b-cea339569f01, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:25.548207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.571304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:25.578569 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570bc1f9-86ef-4876-a543-a1d416ac4608 x-openstack-request-id: req-570bc1f9-86ef-4876-a543-a1d416ac4608 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:25.579552 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e5ed1-b1e1-4e98-b966-5fac8310fd00", "name": "network-vif-plugged", "status": "completed", "tag": "0e11b8fe-14f2-4b29-a09b-cea339569f01", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:25.579727 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-570bc1f9-86ef-4876-a543-a1d416ac4608 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:25.580087 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e11b8fe-14f2-4b29-a09b-cea339569f01', 'code': 200} Jul 07 22:25:25.633648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:25.638237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0e11b8fe-14f2-4b29-a09b-cea339569f01,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:25.640096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:25.644633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:25.652075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=d398f685-86bf-442d-aa66-79b0747ba591,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:25.920425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a725a-c2b9-497b-be6e-55fba0f1e55c req-bae4e007-0e65-4713-87ec-b5141ca86f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:25.922072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3b5a725a-c2b9-497b-be6e-55fba0f1e55c req-bae4e007-0e65-4713-87ec-b5141ca86f52 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 1098 time: 0.2372763 Jul 07 22:25:25.926751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768cd0b-43d6-4dcc-9f2f-b08da7d3c030 req-40f4311d-c0d0-4469-b667-6b8d5eee1744 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:25.929237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8768cd0b-43d6-4dcc-9f2f-b08da7d3c030 req-40f4311d-c0d0-4469-b667-6b8d5eee1744 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 946 time: 0.1034775 Jul 07 22:25:26.004724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8768cd0b-43d6-4dcc-9f2f-b08da7d3c030 req-02c82f79-9abd-4650-adfa-3bb247958790 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695150 Jul 07 22:25:26.014543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3b5a725a-c2b9-497b-be6e-55fba0f1e55c req-fdbba3d7-e7d9-4f4e-a347-aa123d1ced70 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822871 Jul 07 22:25:26.491197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:26.586137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bab84-d4ae-4ad2-8a4d-97b6748f2c82 req-17ccd2a9-54dd-4799-b7f7-1d34f637c21d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:26.588016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-288bab84-d4ae-4ad2-8a4d-97b6748f2c82 req-17ccd2a9-54dd-4799-b7f7-1d34f637c21d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.0691814 Jul 07 22:25:26.635341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-288bab84-d4ae-4ad2-8a4d-97b6748f2c82 req-6016fa55-5620-43d2-ad5e-055fedd8eb66 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Jul 07 22:25:26.749415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:26.917512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d5cfc8d7-1102-4d44-9f2e-0405138f4b64 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:26.924386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router ece39493-c57a-4fcb-8284-3a13adafb8b2 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:25:27.129196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:27.145295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'mac_address': 'fa:16:3e:5a:ae:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:27.159759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:27.194251 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:27.199195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50360) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:27.200025 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:27.202521 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8edcf0a6-eef2-4256-9546-d1f65a4e34ea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6163282 Jul 07 22:25:27.202992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Sync routers for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:27.245367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5cfc8d7-1102-4d44-9f2e-0405138f4b64 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:27.303840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:27.304594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:27.307715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:27.353753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:27.417637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50364) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:27.430961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-38eefec5-3ea2-4592-92a3-722ed050ea36 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=0027aab0e4fd4fe99f2b74340a85f35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2268724 Jul 07 22:25:27.460829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d6638-b340-409c-8ffe-fafb649ee1c7 req-8c71606b-07d2-485c-827c-0841a967c904 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:27.472573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-548d6638-b340-409c-8ffe-fafb649ee1c7 req-8c71606b-07d2-485c-827c-0841a967c904 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 946 time: 0.1975482 Jul 07 22:25:27.524351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-548d6638-b340-409c-8ffe-fafb649ee1c7 req-be05206f-2f49-4648-ad24-6f4da6e296d4 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493519 Jul 07 22:25:27.613757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['d5cfc8d7-1102-4d44-9f2e-0405138f4b64'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:27.640758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff68f3-488f-416a-bab3-2c93baef85e1 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:27.645243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-37ff68f3-488f-416a-bab3-2c93baef85e1 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2238965 Jul 07 22:25:27.645973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50368) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:27.681894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:27.714859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:27.744902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48380b4c-6cb8-4702-a7fc-76714b518bc5 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0961370 Jul 07 22:25:27.747690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:27.753182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874886961', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:27.944344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f424b-8008-4264-bc5b-5701a1655863 req-9ff373b9-4b9a-4f49-a727-b37bfce3a3ed tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:27.953866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-820f424b-8008-4264-bc5b-5701a1655863 req-9ff373b9-4b9a-4f49-a727-b37bfce3a3ed tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.0891161 Jul 07 22:25:28.003743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-820f424b-8008-4264-bc5b-5701a1655863 req-0978f327-6ef0-46b2-b9ae-54cd0b54199d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486436 Jul 07 22:25:28.072763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:28.077032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:25Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:28.077564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.124493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Checking router: ece39493-c57a-4fcb-8284-3a13adafb8b2 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:28.125011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Updating router ece39493-c57a-4fcb-8284-3a13adafb8b2 port d398f685-86bf-442d-aa66-79b0747ba591 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:25:28.198506 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.319833 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.451823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Subnet': ['ID=43c4dff7-d556-420a-bbf0-deece8518f95,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:28.454993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Checking segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:28.455860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network hostable DHCP agents. Network: 571f70f4-3869-4421-8736-6fcd3e81dce7, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:25:28.481075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:28.510743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 571f70f4-3869-4421-8736-6fcd3e81dce7) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:28.521438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:28.522424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.539833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a197b7f-e06e-4578-89d3-545167211f92 None None] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:28.562488 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76c13d55-ec1f-4150-8d49-3125acaa29e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8135102 Jul 07 22:25:28.566751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:28.757175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-571f70f4-3869-4421-8736-6fcd3e81dce7', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:25:28.758099 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.971378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Allocated IP 172.20.0.2 (571f70f4-3869-4421-8736-6fcd3e81dce7/43c4dff7-d556-420a-bbf0-deece8518f95/891c0a8e-cded-4916-b719-0f2704f58888) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:29.051881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d5cfc8d7-1102-4d44-9f2e-0405138f4b64 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:29.127164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.156531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Transition to ACTIVE for port object d398f685-86bf-442d-aa66-79b0747ba591 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:29.259107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.273841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Transition to ACTIVE for port object 891c0a8e-cded-4916-b719-0f2704f58888 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:29.293379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Transition to ACTIVE for port object 891c0a8e-cded-4916-b719-0f2704f58888 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:29.298841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.317146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.359855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a8af-7cc2-4f11-8821-449350bcc92f req-cef9cea5-87ba-4f04-8f97-1743ea17c96d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.369582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2516a8af-7cc2-4f11-8821-449350bcc92f req-cef9cea5-87ba-4f04-8f97-1743ea17c96d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1209257 Jul 07 22:25:29.405770 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.417606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8e37c-f507-4550-9825-edeeb2d8d059 None None] Pushing event updated for resources: {'Port': ['ID=d398f685-86bf-442d-aa66-79b0747ba591,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:29.470894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2516a8af-7cc2-4f11-8821-449350bcc92f req-40c42976-f217-44d3-b05d-55758bc59fcf tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998695 Jul 07 22:25:29.562190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:29.568546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:29.579932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:29.580679 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.583862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:29.596210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Attempting to bind port d398f685-86bf-442d-aa66-79b0747ba591 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:29.596989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Attempting to bind port d398f685-86bf-442d-aa66-79b0747ba591 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:29.597428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Attempting to bind port d398f685-86bf-442d-aa66-79b0747ba591 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:29.631778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:29.632546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:29.633519 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.633910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:29.634846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Bound port: d398f685-86bf-442d-aa66-79b0747ba591, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:29.635512 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.699138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Pushing event updated for resources: {'Port': ['ID=891c0a8e-cded-4916-b719-0f2704f58888,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:29.763529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Attempting to bind port 891c0a8e-cded-4916-b719-0f2704f58888 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:29.763895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Attempting to bind port 891c0a8e-cded-4916-b719-0f2704f58888 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:29.764327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Attempting to bind port 891c0a8e-cded-4916-b719-0f2704f58888 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:29.780631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:29.781045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Checking segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:29.781427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.781872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Bound using segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:29.782351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Bound port: 891c0a8e-cded-4916-b719-0f2704f58888, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:29.782853 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.812328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.1 (571f70f4-3869-4421-8736-6fcd3e81dce7/43c4dff7-d556-420a-bbf0-deece8518f95/7783b3cd-51d2-43de-b8d1-fbf86d68b7fe) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:29.826960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] For port d398f685-86bf-442d-aa66-79b0747ba591, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:29.875070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] For port d398f685-86bf-442d-aa66-79b0747ba591, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d398f685-86bf-442d-aa66-79b0747ba591,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:29.882648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.888560 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.978768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:29.981200 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a6ed79-2b64-449e-8222-d1b6ecf3bf03" -d '{"events": [{"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:29.993232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] For port 891c0a8e-cded-4916-b719-0f2704f58888, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:30.015856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.020595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:30.024802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8e37c-f507-4550-9825-edeeb2d8d059 None None] Pushing event updated for resources: {'Port': ['ID=d398f685-86bf-442d-aa66-79b0747ba591,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:30.028737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] For port 891c0a8e-cded-4916-b719-0f2704f58888, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=891c0a8e-cded-4916-b719-0f2704f58888,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:30.033969 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.047068 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.050896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:30.098363 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d6390-4c5f-4dd6-8753-d70cc36c0225 x-openstack-request-id: req-1d9d6390-4c5f-4dd6-8753-d70cc36c0225 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:30.098691 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:30.098954 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d9d6390-4c5f-4dd6-8753-d70cc36c0225 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:30.099361 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'code': 200} Jul 07 22:25:30.132524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.206278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:30.239393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:30.239941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:30.245678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:30.253149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:30.314131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:30.340266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.353592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:30.559644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d08760-ebaf-49e7-a0d7-c0a7f95febc6 None None] Pushing event updated for resources: {'Port': ['ID=891c0a8e-cded-4916-b719-0f2704f58888,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:30.607345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:30.755674 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.058941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:25Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:31.182794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c97d24-a03f-4b4d-b92a-564a18d0bc85 None None] The sync data for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 is: [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:25Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:31.307312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 891c0a8e-cded-4916-b719-0f2704f58888 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:31.439652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bdd43-a8fe-4c3e-b181-d360a663212f req-4c05189a-b17c-48ba-955f-0d7999057bf0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:31.448124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c92bdd43-a8fe-4c3e-b181-d360a663212f req-4c05189a-b17c-48ba-955f-0d7999057bf0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1924942 Jul 07 22:25:31.473767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 891c0a8e-cded-4916-b719-0f2704f58888 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:31.510268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c92bdd43-a8fe-4c3e-b181-d360a663212f req-44653e34-2c1d-4a10-bd82-e40376da65bb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603561 Jul 07 22:25:31.667115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.678315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.945735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:31.958148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.140518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78fcd9-5dd9-4b6e-a3ba-ede37eabcfde None None] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:32.200149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:32.204742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:32.298592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] Provisioning for port 891c0a8e-cded-4916-b719-0f2704f58888 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:32.307032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] Provisioning complete for port 891c0a8e-cded-4916-b719-0f2704f58888 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:32.307577 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.415064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router ece39493-c57a-4fcb-8284-3a13adafb8b2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:32.565305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:32.570362 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-caf03c8b-891a-4cc9-8a1d-501aad144ca2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/ece39493-c57a-4fcb-8284-3a13adafb8b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0023820 Jul 07 22:25:32.711230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.788425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] For port 891c0a8e-cded-4916-b719-0f2704f58888, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=891c0a8e-cded-4916-b719-0f2704f58888,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:32.817187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.928374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b4998-9c08-46bd-a26e-b653650cebf1 req-0bc27f5c-b340-41bd-b363-9ed7785f136c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:32.943494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-783b4998-9c08-46bd-a26e-b653650cebf1 req-0bc27f5c-b340-41bd-b363-9ed7785f136c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1942277 Jul 07 22:25:33.044521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-783b4998-9c08-46bd-a26e-b653650cebf1 req-8d90eed1-fc80-44aa-9268-f94dd30c62d7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001005 Jul 07 22:25:33.113003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-423cbcd2-d8c9-4970-aa6b-3e594beebd2e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143011855&fields=id&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 267 time: 0.0759523 Jul 07 22:25:33.210241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67928b29-02d8-4f21-9b78-6c5fdb119508 None None] Pushing event updated for resources: {'Port': ['ID=891c0a8e-cded-4916-b719-0f2704f58888,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:33.252017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-171b09cc-5fb0-4398-87d1-17f8d9917230 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.259766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-171b09cc-5fb0-4398-87d1-17f8d9917230 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 797 time: 0.1451709 Jul 07 22:25:33.282946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-9d3ed2b1-8191-4cdb-8ff8-0c00b3a0b032 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/quotas/0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 375 time: 0.0211678 Jul 07 22:25:33.288149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d398f685-86bf-442d-aa66-79b0747ba591 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:33.404840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-c6d0aa10-e0a4-4500-802d-c7f89644ad5e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207769 Jul 07 22:25:33.468776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e51a2b4-63ed-4fad-bedf-0a46d6f870f1 None None] Provisioning for port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:33.484094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d398f685-86bf-442d-aa66-79b0747ba591 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:33.488841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d398f685-86bf-442d-aa66-79b0747ba591 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:33.489236 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.490959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e51a2b4-63ed-4fad-bedf-0a46d6f870f1 None None] Provisioning complete for port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:33.491325 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e51a2b4-63ed-4fad-bedf-0a46d6f870f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.655891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-f9f5f178-683e-4970-9f56-028f5ca78b60 service neutron] 10.222.0.95 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500758 Jul 07 22:25:33.757370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6e51a2b4-63ed-4fad-bedf-0a46d6f870f1 None None] Port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:33.824656 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.856374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e51a2b4-63ed-4fad-bedf-0a46d6f870f1 None None] Provisioning complete for port 891c0a8e-cded-4916-b719-0f2704f58888 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:33.858205 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e51a2b4-63ed-4fad-bedf-0a46d6f870f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.869861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-3ee66b62-8e63-4d70-8458-8dfe3631e088 service neutron] 10.222.0.95 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049615 Jul 07 22:25:33.968523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d398f685-86bf-442d-aa66-79b0747ba591, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d398f685-86bf-442d-aa66-79b0747ba591,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:33.989836 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.153986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d398f685-86bf-442d-aa66-79b0747ba591,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:34.309754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ad4b9dc-4ec8-4672-a951-1c4e23443175 None None] Provisioning complete for port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:34.310415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b9dc-4ec8-4672-a951-1c4e23443175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.327353 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Sync routers for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:34.339782 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:34.340800 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:34.423787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4b9dc-4ec8-4672-a951-1c4e23443175 None None] Port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:34.648893 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:34.793234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e90c1-afa6-466e-8752-490c18055874 req-f0b49b6c-3e11-4dd6-b0dd-43ee87b089ec tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:34.795324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f42e90c1-afa6-466e-8752-490c18055874 req-f0b49b6c-3e11-4dd6-b0dd-43ee87b089ec tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1722212 Jul 07 22:25:34.798116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32e4f00b-1387-4998-be02-6d999c255774 req-63ad3ec5-8fd9-44e2-ae69-f74d112f87e2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 210 time: 0.0688741 Jul 07 22:25:34.883448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f42e90c1-afa6-466e-8752-490c18055874 req-486cf0c1-1d4d-4128-ba12-7d91739f24d7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789111 Jul 07 22:25:35.126949 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:31Z', 'revision_number': 2, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:35.166832 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Checking router: ece39493-c57a-4fcb-8284-3a13adafb8b2 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:35.167592 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Updating router ece39493-c57a-4fcb-8284-3a13adafb8b2 port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:25:35.235999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 891c0a8e-cded-4916-b719-0f2704f58888 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:35.268081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657427-36cd-4f24-89e3-76fb0b16ae6e req-1eb8c968-5670-4dfb-b850-aa17b24b93f1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:35.271788 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.275785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1657427-36cd-4f24-89e3-76fb0b16ae6e req-1eb8c968-5670-4dfb-b850-aa17b24b93f1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 947 time: 0.1051087 Jul 07 22:25:35.339809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1657427-36cd-4f24-89e3-76fb0b16ae6e req-e931435f-ed61-43d3-ab69-4614a64924e8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628545 Jul 07 22:25:35.351494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 891c0a8e-cded-4916-b719-0f2704f58888 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.351879 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.519973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d398f685-86bf-442d-aa66-79b0747ba591 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:35.622757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d398f685-86bf-442d-aa66-79b0747ba591 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.623213 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.781418 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.808393 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:25:35.829683 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Transition to ACTIVE for port object 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:35.843366 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.074801 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409510-0a19-4690-9f45-088bbf4be996 None None] Pushing event updated for resources: {'Port': ['ID=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:36.103844 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Attempting to bind port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:36.104535 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Attempting to bind port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:36.105152 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Attempting to bind port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe on network 571f70f4-3869-4421-8736-6fcd3e81dce7 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:36.131180 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:36.136196 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Checking segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:36.136699 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.138944 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Bound using segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:36.139989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Bound port: 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:36.140429 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.201517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6b7a9cc-9cc4-43e4-979d-9bd8d3225c49 req-4383b0db-2ef5-4b84-ac44-a906a98c36c3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 210 time: 0.1009161 Jul 07 22:25:36.342382 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] For port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:36.353887 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] For port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:36.367436 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.509109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:36.531460 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:36.617659 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409510-0a19-4690-9f45-088bbf4be996 None None] Pushing event updated for resources: {'Port': ['ID=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:36.755853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-6e611ad2-b36f-4ab3-80e1-0152d6e8cf77 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:36.758278 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-6e611ad2-b36f-4ab3-80e1-0152d6e8cf77 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 797 time: 0.3331337 Jul 07 22:25:36.771532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:36.922010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-00fba158-e990-4322-a9c5-c69efcf092f4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 380 time: 0.1525927 Jul 07 22:25:36.943682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:36.958780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'port': {'device_id': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'admin_state_up': True, 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'security_groups': ['0a891151-9c79-45ed-8d93-fccd6916c624']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:37.107809 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.152494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:37.158781 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea90c5-9014-46a9-acb4-79f1862fe054" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-unplugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:37.190413 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:36Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:37.192169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:37.198918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:37.202761 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.205246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.285311 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aefe4-8a23-44d1-9314-94743b46cd4d None None] The sync data for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 is: [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:36Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:37.300656 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051afd15-90d0-4eec-a852-3e18da8c7aa2 x-openstack-request-id: req-051afd15-90d0-4eec-a852-3e18da8c7aa2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:37.301098 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-unplugged", "status": "completed", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:37.301428 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-051afd15-90d0-4eec-a852-3e18da8c7aa2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:37.301990 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'code': 200} Jul 07 22:25:37.302959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=14']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:37.492375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.12 (571f70f4-3869-4421-8736-6fcd3e81dce7/43c4dff7-d556-420a-bbf0-deece8518f95/5da54f30-cce5-4cad-bec7-105a051b8835) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:37.531862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11457873-84f5-462e-ae2e-ee681459e10a req-f4dcd035-7f12-4f17-95b9-93fa0a082419 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 210 time: 0.0701733 Jul 07 22:25:37.744077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.762239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 5da54f30-cce5-4cad-bec7-105a051b8835 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:37.824847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.878548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:37.882610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:37.887493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:37.948740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:37.974122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.974601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.975305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.975680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.976061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.976407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.976746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.988214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.988756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.989187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.990118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:37.990457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:38.033179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.034217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.065638 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-bdffa453-cd91-428e-a9a5-d978e84790dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1338854 Jul 07 22:25:38.086397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Request body: {'port': {'device_id': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:38.140480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad7d18-bea2-466a-8ef2-5842a6e99df9 req-d98c7a13-b26f-4ded-8d2e-f604e8668410 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.162065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15ad7d18-bea2-466a-8ef2-5842a6e99df9 req-d98c7a13-b26f-4ded-8d2e-f604e8668410 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1612976 Jul 07 22:25:38.258254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15ad7d18-bea2-466a-8ef2-5842a6e99df9 req-d4f7d511-7890-464e-8ea7-72c67d3d566b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972378 Jul 07 22:25:38.280475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.458944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-799ed401-7613-4f30-b3f6-6d077bb6f4c7 None None] Provisioning for port 5da54f30-cce5-4cad-bec7-105a051b8835 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:38.463876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-799ed401-7613-4f30-b3f6-6d077bb6f4c7 None None] Provisioning complete for port 5da54f30-cce5-4cad-bec7-105a051b8835 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:38.464670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-799ed401-7613-4f30-b3f6-6d077bb6f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.515085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-799ed401-7613-4f30-b3f6-6d077bb6f4c7 None None] Port 5da54f30-cce5-4cad-bec7-105a051b8835 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:38.749801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da54f30-cce5-4cad-bec7-105a051b8835 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:38.764075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.780257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Transition to ACTIVE for port object 5da54f30-cce5-4cad-bec7-105a051b8835 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:38.814795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.834078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a166bf-796c-47cd-a0fb-c85fddc9c956 req-5d6a5eed-3eb4-47a4-b072-e0be9bad2ff4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.837784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7a166bf-796c-47cd-a0fb-c85fddc9c956 req-5d6a5eed-3eb4-47a4-b072-e0be9bad2ff4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 932 time: 0.1047337 Jul 07 22:25:38.927358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:38.946670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7a166bf-796c-47cd-a0fb-c85fddc9c956 req-9b0e8383-1167-42a3-b7a5-4d7852617b87 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952282 Jul 07 22:25:38.986011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cb6b-955b-4f88-855f-66674cb3353e req-7673ae49-9c1f-4808-8102-275a380db7f4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.992601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c90cb6b-955b-4f88-855f-66674cb3353e req-7673ae49-9c1f-4808-8102-275a380db7f4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1752772 Jul 07 22:25:39.106320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c90cb6b-955b-4f88-855f-66674cb3353e req-2bab652f-e904-4958-b932-d9115b2033b4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085443 Jul 07 22:25:39.387596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:39.513236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:39.519307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:39.519905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:39.663181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:39.726316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:39.731732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf139-4c93-437c-99c9-39a8004bb9df req-8362e3d7-26d5-4946-a035-db6d7a99173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:39.734387 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-8362e3d7-26d5-4946-a035-db6d7a99173f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.9555533 Jul 07 22:25:39.746905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:39.841889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:39.930781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:39.932322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:39.933184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:39.958903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Port 5da54f30-cce5-4cad-bec7-105a051b8835 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:39.959530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:39.970060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf139-4c93-437c-99c9-39a8004bb9df req-115518a9-c98e-4dc6-a3f7-3a9a1de7fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:39.971921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-115518a9-c98e-4dc6-a3f7-3a9a1de7fd9a service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1993871 Jul 07 22:25:39.972669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:39.973220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Checking segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:39.973615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Bound using segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:39.974060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Bound port: 5da54f30-cce5-4cad-bec7-105a051b8835, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:39.974988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:40.088769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-6a9fa99e-b713-4c54-87af-f25e4e2c71d1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.1097260 Jul 07 22:25:40.127316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:40.147726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:40.160009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:40.163079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf139-4c93-437c-99c9-39a8004bb9df req-de3285c4-7300-4e0c-8ae9-9d4e2d6792a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.164616 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-de3285c4-7300-4e0c-8ae9-9d4e2d6792a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0683205 Jul 07 22:25:40.225873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72195f48-9e0e-4262-9535-0028b067c2e5 req-db5f46ce-037d-4ec0-bd88-f15096675bd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.238823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.239465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:40.240919 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] 10.222.0.97 "PUT /v2.0/ports/5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1093 time: 2.1670384 Jul 07 22:25:40.241548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:40.242311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72195f48-9e0e-4262-9535-0028b067c2e5 req-db5f46ce-037d-4ec0-bd88-f15096675bd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.1097493 Jul 07 22:25:40.243886 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:40.295281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72195f48-9e0e-4262-9535-0028b067c2e5 req-26ae25ba-9a82-406b-89c6-faf881c284ff tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517797 Jul 07 22:25:40.346305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721de22-8f96-4525-b8c4-d850c47e72ea service neutron] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:40.380413 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a4ebf-81e0-49ae-872e-f3742189c247 x-openstack-request-id: req-de9a4ebf-81e0-49ae-872e-f3742189c247 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:40.380752 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:40.380948 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-de9a4ebf-81e0-49ae-872e-f3742189c247 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:40.381318 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'status': 'completed', 'code': 200} Jul 07 22:25:40.463500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf139-4c93-437c-99c9-39a8004bb9df req-67db79ea-cf92-48fd-a679-f90bab84a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.465300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-67db79ea-cf92-48fd-a679-f90bab84a852 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2915113 Jul 07 22:25:40.564862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-fac8fb77-fe25-4821-92f1-dcc047ad4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.565945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-fac8fb77-fe25-4821-92f1-dcc047ad4a8d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1096 time: 0.2447360 Jul 07 22:25:40.596729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184eea-88a8-4af2-8421-a1f304297a59 req-342fb507-a111-42a9-b30b-5d0cd3a05c71 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.611808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84184eea-88a8-4af2-8421-a1f304297a59 req-342fb507-a111-42a9-b30b-5d0cd3a05c71 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1735246 Jul 07 22:25:40.648558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-fc930d14-e41c-4062-93be-0257d290da9b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 217 time: 0.0664756 Jul 07 22:25:40.721316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-c1df0fd5-7d52-41fd-96a8-e509993149e1 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449796 Jul 07 22:25:40.723535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84184eea-88a8-4af2-8421-a1f304297a59 req-02310b41-4045-484c-a173-2f815a0f31fc tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903375 Jul 07 22:25:40.732225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-34719949-efe5-4d64-a19a-8117e13ddebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.733848 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-34719949-efe5-4d64-a19a-8117e13ddebc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.0731902 Jul 07 22:25:40.901596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-592a2d35-dcc3-4480-becf-77c38255f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:40.902275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-592a2d35-dcc3-4480-becf-77c38255f9fa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488550 Jul 07 22:25:40.906366 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-927bf139-4c93-437c-99c9-39a8004bb9df req-1db28aa8-671c-4005-9352-0d751e8072d2 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657901 Jul 07 22:25:41.015314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-fa02d2c0-7ad5-470d-8c8f-06ba54a241ee service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009583 Jul 07 22:25:41.129368 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d383b91-7efc-4d7e-8101-444ecefa1e5e req-3fc6f4fe-1535-4e2e-9fcb-b2832ee9c03e service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064000 Jul 07 22:25:41.221013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:41.291251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:41.292021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:41.345679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-db2d14f9-5b61-4b60-8874-209273cfb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.347815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-db2d14f9-5b61-4b60-8874-209273cfb613 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1096 time: 0.0832286 Jul 07 22:25:41.477033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-bbd780dc-e3b8-4792-9699-5c1ea19b28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.485921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-bbd780dc-e3b8-4792-9699-5c1ea19b28f9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.1239033 Jul 07 22:25:41.530426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-96db554e-109e-44aa-89bc-2d9158682477 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 217 time: 0.0390131 Jul 07 22:25:41.546053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75892cc6-c0f5-4212-9373-da1acfa87657 req-fa4d3bee-e9bc-43ab-8b03-be54ede2ae1c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.552107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75892cc6-c0f5-4212-9373-da1acfa87657 req-fa4d3bee-e9bc-43ab-8b03-be54ede2ae1c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.1198986 Jul 07 22:25:41.621114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75892cc6-c0f5-4212-9373-da1acfa87657 req-e92d0a4b-4586-4cf6-9b2b-7eec9a8097d8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565262 Jul 07 22:25:41.627264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-cc02a144-d0cf-4359-b3f2-1ded0816d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.628780 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-cc02a144-d0cf-4359-b3f2-1ded0816d436 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.0903170 Jul 07 22:25:41.768523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-e6a36d53-a85f-48b3-aa20-d3904ff603e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.770136 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-e6a36d53-a85f-48b3-aa20-d3904ff603e0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304865 Jul 07 22:25:41.947426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-e4dbad1c-6886-4acf-b982-baf7b6f74637 service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688123 Jul 07 22:25:41.981474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e840aa-b304-4c05-b688-09f0272c924e req-46163520-7e94-4939-bc58-6f0129e1b79c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.992967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45e840aa-b304-4c05-b688-09f0272c924e req-46163520-7e94-4939-bc58-6f0129e1b79c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1048021 Jul 07 22:25:42.041940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45e840aa-b304-4c05-b688-09f0272c924e req-4b004f81-626a-4fc2-8328-8120365911a6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480938 Jul 07 22:25:42.081868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f2d23d3-51ff-47b3-a771-5afa79bd8f46 req-47732d2e-9839-4dc4-bf30-3ceab609677a service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258297 Jul 07 22:25:42.362479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fd6f6-6c26-4f25-9a3d-fc82314dabf5 req-e8cea8f5-1fe6-43c7-a9f4-0d4394d78dfa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:42.369474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d71fd6f6-6c26-4f25-9a3d-fc82314dabf5 req-e8cea8f5-1fe6-43c7-a9f4-0d4394d78dfa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0786157 Jul 07 22:25:42.404838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d71fd6f6-6c26-4f25-9a3d-fc82314dabf5 req-ed493e7a-a182-4bc5-8f5b-0fcbbedcd127 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348101 Jul 07 22:25:42.630498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89aebf-afdd-4e1d-82aa-0a78631dc6a8 req-bf21ebdc-7091-4dd4-8e4e-e05935fd50b3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:42.632274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed89aebf-afdd-4e1d-82aa-0a78631dc6a8 req-bf21ebdc-7091-4dd4-8e4e-e05935fd50b3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0852883 Jul 07 22:25:42.675350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed89aebf-afdd-4e1d-82aa-0a78631dc6a8 req-074cab08-3ddc-44fd-9bdb-da23aabe83ed tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368435 Jul 07 22:25:42.914500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba8be8-d53a-41a9-a883-059853cc861f req-963b5d3c-ef95-45ed-a78e-fa1a18ade7a5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:42.916098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8ba8be8-d53a-41a9-a883-059853cc861f req-963b5d3c-ef95-45ed-a78e-fa1a18ade7a5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.0884674 Jul 07 22:25:43.014156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8ba8be8-d53a-41a9-a883-059853cc861f req-04058790-7228-4eef-8abc-f48eb56fec8a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898459 Jul 07 22:25:43.069001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-7c0e8f81-b57b-47eb-9211-704c32bced66 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:43.081423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-7c0e8f81-b57b-47eb-9211-704c32bced66 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.1413577 Jul 07 22:25:43.097785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-13602651-0afc-47d4-bf00-b2e9f93a9c59 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/quotas/8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 375 time: 0.0109742 Jul 07 22:25:43.174842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-ac6349e2-de10-426a-802b-0ea592940a09 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0715454 Jul 07 22:25:43.285576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-6ec23649-afaa-4841-9b73-3bfec8cbb7ab service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998960 Jul 07 22:25:43.397069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-e4069607-f3e1-4d42-9175-b55574cfc7cf service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044829 Jul 07 22:25:43.581158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b459e99-f193-4a74-9d51-f8b839cba5a1 req-718c399d-9590-4703-932d-940f0762aa6e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 210 time: 0.0389595 Jul 07 22:25:44.245244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ad02e-434e-4cb9-8b5f-d1046199726d req-212643a5-87cf-4ff2-bdfd-7c7fd2e6d69f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:44.248074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-585ad02e-434e-4cb9-8b5f-d1046199726d req-212643a5-87cf-4ff2-bdfd-7c7fd2e6d69f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.0960031 Jul 07 22:25:44.299207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-585ad02e-434e-4cb9-8b5f-d1046199726d req-5333d711-f363-4f52-8acd-72733a7e0f03 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Jul 07 22:25:44.737384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9038de95-f561-4a6b-b222-fbf2d9aa555c req-0154294f-b0ed-4ed1-8b3c-eb9c092c409c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 210 time: 0.0305867 Jul 07 22:25:44.969341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:45.037122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a028d81a-edfa-4987-8f60-32300c8e1d1a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:45.039305 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a028d81a-edfa-4987-8f60-32300c8e1d1a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.1703386 Jul 07 22:25:45.060377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'port': {'device_id': '44041398-366c-4739-aa42-17e97cc118ee', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'admin_state_up': True, 'tenant_id': '8a60246f21a44cf7adc440f356525c81'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:45.220922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:45.227454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.266620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:45.290742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '5da54f30-cce5-4cad-bec7-105a051b8835', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'port_id': '5da54f30-cce5-4cad-bec7-105a051b8835', 'mac_address': 'fa:16:3e:25:12:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:45.354697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.374135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da54f30-cce5-4cad-bec7-105a051b8835 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:45.399195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:45.404824 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.465781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Allocated IP 172.20.0.5 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/ace55fbe-6217-41ca-a94e-f7d728f41d97) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:45.497531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:45.518234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.518803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.519316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.520906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.521624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.522821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.524755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.525193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.525841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.527277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.527968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.530068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:45.688038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786a11d-7c21-4c27-9c4d-abed0a0a723e req-fa8b1967-64e8-4a99-8a67-99405f003198 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:45.690225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0786a11d-7c21-4c27-9c4d-abed0a0a723e req-fa8b1967-64e8-4a99-8a67-99405f003198 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 945 time: 0.1450033 Jul 07 22:25:45.732754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.748831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5da54f30-cce5-4cad-bec7-105a051b8835'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:45.768943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0786a11d-7c21-4c27-9c4d-abed0a0a723e req-fa2211d2-7293-426a-ad36-508c6c2bd5c1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715642 Jul 07 22:25:45.792373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Transition to ACTIVE for port object ace55fbe-6217-41ca-a94e-f7d728f41d97 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:45.894771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.953171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:45.957296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:45.961711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:46.017922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=ace55fbe-6217-41ca-a94e-f7d728f41d97,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:46.046554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:46.047223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.064775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0546fb-01dd-4d64-910c-d93f9140698f req-74512300-6aac-47e3-986c-a336f564c4fd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:46.074324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b0546fb-01dd-4d64-910c-d93f9140698f req-74512300-6aac-47e3-986c-a336f564c4fd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 931 time: 0.1717207 Jul 07 22:25:46.083498 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-a45329ed-3115-4403-908f-ff1323c470f6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332763 Jul 07 22:25:46.098134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Request body: {'port': {'device_id': '44041398-366c-4739-aa42-17e97cc118ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:46.146491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b0546fb-01dd-4d64-910c-d93f9140698f req-1efbb8c9-4624-41da-b799-f326b0743831 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Jul 07 22:25:46.278442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.314578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae324ce8-eadb-46f8-a56e-4f50a4e23643 None None] Provisioning for port ace55fbe-6217-41ca-a94e-f7d728f41d97 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:46.321989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae324ce8-eadb-46f8-a56e-4f50a4e23643 None None] Provisioning complete for port ace55fbe-6217-41ca-a94e-f7d728f41d97 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:46.322393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae324ce8-eadb-46f8-a56e-4f50a4e23643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.387629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ae324ce8-eadb-46f8-a56e-4f50a4e23643 None None] Port ace55fbe-6217-41ca-a94e-f7d728f41d97 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:46.679072 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.698544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace55fbe-6217-41ca-a94e-f7d728f41d97 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:46.708381 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.727976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Transition to ACTIVE for port object ace55fbe-6217-41ca-a94e-f7d728f41d97 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:46.734245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.808068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ace55fbe-6217-41ca-a94e-f7d728f41d97,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:46.962970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Attempting to bind port ace55fbe-6217-41ca-a94e-f7d728f41d97 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:46.963865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Attempting to bind port ace55fbe-6217-41ca-a94e-f7d728f41d97 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:46.964468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Attempting to bind port ace55fbe-6217-41ca-a94e-f7d728f41d97 on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:46.970850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Port ace55fbe-6217-41ca-a94e-f7d728f41d97 on network 2a5e1819-3f46-46e6-82e8-10dc2105389a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:46.971494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Attempting to bind port ace55fbe-6217-41ca-a94e-f7d728f41d97 on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:46.977700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:46.978127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:46.978588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:46.979423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Bound port: ace55fbe-6217-41ca-a94e-f7d728f41d97, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:46.979905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:46.986499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309394e-0aa2-4a85-89b2-5b231ad6fe07 req-1c9edc02-0d12-4a76-80c0-e438882a5dd9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:46.994403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4309394e-0aa2-4a85-89b2-5b231ad6fe07 req-1c9edc02-0d12-4a76-80c0-e438882a5dd9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 945 time: 0.0880833 Jul 07 22:25:47.044069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4309394e-0aa2-4a85-89b2-5b231ad6fe07 req-fa2d4082-9bd8-42b4-b553-55165c011582 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463533 Jul 07 22:25:47.109507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] For port ace55fbe-6217-41ca-a94e-f7d728f41d97, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:47.114979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] For port ace55fbe-6217-41ca-a94e-f7d728f41d97, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:47.120869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:47.167653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.167653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:47.179930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] 10.222.0.103 "PUT /v2.0/ports/ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 200 len: 1092 time: 1.0865898 Jul 07 22:25:47.180526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44041398-366c-4739-aa42-17e97cc118ee', 'tag': 'ace55fbe-6217-41ca-a94e-f7d728f41d97'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:47.194366 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb58f63-96ea-4572-afd8-de3d1b745e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "44041398-366c-4739-aa42-17e97cc118ee", "tag": "ace55fbe-6217-41ca-a94e-f7d728f41d97"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:47.342742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac2cf-ee88-46d4-ba28-6d15c5f7ccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ace55fbe-6217-41ca-a94e-f7d728f41d97,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:47.359708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-ad3d50f4-30e2-4bbc-906b-239886aa386b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.362229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-ad3d50f4-30e2-4bbc-906b-239886aa386b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.1491787 Jul 07 22:25:47.386094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-628a35e1-2cb1-4e26-ad74-cf0b36fa6d63 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/quotas/9f128da824384eb9b010f13ac5601145 HTTP/1.1" status: 200 len: 375 time: 0.0151839 Jul 07 22:25:47.413246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-e578ca90-e306-497a-8a9d-008d4a5fd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.415073 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-e578ca90-e306-497a-8a9d-008d4a5fd956 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 1095 time: 0.1785376 Jul 07 22:25:47.493574 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-490ba3ef-f52a-4198-b940-1c304ac99da3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 200 len: 217 time: 0.0658786 Jul 07 22:25:47.536598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-fba3f65d-7138-4c5e-b59b-4d438255d6db tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442738 Jul 07 22:25:47.555549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-ee9ffcbb-2dd9-476b-9ab4-89b9752cc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.557127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-ee9ffcbb-2dd9-476b-9ab4-89b9752cc107 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0551331 Jul 07 22:25:47.627104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7f7c4-cd72-4b8c-996e-f0e1a2b2e6f4 req-929d439c-aa0e-4ead-bead-06652bd5a537 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.631341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91a7f7c4-cd72-4b8c-996e-f0e1a2b2e6f4 req-929d439c-aa0e-4ead-bead-06652bd5a537 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 943 time: 0.1943910 Jul 07 22:25:47.640724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-7043804d-18e9-41cd-96c9-74099a9ed25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.642703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-7043804d-18e9-41cd-96c9-74099a9ed25c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756061 Jul 07 22:25:47.692586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-55fe41e7-7225-4f3d-9339-26a483559372 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483800 Jul 07 22:25:47.753653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91a7f7c4-cd72-4b8c-996e-f0e1a2b2e6f4 req-6fc90c37-92c6-41fa-8fe8-eaacb7ee88ba tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131284 Jul 07 22:25:47.774827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-b0e67809-e953-4903-9f45-aa188ffcbeb1 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232970 Jul 07 22:25:47.843966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-71e67b17-a636-4894-9fe7-f89b20b953ae service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505158 Jul 07 22:25:47.932446 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b937f77-279f-45c5-8137-d3feb1552092 x-openstack-request-id: req-4b937f77-279f-45c5-8137-d3feb1552092 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:47.932685 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44041398-366c-4739-aa42-17e97cc118ee", "tag": "ace55fbe-6217-41ca-a94e-f7d728f41d97", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:47.933296 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4b937f77-279f-45c5-8137-d3feb1552092 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:47.934023 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44041398-366c-4739-aa42-17e97cc118ee', 'tag': 'ace55fbe-6217-41ca-a94e-f7d728f41d97', 'status': 'completed', 'code': 200} Jul 07 22:25:47.956512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b51cb7d1-6d1f-4475-a105-2ca66e004160 req-b5101efe-275c-41aa-84ed-53274aaf91a3 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719120 Jul 07 22:25:48.097794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5cc1be15-1440-4ca1-aee8-63e90931394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.099570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5cc1be15-1440-4ca1-aee8-63e90931394a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 1095 time: 0.0805278 Jul 07 22:25:48.254843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5e4ff9b9-2656-47c8-bcda-37e847491a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.256564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5e4ff9b9-2656-47c8-bcda-37e847491a2e service neutron] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1452909 Jul 07 22:25:48.295511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78da74b6-859b-462f-8380-55c51ce83d45 req-826e5095-ab9b-4a56-91ce-5be90f98cc96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 210 time: 0.0551269 Jul 07 22:25:48.318992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-3b0518b3-2eba-4408-929b-ef8f428a4d8b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 200 len: 217 time: 0.0535288 Jul 07 22:25:48.324748 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03df2d5f-6b78-4c7e-837b-8b2474cc3407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.400872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-0436a883-dbde-490c-989d-5107e03be3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.402618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-0436a883-dbde-490c-989d-5107e03be3a7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0689704 Jul 07 22:25:48.450691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16fdad-4e56-4ada-8f72-61e70f33e895 req-85a2c603-72af-4b7b-bd49-23496c9c575f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.452359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b16fdad-4e56-4ada-8f72-61e70f33e895 req-85a2c603-72af-4b7b-bd49-23496c9c575f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 945 time: 0.0837703 Jul 07 22:25:48.466987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5ba577ba-70b4-4f7a-a5a8-3cb9f798eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.468534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5ba577ba-70b4-4f7a-a5a8-3cb9f798eb63 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580328 Jul 07 22:25:48.491146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b16fdad-4e56-4ada-8f72-61e70f33e895 req-e733267c-2ada-4009-80ea-bc34d379ce29 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Jul 07 22:25:48.564081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.567085 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-5cd5bb8b-4bf1-4aae-b20c-6f16106ab6f8 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905454 Jul 07 22:25:48.663796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-deb58f63-96ea-4572-afd8-de3d1b745e7c req-e51504d7-2ddd-4cab-992b-257b35a4c9d4 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887969 Jul 07 22:25:48.964966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b013-7978-408c-bfac-3b426db00b95 req-b28656e4-71b3-4a7f-83a4-d002518f1927 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.966533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca14b013-7978-408c-bfac-3b426db00b95 req-b28656e4-71b3-4a7f-83a4-d002518f1927 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 943 time: 0.0780478 Jul 07 22:25:49.005816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:49.020042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca14b013-7978-408c-bfac-3b426db00b95 req-4fbbf75f-332b-4aa3-8274-a82fe190459e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Jul 07 22:25:49.068789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 5da54f30-cce5-4cad-bec7-105a051b8835 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:49.072606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 5da54f30-cce5-4cad-bec7-105a051b8835 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:49.072989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.170539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.198476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:49.201187 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d54a6be-30a7-42a3-9ba7-cfffd92de9af" -d '{"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-plugged", "status": "completed", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:49.214834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:49.220059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.287802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:49.385254 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcdfeef-8d08-414c-b0df-851c39dc6b32 x-openstack-request-id: req-efcdfeef-8d08-414c-b0df-851c39dc6b32 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:49.385895 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-plugged", "status": "completed", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:49.385895 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-efcdfeef-8d08-414c-b0df-851c39dc6b32 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:49.386194 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'code': 200} Jul 07 22:25:49.421422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ace55fbe-6217-41ca-a94e-f7d728f41d97 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:49.563730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-ad1aef9d-7dfe-4ff0-a779-41dca739d8a7 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:49.565909 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-ad1aef9d-7dfe-4ff0-a779-41dca739d8a7 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.2122314 Jul 07 22:25:49.582618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Request body: {'port': {'device_id': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'admin_state_up': True, 'tenant_id': '9f128da824384eb9b010f13ac5601145'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:49.595261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ace55fbe-6217-41ca-a94e-f7d728f41d97, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:49.611912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'ace55fbe-6217-41ca-a94e-f7d728f41d97', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': 'ace55fbe-6217-41ca-a94e-f7d728f41d97', 'mac_address': 'fa:16:3e:49:b0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:49.650942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5930be2-6cb2-49b9-a487-fb8605536bd4 req-9cbd59a2-cb2a-41fe-a5cb-484fdee48649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:49.652984 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5930be2-6cb2-49b9-a487-fb8605536bd4 req-9cbd59a2-cb2a-41fe-a5cb-484fdee48649 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.1354833 Jul 07 22:25:49.654456 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.669485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace55fbe-6217-41ca-a94e-f7d728f41d97 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:49.713274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ace55fbe-6217-41ca-a94e-f7d728f41d97, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:49.719029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.724746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e5930be2-6cb2-49b9-a487-fb8605536bd4 req-c2ee2b12-08b5-4024-bb90-6b5fb1203cb3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650399 Jul 07 22:25:49.725245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d879f93f-5f13-479e-8c2f-b6897b7c930b req-1d1907a8-f8e5-4d65-a169-f10bdd24427b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 210 time: 0.0418820 Jul 07 22:25:49.770215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Made reservation on behalf of 9f128da824384eb9b010f13ac5601145 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:49.774419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.790161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ace55fbe-6217-41ca-a94e-f7d728f41d97,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:49.800546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b49765-12d7-4ab7-bd4e-3736cfd17f6c req-c4bb8c12-1274-4fcb-b074-68ba20cb7c5e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:49.802178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2b49765-12d7-4ab7-bd4e-3736cfd17f6c req-c4bb8c12-1274-4fcb-b074-68ba20cb7c5e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.0759475 Jul 07 22:25:49.846680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2b49765-12d7-4ab7-bd4e-3736cfd17f6c req-c1f07a37-c4c3-421c-8197-b9e31c3e6570 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376942 Jul 07 22:25:49.978020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Allocated IP 172.20.0.13 (8ecf5f91-deba-459a-9d12-f4a692f05802/b05141cf-b7f7-456e-8a81-d8584da29ce0/aef5aa51-81ca-48fd-ae13-feafcf47b61b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:50.072529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:50.216762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.264429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999bc7d-30b7-4a8a-9007-26686ed000c0 req-7fd8a4fc-555f-4014-a5ec-12ea7df37a26 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:50.267390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c999bc7d-30b7-4a8a-9007-26686ed000c0 req-7fd8a4fc-555f-4014-a5ec-12ea7df37a26 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 944 time: 0.0887361 Jul 07 22:25:50.272709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.323375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c999bc7d-30b7-4a8a-9007-26686ed000c0 req-b7ef6c6f-3d7f-4375-9971-442fff6c15d7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Jul 07 22:25:50.342479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:50.348822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:50.355942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:50.365342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event updated for resources: {'Port': ['ID=aef5aa51-81ca-48fd-ae13-feafcf47b61b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:50.416695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:50.417407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.438260 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-70ad71ed-5017-43d4-a7f2-19f41a5bea96 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8640661 Jul 07 22:25:50.456938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Request body: {'port': {'device_id': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:50.542747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.570765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-5732b30f-ea7b-40ea-8fe7-b50b8de9d7b4 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:50.572277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-5732b30f-ea7b-40ea-8fe7-b50b8de9d7b4 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.1246638 Jul 07 22:25:50.589423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-1a16d046-7bf8-4f13-bf39-089911e15ce0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/quotas/4c2c47a1bdb746eb98eefb30aead9ed5 HTTP/1.1" status: 200 len: 375 time: 0.0107830 Jul 07 22:25:50.671627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-3b998aae-90c1-4811-a3e5-cda26ea6598c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753758 Jul 07 22:25:50.806515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-4606e645-1029-4483-bca4-78f25004ec67 service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266513 Jul 07 22:25:50.838734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef5aa51-81ca-48fd-ae13-feafcf47b61b {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:50.846595 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.860280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Transition to ACTIVE for port object aef5aa51-81ca-48fd-ae13-feafcf47b61b will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:50.864281 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.912350 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-39a6cdd9-ba93-44ce-804a-dd8eea7b5310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.952862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Pushing event updated for resources: {'Port': ['ID=aef5aa51-81ca-48fd-ae13-feafcf47b61b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:50.984112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:51.038342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Attempting to bind port aef5aa51-81ca-48fd-ae13-feafcf47b61b on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:51.038563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Attempting to bind port aef5aa51-81ca-48fd-ae13-feafcf47b61b by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:51.038972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Attempting to bind port aef5aa51-81ca-48fd-ae13-feafcf47b61b on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:51.044438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Port aef5aa51-81ca-48fd-ae13-feafcf47b61b on network 8ecf5f91-deba-459a-9d12-f4a692f05802 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:51.044909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Attempting to bind port aef5aa51-81ca-48fd-ae13-feafcf47b61b on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:51.051271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:51.051622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Checking segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:51.052135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Bound using segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:51.052586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Bound port: aef5aa51-81ca-48fd-ae13-feafcf47b61b, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:51.053017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.144841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] For port aef5aa51-81ca-48fd-ae13-feafcf47b61b, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:51.153617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] For port aef5aa51-81ca-48fd-ae13-feafcf47b61b, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:51.159486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.189144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.195594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.200140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.200777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.201788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.202186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] 10.222.0.97 "PUT /v2.0/ports/aef5aa51-81ca-48fd-ae13-feafcf47b61b HTTP/1.1" status: 200 len: 1093 time: 0.7505724 Jul 07 22:25:51.202780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'tag': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:51.205203 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae4bc12-3648-4d77-9d10-08f5584e8898", "tag": "aef5aa51-81ca-48fd-ae13-feafcf47b61b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:51.208031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.214188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.220397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.226452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.228453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-64541e9a-3071-4665-a6a4-28ab50865878 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.4785111 Jul 07 22:25:51.231300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c74023-c96e-48fd-82cb-d18f5ed6388e service neutron] Pushing event updated for resources: {'Port': ['ID=aef5aa51-81ca-48fd-ae13-feafcf47b61b,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:51.281514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-f3f3cc9e-04a2-4bbd-a427-ff17cbbcc1df service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671607 Jul 07 22:25:51.293316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66f5ba1a-10c1-4b2f-b87d-59c97fd6cd4a req-98aa7cc2-f01d-4f4a-9d12-e6a212ea2eee tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516129 Jul 07 22:25:51.307075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-3b8a9037-23af-41e7-a35a-ee044f25c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.308849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-3b8a9037-23af-41e7-a35a-ee044f25c18c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 1096 time: 0.0609760 Jul 07 22:25:51.356938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-c87ea5d7-7095-4668-8459-ffada97f0c5e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b HTTP/1.1" status: 200 len: 217 time: 0.0398080 Jul 07 22:25:51.387800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.415935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-a3092743-801f-4912-a603-cbe5f3221c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.417670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-a3092743-801f-4912-a603-cbe5f3221c10 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0535524 Jul 07 22:25:51.445052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ace55fbe-6217-41ca-a94e-f7d728f41d97 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:51.464346 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-0642d2e8-5607-4576-8e44-6ff5573d0338 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380731 Jul 07 22:25:51.502515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port ace55fbe-6217-41ca-a94e-f7d728f41d97 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:51.509225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port ace55fbe-6217-41ca-a94e-f7d728f41d97 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:51.509611 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.628156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-da0d9498-a1ba-4c51-805f-0ea62e51a19f service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561222 Jul 07 22:25:51.635645 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.665279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44041398-366c-4739-aa42-17e97cc118ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace55fbe-6217-41ca-a94e-f7d728f41d97'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:51.667840 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09f40f-1cc0-4383-9e53-c68b77625247" -d '{"events": [{"server_uuid": "44041398-366c-4739-aa42-17e97cc118ee", "name": "network-vif-plugged", "status": "completed", "tag": "ace55fbe-6217-41ca-a94e-f7d728f41d97"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:51.682875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b182d-8ca4-4285-8231-8d48d49e2a63 req-b33bb27c-6f8d-490a-987a-029e893b1863 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.685506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f1b182d-8ca4-4285-8231-8d48d49e2a63 req-b33bb27c-6f8d-490a-987a-029e893b1863 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1388016 Jul 07 22:25:51.686469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ace55fbe-6217-41ca-a94e-f7d728f41d97, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:51.692335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.693845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 711ef261-f19a-466c-881f-4b4846673cb1 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:51.718259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5bce7-384a-4035-9f8c-3db39adb98b7 req-ea28a761-99b4-4146-b709-1ed5eb4e9932 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.725494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec5bce7-384a-4035-9f8c-3db39adb98b7 req-ea28a761-99b4-4146-b709-1ed5eb4e9932 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 944 time: 0.1317935 Jul 07 22:25:51.787328 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d9ab0823-3a01-4ee5-8ab9-89691b5cba99 req-40772b45-a2a4-43fc-acbb-82be006cec97 service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503723 Jul 07 22:25:51.796579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f1b182d-8ca4-4285-8231-8d48d49e2a63 req-9065a590-9bc1-4f92-93dd-99209e42cd85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927355 Jul 07 22:25:51.801263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.808175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.815990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.829521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.829697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec5bce7-384a-4035-9f8c-3db39adb98b7 req-21521dba-3cab-4b41-8fbd-70a801191c11 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966687 Jul 07 22:25:51.830152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.836455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.842603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.844534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-b42dc895-0f4c-4aa8-b3a5-38d0482bedcc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5434 time: 0.1608896 Jul 07 22:25:51.864475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ace55fbe-6217-41ca-a94e-f7d728f41d97,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:51.913375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-9e558268-b195-42bd-9676-fac0622f5fde tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:51.914912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-9e558268-b195-42bd-9676-fac0622f5fde tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "GET /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0641389 Jul 07 22:25:51.916375 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb03d1-bb87-4745-bd10-dec01f5e8cf0 x-openstack-request-id: req-15fb03d1-bb87-4745-bd10-dec01f5e8cf0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:51.916665 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae4bc12-3648-4d77-9d10-08f5584e8898", "tag": "aef5aa51-81ca-48fd-ae13-feafcf47b61b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:51.916938 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-15fb03d1-bb87-4745-bd10-dec01f5e8cf0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:51.917397 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'tag': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'status': 'completed', 'code': 200} Jul 07 22:25:51.971263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.013215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d15201a3-b089-47ee-8d86-f215b3b49bd4 req-b447fdea-19b5-404b-b33c-e043f3ef0ad6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 210 time: 0.0621445 Jul 07 22:25:52.023468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=711ef261-f19a-466c-881f-4b4846673cb1,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:52.037290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.037290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f6683751-e4e7-4e69-a8c7-68dd1e171a13 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:52.102612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-9d425e24-22ce-46a3-a75d-c364b74e309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.104517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-9d425e24-22ce-46a3-a75d-c364b74e309b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 1096 time: 0.1633873 Jul 07 22:25:52.108313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4e963-95d8-4d2b-8028-4b66910edf54 req-4aefd307-1200-4e28-939d-e66f8a78364a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.109131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-faf04a00-f573-4a6e-aa6d-3f3469032bed tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "GET /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1790166 Jul 07 22:25:52.110951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19a4e963-95d8-4d2b-8028-4b66910edf54 req-4aefd307-1200-4e28-939d-e66f8a78364a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0968237 Jul 07 22:25:52.153136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.178556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19a4e963-95d8-4d2b-8028-4b66910edf54 req-3108b78d-e4f8-409f-9687-77b629207238 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605040 Jul 07 22:25:52.183157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.241969 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d0af3-9293-44c7-a565-187d394301b8 x-openstack-request-id: req-024d0af3-9293-44c7-a565-187d394301b8 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:52.242540 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44041398-366c-4739-aa42-17e97cc118ee", "name": "network-vif-plugged", "status": "completed", "tag": "ace55fbe-6217-41ca-a94e-f7d728f41d97", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:52.242780 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-024d0af3-9293-44c7-a565-187d394301b8 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:52.243667 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44041398-366c-4739-aa42-17e97cc118ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace55fbe-6217-41ca-a94e-f7d728f41d97', 'code': 200} Jul 07 22:25:52.262972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.305466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:52.312232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.313258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:52.419168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.482169 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.532364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:52.537912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.538969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 791fe536-5196-4f9d-ac4e-181e74a08bf3 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:52.543885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5201a-ef58-4ae7-acfb-1a80d4d48b5d req-0bc31207-0250-42ae-99f8-d456b3d78b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.545443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56b5201a-ef58-4ae7-acfb-1a80d4d48b5d req-0bc31207-0250-42ae-99f8-d456b3d78b40 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 1097 time: 0.2074511 Jul 07 22:25:52.561751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99b69-463c-4016-bf73-2e792af73ab1 req-e7fb62a7-6eab-4f71-8b94-a960fbd00d12 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.563316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8e99b69-463c-4016-bf73-2e792af73ab1 req-e7fb62a7-6eab-4f71-8b94-a960fbd00d12 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1654222 Jul 07 22:25:52.617960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:52.650545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.662931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.672390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56b5201a-ef58-4ae7-acfb-1a80d4d48b5d req-dfe7f24f-29fb-4692-9459-30f1c873769f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066859 Jul 07 22:25:52.690152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8e99b69-463c-4016-bf73-2e792af73ab1 req-19e6d46d-7dc9-4907-b17e-c7e9adf4e7c2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866759 Jul 07 22:25:52.697114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:52.704317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.705103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.705699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dae9258a-3183-4f2a-a1e0-d708b21cecd7 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:52.712193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.720066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.726766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.733695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.739966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.746664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.755008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-9082aba2-acce-4a6b-81ac-f0e286b2825f tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5428 time: 0.2140272 Jul 07 22:25:52.757283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51100) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:52.775637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.799071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.808397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-56152c42-fc90-4755-9abd-136733b60fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.810144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-56152c42-fc90-4755-9abd-136733b60fde service neutron] 10.222.0.97 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 915 time: 0.6945870 Jul 07 22:25:52.820717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003db3-b404-4169-8475-8e4323023436 req-ca109ce3-23ed-413b-965f-bb469c513b5b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.822464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-38003db3-b404-4169-8475-8e4323023436 req-ca109ce3-23ed-413b-965f-bb469c513b5b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "GET /v2.0/ports?device_id=b556aab5-9365-4c97-b43e-fb8264bac857 HTTP/1.1" status: 200 len: 946 time: 0.2014918 Jul 07 22:25:52.832979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f289d5fb-6ee7-4f99-9ac2-88e421ba7929 req-dd585080-acc9-4dbd-87d8-6db1e29766ee tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769885 Jul 07 22:25:52.880104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.923920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa9dce-1453-4284-b7ac-b5f4bb644a81 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.929321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e3fa9dce-1453-4284-b7ac-b5f4bb644a81 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1093 time: 0.1710029 Jul 07 22:25:52.933815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51104) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:52.939429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '5da54f30-cce5-4cad-bec7-105a051b8835', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:52.963223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:52.966655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-606338cb-d373-4521-968c-cc23fc8d8401 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b HTTP/1.1" status: 200 len: 217 time: 0.1386428 Jul 07 22:25:52.968958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c8afc-8be9-40f5-81db-556dfedae2b7 req-9a3bbea0-7673-4b77-98bd-419c5dece0bb tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.970762 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.971599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 47c6c75c-ed59-4096-8df2-b56a73e6fbea no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:52.978744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7c8afc-8be9-40f5-81db-556dfedae2b7 req-9a3bbea0-7673-4b77-98bd-419c5dece0bb tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.1292875 Jul 07 22:25:53.033695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d5cfc8d7-1102-4d44-9f2e-0405138f4b64 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:53.072201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.113462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb7c8afc-8be9-40f5-81db-556dfedae2b7 req-f0671032-eadf-4ca5-ae11-516e29b2299e tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281137 Jul 07 22:25:53.147586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:53.147804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-9a0b73e6-ac15-4886-85da-4bc159a3b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.166174 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-9a0b73e6-ac15-4886-85da-4bc159a3b164 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.1625888 Jul 07 22:25:53.233781 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.243069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-1ce7e31b-41cd-414b-9842-10b92034bae3 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.244592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-1ce7e31b-41cd-414b-9842-10b92034bae3 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.2466233 Jul 07 22:25:53.248471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.270874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Request body: {'port': {'device_id': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'admin_state_up': True, 'tenant_id': '4c2c47a1bdb746eb98eefb30aead9ed5'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:53.294409 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-7c4338f1-db2f-4755-a5e6-25260c8eda1e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240270 Jul 07 22:25:53.312045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:53.320569 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.327942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:53.353898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.354810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 32bfe337-4eb4-40cc-9346-872e15282bbf no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:53.357498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:25:53.358100 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:25:53.363915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5481096f-ec07-4001-a190-e6d6527cf3e3 req-e50d648f-5ee8-49c3-96a4-bb2f3fb7a820 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 210 time: 0.0836048 Jul 07 22:25:53.370235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Deleting port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:53.370733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.434171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.435090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:53.478670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-ee708b2b-129e-4df3-8992-98a762e52a3a service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770108 Jul 07 22:25:53.545097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.547253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:53.565892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] For port d5cfc8d7-1102-4d44-9f2e-0405138f4b64, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:53.566443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.584052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Calling delete_port for d5cfc8d7-1102-4d44-9f2e-0405138f4b64 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:53.641277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22146cf4-63d1-464e-be58-6a665dccf5d6 req-d36f1bd4-be79-4a36-8b96-8607f1bfd546 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.644195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=32bfe337-4eb4-40cc-9346-872e15282bbf,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:53.645993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22146cf4-63d1-464e-be58-6a665dccf5d6 req-d36f1bd4-be79-4a36-8b96-8607f1bfd546 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 944 time: 0.2916524 Jul 07 22:25:53.657075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66267ebf-3d97-4fc5-a718-2b88bcfe9f1a req-b964efd2-8f7a-48eb-8dab-1990865a6668 service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697330 Jul 07 22:25:53.658496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.671353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.742505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:53.759878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Made reservation on behalf of 4c2c47a1bdb746eb98eefb30aead9ed5 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:53.760913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.763524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.795252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event deleted for resources: {'Port': ['ID=d5cfc8d7-1102-4d44-9f2e-0405138f4b64,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:53.836292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.104 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/6033ae02-e6c0-44ac-851b-b9f7b89f4167) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:53.838428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] No DVR routers for this DVR port d5cfc8d7-1102-4d44-9f2e-0405138f4b64 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:53.841322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.843459 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-38003db3-b404-4169-8475-8e4323023436 req-9639bae0-5c8a-4911-aef6-daa188d35da0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "DELETE /v2.0/ports/d5cfc8d7-1102-4d44-9f2e-0405138f4b64 HTTP/1.1" status: 204 len: 173 time: 0.9650929 Jul 07 22:25:53.845336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22146cf4-63d1-464e-be58-6a665dccf5d6 req-8df3575d-aae6-4a73-b9a3-61c8f3d6b491 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888916 Jul 07 22:25:53.910084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.929772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-deleted', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:53.933623 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7bb8e1-2488-4e8b-b073-ac7779edfe70" -d '{"events": [{"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-deleted", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:53.972508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b63990-88a8-4cf0-8992-879ce430bd5a req-09859489-9e59-4cce-a6cc-21d64d82e0af tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.974077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5b63990-88a8-4cf0-8992-879ce430bd5a req-09859489-9e59-4cce-a6cc-21d64d82e0af tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.2816625 Jul 07 22:25:54.080830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dae9258a-3183-4f2a-a1e0-d708b21cecd7,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:54.114495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] For port dae9258a-3183-4f2a-a1e0-d708b21cecd7, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:54.121956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5b63990-88a8-4cf0-8992-879ce430bd5a req-33a7b96c-3332-452a-82e7-91a4fbd00c30 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404924 Jul 07 22:25:54.126509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Allocated IP 172.20.0.13 (ff230933-59b9-43ae-9e2f-0b9d108a3918/d43d67b9-9125-4793-bb31-cfe85ac82f03/3ade661b-4b3a-4722-9723-896b6227d7c7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:54.149571 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.159492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] device_id is not set on port dae9258a-3183-4f2a-a1e0-d708b21cecd7 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:25:54.168107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.174236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.203954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.209911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.215998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.222556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.228523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.233636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Pushing event updated for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:54.235377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.241407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.244599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7'}, {'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bfe337-4eb4-40cc-9346-872e15282bbf'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:54.247079 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206c47c9-5fb5-4558-96b1-b757f939d327" -d '{"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "711ef261-f19a-466c-881f-4b4846673cb1"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "dae9258a-3183-4f2a-a1e0-d708b21cecd7"}, {"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-unplugged", "status": "completed", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "32bfe337-4eb4-40cc-9346-872e15282bbf"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:54.249426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-524d0f93-3b78-4e25-a7f2-82bd05bea489 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 5344 time: 0.2686772 Jul 07 22:25:54.282665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] No DVR routers for this DVR port dae9258a-3183-4f2a-a1e0-d708b21cecd7 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:54.377794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] In _notify_port_updated(), no bound segment for port dae9258a-3183-4f2a-a1e0-d708b21cecd7 on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:25:54.381373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.382292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.387579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-5af23902-5e23-419f-a72d-575a0d227e6c service neutron] 10.222.0.103 "PUT /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 200 len: 1026 time: 2.1761863 Jul 07 22:25:54.391698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e9af5fc-84ae-418a-a3f3-628831d23a29 req-bcdf1d7b-dc83-4d05-b1a9-932fafd95986 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=43161b00-2f42-42f1-b58b-895ce1ee77a0&id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406393 Jul 07 22:25:54.407536 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.409411 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5654a568-bbc2-4961-8610-2bc40b96b1c7 x-openstack-request-id: req-5654a568-bbc2-4961-8610-2bc40b96b1c7 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:54.409718 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-deleted", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:54.425707 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5654a568-bbc2-4961-8610-2bc40b96b1c7 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:54.426087 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-deleted', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'status': 'completed', 'code': 200} Jul 07 22:25:54.483279 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1396 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b68564-cfc5-43b6-a5eb-d264ca3101e2 x-openstack-request-id: req-17b68564-cfc5-43b6-a5eb-d264ca3101e2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:54.483978 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "711ef261-f19a-466c-881f-4b4846673cb1", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "dae9258a-3183-4f2a-a1e0-d708b21cecd7", "code": 200}, {"server_uuid": "b556aab5-9365-4c97-b43e-fb8264bac857", "name": "network-vif-unplugged", "status": "completed", "tag": "d5cfc8d7-1102-4d44-9f2e-0405138f4b64", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-unplugged", "status": "completed", "tag": "32bfe337-4eb4-40cc-9346-872e15282bbf", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:54.484370 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-17b68564-cfc5-43b6-a5eb-d264ca3101e2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:54.484988 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1', 'code': 200} Jul 07 22:25:54.485343 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13', 'code': 200} Jul 07 22:25:54.485698 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9', 'code': 200} Jul 07 22:25:54.486160 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3', 'code': 200} Jul 07 22:25:54.486525 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae9258a-3183-4f2a-a1e0-d708b21cecd7', 'code': 200} Jul 07 22:25:54.486892 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b556aab5-9365-4c97-b43e-fb8264bac857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5cfc8d7-1102-4d44-9f2e-0405138f4b64', 'code': 200} Jul 07 22:25:54.495665 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea', 'code': 200} Jul 07 22:25:54.496111 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bfe337-4eb4-40cc-9346-872e15282bbf', 'code': 200} Jul 07 22:25:54.534610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:54.547237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-1b46cbf8-4c8c-4d64-aa1c-e450cfe24d15 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:54.548682 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-1b46cbf8-4c8c-4d64-aa1c-e450cfe24d15 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "GET /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1558504 Jul 07 22:25:54.561185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:54.571333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:54.577737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=6033ae02-e6c0-44ac-851b-b9f7b89f4167,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:54.588646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:54.669524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.690484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1ce2cc93-0dcc-492f-982d-495462220bdc None None] Provisioning complete for port dae9258a-3183-4f2a-a1e0-d708b21cecd7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:54.691230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1ce2cc93-0dcc-492f-982d-495462220bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.700377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.755304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2cc93-0dcc-492f-982d-495462220bdc None None] Port dae9258a-3183-4f2a-a1e0-d708b21cecd7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:54.789221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd7f2153-001f-4405-ade4-55bfc2cb830b req-98cbfb98-3513-4b5b-85d7-814c984f98a5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 210 time: 0.0480566 Jul 07 22:25:54.869803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=32bfe337-4eb4-40cc-9346-872e15282bbf,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:54.876083 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.916413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] For port 32bfe337-4eb4-40cc-9346-872e15282bbf, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:54.953131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] device_id is not set on port 32bfe337-4eb4-40cc-9346-872e15282bbf yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:25:54.961520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.968716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.975492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:55.013448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:55.016640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aef5aa51-81ca-48fd-ae13-feafcf47b61b details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:55.025396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:55.030885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] No DVR routers for this DVR port 32bfe337-4eb4-40cc-9346-872e15282bbf on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:55.038514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:55.080438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] In _notify_port_updated(), no bound segment for port 32bfe337-4eb4-40cc-9346-872e15282bbf on network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:25:55.081352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.081965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.083570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] 10.222.0.103 "PUT /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 200 len: 1028 time: 0.5268106 Jul 07 22:25:55.089728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d35525-ab52-44c3-b77f-4c3ffe1e013a service neutron] Pushing event updated for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:55.140467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22a0e3-3550-4c77-bd60-1b76351f9b32 req-a88a1d87-98b8-47c3-b85a-a39d247d6a58 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.143695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec22a0e3-3550-4c77-bd60-1b76351f9b32 req-a88a1d87-98b8-47c3-b85a-a39d247d6a58 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.3153188 Jul 07 22:25:55.175872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aef5aa51-81ca-48fd-ae13-feafcf47b61b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:55.183428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.184098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.190764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'port_id': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'mac_address': 'fa:16:3e:94:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05141cf-b7f7-456e-8a81-d8584da29ce0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:55.205691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port 711ef261-f19a-466c-881f-4b4846673cb1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:55.206045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.244396 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.273003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ebdff8e6-8ba8-4292-89be-6b17d43f7f6e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0096462 Jul 07 22:25:55.321460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port 711ef261-f19a-466c-881f-4b4846673cb1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=711ef261-f19a-466c-881f-4b4846673cb1,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:55.321460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.325135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Request body: {'port': {'device_id': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:55.331647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec22a0e3-3550-4c77-bd60-1b76351f9b32 req-0d87af88-1a74-4f7b-9c4d-bae11f6ba438 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757348 Jul 07 22:25:55.342246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eee4a-5ab9-4e50-91e0-a3f0794a5fc4 req-22c95afd-b61c-4c66-a6f1-2213b17d6937 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.350255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-452eee4a-5ab9-4e50-91e0-a3f0794a5fc4 req-22c95afd-b61c-4c66-a6f1-2213b17d6937 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 944 time: 0.3128061 Jul 07 22:25:55.464233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef5aa51-81ca-48fd-ae13-feafcf47b61b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:55.488664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aef5aa51-81ca-48fd-ae13-feafcf47b61b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:55.489853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-18acf921-69d8-445a-ac65-fc06ed79269a None None] Provisioning complete for port 32bfe337-4eb4-40cc-9346-872e15282bbf triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:55.490101 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18acf921-69d8-445a-ac65-fc06ed79269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.512487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.527186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-452eee4a-5ab9-4e50-91e0-a3f0794a5fc4 req-46e7baa0-cd32-4fba-ab84-559e3afcd954 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759284 Jul 07 22:25:55.533908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.534292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.535044 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Floating IP cc786646-a1d8-4258-9966-6b3c6f66420a disassociated. External IP: 172.25.5.56, port: 711ef261-f19a-466c-881f-4b4846673cb1. Jul 07 22:25:55.535410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for 711ef261-f19a-466c-881f-4b4846673cb1 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:55.549964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-18acf921-69d8-445a-ac65-fc06ed79269a None None] Port 32bfe337-4eb4-40cc-9346-872e15282bbf cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:55.560784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.586996 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.595586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aef5aa51-81ca-48fd-ae13-feafcf47b61b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:55.710609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.745646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=711ef261-f19a-466c-881f-4b4846673cb1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:55.853466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aef5aa51-81ca-48fd-ae13-feafcf47b61b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:55.867049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Router dafd35c6-48c5-4a35-bb6b-126d2ef44073 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:55.990126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:56.005197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] Sync routers for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:56.021568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:56.023558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:56.032599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a78cc-8b34-4b20-a6e3-e44f1bd45e01 req-608de6d3-ff87-462a-87c3-16cc66d80c19 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.034097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f5a78cc-8b34-4b20-a6e3-e44f1bd45e01 req-608de6d3-ff87-462a-87c3-16cc66d80c19 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.5951946 Jul 07 22:25:56.040103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port 711ef261-f19a-466c-881f-4b4846673cb1 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:56.042792 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.045050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-22ab5103-bee4-482c-bc20-6497ce89a943 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "DELETE /v2.0/ports/711ef261-f19a-466c-881f-4b4846673cb1 HTTP/1.1" status: 204 len: 173 time: 0.9522569 Jul 07 22:25:56.094526 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.156109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:56.191827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:56.191827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.238949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f5a78cc-8b34-4b20-a6e3-e44f1bd45e01 req-81b34568-066d-4404-9a42-a9d9984d3308 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547849 Jul 07 22:25:56.314962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:56.315388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.326456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500753-7dd5-4666-b3e1-db04505efa0b req-1b467553-4004-4517-830e-b45eb43b7b42 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.331342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:56.334078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500753-7dd5-4666-b3e1-db04505efa0b req-1b467553-4004-4517-830e-b45eb43b7b42 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.339854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500753-7dd5-4666-b3e1-db04505efa0b req-1b467553-4004-4517-830e-b45eb43b7b42 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.345839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500753-7dd5-4666-b3e1-db04505efa0b req-1b467553-4004-4517-830e-b45eb43b7b42 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.353074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86500753-7dd5-4666-b3e1-db04505efa0b req-1b467553-4004-4517-830e-b45eb43b7b42 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 3142 time: 0.4161341 Jul 07 22:25:56.428018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:56.431784 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c557111-7dc6-4b1a-ab28-911bf3bfc119" -d '{"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "711ef261-f19a-466c-881f-4b4846673cb1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:56.439880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:33Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:56.474935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] Checking router: dafd35c6-48c5-4a35-bb6b-126d2ef44073 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:56.476903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86500753-7dd5-4666-b3e1-db04505efa0b req-bda82f96-7b18-44f3-9b15-136b1a1d0117 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198664 Jul 07 22:25:56.486483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:56.487266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:56.518192 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.532811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ade661b-4b3a-4722-9723-896b6227d7c7 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:56.542981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.545717 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.558575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.588426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=2e7cd059-e9ff-48e6-aece-b9aad86f83c9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.630824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Transition to ACTIVE for port object 3ade661b-4b3a-4722-9723-896b6227d7c7 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:56.631838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port 2e7cd059-e9ff-48e6-aece-b9aad86f83c9 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:56.634810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.636921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-d80e7e77-b607-45de-9f82-fb8006ea8045 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "DELETE /v2.0/ports/2e7cd059-e9ff-48e6-aece-b9aad86f83c9 HTTP/1.1" status: 204 len: 173 time: 0.5868027 Jul 07 22:25:56.654507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:56.666481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.686178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=6033ae02-e6c0-44ac-851b-b9f7b89f4167,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.742268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.758195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f6a4-4247-4424-bd35-4d1fdeaa63f3 req-b190011b-5344-480e-a6ae-3491fd992018 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.759970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9028f6a4-4247-4424-bd35-4d1fdeaa63f3 req-b190011b-5344-480e-a6ae-3491fd992018 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 932 time: 0.2193377 Jul 07 22:25:56.787024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port 791fe536-5196-4f9d-ac4e-181e74a08bf3 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:56.787635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.817221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.902847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port 791fe536-5196-4f9d-ac4e-181e74a08bf3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=791fe536-5196-4f9d-ac4e-181e74a08bf3,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:56.903777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.916586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:33Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:56.930219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for 791fe536-5196-4f9d-ac4e-181e74a08bf3 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:56.948165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e54842-d848-4dd8-99ab-547d69890ac1 None None] The sync data for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 is: [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:15:27Z', 'revision_number': 4, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e3230ea-43df-4f9a-a903-05adae3a5936', 'name': '', 'network_id': '0fe6b8fb-aa27-4c29-a012-05309d69b36b', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'mac_address': 'fa:16:3e:d6:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:26Z', 'updated_at': '2021-07-07T22:15:33Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'subnets': [{'id': '4f7f5105-d2ad-4349-8732-cabb6208b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:56.982890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9028f6a4-4247-4424-bd35-4d1fdeaa63f3 req-706ff7e6-c00f-4a6e-873c-1f19d8ab6c12 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821492 Jul 07 22:25:57.044104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aef5aa51-81ca-48fd-ae13-feafcf47b61b up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:57.051865 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP c21d875f-4fc5-4500-8704-a92fa693d11d associated. External IP: 172.25.5.104, port: 5da54f30-cce5-4cad-bec7-105a051b8835. Jul 07 22:25:57.075821 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1653fe81-a322-4839-9e0a-57ba926b2c98 x-openstack-request-id: req-1653fe81-a322-4839-9e0a-57ba926b2c98 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:57.076271 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "711ef261-f19a-466c-881f-4b4846673cb1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:57.086907 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1653fe81-a322-4839-9e0a-57ba926b2c98 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:57.087442 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '711ef261-f19a-466c-881f-4b4846673cb1', 'status': 'completed', 'code': 200} Jul 07 22:25:57.147036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Attempting to bind port 3ade661b-4b3a-4722-9723-896b6227d7c7 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:57.147389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Attempting to bind port 3ade661b-4b3a-4722-9723-896b6227d7c7 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:57.147729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Attempting to bind port 3ade661b-4b3a-4722-9723-896b6227d7c7 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:57.165984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Port 3ade661b-4b3a-4722-9723-896b6227d7c7 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:57.166226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Attempting to bind port 3ade661b-4b3a-4722-9723-896b6227d7c7 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:57.179278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:57.179637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Checking segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:57.189210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Bound using segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:57.189763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Bound port: 3ade661b-4b3a-4722-9723-896b6227d7c7, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:57.190402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.194880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port aef5aa51-81ca-48fd-ae13-feafcf47b61b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:57.207583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port aef5aa51-81ca-48fd-ae13-feafcf47b61b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:57.207972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.208190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.268016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=791fe536-5196-4f9d-ac4e-181e74a08bf3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.350101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port 791fe536-5196-4f9d-ac4e-181e74a08bf3 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:57.353222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.357087 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-4f51fd9d-a370-4516-bf41-93a25be893fc tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "DELETE /v2.0/ports/791fe536-5196-4f9d-ac4e-181e74a08bf3 HTTP/1.1" status: 204 len: 173 time: 0.6995809 Jul 07 22:25:57.367170 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.402030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:57.404625 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab5ee8-9abc-4822-9375-8a837ff74ed3" -d '{"events": [{"server_uuid": "4ae4bc12-3648-4d77-9d10-08f5584e8898", "name": "network-vif-plugged", "status": "completed", "tag": "aef5aa51-81ca-48fd-ae13-feafcf47b61b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:57.424246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aef5aa51-81ca-48fd-ae13-feafcf47b61b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:57.429823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.445919 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95c1e7-384c-42f6-ae2b-7c29d0587042 None None] New status for floating IP cc786646-a1d8-4258-9966-6b3c6f66420a: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:25:57.488197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aef5aa51-81ca-48fd-ae13-feafcf47b61b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.500989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:57.506781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:57.511117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port f6683751-e4e7-4e69-a8c7-68dd1e171a13 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:57.512156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.519948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.606066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a926-e37b-43a6-a11e-5965f6672f0d req-0fce660d-59f4-42f5-af0e-cda2d9d46cd6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.613396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdf5a926-e37b-43a6-a11e-5965f6672f0d req-0fce660d-59f4-42f5-af0e-cda2d9d46cd6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 945 time: 0.3266242 Jul 07 22:25:57.627950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port f6683751-e4e7-4e69-a8c7-68dd1e171a13, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f6683751-e4e7-4e69-a8c7-68dd1e171a13,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:57.628317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.634858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.635475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.636810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] 10.222.0.103 "PUT /v2.0/ports/3ade661b-4b3a-4722-9723-896b6227d7c7 HTTP/1.1" status: 200 len: 1093 time: 2.3185670 Jul 07 22:25:57.637247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:57.639477 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05" -d '{"events": [{"name": "network-changed", "server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:57.642595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for f6683751-e4e7-4e69-a8c7-68dd1e171a13 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:57.679822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366050ff-0cca-4e7b-83be-63d5e940944c service neutron] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.760984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0e09d-e663-47af-a56b-110f0e3cb75c req-004a1be7-b880-4dd0-89e9-5003d56de98d tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.763221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f0e09d-e663-47af-a56b-110f0e3cb75c req-004a1be7-b880-4dd0-89e9-5003d56de98d tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.3418503 Jul 07 22:25:57.784467 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.798384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdf5a926-e37b-43a6-a11e-5965f6672f0d req-cd63c411-c714-476b-8340-e32588a7a1f7 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841130 Jul 07 22:25:57.853885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router ece39493-c57a-4fcb-8284-3a13adafb8b2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:57.874440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f0e09d-e663-47af-a56b-110f0e3cb75c req-4b8bce91-8fc8-4749-9250-cb7a36732ae6 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983655 Jul 07 22:25:57.879769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=f6683751-e4e7-4e69-a8c7-68dd1e171a13,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.900048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port f6683751-e4e7-4e69-a8c7-68dd1e171a13 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:57.905292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.908499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-bad7b74f-51b4-4ab5-b70d-541c8413e357 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "DELETE /v2.0/ports/f6683751-e4e7-4e69-a8c7-68dd1e171a13 HTTP/1.1" status: 204 len: 173 time: 0.5435610 Jul 07 22:25:57.951654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-5998cd90-c643-4356-81bc-853cd1b42368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.953078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-5998cd90-c643-4356-81bc-853cd1b42368 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 1096 time: 0.2406785 Jul 07 22:25:58.028532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port 47c6c75c-ed59-4096-8df2-b56a73e6fbea {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:58.028886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.040083 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ed9c1-c0fe-46c1-93cc-c49de4148034 x-openstack-request-id: req-9e5ed9c1-c0fe-46c1-93cc-c49de4148034 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:58.040440 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae4bc12-3648-4d77-9d10-08f5584e8898", "name": "network-vif-plugged", "status": "completed", "tag": "aef5aa51-81ca-48fd-ae13-feafcf47b61b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:58.040705 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e5ed9c1-c0fe-46c1-93cc-c49de4148034 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:58.041113 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'code': 200} Jul 07 22:25:58.051546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-d734bb0e-59e9-4b2e-afd3-20f615232866 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ade661b-4b3a-4722-9723-896b6227d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0838854 Jul 07 22:25:58.116701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:58.132758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] Sync routers for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:58.137242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ef29a2a4-35f0-4452-82e1-65b6ee5d5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.138766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-ef29a2a4-35f0-4452-82e1-65b6ee5d5bc6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0731125 Jul 07 22:25:58.145183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:58.146009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:58.150545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd52d8-c2fe-48e7-940c-126dcf164df1 req-1f9392d4-eb2e-473b-ae8d-2288827fc53e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.152065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ddd52d8-c2fe-48e7-940c-126dcf164df1 req-1f9392d4-eb2e-473b-ae8d-2288827fc53e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.2049007 Jul 07 22:25:58.181272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.184619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port 47c6c75c-ed59-4096-8df2-b56a73e6fbea, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=47c6c75c-ed59-4096-8df2-b56a73e6fbea,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:58.184985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.202410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for 47c6c75c-ed59-4096-8df2-b56a73e6fbea owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:58.273863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e346d2e-554b-40cc-9643-b1d95a5c3412 req-b5b76c3c-3131-40a3-8d0d-5c9b3db5f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.275432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4e346d2e-554b-40cc-9643-b1d95a5c3412 req-b5b76c3c-3131-40a3-8d0d-5c9b3db5f2fe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 1098 time: 0.1526988 Jul 07 22:25:58.279800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-5bf70717-c07f-4e33-b07f-a38b996fd327 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264391 Jul 07 22:25:58.281268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a4846ec0-b456-4641-8b37-ec24104bf1be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3461392 Jul 07 22:25:58.284061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:58.333556 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4e346d2e-554b-40cc-9643-b1d95a5c3412 req-3d045557-2761-4b3a-bcfe-a64d43a7afc4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Jul 07 22:25:58.387770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ddd52d8-c2fe-48e7-940c-126dcf164df1 req-8740d2da-ad91-43b4-aa71-76fade2def95 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125633 Jul 07 22:25:58.405136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.430950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0538a-6cc4-4b94-ad31-6f1e91f2140c req-9ea6dbd7-ad7b-48f9-9b01-aead9c739c10 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.432188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6f0538a-6cc4-4b94-ad31-6f1e91f2140c req-9ea6dbd7-ad7b-48f9-9b01-aead9c739c10 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 865 time: 0.2714779 Jul 07 22:25:58.436123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=47c6c75c-ed59-4096-8df2-b56a73e6fbea,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:58.466319 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a20ac5a-2eb8-42ce-b273-21a8f465a05e x-openstack-request-id: req-9a20ac5a-2eb8-42ce-b273-21a8f465a05e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:58.466777 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:58.467039 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9a20ac5a-2eb8-42ce-b273-21a8f465a05e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:58.467444 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'status': 'completed', 'code': 200} Jul 07 22:25:58.475747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-6d325408-0118-4948-af36-69af0d0c9c56 service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873713 Jul 07 22:25:58.504256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6f0538a-6cc4-4b94-ad31-6f1e91f2140c req-e6690d1d-d3e2-4ddc-b035-39ebeb487302 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fca46a-8f5d-41b6-b104-5094d8571406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622742 Jul 07 22:25:58.520919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port 47c6c75c-ed59-4096-8df2-b56a73e6fbea on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:58.523929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.526672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5b2f2d31-cbd1-459f-83c5-5ac3a92ad078 req-a6a043ba-adcd-4235-858d-cb2ea53971a2 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.103 "DELETE /v2.0/ports/47c6c75c-ed59-4096-8df2-b56a73e6fbea HTTP/1.1" status: 204 len: 173 time: 0.6111228 Jul 07 22:25:58.646757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'c21d875f-4fc5-4500-8704-a92fa693d11d', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'port_id': '5da54f30-cce5-4cad-bec7-105a051b8835', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'mac_address': 'fa:16:3e:25:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:25:55Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:39Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:58.652815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec66169-f41b-4a7f-a38f-8b08b54cba4c req-c2af580e-8ecb-415f-8eb4-d58c67c241e6 service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598425 Jul 07 22:25:58.685895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] Checking router: ece39493-c57a-4fcb-8284-3a13adafb8b2 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:58.697158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:58.697823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:58.794235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a8850-7f34-453b-a3c5-056a4b4f6f19 req-bbe21dcc-c2b0-4d11-88fc-c698e75f0a96 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.795658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f71a8850-7f34-453b-a3c5-056a4b4f6f19 req-bbe21dcc-c2b0-4d11-88fc-c698e75f0a96 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 944 time: 0.1361923 Jul 07 22:25:58.838307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-26b95b19-d96f-4c92-b3e1-d354ac261b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.838920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-cc5cffa0-a1e7-4e0c-b136-1fb3e6af1c43 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:58.839859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-26b95b19-d96f-4c92-b3e1-d354ac261b57 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 1096 time: 0.1198852 Jul 07 22:25:58.840875 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-cc5cffa0-a1e7-4e0c-b136-1fb3e6af1c43 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.97 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 946 time: 0.1013312 Jul 07 22:25:58.852101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:58.959659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f71a8850-7f34-453b-a3c5-056a4b4f6f19 req-9620f3fc-ff4a-4bc6-a7c8-ff7b1a9991fc tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449060 Jul 07 22:25:59.007192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5de31a-7e65-46a2-aad4-d9691928a9e6 req-48657c70-9e49-45a1-ba84-374028e51477 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.007978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f5de31a-7e65-46a2-aad4-d9691928a9e6 req-48657c70-9e49-45a1-ba84-374028e51477 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2094831 Jul 07 22:25:59.044785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-f78241ec-d5bf-46fa-bafa-447a0fbda568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.045883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-f78241ec-d5bf-46fa-bafa-447a0fbda568 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 906 time: 0.1942976 Jul 07 22:25:59.054813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Deleting port a69a4065-d24f-4be0-8bb7-403766cd0b0b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:59.055306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.105284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13'}, {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:59.110469 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdac9944-ea86-4c7f-8d10-78c80a24b6c9" -d '{"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13"}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:59.222896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'c21d875f-4fc5-4500-8704-a92fa693d11d', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'port_id': '5da54f30-cce5-4cad-bec7-105a051b8835', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'mac_address': 'fa:16:3e:25:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:25:55Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:39Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:59.243131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] For port a69a4065-d24f-4be0-8bb7-403766cd0b0b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69a4065-d24f-4be0-8bb7-403766cd0b0b,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:59.243889 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.257325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a310f-ca36-470c-90ae-4f06ed16cb99 None None] The sync data for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 is: [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'c21d875f-4fc5-4500-8704-a92fa693d11d', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'port_id': '5da54f30-cce5-4cad-bec7-105a051b8835', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'mac_address': 'fa:16:3e:25:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:25:55Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:39Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:59.416298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f5de31a-7e65-46a2-aad4-d9691928a9e6 req-8b16b509-c1f9-4d7e-91e7-3b0e9ea4e738 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009824 Jul 07 22:25:59.418463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-76ca2787-6d7d-4481-a025-01dcb7036cd0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ade661b-4b3a-4722-9723-896b6227d7c7 HTTP/1.1" status: 200 len: 217 time: 0.3605397 Jul 07 22:25:59.455076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:59.496015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.496569 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.497004 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Floating IP 84b75245-b55c-40c7-bcc1-85cf78c22ade disassociated. External IP: 172.25.5.76, port: a69a4065-d24f-4be0-8bb7-403766cd0b0b. Jul 07 22:25:59.497680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Calling delete_port for a69a4065-d24f-4be0-8bb7-403766cd0b0b owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:59.509567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-c4d02cd8-7ede-4f09-803c-a7d94f7f774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.511098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-c4d02cd8-7ede-4f09-803c-a7d94f7f774f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0631688 Jul 07 22:25:59.525022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad23ef-10bf-4114-906c-4a555dfef08a req-6f3ed829-a740-414e-8324-d4fb2ffb6006 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.526592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45ad23ef-10bf-4114-906c-4a555dfef08a req-6f3ed829-a740-414e-8324-d4fb2ffb6006 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 946 time: 0.1141887 Jul 07 22:25:59.585815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-8abb6656-26e7-4cb9-8d26-81d2cd2fe2fc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581696 Jul 07 22:25:59.648867 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-66783aae-661c-48e0-8f82-6cffc2ba958e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/c21d875f-4fc5-4500-8704-a92fa693d11d HTTP/1.1" status: 200 len: 992 time: 0.1806931 Jul 07 22:25:59.658013 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d25ee1-f3ef-488a-9ffa-cb78f3b99241 None None] New status for floating IP c21d875f-4fc5-4500-8704-a92fa693d11d: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:25:59.811978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45ad23ef-10bf-4114-906c-4a555dfef08a req-fed87a90-7d4f-4953-96c6-cd8bf806553b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761290 Jul 07 22:25:59.825225 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.887146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-fb192798-0573-4b6a-b99b-918fb8a84cec service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917860 Jul 07 22:26:00.028423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4efa-9719-4ce3-b3ff-118b638322bd req-639a090e-4c01-42bb-801c-d55a52b1a884 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.036085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024c4efa-9719-4ce3-b3ff-118b638322bd req-639a090e-4c01-42bb-801c-d55a52b1a884 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 867 time: 0.3479075 Jul 07 22:26:00.106203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024c4efa-9719-4ce3-b3ff-118b638322bd req-190cf4fe-bd1d-4375-a3f0-346d3508741a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups?id=f9cc8ee4-18ed-4364-a2fe-b587136f3c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681124 Jul 07 22:26:00.146056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4dd5bcc2-ab1b-4091-8524-35cc287bfe05 req-b35a31e3-be7c-4cda-9066-3f7b511b898c service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464170 Jul 07 22:26:00.234758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c129b0-e1ab-4d0f-842a-b0ee3da3a56a req-692de208-2dc4-4e94-98ff-09cb0cc965f7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.242970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20c129b0-e1ab-4d0f-842a-b0ee3da3a56a req-692de208-2dc4-4e94-98ff-09cb0cc965f7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0905306 Jul 07 22:26:00.291813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a977e208-8d03-4816-a53e-4b31edc2b1f3 req-8cdde63c-8693-4f95-9bd9-e4bb88e39aba tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jul 07 22:26:00.322214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20c129b0-e1ab-4d0f-842a-b0ee3da3a56a req-a005414e-cdc5-4202-99c8-19d9d71f4eea tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770650 Jul 07 22:26:00.369067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event deleted for resources: {'Port': ['ID=a69a4065-d24f-4be0-8bb7-403766cd0b0b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:00.373947 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd28d2-5240-449e-8cad-5ed2d779cad5 x-openstack-request-id: req-89bd28d2-5240-449e-8cad-5ed2d779cad5 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:00.374957 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "2e7cd059-e9ff-48e6-aece-b9aad86f83c9", "status": "completed", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "791fe536-5196-4f9d-ac4e-181e74a08bf3", "status": "completed", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "f6683751-e4e7-4e69-a8c7-68dd1e171a13", "status": "completed", "code": 200}, {"server_uuid": "2a75e91f-4f93-4056-990a-fe34f39577d7", "name": "network-vif-deleted", "tag": "47c6c75c-ed59-4096-8df2-b56a73e6fbea", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:00.374957 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-89bd28d2-5240-449e-8cad-5ed2d779cad5 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:00.374957 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '2e7cd059-e9ff-48e6-aece-b9aad86f83c9', 'status': 'completed', 'code': 200} Jul 07 22:26:00.375986 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '791fe536-5196-4f9d-ac4e-181e74a08bf3', 'status': 'completed', 'code': 200} Jul 07 22:26:00.376161 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': 'f6683751-e4e7-4e69-a8c7-68dd1e171a13', 'status': 'completed', 'code': 200} Jul 07 22:26:00.376483 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a75e91f-4f93-4056-990a-fe34f39577d7', 'name': 'network-vif-deleted', 'tag': '47c6c75c-ed59-4096-8df2-b56a73e6fbea', 'status': 'completed', 'code': 200} Jul 07 22:26:00.472732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:00.474500 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41209edb-223b-4980-b559-3bade23582ed" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:00.505563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:00.513473 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa5580b-1e1b-4849-bf99-5cd20b3c2bed x-openstack-request-id: req-8aa5580b-1e1b-4849-bf99-5cd20b3c2bed {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:00.513766 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:00.514018 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8aa5580b-1e1b-4849-bf99-5cd20b3c2bed {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:00.514413 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'status': 'completed', 'code': 200} Jul 07 22:26:00.561111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be63e1-9aa9-458c-aa9d-4b80f0c5a043 req-7d168676-b31a-42b8-aa03-6808226f8ef3 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.563575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43be63e1-9aa9-458c-aa9d-4b80f0c5a043 req-7d168676-b31a-42b8-aa03-6808226f8ef3 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 944 time: 0.1024854 Jul 07 22:26:00.603958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43be63e1-9aa9-458c-aa9d-4b80f0c5a043 req-bcd76790-0e18-4b7c-9461-9ca177f2822d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Jul 07 22:26:00.652530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51194) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:00.695139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-d5b77782-21cf-40bb-ad6b-08898aefb7c5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1872776 Jul 07 22:26:00.725964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41209edb-223b-4980-b559-3bade23582ed req-1d91e829-81d9-4f77-9a72-f804ea918035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.726352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a4641a5-7216-42c6-8b87-4e62be6ffca6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/c21d875f-4fc5-4500-8704-a92fa693d11d HTTP/1.1" status: 200 len: 994 time: 0.0716672 Jul 07 22:26:00.727527 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-1d91e829-81d9-4f77-9a72-f804ea918035 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.1847920 Jul 07 22:26:00.730505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:00.743592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] Sync routers for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:00.755211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:00.758047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:00.866151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] No DVR routers for this DVR port a69a4065-d24f-4be0-8bb7-403766cd0b0b on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:00.872061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.874091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4a181-2927-4f0e-95d4-96ee39ec1c39 req-0c57ae5a-6168-4701-8360-da7dcc9a3090 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.97 "DELETE /v2.0/ports/a69a4065-d24f-4be0-8bb7-403766cd0b0b HTTP/1.1" status: 204 len: 173 time: 2.0267186 Jul 07 22:26:00.907847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:00.936909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41209edb-223b-4980-b559-3bade23582ed req-a10e42e9-3fe3-420b-b99d-e4a9ebccf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.938793 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-a10e42e9-3fe3-420b-b99d-e4a9ebccf464 service neutron] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.2011428 Jul 07 22:26:00.943519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-fd1e3f52-471b-4784-9211-367835924d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.944998 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-fd1e3f52-471b-4784-9211-367835924d03 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.1782203 Jul 07 22:26:01.116241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-218a8642-2657-47a1-807f-4dd433b97aa6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1002 time: 0.1676984 Jul 07 22:26:01.126351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb81b-bcc6-4fcd-917a-4f78ad649e90 req-e7b54cb2-7fb6-4417-9845-b3c41c4ac00a tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.128159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-527bb81b-bcc6-4fcd-917a-4f78ad649e90 req-e7b54cb2-7fb6-4417-9845-b3c41c4ac00a tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 946 time: 0.1208014 Jul 07 22:26:01.198611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-cf87760c-81a2-4c0f-a3e1-42a9f65834a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.200165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-cf87760c-81a2-4c0f-a3e1-42a9f65834a2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1775465 Jul 07 22:26:01.207348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41209edb-223b-4980-b559-3bade23582ed req-58fbfbaa-0a78-40ca-9b14-59194ef5a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.207817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-58fbfbaa-0a78-40ca-9b14-59194ef5a531 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.0799975 Jul 07 22:26:01.252000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-527bb81b-bcc6-4fcd-917a-4f78ad649e90 req-a3c43d5b-a09e-49dc-a19b-9b0ac98d7c35 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159828 Jul 07 22:26:01.286829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-0ff2b3d1-7bb2-4420-b2a6-4dfa5f38d190 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1180627 Jul 07 22:26:01.287726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:46Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:01.330100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] Checking router: d30ba32d-ddff-4ceb-95a7-a4ae64492f52 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:01.345271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:01.346165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:01.388420 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-94f99666-669c-49ab-9e9e-af42fe5204c4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.1795733 Jul 07 22:26:01.428463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:01.430839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41209edb-223b-4980-b559-3bade23582ed req-bb0668c4-d2f5-4d35-bc7e-0d6e3b34f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.432596 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-bb0668c4-d2f5-4d35-bc7e-0d6e3b34f216 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2179630 Jul 07 22:26:01.532743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07f748c0-4145-4184-8871-ef4c32506a3f req-8cff1840-2111-4b9d-b1a1-986ec2ea397a tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/ports?device_id=11d35ac5-b13a-43ef-9e55-58875391d82a HTTP/1.1" status: 200 len: 210 time: 0.0454726 Jul 07 22:26:01.535911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-af8a12f9-d00e-4e18-aba5-d8ab836788b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.537359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-af8a12f9-d00e-4e18-aba5-d8ab836788b8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=16998b0089f4409fa9adb19979c53861&device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 1097 time: 0.1938856 Jul 07 22:26:01.621676 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-029a7a4b-5245-4660-993d-6c882c2f6f2c service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790843 Jul 07 22:26:01.659544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-7694b63d-2e49-44e9-8837-e91b10179d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.664643 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-7694b63d-2e49-44e9-8837-e91b10179d0c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.2664177 Jul 07 22:26:01.827197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-db7379e3-ca2b-4216-b276-e136cffa931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.830943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-db7379e3-ca2b-4216-b276-e136cffa931e service neutron] 10.222.0.103 "GET /v2.0/networks?id=3313b7e9-034c-4b54-8453-4194f52744d4 HTTP/1.1" status: 200 len: 917 time: 0.2664371 Jul 07 22:26:01.843218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-41209edb-223b-4980-b559-3bade23582ed req-14744497-6aa6-426e-9eaa-8b9c026566a3 service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113857 Jul 07 22:26:01.846783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-8c9ec68b-baa3-488a-9507-573710055586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.848720 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-8c9ec68b-baa3-488a-9507-573710055586 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576972 Jul 07 22:26:01.888484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b79cd077-dccb-4063-8cbd-463eee8c7f9f req-c4205c50-35b9-4c07-983a-49fb000c4e7b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0915606 Jul 07 22:26:01.980054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f50f-ff14-4ce8-b510-0f4496fa960d req-575f3977-1b6a-4205-9d4a-ec1b8738fe85 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.987661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0b4f50f-ff14-4ce8-b510-0f4496fa960d req-575f3977-1b6a-4205-9d4a-ec1b8738fe85 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.2548449 Jul 07 22:26:02.001597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-20b990ce-1dc8-4b9c-8c13-6ce87be52e9d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3 HTTP/1.1" status: 200 len: 1000 time: 0.1581392 Jul 07 22:26:02.025449 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-c25552ed-b451-42c0-80cf-1a15685ed2d9 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685820 Jul 07 22:26:02.034846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:02.084237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0b4f50f-ff14-4ce8-b510-0f4496fa960d req-722559d9-6c78-4402-810e-fbe6e2a5f6c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961151 Jul 07 22:26:02.084393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:02.097734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-d2710806-750e-42ea-b2af-6ef8a282411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.103055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-d2710806-750e-42ea-b2af-6ef8a282411d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2bc10222-b45a-4b1d-87fb-ac8c5748963a HTTP/1.1" status: 200 len: 855 time: 0.0940299 Jul 07 22:26:02.140458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'mac_address': 'fa:16:3e:99:c5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:02.168479 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-04cbd569-8277-452d-9d04-cca410c6ee91 req-bb341e2e-95e3-4863-902f-b5977a153c3c service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345062 Jul 07 22:26:02.228591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-4a0690b9-2dad-4a7b-9507-e7004a5952c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.230599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-4a0690b9-2dad-4a7b-9507-e7004a5952c9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3313b7e9-034c-4b54-8453-4194f52744d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193776 Jul 07 22:26:02.230909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.255833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ade661b-4b3a-4722-9723-896b6227d7c7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:02.275981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:02.291797 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.378756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'name': 'network-vif-deleted', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:02.382267 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c48776-3fcf-4edb-bddd-b29fb959a8b4" -d '{"events": [{"server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "name": "network-vif-deleted", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:02.385418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:02.401026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:46Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:02.401620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc620e8-330a-4b5c-aab9-2ff1efe26514 req-3d859f07-99c1-4572-9ef1-8c23baac2041 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.403394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bc620e8-330a-4b5c-aab9-2ff1efe26514 req-3d859f07-99c1-4572-9ef1-8c23baac2041 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 944 time: 0.1717772 Jul 07 22:26:02.405898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-15cdb408-2e69-41b8-9ee7-c7c6afd5f38a service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626840 Jul 07 22:26:02.439246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1fe9a-666d-4b1f-b87d-161a57e67710 None None] The sync data for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 is: [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:22:38Z', 'revision_number': 4, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '44205960-fa6a-4896-8f98-9e3fd3d58466', 'name': '', 'network_id': '9791c390-3d79-4aff-a64c-5d2cbb726a7a', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'mac_address': 'fa:16:3e:3f:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:37Z', 'updated_at': '2021-07-07T22:22:46Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'subnets': [{'id': '1251d858-a9eb-4692-b3b8-3367b72794f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:02.520107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bc620e8-330a-4b5c-aab9-2ff1efe26514 req-c6b4828b-ab45-47b2-8682-17881585ac6c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103573 Jul 07 22:26:02.575018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc214a76-1ae4-4feb-98e5-0e5093d8db10 req-1de07314-b6e5-409e-a583-7252d7e37276 service neutron] 10.222.0.103 "GET /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582565 Jul 07 22:26:02.579255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['3ade661b-4b3a-4722-9723-896b6227d7c7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:02.633115 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a69e9de-219c-473a-b7c6-c58962bac1dc x-openstack-request-id: req-7a69e9de-219c-473a-b7c6-c58962bac1dc {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:02.634003 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d35ac5-b13a-43ef-9e55-58875391d82a", "name": "network-vif-deleted", "tag": "a69a4065-d24f-4be0-8bb7-403766cd0b0b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:02.634415 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7a69e9de-219c-473a-b7c6-c58962bac1dc {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:02.635012 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d35ac5-b13a-43ef-9e55-58875391d82a', 'name': 'network-vif-deleted', 'tag': 'a69a4065-d24f-4be0-8bb7-403766cd0b0b', 'status': 'completed', 'code': 200} Jul 07 22:26:02.713584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51232) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:02.794886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94899ac8-af1a-40da-b1d3-06c61282b175 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.820972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94899ac8-af1a-40da-b1d3-06c61282b175 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.827374 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb74c54-3d5f-4267-a5a4-3e60755adcc0 None None] New status for floating IP 84b75245-b55c-40c7-bcc1-85cf78c22ade: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:26:02.878226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94899ac8-af1a-40da-b1d3-06c61282b175 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.880876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94899ac8-af1a-40da-b1d3-06c61282b175 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.882051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-94899ac8-af1a-40da-b1d3-06c61282b175 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "DELETE /v2.0/security-groups/f9cc8ee4-18ed-4364-a2fe-b587136f3c37 HTTP/1.1" status: 204 len: 168 time: 0.1671100 Jul 07 22:26:02.884934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51234) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:02.892442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899ac8-af1a-40da-b1d3-06c61282b175 tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc8ee4-18ed-4364-a2fe-b587136f3c37,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:02.909753 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-48d1e5c1-d9f4-4b95-8287-db064621e08c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] show failed (client error): The resource could not be found. Jul 07 22:26:02.910862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48d1e5c1-d9f4-4b95-8287-db064621e08c tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "GET /v2.0/security-groups/f9cc8ee4-18ed-4364-a2fe-b587136f3c37 HTTP/1.1" status: 404 len: 347 time: 0.0247908 Jul 07 22:26:02.914249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:03.068400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69a4065-d24f-4be0-8bb7-403766cd0b0b no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:03.078835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05da57a1-d696-4b54-94c6-b45f4f108737 req-21a07e23-d890-4498-aec2-e1a67518f8e4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0359073 Jul 07 22:26:03.098893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: a69a4065-d24f-4be0-8bb7-403766cd0b0b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:03.099249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69a4065-d24f-4be0-8bb7-403766cd0b0b not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:03.124215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Deleting port 23f27292-d2c4-4f14-b802-f11d4c1154b7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:03.124573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.208684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.209073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.221541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Calling delete_port for 23f27292-d2c4-4f14-b802-f11d4c1154b7 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:03.354504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeef71-ca1e-4422-94bf-4e31344e25e4 req-cf45e4fc-87d2-4ebc-a56e-f485fa906d35 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.356401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bdeef71-ca1e-4422-94bf-4e31344e25e4 req-cf45e4fc-87d2-4ebc-a56e-f485fa906d35 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1233990 Jul 07 22:26:03.425957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bdeef71-ca1e-4422-94bf-4e31344e25e4 req-cca9eeee-4e40-437e-bf6c-9dc30a793f51 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Jul 07 22:26:03.433390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:03.449088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.473545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Pushing event deleted for resources: {'Port': ['ID=23f27292-d2c4-4f14-b802-f11d4c1154b7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:03.494008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 3ade661b-4b3a-4722-9723-896b6227d7c7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:03.499121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 3ade661b-4b3a-4722-9723-896b6227d7c7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:03.499655 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.546933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.550025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.554021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-028a8184-1680-4ede-b4e8-acd7035727df tempest-ServersTestJSON-41443371 tempest-ServersTestJSON-41443371-project] 10.222.0.95 "DELETE /v2.0/floatingips/84b75245-b55c-40c7-bcc1-85cf78c22ade HTTP/1.1" status: 204 len: 168 time: 0.6358910 Jul 07 22:26:03.554396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51244) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:03.587471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.619462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:03.622793 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e0c9bf-8b89-47c0-b19c-83410e585f2b" -d '{"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-plugged", "status": "completed", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:03.639083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:03.645005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.739231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:03.803220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c421-6117-46b9-826b-6efe6df9352d req-191a1344-7b67-4443-a9d8-e68d04dd6564 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.805519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36d3c421-6117-46b9-826b-6efe6df9352d req-191a1344-7b67-4443-a9d8-e68d04dd6564 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1264920 Jul 07 22:26:03.864042 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c5ed0-48f5-45f0-a2c3-933c46b6d724 x-openstack-request-id: req-3c7c5ed0-48f5-45f0-a2c3-933c46b6d724 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:03.864042 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-plugged", "status": "completed", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:03.864248 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3c7c5ed0-48f5-45f0-a2c3-933c46b6d724 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:03.864619 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'code': 200} Jul 07 22:26:03.866248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36d3c421-6117-46b9-826b-6efe6df9352d req-7357818e-663f-4bb6-be81-7a3e6a24a642 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Jul 07 22:26:03.992780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c3865-4818-4739-a44f-8faad02e6adf req-448c61dc-655a-4a30-b481-a62098fe04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.994367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-132c3865-4818-4739-a44f-8faad02e6adf req-448c61dc-655a-4a30-b481-a62098fe04b1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 1098 time: 0.0520692 Jul 07 22:26:04.018436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.031157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-132c3865-4818-4739-a44f-8faad02e6adf req-51c00c79-02ed-4ea7-bafe-16a018ac92ce service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277014 Jul 07 22:26:04.239009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ffa0ed0-77a8-46bb-a678-20e716d9fcb1 req-32ca504b-f14c-4b76-b72e-50060d613476 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0292912 Jul 07 22:26:04.283658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Deleting port 44205960-fa6a-4896-8f98-9e3fd3d58466 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:04.284018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.369717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] For port 44205960-fa6a-4896-8f98-9e3fd3d58466, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44205960-fa6a-4896-8f98-9e3fd3d58466,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:04.370097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.384425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Calling delete_port for 44205960-fa6a-4896-8f98-9e3fd3d58466 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:04.588594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.619741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Pushing event deleted for resources: {'Port': ['ID=44205960-fa6a-4896-8f98-9e3fd3d58466,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:04.621311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3375a00-01a0-43f4-b775-1f1adafdb981 req-1889dfcb-c7a0-4741-bf9a-464de568cf89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:04.623264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3375a00-01a0-43f4-b775-1f1adafdb981 req-1889dfcb-c7a0-4741-bf9a-464de568cf89 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0715344 Jul 07 22:26:04.678043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3375a00-01a0-43f4-b775-1f1adafdb981 req-2af0710f-c732-42a9-accc-12b0309fff25 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Jul 07 22:26:04.804339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.042352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:05.060095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdd522-34f7-47a5-8557-4c78c94f1147 req-a1b01ba7-024d-4c01-b61c-d7ccaac1e518 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.061833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36cdd522-34f7-47a5-8557-4c78c94f1147 req-a1b01ba7-024d-4c01-b61c-d7ccaac1e518 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0715866 Jul 07 22:26:05.139481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36cdd522-34f7-47a5-8557-4c78c94f1147 req-3120f237-f45a-43cb-9ec3-552e317ab01f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676348 Jul 07 22:26:05.176900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:05.185153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d659fb59-14c3-4dd0-91b3-397f742637ba admin admin] 10.222.0.95 "PUT /v2.0/routers/d30ba32d-ddff-4ceb-95a7-a4ae64492f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296184 Jul 07 22:26:05.185858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986187b0-2f09-4520-b679-320449ef8662 None None] Sync routers for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:05.188300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:05.198336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:05.199642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:05.302010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.331463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:05.474144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.496218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71b19e50-6dd1-43f9-b70f-9a88f5fc5077 req-9dfe3233-ab2c-4b84-b1de-ba98a3068798 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0378087 Jul 07 22:26:05.536677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '139c6c0c-7be6-4704-b625-900565c9e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:26:04Z', 'revision_number': 5, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port': {'id': '139c6c0c-7be6-4704-b625-900565c9e258', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:22:31Z', 'updated_at': '2021-07-07T22:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:05.567504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986187b0-2f09-4520-b679-320449ef8662 None None] Checking router: d30ba32d-ddff-4ceb-95a7-a4ae64492f52 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:05.568851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Deleting port 139c6c0c-7be6-4704-b625-900565c9e258 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:05.569329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.577762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] Routers {'d30ba32d-ddff-4ceb-95a7-a4ae64492f52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:05.578964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:25:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:05.654956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] For port 139c6c0c-7be6-4704-b625-900565c9e258, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=139c6c0c-7be6-4704-b625-900565c9e258,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:05.655573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.668572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Calling delete_port for 139c6c0c-7be6-4704-b625-900565c9e258 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:05.673672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] Set router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:05.729796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-986187b0-2f09-4520-b679-320449ef8662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:26:05Z', 'revision_number': 6, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:05.758214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986187b0-2f09-4520-b679-320449ef8662 None None] The sync data for ids ['d30ba32d-ddff-4ceb-95a7-a4ae64492f52'] in n-d-694802-13 is: [{'id': 'd30ba32d-ddff-4ceb-95a7-a4ae64492f52', 'name': 'tempest-ServersTestJSON-1084523272-router', 'tenant_id': 'c0ed5a4724a1467788de2a3222559c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:22:29Z', 'updated_at': '2021-07-07T22:26:05Z', 'revision_number': 6, 'project_id': 'c0ed5a4724a1467788de2a3222559c70', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:05.888997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.923439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Pushing event deleted for resources: {'Port': ['ID=139c6c0c-7be6-4704-b625-900565c9e258,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:05.934549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f832-0880-4d30-8bd2-60bf2c84870b req-96825734-3f76-4160-b049-79183a7c4a61 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.936087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a74f832-0880-4d30-8bd2-60bf2c84870b req-96825734-3f76-4160-b049-79183a7c4a61 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1336303 Jul 07 22:26:06.019126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a74f832-0880-4d30-8bd2-60bf2c84870b req-bf8f470b-e9d5-473b-8f02-a3eb7952e23d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767248 Jul 07 22:26:06.024383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.114557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.117573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.166336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.167677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d30ba32d-ddff-4ceb-95a7-a4ae64492f52 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:26:06.174008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.175708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-67088660-7d49-4cf2-83c7-a1e86e461218 admin admin] 10.222.0.95 "DELETE /v2.0/routers/d30ba32d-ddff-4ceb-95a7-a4ae64492f52 HTTP/1.1" status: 204 len: 168 time: 0.9863932 Jul 07 22:26:06.178273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:06.231463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Deleting subnet 1251d858-a9eb-4692-b3b8-3367b72794f8 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:26:06.235359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.277991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.348522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346808e3-9cc1-4eb3-aa4f-2ab208dca5a2 req-8c412460-8f8c-4f6e-984b-39d86c8214f6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:06.350047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-346808e3-9cc1-4eb3-aa4f-2ab208dca5a2 req-8c412460-8f8c-4f6e-984b-39d86c8214f6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0740011 Jul 07 22:26:06.363385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.399048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-346808e3-9cc1-4eb3-aa4f-2ab208dca5a2 req-85ebfb75-5c32-49ee-8506-6882ec532f74 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Jul 07 22:26:06.424931 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.452387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1251d858-a9eb-4692-b3b8-3367b72794f8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:06.460992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.465931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51282) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:06.468376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf4294-5ed6-46b7-b05d-380d263b2e79 None None] Network 9791c390-3d79-4aff-a64c-5d2cbb726a7a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:06.471211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-236f770b-d222-4a2a-a901-dc8b1af61aa0 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1251d858-a9eb-4692-b3b8-3367b72794f8 HTTP/1.1" status: 204 len: 168 time: 0.2917275 Jul 07 22:26:06.608735 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.744739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] DHCP port deletion for 9791c390-3d79-4aff-a64c-5d2cbb726a7a request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:26:06.779795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Deleting port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:06.780331 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.825048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] Deleting port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:06.825695 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.877001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbb7594e-31be-482e-ac0c-52c75c6293d7 req-02d59c40-2ee2-4e86-a329-4a25f78051ae tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0927472 Jul 07 22:26:06.900862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] For port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:06.902274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.919148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] Calling delete_port for c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:06.937633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] For port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,segment=NetworkSegment(1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a),segment_id=1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:06.937948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.954728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Calling delete_port for c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:06.963543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014a5f-dd95-47c3-9efe-171b79efe6a0 req-3974a313-7a50-41d1-b383-af17878a0b86 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:06.965635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88014a5f-dd95-47c3-9efe-171b79efe6a0 req-3974a313-7a50-41d1-b383-af17878a0b86 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1487620 Jul 07 22:26:07.013066 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.043060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] Pushing event deleted for resources: {'Port': ['ID=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:07.053400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716a590-d4a4-47c8-a4cb-2337e61dec13 None None] No DVR routers for this DVR port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:07.085781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88014a5f-dd95-47c3-9efe-171b79efe6a0 req-f7fcafcd-c197-4a83-b691-60b20c41262c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109881 Jul 07 22:26:07.135512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.205003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:07.207616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] No DVR routers for this DVR port c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:07.218665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 139c6c0c-7be6-4704-b625-900565c9e258 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:07.242206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 139c6c0c-7be6-4704-b625-900565c9e258 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:07.242445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 139c6c0c-7be6-4704-b625-900565c9e258 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:07.242904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44205960-fa6a-4896-8f98-9e3fd3d58466 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:07.263485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 44205960-fa6a-4896-8f98-9e3fd3d58466 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:07.263836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44205960-fa6a-4896-8f98-9e3fd3d58466 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:07.264267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:07.288665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:07.289012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c97bbfcd-f3d1-4d49-9532-d2d7c6f83db2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:07.630938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.652532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b94a4-0e34-473b-8c7c-9f25ba084fa4 req-98598a05-26d7-4dd1-b907-d6d58aea85fc tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:07.654095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b3b94a4-0e34-473b-8c7c-9f25ba084fa4 req-98598a05-26d7-4dd1-b907-d6d58aea85fc tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.4619334 Jul 07 22:26:07.655855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9791c390-3d79-4aff-a64c-5d2cbb726a7a']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:07.681600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:07.682030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8d0e9f-40a3-4a49-afa4-9ba3949a2d6a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:07.693871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.714025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.729277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:26:07.729753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:26:07.731712 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:26:07.813083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b3b94a4-0e34-473b-8c7c-9f25ba084fa4 req-d3c09bd9-64bb-4599-afee-0953aba43737 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484005 Jul 07 22:26:07.832692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.837823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.840154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/9791c390-3d79-4aff-a64c-5d2cbb726a7a HTTP/1.1" status: 204 len: 168 time: 1.3733718 Jul 07 22:26:07.865829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92530252-1811-42cc-8211-00c429e5bfc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9791c390-3d79-4aff-a64c-5d2cbb726a7a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:08.024903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-c21fa515-2631-4642-8288-b03aab2d0f65 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:08.032435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-c21fa515-2631-4642-8288-b03aab2d0f65 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.1281111 Jul 07 22:26:08.041522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:08.072121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7928e6c3-cacd-48a9-94ee-ca4f1cf18b9f req-960bbfbb-8f90-4a13-b958-935b0fc20000 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0373037 Jul 07 22:26:08.073878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-d8a942e3-67ef-4bf6-abfa-097d76071112 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/quotas/9f128da824384eb9b010f13ac5601145 HTTP/1.1" status: 200 len: 375 time: 0.0404112 Jul 07 22:26:08.098334 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-679aeb55-b5f2-41b3-b50b-4ef331d493f8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c0ed5a4724a1467788de2a3222559c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533404 Jul 07 22:26:08.098565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:08.161230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72fe3dd5-9722-42fe-bb52-72b891a923c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.167209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-46b9d21a-f86f-41c5-8c78-fb609596251f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860021 Jul 07 22:26:08.186104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72fe3dd5-9722-42fe-bb52-72b891a923c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.244096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72fe3dd5-9722-42fe-bb52-72b891a923c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.247146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72fe3dd5-9722-42fe-bb52-72b891a923c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.251352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-72fe3dd5-9722-42fe-bb52-72b891a923c1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e1ffe9c6-bd6a-4f39-8dee-8e2ff317d05e HTTP/1.1" status: 204 len: 168 time: 0.1486893 Jul 07 22:26:08.264739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe3dd5-9722-42fe-bb52-72b891a923c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ffe9c6-bd6a-4f39-8dee-8e2ff317d05e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:08.275997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-7a343620-7100-41e2-a9a6-33c0d871be75 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079202 Jul 07 22:26:08.407843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ec820-0285-40ef-ad31-d8df86cd1661 req-322388b1-3949-4223-9cb1-df77cac3ee20 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:08.411233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f1ec820-0285-40ef-ad31-d8df86cd1661 req-322388b1-3949-4223-9cb1-df77cac3ee20 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1529596 Jul 07 22:26:08.419837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-bf26fff4-05c5-48c6-bc73-032dfdcb8d96 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233280 Jul 07 22:26:08.459070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f1ec820-0285-40ef-ad31-d8df86cd1661 req-0f80208c-1b1e-4cbc-876d-21bb929735fb tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jul 07 22:26:08.667621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae169224-2dae-4a4b-bae4-5f1a683985db req-bc29898b-6451-4c52-ba3a-9eff79d4f5bb tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 210 time: 0.0355728 Jul 07 22:26:09.072479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f344-af88-4dcf-8bde-4e8ba0b44eb4 req-53cd22ea-d10a-4d58-af34-8dbc6f997d56 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.074394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e57f344-af88-4dcf-8bde-4e8ba0b44eb4 req-53cd22ea-d10a-4d58-af34-8dbc6f997d56 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0873027 Jul 07 22:26:09.101323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51354) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:09.130577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e57f344-af88-4dcf-8bde-4e8ba0b44eb4 req-e4f5e136-4193-46f8-92bf-82682c6d2921 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Jul 07 22:26:09.255587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-951011718-network', 'tenant_id': 'b84f793dbb264429a7a8e008efa2d6ac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:09.290988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-862d3cf0-d7e6-4a85-b1b9-71b9e2535d12 req-aa4fa6f4-80cd-44fd-a278-44d817cd701b tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0465679 Jul 07 22:26:09.296046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Made reservation on behalf of b84f793dbb264429a7a8e008efa2d6ac for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:09.299509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.311145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.415770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.419763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.446714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:26:09.455665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:09.463006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.464043 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Added segment deb7fb6d-f27e-4b62-a21d-298b9891a805 of type vlan for network 072ece1a-0083-4f8a-b94a-daa4652f0333 Jul 07 22:26:09.508111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.542475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.543836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.544617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.605682 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5023320 Jul 07 22:26:09.608478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51364) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:09.616195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Request body: {'subnet': {'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-951011718-subnet', 'tenant_id': 'b84f793dbb264429a7a8e008efa2d6ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:09.624611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a535e-894e-43da-ae21-e72bbeecdec1 admin admin] Pushing event updated for resources: {'Network': ['ID=072ece1a-0083-4f8a-b94a-daa4652f0333,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:09.640561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:26:09.653720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Made reservation on behalf of b84f793dbb264429a7a8e008efa2d6ac for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:09.658661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.665909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385bc1-922c-479d-a4b4-478abfe23593 req-7229d594-5585-4aa2-b16f-2c6cd19058db tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.673661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55385bc1-922c-479d-a4b4-478abfe23593 req-7229d594-5585-4aa2-b16f-2c6cd19058db tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0966487 Jul 07 22:26:09.727234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55385bc1-922c-479d-a4b4-478abfe23593 req-e335dba3-a446-4ed8-8423-955c180d4001 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524321 Jul 07 22:26:09.918850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-595bef34-b6ae-4b83-8306-5df910c8f708 req-64a4a7c0-3b0e-4d76-8bd4-2311b352d741 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 210 time: 0.0367000 Jul 07 22:26:09.972805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:10.096382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-fa5075ac-5e04-41ab-9004-fea52a30af5e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:10.097884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-fa5075ac-5e04-41ab-9004-fea52a30af5e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.2140789 Jul 07 22:26:10.100004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:10.114751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Request body: {'port': {'device_id': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'admin_state_up': True, 'tenant_id': '9f128da824384eb9b010f13ac5601145'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:10.117901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Checking segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:10.118272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Network hostable DHCP agents. Network: 072ece1a-0083-4f8a-b94a-daa4652f0333, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:26:10.181673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:26:10.200201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 072ece1a-0083-4f8a-b94a-daa4652f0333) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:10.208999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:10.209615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:10.210302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba04ee-d735-4286-be5d-360af73f49d4 None None] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:10.245260 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9e2d80c7-d46b-4e2d-a7fc-cf2904302e9d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6356401 Jul 07 22:26:10.268440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Made reservation on behalf of 9f128da824384eb9b010f13ac5601145 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:10.278387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:10.320313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d6e58-cc00-4b79-9702-88049cecd929 req-6114dce6-2d84-43d1-999b-5ed1531aa20b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:10.338539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d6d6e58-cc00-4b79-9702-88049cecd929 req-6114dce6-2d84-43d1-999b-5ed1531aa20b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0922050 Jul 07 22:26:10.394868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d6d6e58-cc00-4b79-9702-88049cecd929 req-3ce5192a-9148-4ebc-bb2d-b021a8db8e5f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Jul 07 22:26:10.438007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69a2c3-535c-44e2-83a7-bffa3bc23f4c None None] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:10.516492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Allocated IP 172.20.0.8 (8ecf5f91-deba-459a-9d12-f4a692f05802/b05141cf-b7f7-456e-8a81-d8584da29ce0/d1be796f-97a3-4f62-a11e-b7da7f0c492d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:10.547705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-424ca592-5ed9-4e6f-8415-7c63c59eacde req-d09da412-4dc0-4fbb-82fa-f45923852c65 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0444362 Jul 07 22:26:10.819096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-13e9faab-a7a5-46bf-a127-c792685aaf53 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:10.820823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-13e9faab-a7a5-46bf-a127-c792685aaf53 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 814 time: 0.1187377 Jul 07 22:26:10.843301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-910e458d-6eb9-4dda-8032-c901cd6a22bc tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/quotas/b84f793dbb264429a7a8e008efa2d6ac HTTP/1.1" status: 200 len: 375 time: 0.0164936 Jul 07 22:26:10.880729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-a298c52c-14d4-4d4c-84c1-3956b697849a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363193 Jul 07 22:26:11.012787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb3e59-7150-4a87-a702-1b8324020117 req-94bd3a13-bc98-40be-bb3b-a37775934432 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.014410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dbb3e59-7150-4a87-a702-1b8324020117 req-94bd3a13-bc98-40be-bb3b-a37775934432 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1366067 Jul 07 22:26:11.030388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.039494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-0c96746f-399f-49ff-a438-1f8b1864a015 service neutron] 10.222.0.95 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473203 Jul 07 22:26:11.070965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.082885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:11.086706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dbb3e59-7150-4a87-a702-1b8324020117 req-a62d17f9-4598-4a08-a1f5-040b560afcdf tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645640 Jul 07 22:26:11.117085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:11.121683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:11.128029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:11.153094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aef5aa51-81ca-48fd-ae13-feafcf47b61b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:11.163563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event updated for resources: {'Port': ['ID=d1be796f-97a3-4f62-a11e-b7da7f0c492d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:11.210295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.213218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.236363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-0eeb8fe6-25c2-4bfe-97d4-257073f6aa35 service neutron] 10.222.0.95 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836123 Jul 07 22:26:11.241980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-da6327c0-b236-4337-a4d4-1d8cfe644e9e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1312306 Jul 07 22:26:11.254593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Request body: {'port': {'device_id': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:11.347869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.496223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae530c64-658d-4521-bcb7-a43a8af35156 req-b5b9007c-db31-4a33-b352-c775e174675f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.506222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae530c64-658d-4521-bcb7-a43a8af35156 req-b5b9007c-db31-4a33-b352-c775e174675f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 931 time: 0.1403925 Jul 07 22:26:11.555243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae530c64-658d-4521-bcb7-a43a8af35156 req-b846e50a-e8a5-4ccb-bb4a-e6f5137d1647 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478847 Jul 07 22:26:11.634180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ffdec18-91b0-4bab-8f6e-06de6ad6adff req-569a2716-c386-47b7-bb00-da6fd7e7cbd6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 210 time: 0.0354576 Jul 07 22:26:11.745446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1be796f-97a3-4f62-a11e-b7da7f0c492d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:11.755336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.768763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Transition to ACTIVE for port object d1be796f-97a3-4f62-a11e-b7da7f0c492d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:11.774912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.824751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b08c7c7-7e24-4415-a4e7-fe47476acb95 req-4a82f66f-83c1-4832-95a9-a3b9f7085243 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0396771 Jul 07 22:26:11.894987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69419f-61a8-47a2-b110-55d0505a87cc req-700d6db4-c016-4aaf-828a-6e57f11cd543 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.902199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f69419f-61a8-47a2-b110-55d0505a87cc req-700d6db4-c016-4aaf-828a-6e57f11cd543 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1561048 Jul 07 22:26:11.932870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Attempting to bind port d1be796f-97a3-4f62-a11e-b7da7f0c492d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:11.933516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Attempting to bind port d1be796f-97a3-4f62-a11e-b7da7f0c492d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:11.934115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Attempting to bind port d1be796f-97a3-4f62-a11e-b7da7f0c492d on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:11.940811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Pushing event updated for resources: {'Port': ['ID=d1be796f-97a3-4f62-a11e-b7da7f0c492d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:11.945195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Port d1be796f-97a3-4f62-a11e-b7da7f0c492d on network 8ecf5f91-deba-459a-9d12-f4a692f05802 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:11.945573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Attempting to bind port d1be796f-97a3-4f62-a11e-b7da7f0c492d on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:11.950750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f69419f-61a8-47a2-b110-55d0505a87cc req-19c27848-4b4c-4543-98f9-d60872c4915c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Jul 07 22:26:11.952228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:11.952706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Checking segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:11.953647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Bound using segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:11.954150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Bound port: d1be796f-97a3-4f62-a11e-b7da7f0c492d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:11.954525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.033576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] For port d1be796f-97a3-4f62-a11e-b7da7f0c492d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:12.036726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] For port d1be796f-97a3-4f62-a11e-b7da7f0c492d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:12.041371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.075609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.076337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.077760 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] 10.222.0.97 "PUT /v2.0/ports/d1be796f-97a3-4f62-a11e-b7da7f0c492d HTTP/1.1" status: 200 len: 1092 time: 0.8290436 Jul 07 22:26:12.078872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'tag': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:12.081133 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7343e0ca-1255-4f94-9b92-2a93ba39565f" -d '{"events": [{"name": "network-changed", "server_uuid": "52b8a4fb-7e81-45f6-ba02-122c54848a34", "tag": "d1be796f-97a3-4f62-a11e-b7da7f0c492d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:12.128612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6922a5-3c5f-4a97-9f64-9cb798759944 service neutron] Pushing event updated for resources: {'Port': ['ID=d1be796f-97a3-4f62-a11e-b7da7f0c492d,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:12.151704 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce6b55c-3623-4978-a32e-57fd6e3b4878 x-openstack-request-id: req-4ce6b55c-3623-4978-a32e-57fd6e3b4878 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:12.152010 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b8a4fb-7e81-45f6-ba02-122c54848a34", "tag": "d1be796f-97a3-4f62-a11e-b7da7f0c492d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:12.152271 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4ce6b55c-3623-4978-a32e-57fd6e3b4878 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:12.152712 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'tag': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d', 'status': 'completed', 'code': 200} Jul 07 22:26:12.216736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-dc37c2e3-f48b-4bdd-beab-218440c60692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.218300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-dc37c2e3-f48b-4bdd-beab-218440c60692 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 1095 time: 0.0647755 Jul 07 22:26:12.273755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-a0b3840d-62e7-4b0e-91cf-da3e0ae5a6da service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d HTTP/1.1" status: 200 len: 217 time: 0.0452342 Jul 07 22:26:12.337897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-97ffbd7a-4e01-417c-b599-0a7171a2b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.339615 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-97ffbd7a-4e01-417c-b599-0a7171a2b957 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0582006 Jul 07 22:26:12.345312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d452e1-b472-40bd-9b06-60ce632eb9e7 req-40ffbf08-2358-47b7-b9ab-1c0d387c71a1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.353017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3d452e1-b472-40bd-9b06-60ce632eb9e7 req-40ffbf08-2358-47b7-b9ab-1c0d387c71a1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1193442 Jul 07 22:26:12.386544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-2e3267cc-ffa1-4fce-9408-1fcf2c3347a4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364554 Jul 07 22:26:12.404158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3d452e1-b472-40bd-9b06-60ce632eb9e7 req-63294ef0-13f1-4217-b6c5-52f2bca41dc9 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502543 Jul 07 22:26:12.500537 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-bc184d8e-8937-423d-83b2-ed51312614ee service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901277 Jul 07 22:26:12.603893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f1d3f9d7-8eb1-4460-bfb1-de4f38505a74 req-ba44ebc2-6c57-43d5-9a8e-23610f248ee1 service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946910 Jul 07 22:26:12.760238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-36d19d83-03ec-4546-b5f7-b1be2829e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.762490 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-36d19d83-03ec-4546-b5f7-b1be2829e226 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 1095 time: 0.0838325 Jul 07 22:26:12.798067 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:26:12.882813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-9840605b-178a-463f-8598-d934f3d77d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.884453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-9840605b-178a-463f-8598-d934f3d77d4d service neutron] 10.222.0.97 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 915 time: 0.1107373 Jul 07 22:26:12.929439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4e38-646f-4b69-a3fb-54c0d8a50bd8 req-b5c5b519-ce23-4f71-afa0-5c3126f9ee89 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.931014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-863b4e38-646f-4b69-a3fb-54c0d8a50bd8 req-b5c5b519-ce23-4f71-afa0-5c3126f9ee89 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 943 time: 0.2438936 Jul 07 22:26:12.941633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4aea86d-60a3-46e3-b4e5-1cc7e987a83c req-932020be-a6b3-4afd-8b5e-3a73b6b0b02e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 210 time: 0.0626302 Jul 07 22:26:12.948062 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-c6f5d869-bd0e-426b-9c58-4c3e88c88d70 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d HTTP/1.1" status: 200 len: 217 time: 0.0558865 Jul 07 22:26:13.005528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-36bfdbbd-1710-48a5-86a4-5915ca9a6842 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.007267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-36bfdbbd-1710-48a5-86a4-5915ca9a6842 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.103 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 814 time: 0.2365508 Jul 07 22:26:13.013688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-5f9d9b7b-8890-4d16-8e5e-c2610999303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.016391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-5f9d9b7b-8890-4d16-8e5e-c2610999303a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0606244 Jul 07 22:26:13.020835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-863b4e38-646f-4b69-a3fb-54c0d8a50bd8 req-997943c5-f6e6-45ac-9e6c-6e2e9c84ebd9 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781233 Jul 07 22:26:13.025918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Request body: {'port': {'device_id': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'admin_state_up': True, 'tenant_id': 'b84f793dbb264429a7a8e008efa2d6ac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:13.081599 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-8c25e4cd-be27-4ef2-b1cc-d7c4203b5e7a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559826 Jul 07 22:26:13.186527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35717d1a-7ca5-4853-bcb4-7fb55a2d8109 req-dcd07767-833f-4d74-9588-3a9fba615da8 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0404329 Jul 07 22:26:13.187606 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-cb9a711b-6d88-4e62-aea8-8ef9ddf9ed31 service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013031 Jul 07 22:26:13.290159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067359de-f57b-461d-9c2a-f8c4436ff2f3 req-da55022f-63d5-4442-a124-58258a844255 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.291760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-067359de-f57b-461d-9c2a-f8c4436ff2f3 req-da55022f-63d5-4442-a124-58258a844255 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1103706 Jul 07 22:26:13.292896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Made reservation on behalf of b84f793dbb264429a7a8e008efa2d6ac for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:13.296402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.301639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7343e0ca-1255-4f94-9b92-2a93ba39565f req-1fc0ae07-b4c2-44a2-9839-5cd48a13f01d service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071546 Jul 07 22:26:13.350727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-067359de-f57b-461d-9c2a-f8c4436ff2f3 req-114562c9-9bcc-473f-b1ff-10b587746c77 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503013 Jul 07 22:26:13.463751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Allocated IP 172.20.0.11 (072ece1a-0083-4f8a-b94a-daa4652f0333/7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23/0491ef67-00e8-400f-ae75-c0e9ecc22ba9) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:13.659392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.670490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549b9c-881b-4eed-ab49-ec9096ae358d req-6a2de732-34a3-4c6c-b567-8f3856853ff1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.672070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4549b9c-881b-4eed-ab49-ec9096ae358d req-6a2de732-34a3-4c6c-b567-8f3856853ff1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1148503 Jul 07 22:26:13.726017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4549b9c-881b-4eed-ab49-ec9096ae358d req-59c4e770-ea6d-4589-bbe0-667a20f64117 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Jul 07 22:26:13.743960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.794652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:13.798107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:13.802604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:13.806906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:13.839518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.839873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.840220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.840559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.840897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.841233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.841563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.841892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.842223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.842551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.842905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.843233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:13.868035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.868685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.885233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-35fa4ea3-61ac-4623-8e98-068dbf7b6891 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8632898 Jul 07 22:26:13.896704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Request body: {'port': {'device_id': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:13.968472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.309023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457c48-5c17-4d5f-8758-fcc0bd39e2ec req-505c2169-a6d9-4d6f-97eb-72e0cdc6e44d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:14.310411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13457c48-5c17-4d5f-8758-fcc0bd39e2ec req-505c2169-a6d9-4d6f-97eb-72e0cdc6e44d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 943 time: 0.1471725 Jul 07 22:26:14.368274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:14.380905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.413391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13457c48-5c17-4d5f-8758-fcc0bd39e2ec req-4d1a5b0e-90ca-4927-9885-f0f67313b4af tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791717 Jul 07 22:26:14.423647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8115a4-6f01-4c41-9335-e98ced7fbd60 req-2018d186-9169-41da-b90c-4818ef60bbd0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:14.425152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a8115a4-6f01-4c41-9335-e98ced7fbd60 req-2018d186-9169-41da-b90c-4818ef60bbd0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 932 time: 0.1697392 Jul 07 22:26:14.426150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Transition to ACTIVE for port object 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:14.432746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.515165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a8115a4-6f01-4c41-9335-e98ced7fbd60 req-8c580a4f-11aa-4666-b7a2-b814a52e01e2 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792327 Jul 07 22:26:14.518161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:14.608056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e370baff-2a1c-4aa7-b529-ff8cf0c703e2 req-e0b49410-efb2-4aa4-a274-671d9f895b78 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a75e91f-4f93-4056-990a-fe34f39577d7 HTTP/1.1" status: 200 len: 210 time: 0.0525270 Jul 07 22:26:14.649896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Attempting to bind port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:14.650242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Attempting to bind port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:14.650579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Attempting to bind port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 on network 072ece1a-0083-4f8a-b94a-daa4652f0333 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:14.673673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 on network 072ece1a-0083-4f8a-b94a-daa4652f0333 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:14.673945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Attempting to bind port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 on network 072ece1a-0083-4f8a-b94a-daa4652f0333 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:14.682603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:14.682984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Checking segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:14.683371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Bound using segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:14.683808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Bound port: 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:14.684174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.757620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a296f14-9d41-43bc-90eb-d76f1578afe4 req-ac81d1e0-f817-48e8-a140-f4b46e417e15 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:14.759217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a296f14-9d41-43bc-90eb-d76f1578afe4 req-ac81d1e0-f817-48e8-a140-f4b46e417e15 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1233227 Jul 07 22:26:14.777789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:14.800767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:14.817887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.832435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a296f14-9d41-43bc-90eb-d76f1578afe4 req-539a673f-7d13-43d0-a62a-0c2a19369474 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647686 Jul 07 22:26:14.857855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:14.858583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.861097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] 10.222.0.103 "PUT /v2.0/ports/0491ef67-00e8-400f-ae75-c0e9ecc22ba9 HTTP/1.1" status: 200 len: 1093 time: 0.9684558 Jul 07 22:26:14.861615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:14.863975 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3325d109-6770-48bf-9c29-5ca469333a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:14.978836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddcd8d-f5b7-4faf-876f-b0857521c602 service neutron] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:15.007789 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d8f8e4-1552-44f2-bf32-004f5f660839 x-openstack-request-id: req-06d8f8e4-1552-44f2-bf32-004f5f660839 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:15.008073 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:15.008329 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-06d8f8e4-1552-44f2-bf32-004f5f660839 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:15.008732 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'status': 'completed', 'code': 200} Jul 07 22:26:15.018076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120c126-4177-4f21-838b-a4df8690574a req-1216fbc8-69b4-43af-8857-ba7f30354fec tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.019601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7120c126-4177-4f21-838b-a4df8690574a req-1216fbc8-69b4-43af-8857-ba7f30354fec tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1466670 Jul 07 22:26:15.025442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-c561d273-f8fa-4501-b970-e0bfde366d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.026871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-c561d273-f8fa-4501-b970-e0bfde366d5b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 1096 time: 0.1120715 Jul 07 22:26:15.076269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-1987f933-537e-4754-a8e7-0bbe8f2da9a1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9 HTTP/1.1" status: 200 len: 217 time: 0.0419934 Jul 07 22:26:15.102351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7120c126-4177-4f21-838b-a4df8690574a req-073530cb-fa64-40fd-88a3-3cb489dddd85 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Jul 07 22:26:15.136657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-37c0747e-ed10-41a1-a7ac-9bf5d7b7814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.138125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-37c0747e-ed10-41a1-a7ac-9bf5d7b7814b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 200 len: 854 time: 0.0512118 Jul 07 22:26:15.170826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-09c71ed6-6ecf-4361-bbc4-755b59b79ed0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=072ece1a-0083-4f8a-b94a-daa4652f0333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257673 Jul 07 22:26:15.264031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-65949301-85c6-4c3e-9d12-dbc3b5a744a3 service neutron] 10.222.0.103 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863214 Jul 07 22:26:15.356835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0706eca-3229-4948-8a9f-ad7feec65163 req-d24798e7-dfe5-4ed4-994b-83faaac41989 service neutron] 10.222.0.103 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Jul 07 22:26:15.497235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d109-6770-48bf-9c29-5ca469333a0f req-5e2b3e10-21f2-424a-9da5-29bffcf5ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.498752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-5e2b3e10-21f2-424a-9da5-29bffcf5ce44 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 1096 time: 0.0596125 Jul 07 22:26:15.637630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d109-6770-48bf-9c29-5ca469333a0f req-b87653f3-db19-4f2c-98ca-a614043ba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.639004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-b87653f3-db19-4f2c-98ca-a614043ba768 service neutron] 10.222.0.103 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 915 time: 0.1264083 Jul 07 22:26:15.679987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59be08-c603-4086-a1b4-1b33f809dcea req-244d2f53-6a3b-40af-b934-ad779311bec2 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.681412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e59be08-c603-4086-a1b4-1b33f809dcea req-244d2f53-6a3b-40af-b934-ad779311bec2 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 943 time: 0.1283526 Jul 07 22:26:15.710711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-d4cc783b-febc-40cc-bf06-04c01d927e13 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9 HTTP/1.1" status: 200 len: 217 time: 0.0592399 Jul 07 22:26:16.071727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e59be08-c603-4086-a1b4-1b33f809dcea req-f5600b7e-f81a-466b-9736-3f7b82aada85 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645709 Jul 07 22:26:16.083495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d109-6770-48bf-9c29-5ca469333a0f req-7aa5818a-2b3d-4bd7-83dd-6d6dd8261a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:16.084971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-7aa5818a-2b3d-4bd7-83dd-6d6dd8261a81 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 200 len: 854 time: 0.3552151 Jul 07 22:26:16.093483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51111e0-5a59-497e-8c09-0f4826af30f7 req-ead02267-1c29-4a87-af97-ae60893db652 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:16.095573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a51111e0-5a59-497e-8c09-0f4826af30f7 req-ead02267-1c29-4a87-af97-ae60893db652 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 944 time: 0.4594648 Jul 07 22:26:16.127186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-4a5a30b8-300b-4765-a3e8-8300cf6fb448 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=072ece1a-0083-4f8a-b94a-daa4652f0333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306711 Jul 07 22:26:16.205079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a51111e0-5a59-497e-8c09-0f4826af30f7 req-298c5f1c-bcbc-4c5d-ae2c-2d8bed9339da tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005051 Jul 07 22:26:16.247113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-a81f26da-c5bd-4316-8b70-214a4b17b39e service neutron] 10.222.0.103 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103818 Jul 07 22:26:16.377700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3325d109-6770-48bf-9c29-5ca469333a0f req-dbe1b1aa-0bef-48ce-9824-1355b69e778c service neutron] 10.222.0.103 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199012 Jul 07 22:26:16.401190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1367a9-c964-4a10-92d5-0adbaa3e97de req-96c981d8-7e5f-4567-a4e1-6ceda8efbfd9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:16.402697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd1367a9-c964-4a10-92d5-0adbaa3e97de req-96c981d8-7e5f-4567-a4e1-6ceda8efbfd9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0906520 Jul 07 22:26:16.444849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd1367a9-c964-4a10-92d5-0adbaa3e97de req-641c8377-3262-4650-9038-0147e39fa7f5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Jul 07 22:26:16.483871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51466) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:16.524211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ce3f5-6236-4ce2-9f62-932a10001328 req-3704c5c5-e4c5-4282-a020-27e42626c3c4 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:16.525737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f8ce3f5-6236-4ce2-9f62-932a10001328 req-3704c5c5-e4c5-4282-a020-27e42626c3c4 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0658829 Jul 07 22:26:16.541088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80c34951-9c8e-4af0-a891-f595acbc0308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.565338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f8ce3f5-6236-4ce2-9f62-932a10001328 req-3e09ff78-2882-4b64-8c07-30240d148308 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Jul 07 22:26:16.567015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80c34951-9c8e-4af0-a891-f595acbc0308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.618842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80c34951-9c8e-4af0-a891-f595acbc0308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.621464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-80c34951-9c8e-4af0-a891-f595acbc0308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.622563 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-80c34951-9c8e-4af0-a891-f595acbc0308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/security-groups/e5fca46a-8f5d-41b6-b104-5094d8571406 HTTP/1.1" status: 204 len: 168 time: 0.1370676 Jul 07 22:26:16.626235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51468) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:16.632152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c34951-9c8e-4af0-a891-f595acbc0308 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fca46a-8f5d-41b6-b104-5094d8571406,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:16.641486 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-5222d75c-2b81-479f-9418-45a89416bf3c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] show failed (client error): The resource could not be found. Jul 07 22:26:16.642516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5222d75c-2b81-479f-9418-45a89416bf3c tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "GET /v2.0/security-groups/e5fca46a-8f5d-41b6-b104-5094d8571406 HTTP/1.1" status: 404 len: 347 time: 0.0149481 Jul 07 22:26:16.645306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51470) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:16.681163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.764917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port cef23e18-6395-4d77-849e-e3971f3babf9 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:16.765265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.840504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.840833 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.851938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for cef23e18-6395-4d77-849e-e3971f3babf9 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:16.975366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.004965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=cef23e18-6395-4d77-849e-e3971f3babf9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:17.064272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.067147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.071026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82158391-2ccf-484d-b163-99ab36b43de5 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/floatingips/cc786646-a1d8-4258-9966-6b3c6f66420a HTTP/1.1" status: 204 len: 168 time: 0.4221525 Jul 07 22:26:17.071267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51472) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:17.137159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d1be796f-97a3-4f62-a11e-b7da7f0c492d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:17.168901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port dae9258a-3183-4f2a-a1e0-d708b21cecd7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:17.169470 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.246587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d1be796f-97a3-4f62-a11e-b7da7f0c492d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:17.260480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'port_id': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d', 'mac_address': 'fa:16:3e:a3:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05141cf-b7f7-456e-8a81-d8584da29ce0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:17.300778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.314516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1be796f-97a3-4f62-a11e-b7da7f0c492d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:17.315017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.329784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for dae9258a-3183-4f2a-a1e0-d708b21cecd7 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:17.335290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d1be796f-97a3-4f62-a11e-b7da7f0c492d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:17.339125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.356311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da15943-1172-44ce-9f7a-4ba132d4b273 req-0ab6b41d-4924-4c99-8a1d-aa670e23a6fc tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:17.357809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1da15943-1172-44ce-9f7a-4ba132d4b273 req-0ab6b41d-4924-4c99-8a1d-aa670e23a6fc tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 943 time: 0.1270249 Jul 07 22:26:17.391572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d1be796f-97a3-4f62-a11e-b7da7f0c492d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:17.474143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1da15943-1172-44ce-9f7a-4ba132d4b273 req-13f4159d-0b71-4a0a-bc62-197db4afc288 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928333 Jul 07 22:26:17.481375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:17.508727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204a45e-38af-4a0f-840e-fe830cc9b216 req-3cf4fc08-f6f6-409e-90f6-20198b5ec19a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:17.510284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9204a45e-38af-4a0f-840e-fe830cc9b216 req-3cf4fc08-f6f6-409e-90f6-20198b5ec19a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 944 time: 0.1771750 Jul 07 22:26:17.592528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9204a45e-38af-4a0f-840e-fe830cc9b216 req-f869629a-6cb1-460d-9ef7-c015d38537be tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 Jul 07 22:26:17.595985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.596310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:17.622584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'port_id': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'mac_address': 'fa:16:3e:49:5a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:17.628307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=dae9258a-3183-4f2a-a1e0-d708b21cecd7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:17.661785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.682325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:17.703584 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.708352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51486) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:17.708918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c5e6ed3a-768c-41dd-8201-069c17a49379 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/ports/dae9258a-3183-4f2a-a1e0-d708b21cecd7 HTTP/1.1" status: 204 len: 168 time: 0.6362121 Jul 07 22:26:17.715152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:17.719647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['d1be796f-97a3-4f62-a11e-b7da7f0c492d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:17.725671 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.835861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port 32bfe337-4eb4-40cc-9346-872e15282bbf {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:17.836218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.838464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:17.840442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a89486-11dd-4757-b2bd-6b97ee6c7c17 req-eaefec11-c691-48f5-900b-40f33d659989 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:17.842273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3a89486-11dd-4757-b2bd-6b97ee6c7c17 req-eaefec11-c691-48f5-900b-40f33d659989 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0874617 Jul 07 22:26:17.913158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3a89486-11dd-4757-b2bd-6b97ee6c7c17 req-ce6bb77d-4326-4a78-afcf-ff7e2906ddee tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 Jul 07 22:26:17.936739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed610d4-59eb-46d8-b0f6-8556ba029179 req-f66b1b2d-b9c4-4336-8e86-46dce959436b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:17.944937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ed610d4-59eb-46d8-b0f6-8556ba029179 req-f66b1b2d-b9c4-4336-8e86-46dce959436b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1014650 Jul 07 22:26:17.951284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.963401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for 32bfe337-4eb4-40cc-9346-872e15282bbf owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:17.982433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ed610d4-59eb-46d8-b0f6-8556ba029179 req-370411ea-376a-4e2f-b92f-f3e64c4eaa26 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364642 Jul 07 22:26:18.008335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0491ef67-00e8-400f-ae75-c0e9ecc22ba9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:18.107031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.151890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=32bfe337-4eb4-40cc-9346-872e15282bbf,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:18.213425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.215413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d82b756-1c38-4075-9183-30be55a744a4 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/ports/32bfe337-4eb4-40cc-9346-872e15282bbf HTTP/1.1" status: 204 len: 168 time: 0.5052764 Jul 07 22:26:18.217911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51488) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:18.269813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting subnet b40e4e4e-2978-4770-a5ea-30524e91c315 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:26:18.272878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.296308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f74847f7-b6de-4df5-9ace-7109e29e2d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.319040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.401020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.456831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.489953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Subnet': ['ID=b40e4e4e-2978-4770-a5ea-30524e91c315,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:18.491963 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.496653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51490) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:18.497216 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c168f68f-3755-4501-80da-7b3b8b36a0ac tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/subnets/b40e4e4e-2978-4770-a5ea-30524e91c315 HTTP/1.1" status: 204 len: 168 time: 0.2778196 Jul 07 22:26:18.508667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e99385-6ff1-4e40-9ab2-095a53d01bd9 None None] Network 2b31379b-ced6-49a0-8417-23a4ed18097e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:18.557971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting subnet 84605257-b7fd-4b2e-b034-82b21f2bbd9d {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:26:18.562292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.585819 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.647452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.749853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c119f-a703-49d0-8ba4-6cd89c876a20 req-894c4e92-1ce5-421b-9f68-0f6405e9335e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:18.752086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e14c119f-a703-49d0-8ba4-6cd89c876a20 req-894c4e92-1ce5-421b-9f68-0f6405e9335e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 944 time: 0.1454661 Jul 07 22:26:18.791276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.864283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e14c119f-a703-49d0-8ba4-6cd89c876a20 req-aa7da3e1-8f50-4262-bae7-197699d1d6d1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049550 Jul 07 22:26:18.908226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.940327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] DHCP port deletion for 2b31379b-ced6-49a0-8417-23a4ed18097e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:26:18.940956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Subnet': ['ID=84605257-b7fd-4b2e-b034-82b21f2bbd9d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:18.946231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.950392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1934b139-a884-43e0-b4c8-c3ff2263421a tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/subnets/84605257-b7fd-4b2e-b034-82b21f2bbd9d HTTP/1.1" status: 204 len: 168 time: 0.4505081 Jul 07 22:26:18.951148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51502) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:18.957057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e643c7c-e58b-4604-af91-7fa4a70f7ef9 req-a93226ab-1da0-4d22-aee3-152aedf55dc9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:18.958582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e643c7c-e58b-4604-af91-7fa4a70f7ef9 req-a93226ab-1da0-4d22-aee3-152aedf55dc9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 945 time: 0.1421411 Jul 07 22:26:18.977020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9373f-1ae9-437e-8d1d-604cb08d8ec3 None None] Network 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:19.010005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e643c7c-e58b-4604-af91-7fa4a70f7ef9 req-42ab8c68-ab87-4572-9d53-37e7817de868 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Jul 07 22:26:19.044911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.111442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] Deleting port b93d57a8-4877-41ef-93ed-94a822811833 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:19.111854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.127613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port b93d57a8-4877-41ef-93ed-94a822811833 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:19.127985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.181420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] For port b93d57a8-4877-41ef-93ed-94a822811833, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b93d57a8-4877-41ef-93ed-94a822811833,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:19.181746 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.193548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d1be796f-97a3-4f62-a11e-b7da7f0c492d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:19.209290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port b93d57a8-4877-41ef-93ed-94a822811833, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b93d57a8-4877-41ef-93ed-94a822811833,segment=NetworkSegment(97394ada-3630-4e42-a91d-0be3542b832a),segment_id=97394ada-3630-4e42-a91d-0be3542b832a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:19.209854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.216309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] Calling delete_port for b93d57a8-4877-41ef-93ed-94a822811833 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:19.224914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b93d57a8-4877-41ef-93ed-94a822811833 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:19.225484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for b93d57a8-4877-41ef-93ed-94a822811833 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:19.246116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff831b-7392-4396-8c38-b601ab698dc5 req-59b5f087-c248-4255-91be-47ed02d7a0cf tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:19.248619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bff831b-7392-4396-8c38-b601ab698dc5 req-59b5f087-c248-4255-91be-47ed02d7a0cf tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1251843 Jul 07 22:26:19.270205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180963-7c74-422b-a902-00978098ad58 req-1170aaae-1b1d-44fa-a027-dc9a7b6acc03 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:19.272416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96180963-7c74-422b-a902-00978098ad58 req-1170aaae-1b1d-44fa-a027-dc9a7b6acc03 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1107504 Jul 07 22:26:19.316719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.322483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bff831b-7392-4396-8c38-b601ab698dc5 req-67b02900-95ae-48ef-b747-0377a4d1cf31 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672398 Jul 07 22:26:19.330986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No active binding found for port b93d57a8-4877-41ef-93ed-94a822811833 {{(pid=93933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:26:19.331431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b93d57a8-4877-41ef-93ed-94a822811833 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:19.348642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96180963-7c74-422b-a902-00978098ad58 req-78119913-c0c6-4cb2-af03-3f9d2bc0fd6a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604320 Jul 07 22:26:19.363754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=b93d57a8-4877-41ef-93ed-94a822811833,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.366172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port b93d57a8-4877-41ef-93ed-94a822811833 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:19.373307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port d1be796f-97a3-4f62-a11e-b7da7f0c492d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:19.384502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port d1be796f-97a3-4f62-a11e-b7da7f0c492d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:19.384894 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.413631 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.445223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] Pushing event deleted for resources: {'Port': ['ID=b93d57a8-4877-41ef-93ed-94a822811833,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.450990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] DHCP port deletion for 2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:26:19.455042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b8f88-86f1-4819-8a79-e0b585f4178f None None] No DVR routers for this DVR port b93d57a8-4877-41ef-93ed-94a822811833 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:19.455593 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.467791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b31379b-ced6-49a0-8417-23a4ed18097e']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:19.480146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97394ada-3630-4e42-a91d-0be3542b832a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:19.480454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97394ada-3630-4e42-a91d-0be3542b832a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:19.491434 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.506397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.511889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:19.513105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:26:19.513630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:26:19.517208 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:26:19.558868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.585465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.592971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.595771 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/networks/2b31379b-ced6-49a0-8417-23a4ed18097e HTTP/1.1" status: 204 len: 168 time: 0.6428385 Jul 07 22:26:19.598281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51506) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:19.600325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:19.602568 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa901ae-52a3-4ab6-848c-40c296e3c713" -d '{"events": [{"server_uuid": "52b8a4fb-7e81-45f6-ba02-122c54848a34", "name": "network-vif-plugged", "status": "completed", "tag": "d1be796f-97a3-4f62-a11e-b7da7f0c492d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:19.610324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] Deleting port 0349210e-bd31-4c6d-bce6-1ebb5a764780 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:19.610738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.620976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388183f-33bc-4934-a8d6-bb41ef8c0427 tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Network': ['ID=2b31379b-ced6-49a0-8417-23a4ed18097e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.630426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d1be796f-97a3-4f62-a11e-b7da7f0c492d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:19.659448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:19.662161 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319a0bc-0592-4f45-b4f4-8cde1bf6af57 x-openstack-request-id: req-3319a0bc-0592-4f45-b4f4-8cde1bf6af57 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:19.662460 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b8a4fb-7e81-45f6-ba02-122c54848a34", "name": "network-vif-plugged", "status": "completed", "tag": "d1be796f-97a3-4f62-a11e-b7da7f0c492d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:19.662742 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3319a0bc-0592-4f45-b4f4-8cde1bf6af57 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:19.663135 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d', 'code': 200} Jul 07 22:26:19.671918 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.679946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:19.680328 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.688141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.742180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] For port 0349210e-bd31-4c6d-bce6-1ebb5a764780, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0349210e-bd31-4c6d-bce6-1ebb5a764780,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:19.742586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.746548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Deleting port 0349210e-bd31-4c6d-bce6-1ebb5a764780 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:19.747035 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.768023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] Calling delete_port for 0349210e-bd31-4c6d-bce6-1ebb5a764780 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:19.792622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d1be796f-97a3-4f62-a11e-b7da7f0c492d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.793076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ed57-3ad8-4a25-b5c2-5e7285361629 req-cdc775de-cceb-408b-b467-aac9582ecc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:19.794885 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e93ed57-3ad8-4a25-b5c2-5e7285361629 req-cdc775de-cceb-408b-b467-aac9582ecc9d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 1097 time: 0.0790052 Jul 07 22:26:19.820810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] For port 0349210e-bd31-4c6d-bce6-1ebb5a764780, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0349210e-bd31-4c6d-bce6-1ebb5a764780,segment=NetworkSegment(465a2c05-e577-490d-a7c4-ca64ee2e33fe),segment_id=465a2c05-e577-490d-a7c4-ca64ee2e33fe)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:19.821430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.838611 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e93ed57-3ad8-4a25-b5c2-5e7285361629 req-4d87f6b5-a75d-413d-b5e8-7b3d283425d5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Jul 07 22:26:19.844224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Calling delete_port for 0349210e-bd31-4c6d-bce6-1ebb5a764780 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:19.881269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.924748 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.927870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:19.929902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.953872 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.958511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] Pushing event deleted for resources: {'Port': ['ID=0349210e-bd31-4c6d-bce6-1ebb5a764780,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.958894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Port': ['ID=0349210e-bd31-4c6d-bce6-1ebb5a764780,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.962397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] No DVR routers for this DVR port 0349210e-bd31-4c6d-bce6-1ebb5a764780 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:19.966935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0ba0f-48e2-4785-a64a-1dec2a5f9b9e None None] No DVR routers for this DVR port 0349210e-bd31-4c6d-bce6-1ebb5a764780 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:20.023691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:20.086688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.101314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2206b029-3e95-4a6b-a4eb-f3aa4fa594b9']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:20.116690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465a2c05-e577-490d-a7c4-ca64ee2e33fe') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:20.116991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465a2c05-e577-490d-a7c4-ca64ee2e33fe') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:20.128931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.137538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3ddbd-819d-4d4d-8090-0a9aff9540aa req-176feb6a-95b1-4e66-97d7-e5020bc5ebd1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.139101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ce3ddbd-819d-4d4d-8090-0a9aff9540aa req-176feb6a-95b1-4e66-97d7-e5020bc5ebd1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 945 time: 0.1433027 Jul 07 22:26:20.155568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.169269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:26:20.169671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:26:20.173235 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:26:20.268335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ce3ddbd-819d-4d4d-8090-0a9aff9540aa req-7aa897ed-f99a-49c5-a26d-7ec8bdded8e7 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214409 Jul 07 22:26:20.273343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.281745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.283553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] 10.222.0.95 "DELETE /v2.0/networks/2206b029-3e95-4a6b-a4eb-f3aa4fa594b9 HTTP/1.1" status: 204 len: 168 time: 0.6841962 Jul 07 22:26:20.295256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb38077-bfdc-423b-a331-72b285adb7bd tempest-TaggedBootDevicesTest-983675673 tempest-TaggedBootDevicesTest-983675673-project] Pushing event deleted for resources: {'Network': ['ID=2206b029-3e95-4a6b-a4eb-f3aa4fa594b9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:20.322895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02b469-5e02-4fc2-b580-8c312ff68790 req-f38e0792-fcac-4b14-b9d7-c99237bc103d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.324391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a02b469-5e02-4fc2-b580-8c312ff68790 req-f38e0792-fcac-4b14-b9d7-c99237bc103d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1127503 Jul 07 22:26:20.364333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a02b469-5e02-4fc2-b580-8c312ff68790 req-b16a4548-41cb-4054-ba12-20faafd7b285 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 07 22:26:20.556689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bbd46-3023-40f0-9884-c8df4fde1af7 req-eee96bf5-488c-43c6-8446-41145f9f21ff tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.558096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d08bbd46-3023-40f0-9884-c8df4fde1af7 req-eee96bf5-488c-43c6-8446-41145f9f21ff tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1075728 Jul 07 22:26:20.569217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3998776-66cf-45e3-a5fb-8681af38bb35 req-ed5f8814-c9ae-4468-b21d-e921fa8dc87d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.570612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3998776-66cf-45e3-a5fb-8681af38bb35 req-ed5f8814-c9ae-4468-b21d-e921fa8dc87d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0936477 Jul 07 22:26:20.623728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d08bbd46-3023-40f0-9884-c8df4fde1af7 req-2523a217-6676-4c09-b5c1-4a3479ae58f1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521510 Jul 07 22:26:20.630949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3998776-66cf-45e3-a5fb-8681af38bb35 req-713cf81f-0c2c-4e46-b650-1506e7fe2f2d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526092 Jul 07 22:26:20.908236 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15bc88-5b27-4b6c-9f0a-95566d985605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.174742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0349210e-bd31-4c6d-bce6-1ebb5a764780 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:21.201117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 0349210e-bd31-4c6d-bce6-1ebb5a764780 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:21.201702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0349210e-bd31-4c6d-bce6-1ebb5a764780 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:21.394467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.448623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adcbcb-c14f-44dc-b6b9-c943cdbc0bb6 req-ac9ac631-3ec9-4e72-9ffc-ed39f4341074 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.450142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9adcbcb-c14f-44dc-b6b9-c943cdbc0bb6 req-ac9ac631-3ec9-4e72-9ffc-ed39f4341074 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 945 time: 0.0653536 Jul 07 22:26:21.495260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9adcbcb-c14f-44dc-b6b9-c943cdbc0bb6 req-28e5e10c-efb8-4cfb-82f9-34860292c193 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Jul 07 22:26:21.563428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df238c47-7b8c-4c3e-b031-921f8b140c9a req-645d7a80-5992-4c13-867b-3d10d82b2e8d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.564781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df238c47-7b8c-4c3e-b031-921f8b140c9a req-645d7a80-5992-4c13-867b-3d10d82b2e8d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0683336 Jul 07 22:26:21.603944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df238c47-7b8c-4c3e-b031-921f8b140c9a req-4122b895-7758-425e-9cb9-e98c134328d0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Jul 07 22:26:21.664695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:21.667288 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cebc49b-ec25-4bff-adb7-aeeb10e9b686" -d '{"events": [{"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-plugged", "status": "completed", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:21.877146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f079-cd09-4cb7-b0be-fe383434a281 req-59fc6287-4367-46dc-afb1-4087ee22a0ed tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.878749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e14f079-cd09-4cb7-b0be-fe383434a281 req-59fc6287-4367-46dc-afb1-4087ee22a0ed tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1221189 Jul 07 22:26:21.887069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20496b0-f9fd-4357-bdf2-aaa5f941b903 req-13a2e9c3-54a7-4b6d-9ce9-727fe74a2606 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.888670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a20496b0-f9fd-4357-bdf2-aaa5f941b903 req-13a2e9c3-54a7-4b6d-9ce9-727fe74a2606 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1213727 Jul 07 22:26:21.957529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e14f079-cd09-4cb7-b0be-fe383434a281 req-8c04b7f6-bdac-4bfd-83e4-cd8e58fc5b45 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675344 Jul 07 22:26:21.963347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a20496b0-f9fd-4357-bdf2-aaa5f941b903 req-7edbb908-4c5a-4268-b23c-5f5fe0d654ef tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Jul 07 22:26:22.007713 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6bc317-6073-4910-b855-762393aff461 x-openstack-request-id: req-7f6bc317-6073-4910-b855-762393aff461 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:22.008077 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-plugged", "status": "completed", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:22.008398 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7f6bc317-6073-4910-b855-762393aff461 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:22.008854 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'code': 200} Jul 07 22:26:22.100555 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.138532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bc966-0c65-4dc7-8187-334e66f2c024 req-2cf129e1-c314-42ad-bba4-65b51617d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.140310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-951bc966-0c65-4dc7-8187-334e66f2c024 req-2cf129e1-c314-42ad-bba4-65b51617d751 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 1098 time: 0.0542383 Jul 07 22:26:22.176717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-951bc966-0c65-4dc7-8187-334e66f2c024 req-0c9ba387-9b79-4732-9a46-28a74292f177 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286219 Jul 07 22:26:22.795069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766abbf-d8ac-4591-ac6c-b439b2479cac req-c5ffcd20-95b9-4db1-bc9e-fa7f27a692db tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.796454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1766abbf-d8ac-4591-ac6c-b439b2479cac req-c5ffcd20-95b9-4db1-bc9e-fa7f27a692db tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0665886 Jul 07 22:26:22.842710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1766abbf-d8ac-4591-ac6c-b439b2479cac req-ce51967d-4a81-49c0-8cdc-a432fa3a3418 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Jul 07 22:26:23.157614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af7cd9-3b6e-4ff8-8b5c-d670bba76a0d req-10a9e14c-0256-4d88-a626-613fa0656463 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.163303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11af7cd9-3b6e-4ff8-8b5c-d670bba76a0d req-10a9e14c-0256-4d88-a626-613fa0656463 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.0768397 Jul 07 22:26:23.207507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11af7cd9-3b6e-4ff8-8b5c-d670bba76a0d req-1c9836c3-bc42-477c-b04a-97e1e97585f3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 Jul 07 22:26:23.417905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca406d-67d5-482c-8475-b556fb39d73d req-9ce005f8-d286-4c8c-b43f-696876184cad tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.425198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5ca406d-67d5-482c-8475-b556fb39d73d req-9ce005f8-d286-4c8c-b43f-696876184cad tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0705564 Jul 07 22:26:23.472016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5ca406d-67d5-482c-8475-b556fb39d73d req-0691f8fe-da5d-49f1-93cd-7edd50492043 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Jul 07 22:26:23.621364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:23.692686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9cf02-79eb-43ff-a0fe-7b0e6fd3c114 req-e93e190c-f32c-47e5-b6a9-ed5934795885 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.695280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31b9cf02-79eb-43ff-a0fe-7b0e6fd3c114 req-e93e190c-f32c-47e5-b6a9-ed5934795885 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0865438 Jul 07 22:26:23.733345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31b9cf02-79eb-43ff-a0fe-7b0e6fd3c114 req-581ff519-02f8-4149-a7ca-0ec6673a7948 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Jul 07 22:26:23.920468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4d2b5-0651-4807-8d98-0a090f91a923 req-55e9d108-86a0-4148-b9ad-1d771b39f853 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.922508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaa4d2b5-0651-4807-8d98-0a090f91a923 req-55e9d108-86a0-4148-b9ad-1d771b39f853 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0669475 Jul 07 22:26:23.968316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaa4d2b5-0651-4807-8d98-0a090f91a923 req-1b882b9b-7539-4e78-9f29-fdc1cd0777d0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369895 Jul 07 22:26:24.052154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d8a2d-7396-49d1-83cc-980413d9ae12 req-861172cc-f3b2-4579-85cc-39eb380be500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.053976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-054d8a2d-7396-49d1-83cc-980413d9ae12 req-861172cc-f3b2-4579-85cc-39eb380be500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0838654 Jul 07 22:26:24.095522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-054d8a2d-7396-49d1-83cc-980413d9ae12 req-43d52b82-066d-40a3-863d-495595f0a357 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354376 Jul 07 22:26:24.404610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bb35f-cc21-49ef-b2fd-520f88162dba req-81309474-a418-4756-a7eb-30d3d195d83d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.406192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f60bb35f-cc21-49ef-b2fd-520f88162dba req-81309474-a418-4756-a7eb-30d3d195d83d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1504676 Jul 07 22:26:24.414830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-284f325a-2d94-4eed-a7fd-89fa75284fd2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.416226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-284f325a-2d94-4eed-a7fd-89fa75284fd2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.1312742 Jul 07 22:26:24.440788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-11998553-9608-4d9f-894c-b93d9966cb8b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/quotas/8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 375 time: 0.0174165 Jul 07 22:26:24.484026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f60bb35f-cc21-49ef-b2fd-520f88162dba req-338f4b65-a815-4488-b127-5ea2b85f8baa tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667412 Jul 07 22:26:24.530260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-10869941-0883-44a5-bd43-ddd4dbf36d62 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0837004 Jul 07 22:26:24.645723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-7709ebf8-3e28-4ee5-a44c-683cc82a5272 service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069145 Jul 07 22:26:24.758272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-3a7840d9-121c-4439-aaf8-654addf0c86a service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115680 Jul 07 22:26:24.791969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7cc1c-8738-4507-80bb-e40667b49c29 req-f7b03b8b-0b44-4338-a4fa-eb2e5d2168be tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.793496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ede7cc1c-8738-4507-80bb-e40667b49c29 req-f7b03b8b-0b44-4338-a4fa-eb2e5d2168be tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0744600 Jul 07 22:26:24.843371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ede7cc1c-8738-4507-80bb-e40667b49c29 req-21cf0a8a-4395-4f62-8eb1-91b4bedc1d9f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Jul 07 22:26:25.058383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa1c4d74-e1f7-48c7-bfdc-f9be28a803eb req-079816c2-87bc-4947-94cf-24126b1d8c9a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 210 time: 0.0351472 Jul 07 22:26:25.427176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d097e-ad4a-44fa-ad3e-4342b97750f6 req-1b416498-f36c-42e0-b5bb-be535f30d1cf tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.431095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-862d097e-ad4a-44fa-ad3e-4342b97750f6 req-1b416498-f36c-42e0-b5bb-be535f30d1cf tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0861552 Jul 07 22:26:25.478508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-862d097e-ad4a-44fa-ad3e-4342b97750f6 req-60d55238-e09d-41fc-addd-8ca842560a40 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Jul 07 22:26:26.049187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6c437-6b4c-43cd-a760-340a2d2f91f0 req-0a7297b5-8df4-4f34-b99c-7f6ea618a52b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.056841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0b6c437-6b4c-43cd-a760-340a2d2f91f0 req-0a7297b5-8df4-4f34-b99c-7f6ea618a52b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0884979 Jul 07 22:26:26.116604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-15fa19cc-fba9-44d3-ba14-0ceb6cbfbae5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.119157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-15fa19cc-fba9-44d3-ba14-0ceb6cbfbae5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.1144073 Jul 07 22:26:26.130013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0b6c437-6b4c-43cd-a760-340a2d2f91f0 req-1ce3f8b5-ee85-4217-8231-79b70c2b5e01 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652058 Jul 07 22:26:26.143217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'port': {'device_id': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'admin_state_up': True, 'tenant_id': '8a60246f21a44cf7adc440f356525c81'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:26.268108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:26.273001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.337390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e6beb40-54ba-4aa8-b1a7-fdf94cde7492 req-5fce35b6-2258-4dcb-a20d-0539c7031554 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 210 time: 0.0817509 Jul 07 22:26:26.419363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Allocated IP 172.20.0.8 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/a179b3f5-f385-44ca-a94e-498d55bdecd4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:26.584037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.603250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Transition to ACTIVE for port object a179b3f5-f385-44ca-a94e-498d55bdecd4 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:26.648041 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.660546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:26.665521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735b9fc-f54a-4424-a667-bea6b993f2df req-0e74fa75-27c6-416e-9b52-567b67b5266e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.666346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0735b9fc-f54a-4424-a667-bea6b993f2df req-0e74fa75-27c6-416e-9b52-567b67b5266e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0679944 Jul 07 22:26:26.704820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=a179b3f5-f385-44ca-a94e-498d55bdecd4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:26.707263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0735b9fc-f54a-4424-a667-bea6b993f2df req-51a7f587-7bf8-4093-8532-3e35b52715b8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jul 07 22:26:26.731632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:26.731632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:26.734067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:26.809832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.810645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.835476 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-cd6551dc-2eec-4c80-925f-523d935fafdb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058609 Jul 07 22:26:26.866838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Request body: {'port': {'device_id': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:26.963283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.057859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7b58ce9f-c3e7-43ec-bbd3-62d9989c5062 None None] Provisioning for port a179b3f5-f385-44ca-a94e-498d55bdecd4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:27.063153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7b58ce9f-c3e7-43ec-bbd3-62d9989c5062 None None] Provisioning complete for port a179b3f5-f385-44ca-a94e-498d55bdecd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:27.063653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7b58ce9f-c3e7-43ec-bbd3-62d9989c5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.112403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7b58ce9f-c3e7-43ec-bbd3-62d9989c5062 None None] Port a179b3f5-f385-44ca-a94e-498d55bdecd4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:27.360610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a179b3f5-f385-44ca-a94e-498d55bdecd4 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:27.367754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936d110-7d90-4652-9a16-fcf8e9569dd3 req-76ba8fe3-c9ae-4a0a-83f2-81139afedabb tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.369282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8936d110-7d90-4652-9a16-fcf8e9569dd3 req-76ba8fe3-c9ae-4a0a-83f2-81139afedabb tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0694063 Jul 07 22:26:27.375997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.409628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Transition to ACTIVE for port object a179b3f5-f385-44ca-a94e-498d55bdecd4 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:27.424714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.445908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8936d110-7d90-4652-9a16-fcf8e9569dd3 req-adfe7f90-a555-4709-b946-d8d863ce303d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662053 Jul 07 22:26:27.486855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Pushing event updated for resources: {'Port': ['ID=a179b3f5-f385-44ca-a94e-498d55bdecd4,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:27.607939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Attempting to bind port a179b3f5-f385-44ca-a94e-498d55bdecd4 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:27.608294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Attempting to bind port a179b3f5-f385-44ca-a94e-498d55bdecd4 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:27.608621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Attempting to bind port a179b3f5-f385-44ca-a94e-498d55bdecd4 on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:27.626372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Port a179b3f5-f385-44ca-a94e-498d55bdecd4 on network 2a5e1819-3f46-46e6-82e8-10dc2105389a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:27.626372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Attempting to bind port a179b3f5-f385-44ca-a94e-498d55bdecd4 on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:27.629255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:27.629874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:27.630464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:27.630921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Bound port: a179b3f5-f385-44ca-a94e-498d55bdecd4, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:27.631296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.641427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e14ca-f5de-42d1-9002-f37081b0b951 req-47a7dcbf-8673-44d3-856c-71bbbad7707f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.648616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-941e14ca-f5de-42d1-9002-f37081b0b951 req-47a7dcbf-8673-44d3-856c-71bbbad7707f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 943 time: 0.0964153 Jul 07 22:26:27.701265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-941e14ca-f5de-42d1-9002-f37081b0b951 req-d98f7323-9e75-4008-b7db-5cb82406f097 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 Jul 07 22:26:27.755543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] For port a179b3f5-f385-44ca-a94e-498d55bdecd4, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:27.759999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] For port a179b3f5-f385-44ca-a94e-498d55bdecd4, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:27.776511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.835836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.836499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.837986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] 10.222.0.97 "PUT /v2.0/ports/a179b3f5-f385-44ca-a94e-498d55bdecd4 HTTP/1.1" status: 200 len: 1092 time: 0.9774878 Jul 07 22:26:27.874619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'tag': 'a179b3f5-f385-44ca-a94e-498d55bdecd4'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:27.879174 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77fe7c-1ecc-478c-8be8-46db7736d432" -d '{"events": [{"name": "network-changed", "server_uuid": "239329c7-d5e2-45c8-bbc6-54f933f9db24", "tag": "a179b3f5-f385-44ca-a94e-498d55bdecd4"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:27.882706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83588c37-72ef-4df0-b022-bbc911073833 service neutron] Pushing event updated for resources: {'Port': ['ID=a179b3f5-f385-44ca-a94e-498d55bdecd4,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:27.966918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51dea2-9fca-4d86-9509-aa2e72edfab5 req-c6fc5c25-cff7-4706-ae90-1e4481ca61a3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.971637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd51dea2-9fca-4d86-9509-aa2e72edfab5 req-c6fc5c25-cff7-4706-ae90-1e4481ca61a3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1149356 Jul 07 22:26:27.974865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-508f91b5-9db0-43f1-8d4b-85e93a59cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.976713 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-508f91b5-9db0-43f1-8d4b-85e93a59cb8c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 1095 time: 0.0799778 Jul 07 22:26:28.019775 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd51dea2-9fca-4d86-9509-aa2e72edfab5 req-07f399aa-becf-47ad-8e23-a0d01bf5aa10 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Jul 07 22:26:28.054111 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-7c74028e-e948-4d08-9aa0-adbe1b28246f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4 HTTP/1.1" status: 200 len: 217 time: 0.0688107 Jul 07 22:26:28.071113 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef444d34-4273-43a1-99bc-2efd010a898a x-openstack-request-id: req-ef444d34-4273-43a1-99bc-2efd010a898a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:28.071411 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239329c7-d5e2-45c8-bbc6-54f933f9db24", "tag": "a179b3f5-f385-44ca-a94e-498d55bdecd4", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:28.071670 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ef444d34-4273-43a1-99bc-2efd010a898a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:28.072157 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'tag': 'a179b3f5-f385-44ca-a94e-498d55bdecd4', 'status': 'completed', 'code': 200} Jul 07 22:26:28.112882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-01db6e42-d0bc-4697-99f5-9ffca141cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.114815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-01db6e42-d0bc-4697-99f5-9ffca141cb36 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0540082 Jul 07 22:26:28.181060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4538-d727-49f5-8063-c407b632f7f5 req-6f045aa0-8798-47ea-95b2-f5316c9318e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.182576 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-6f045aa0-8798-47ea-95b2-f5316c9318e8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611136 Jul 07 22:26:28.283100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-567d14f2-63e4-433e-9f77-ddb5ad6bdec3 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929756 Jul 07 22:26:28.392346 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-119a4538-d727-49f5-8063-c407b632f7f5 req-a2384e47-621b-471e-a2cc-78732672fe4b service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016572 Jul 07 22:26:28.502162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-adc4872c-6e09-4592-a433-615687b88c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.503733 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-adc4872c-6e09-4592-a433-615687b88c96 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 1095 time: 0.0594983 Jul 07 22:26:28.619541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-a8cfc78c-430d-4bb2-bb8b-6437a46c5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.621517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-a8cfc78c-430d-4bb2-bb8b-6437a46c5c08 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1113939 Jul 07 22:26:28.680223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-389e1584-a439-4d81-94e8-5d95d52d4435 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4 HTTP/1.1" status: 200 len: 217 time: 0.0514615 Jul 07 22:26:28.693489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ded61-cccb-439e-a928-8bc31ff36436 req-38f24e73-2d2e-43de-9070-ac0ddeedf982 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.694995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-260ded61-cccb-439e-a928-8bc31ff36436 req-38f24e73-2d2e-43de-9070-ac0ddeedf982 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0749402 Jul 07 22:26:28.754057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-08207419-95e3-4cc8-a707-efa3f7bfa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.758019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-08207419-95e3-4cc8-a707-efa3f7bfa786 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0696516 Jul 07 22:26:28.776341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-260ded61-cccb-439e-a928-8bc31ff36436 req-2523dd17-0aff-4ce7-a084-093f2e960533 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754507 Jul 07 22:26:28.835124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-31456b55-172a-45bc-a554-00e678a7974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.836676 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-31456b55-172a-45bc-a554-00e678a7974c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718830 Jul 07 22:26:28.893953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195803d-cb4b-49cf-9fcb-27ac48ab2836 req-38d14504-d702-4fe2-921c-72537507795f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.895610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7195803d-cb4b-49cf-9fcb-27ac48ab2836 req-38d14504-d702-4fe2-921c-72537507795f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 943 time: 0.0679092 Jul 07 22:26:28.934652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7195803d-cb4b-49cf-9fcb-27ac48ab2836 req-c4eae6f3-db51-433f-af0d-1617742744dc tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Jul 07 22:26:28.937415 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-c8298e65-e0bc-4400-85a7-8443d170e820 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935850 Jul 07 22:26:29.027437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a77fe7c-1ecc-478c-8be8-46db7736d432 req-2943563d-840b-47de-b560-4aef357f2230 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834835 Jul 07 22:26:29.209137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ab50-640a-4087-8a9e-9f4808b5171c req-66ada438-bc65-49ca-8df9-d18512e1e207 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.210685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c918ab50-640a-4087-8a9e-9f4808b5171c req-66ada438-bc65-49ca-8df9-d18512e1e207 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0681105 Jul 07 22:26:29.249532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c918ab50-640a-4087-8a9e-9f4808b5171c req-3bc214e2-35d8-4bb8-abe6-0f18902d20f4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Jul 07 22:26:29.966248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38a51-2124-42f4-bc0a-d5b480628483 req-288e26b3-58c3-449c-9847-1f4ce84681db tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.967826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ff38a51-2124-42f4-bc0a-d5b480628483 req-288e26b3-58c3-449c-9847-1f4ce84681db tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0644751 Jul 07 22:26:30.008319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ff38a51-2124-42f4-bc0a-d5b480628483 req-48f7ea84-a061-4f79-8c29-fe084384897e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Jul 07 22:26:30.115040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b38ca7-766f-4959-911e-7834cdf10f3f req-63766269-01ec-40ef-ba4b-5b86b816f458 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.116609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4b38ca7-766f-4959-911e-7834cdf10f3f req-63766269-01ec-40ef-ba4b-5b86b816f458 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 943 time: 0.0631437 Jul 07 22:26:30.156776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4b38ca7-766f-4959-911e-7834cdf10f3f req-ac8daeb8-8f28-4941-b2b1-48774d662a7c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jul 07 22:26:30.427259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f21ab8-7287-468f-876f-cd3f8a11817d req-8e8d8e79-88e1-47cf-bbd6-e0067500a674 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.428671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9f21ab8-7287-468f-876f-cd3f8a11817d req-8e8d8e79-88e1-47cf-bbd6-e0067500a674 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0677552 Jul 07 22:26:30.465916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9f21ab8-7287-468f-876f-cd3f8a11817d req-380e0a8a-923d-42fe-84b6-8ec8f8b829e8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Jul 07 22:26:31.180511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ce445-9585-4969-abd5-19abd82a16ed req-198c6cc3-ddae-44ef-a6d5-c965e0513851 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.182162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-288ce445-9585-4969-abd5-19abd82a16ed req-198c6cc3-ddae-44ef-a6d5-c965e0513851 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0632138 Jul 07 22:26:31.182778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a179b3f5-f385-44ca-a94e-498d55bdecd4 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:31.221821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-288ce445-9585-4969-abd5-19abd82a16ed req-804ec89a-cd89-4958-bd62-e2c877c7785c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Jul 07 22:26:31.293671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a179b3f5-f385-44ca-a94e-498d55bdecd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:31.307201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a179b3f5-f385-44ca-a94e-498d55bdecd4', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': 'a179b3f5-f385-44ca-a94e-498d55bdecd4', 'mac_address': 'fa:16:3e:49:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:31.356223 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:31.357044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7242bf-1d13-4028-b8ef-11cc9c8dec13 req-b9621513-b2b7-40c7-a633-6f942e053a29 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.358729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f7242bf-1d13-4028-b8ef-11cc9c8dec13 req-b9621513-b2b7-40c7-a633-6f942e053a29 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 943 time: 0.0726306 Jul 07 22:26:31.373569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a179b3f5-f385-44ca-a94e-498d55bdecd4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:31.395282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a179b3f5-f385-44ca-a94e-498d55bdecd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:31.399711 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:31.450251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a179b3f5-f385-44ca-a94e-498d55bdecd4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:31.724892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51734) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:31.731115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f7242bf-1d13-4028-b8ef-11cc9c8dec13 req-9a7fa1eb-f8c7-4bde-8c30-c9860f15cb8e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658836 Jul 07 22:26:31.763929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e7d0-61c9-4113-be6a-6fb9d59a3cbd req-f877ce43-47bb-4933-8f96-2c0ba4a3418a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.773922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c045e7d0-61c9-4113-be6a-6fb9d59a3cbd req-f877ce43-47bb-4933-8f96-2c0ba4a3418a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0907090 Jul 07 22:26:31.797665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a179b3f5-f385-44ca-a94e-498d55bdecd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:31.814781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c045e7d0-61c9-4113-be6a-6fb9d59a3cbd req-99b4ba4d-5be1-4ac0-a0f8-9abc1a7d4782 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Jul 07 22:26:32.223947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.424445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc78f-e9c4-48a0-9d0d-2480c9e5bf0b req-0ca915f0-97f9-439f-836b-a05bc996ab02 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.426233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-055fc78f-e9c4-48a0-9d0d-2480c9e5bf0b req-0ca915f0-97f9-439f-836b-a05bc996ab02 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0929174 Jul 07 22:26:32.484872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-055fc78f-e9c4-48a0-9d0d-2480c9e5bf0b req-2b4a192a-3089-4862-9670-39e56632585e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Jul 07 22:26:32.506621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Deleting port 1e3230ea-43df-4f9a-a903-05adae3a5936 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:32.507057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.582479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] For port 1e3230ea-43df-4f9a-a903-05adae3a5936, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e3230ea-43df-4f9a-a903-05adae3a5936,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:32.582887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.596890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Calling delete_port for 1e3230ea-43df-4f9a-a903-05adae3a5936 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:32.775104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.935195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d45398-f005-4b68-baa3-f53801a51956 req-0f1f427b-a6d3-4c0a-a626-92530856d9c8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.936726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21d45398-f005-4b68-baa3-f53801a51956 req-0f1f427b-a6d3-4c0a-a626-92530856d9c8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 944 time: 0.0741589 Jul 07 22:26:33.010667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21d45398-f005-4b68-baa3-f53801a51956 req-a5e05121-8f5d-4626-bea9-7f3bf1c8957c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658619 Jul 07 22:26:33.037342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a124038-fba4-44ff-8d79-20a5ac5d6e33 req-a2487b4d-5abc-4e14-b461-c703e10b975c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.038954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a124038-fba4-44ff-8d79-20a5ac5d6e33 req-a2487b4d-5abc-4e14-b461-c703e10b975c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0961320 Jul 07 22:26:33.080644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a124038-fba4-44ff-8d79-20a5ac5d6e33 req-8339e852-307e-48e4-8ac5-9ed8740a3146 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Jul 07 22:26:33.127246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3230ea-43df-4f9a-a903-05adae3a5936,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:33.195044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a179b3f5-f385-44ca-a94e-498d55bdecd4 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:33.262955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a179b3f5-f385-44ca-a94e-498d55bdecd4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:33.267603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a179b3f5-f385-44ca-a94e-498d55bdecd4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:33.268060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.304486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.351810 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.376670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179b3f5-f385-44ca-a94e-498d55bdecd4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:33.378984 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee2976-1259-4af6-a387-09a4118533a6" -d '{"events": [{"server_uuid": "239329c7-d5e2-45c8-bbc6-54f933f9db24", "name": "network-vif-plugged", "status": "completed", "tag": "a179b3f5-f385-44ca-a94e-498d55bdecd4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:33.392551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a179b3f5-f385-44ca-a94e-498d55bdecd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:33.400308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.427703 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d4ba4-ab42-476b-92d3-c0bf6cdb0669 x-openstack-request-id: req-139d4ba4-ab42-476b-92d3-c0bf6cdb0669 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:33.428060 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239329c7-d5e2-45c8-bbc6-54f933f9db24", "name": "network-vif-plugged", "status": "completed", "tag": "a179b3f5-f385-44ca-a94e-498d55bdecd4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:33.428239 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-139d4ba4-ab42-476b-92d3-c0bf6cdb0669 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:33.428629 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179b3f5-f385-44ca-a94e-498d55bdecd4', 'code': 200} Jul 07 22:26:33.455697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a179b3f5-f385-44ca-a94e-498d55bdecd4,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:33.566240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Router dafd35c6-48c5-4a35-bb6b-126d2ef44073 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:33.584701 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efabc-e85c-4a50-be3c-95db4d483727 req-82334f62-125a-4526-88b9-2ba06be7a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.586243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc9efabc-e85c-4a50-be3c-95db4d483727 req-82334f62-125a-4526-88b9-2ba06be7a91a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 1097 time: 0.0805843 Jul 07 22:26:33.669648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bc31e-b3b0-421f-85dd-dbb763578d9d req-58d2aa43-666c-482c-8c8a-34087e4dcc5b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.671187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c82bc31e-b3b0-421f-85dd-dbb763578d9d req-58d2aa43-666c-482c-8c8a-34087e4dcc5b tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0653346 Jul 07 22:26:33.688557 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc9efabc-e85c-4a50-be3c-95db4d483727 req-1f35533d-a26c-494d-a82f-9731a4e8c24c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Jul 07 22:26:33.709002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c82bc31e-b3b0-421f-85dd-dbb763578d9d req-de7da78f-ab87-41d9-88b0-8881619a50f9 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Jul 07 22:26:33.710534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:33.715773 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44d22143-e282-4565-8e00-c8de67a5c285 admin admin] 10.222.0.95 "PUT /v2.0/routers/dafd35c6-48c5-4a35-bb6b-126d2ef44073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891660 Jul 07 22:26:33.718345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:33.718862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f239e41-82df-458e-926a-e241258f431c None None] Sync routers for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:33.737576 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:33.737576 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:33.821883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.831681 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:33.925343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.976146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Deleting port 997962e7-6b69-4cf4-a15f-aa301ee5b996 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:33.976551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.005714 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 5, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port': {'id': '997962e7-6b69-4cf4-a15f-aa301ee5b996', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:15:23Z', 'updated_at': '2021-07-07T22:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:34.031987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f239e41-82df-458e-926a-e241258f431c None None] Checking router: dafd35c6-48c5-4a35-bb6b-126d2ef44073 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:34.040716 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] Routers {'dafd35c6-48c5-4a35-bb6b-126d2ef44073'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:34.041390 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:34.060727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] For port 997962e7-6b69-4cf4-a15f-aa301ee5b996, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=997962e7-6b69-4cf4-a15f-aa301ee5b996,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:34.061180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.073630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Calling delete_port for 997962e7-6b69-4cf4-a15f-aa301ee5b996 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:34.128443 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] Set router dafd35c6-48c5-4a35-bb6b-126d2ef44073 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:34.184420 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5f239e41-82df-458e-926a-e241258f431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:26:33Z', 'revision_number': 6, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:34.211066 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f239e41-82df-458e-926a-e241258f431c None None] The sync data for ids ['dafd35c6-48c5-4a35-bb6b-126d2ef44073'] in n-d-694802-13 is: [{'id': 'dafd35c6-48c5-4a35-bb6b-126d2ef44073', 'name': 'tempest-TaggedBootDevicesTest-47011910-router', 'tenant_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:15:22Z', 'updated_at': '2021-07-07T22:26:33Z', 'revision_number': 6, 'project_id': '97a6d1c5d0fd45d4b0c04d14628ad85c', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:34.336642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af83bc-a85e-4a73-a5d7-21576a0feab5 req-51e09006-52d0-44f0-888e-227e3f517627 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.338128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52af83bc-a85e-4a73-a5d7-21576a0feab5 req-51e09006-52d0-44f0-888e-227e3f517627 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 945 time: 0.1515753 Jul 07 22:26:34.378896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeac05-b5a6-452c-8503-20e0850fac54 req-b0867739-9432-465a-9bc1-d2b097c41292 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.380346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dbeac05-b5a6-452c-8503-20e0850fac54 req-b0867739-9432-465a-9bc1-d2b097c41292 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1736934 Jul 07 22:26:34.382537 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.429527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Pushing event deleted for resources: {'Port': ['ID=997962e7-6b69-4cf4-a15f-aa301ee5b996,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:34.459674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52af83bc-a85e-4a73-a5d7-21576a0feab5 req-fdd4d3b0-3620-4a0b-b646-8d4598e4edeb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122448 Jul 07 22:26:34.497153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dbeac05-b5a6-452c-8503-20e0850fac54 req-6e4e08ea-6d42-42ea-99fa-1fec25fe3016 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093428 Jul 07 22:26:34.512544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.636319 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.638508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.699257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.699978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dafd35c6-48c5-4a35-bb6b-126d2ef44073 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:26:34.705181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.706380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ce5d5e89-4d6a-4bc0-a4d9-e4a9cbc17015 admin admin] 10.222.0.95 "DELETE /v2.0/routers/dafd35c6-48c5-4a35-bb6b-126d2ef44073 HTTP/1.1" status: 204 len: 168 time: 0.9868803 Jul 07 22:26:34.709045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51774) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:34.752994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Deleting subnet 4f7f5105-d2ad-4349-8732-cabb6208b41a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:26:34.756130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.791715 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.909208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.977564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83034354-4045-48ca-87c3-8c084e2bc2b3 req-4acb6484-7454-4ce1-9374-5a059681e606 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.979054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83034354-4045-48ca-87c3-8c084e2bc2b3 req-4acb6484-7454-4ce1-9374-5a059681e606 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.1466093 Jul 07 22:26:35.013419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.049332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7f5105-d2ad-4349-8732-cabb6208b41a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.055076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.059348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5c50663a-578d-4f6a-bfc1-2bd6ece871e3 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/4f7f5105-d2ad-4349-8732-cabb6208b41a HTTP/1.1" status: 204 len: 168 time: 0.3468153 Jul 07 22:26:35.059731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:35.060173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088357cd-7426-460a-845b-c2e2abe0a493 None None] Network 0fe6b8fb-aa27-4c29-a012-05309d69b36b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:35.060553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83034354-4045-48ca-87c3-8c084e2bc2b3 req-37de9d81-ee64-403d-a413-c92d5b422e49 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736492 Jul 07 22:26:35.148990 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.209919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 997962e7-6b69-4cf4-a15f-aa301ee5b996 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:35.218879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Deleting port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:35.219457 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.238619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 997962e7-6b69-4cf4-a15f-aa301ee5b996 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:35.239300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 997962e7-6b69-4cf4-a15f-aa301ee5b996 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:35.239738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e3230ea-43df-4f9a-a903-05adae3a5936 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:35.262538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1e3230ea-43df-4f9a-a903-05adae3a5936 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:35.263023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e3230ea-43df-4f9a-a903-05adae3a5936 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:35.291590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] For port 683abed6-f6ff-4787-bbc6-dbc53e7625e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=683abed6-f6ff-4787-bbc6-dbc53e7625e5,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:35.292056 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.309384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Calling delete_port for 683abed6-f6ff-4787-bbc6-dbc53e7625e5 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:35.350183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] DHCP port deletion for 0fe6b8fb-aa27-4c29-a012-05309d69b36b request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:26:35.409250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] Deleting port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:35.409710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.426099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.461793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] No DVR routers for this DVR port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:35.465867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Pushing event deleted for resources: {'Port': ['ID=683abed6-f6ff-4787-bbc6-dbc53e7625e5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.497671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] For port 683abed6-f6ff-4787-bbc6-dbc53e7625e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=683abed6-f6ff-4787-bbc6-dbc53e7625e5,segment=NetworkSegment(50f4d912-cc70-4648-9053-f1d83b14f46f),segment_id=50f4d912-cc70-4648-9053-f1d83b14f46f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:35.498085 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.514288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] Calling delete_port for 683abed6-f6ff-4787-bbc6-dbc53e7625e5 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:35.566897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.587848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe6b8fb-aa27-4c29-a012-05309d69b36b']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:35.599863 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.600161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f4d912-cc70-4648-9053-f1d83b14f46f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:35.600364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f4d912-cc70-4648-9053-f1d83b14f46f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:35.612123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.617968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] No DVR routers for this DVR port 683abed6-f6ff-4787-bbc6-dbc53e7625e5 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:35.637210 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.639223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c81df-7fe1-4c38-bc30-cd735dd2c15f None None] Pushing event deleted for resources: {'Port': ['ID=683abed6-f6ff-4787-bbc6-dbc53e7625e5,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.648936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:26:35.649047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:26:35.651171 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:26:35.694248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e390f1-fb65-47a5-ab97-d8fdf7d2de7e req-a4be1c08-7fba-43e6-891a-89c91689ca8c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:35.695806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23e390f1-fb65-47a5-ab97-d8fdf7d2de7e req-a4be1c08-7fba-43e6-891a-89c91689ca8c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 945 time: 0.0918760 Jul 07 22:26:35.708489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.716163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.719263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] 10.222.0.95 "DELETE /v2.0/networks/0fe6b8fb-aa27-4c29-a012-05309d69b36b HTTP/1.1" status: 204 len: 168 time: 0.6578240 Jul 07 22:26:35.732473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b4516-2b39-48eb-aaaf-52a3147de461 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe6b8fb-aa27-4c29-a012-05309d69b36b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.749008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23e390f1-fb65-47a5-ab97-d8fdf7d2de7e req-2cc1e2d8-04b7-4c60-b066-4adb3d7ba11d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Jul 07 22:26:35.862458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51808) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:35.943964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b3ef6942-79a5-4419-8cb6-c92d96016d69 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=97a6d1c5d0fd45d4b0c04d14628ad85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802999 Jul 07 22:26:35.946574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51812) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:36.005405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f36272-79f1-4870-9464-e357b147ab43 req-050a3426-0ad2-4501-b0f8-3b3d9467daf7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.007069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f36272-79f1-4870-9464-e357b147ab43 req-050a3426-0ad2-4501-b0f8-3b3d9467daf7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1381650 Jul 07 22:26:36.035592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcdc695a-af4b-43d2-99f1-b34d7885268a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.073586 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcdc695a-af4b-43d2-99f1-b34d7885268a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.078830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f36272-79f1-4870-9464-e357b147ab43 req-4444d3ba-b230-467b-840b-675fef3c50b3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649078 Jul 07 22:26:36.128017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcdc695a-af4b-43d2-99f1-b34d7885268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.131011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcdc695a-af4b-43d2-99f1-b34d7885268a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.132365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dcdc695a-af4b-43d2-99f1-b34d7885268a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/43161b00-2f42-42f1-b58b-895ce1ee77a0 HTTP/1.1" status: 204 len: 168 time: 0.1847684 Jul 07 22:26:36.142427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc695a-af4b-43d2-99f1-b34d7885268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43161b00-2f42-42f1-b58b-895ce1ee77a0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:36.262254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61082509-d1b7-424b-9812-6d4221e4520c req-5fad9ea3-49ea-4673-a9db-f24c2f263198 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.263797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61082509-d1b7-424b-9812-6d4221e4520c req-5fad9ea3-49ea-4673-a9db-f24c2f263198 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0650096 Jul 07 22:26:36.303866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61082509-d1b7-424b-9812-6d4221e4520c req-925fd233-ca3a-4751-b1c0-6997acbb39f6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340314 Jul 07 22:26:36.786811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51836) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:36.881855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1184751694-network', 'tenant_id': 'f6f97b788ad8444bb27dff89a9bc1e13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:36.903956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Made reservation on behalf of f6f97b788ad8444bb27dff89a9bc1e13 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:36.906930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.915002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.044520 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.050360 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.082349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:26:37.111531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748481e6-9376-4cfc-910e-ec672fdc9184,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:37.126897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.127474 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Added segment d5402362-0853-4c93-8c23-cd812d05fb4c of type vlan for network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e Jul 07 22:26:37.189040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.243278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.244493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.245420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.257128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 683abed6-f6ff-4787-bbc6-dbc53e7625e5 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:37.277296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 683abed6-f6ff-4787-bbc6-dbc53e7625e5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:37.277654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 683abed6-f6ff-4787-bbc6-dbc53e7625e5 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:37.339533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5489371 Jul 07 22:26:37.339892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51852) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:37.346416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Request body: {'subnet': {'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1184751694-subnet', 'tenant_id': 'f6f97b788ad8444bb27dff89a9bc1e13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:37.355717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48684e-2a8e-46e4-abfc-512fd0f858aa admin admin] Pushing event updated for resources: {'Network': ['ID=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:37.366800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:26:37.376526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Made reservation on behalf of f6f97b788ad8444bb27dff89a9bc1e13 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:37.379693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.427362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e8b4-1810-497e-85f5-40afae317ef8 req-0ca0defa-4b0b-4442-b466-c0a6509f37d9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.430967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e83e8b4-1810-497e-85f5-40afae317ef8 req-0ca0defa-4b0b-4442-b466-c0a6509f37d9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1285520 Jul 07 22:26:37.514913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e83e8b4-1810-497e-85f5-40afae317ef8 req-0aa4fd04-07ad-414e-8c2a-cd38ae4305b6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787151 Jul 07 22:26:37.541053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137120fe-cf74-4b7e-b196-b008e6bbb0cc req-eeaeb8cf-cd96-433d-9082-6f0117c10789 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.542587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-137120fe-cf74-4b7e-b196-b008e6bbb0cc req-eeaeb8cf-cd96-433d-9082-6f0117c10789 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 946 time: 0.0966692 Jul 07 22:26:37.583330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-137120fe-cf74-4b7e-b196-b008e6bbb0cc req-7318bf3f-18e9-4deb-a3f6-0c4984341861 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Jul 07 22:26:37.596053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.667115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:37.672791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Checking segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:37.673168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Network hostable DHCP agents. Network: 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:26:37.692837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:26:37.705445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:37.710678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.711412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.720447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7045a5a-1878-4370-82d4-9e711a27d3ed None None] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:37.740725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7217862-8324-4626-ad33-20025d60be8a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3914952 Jul 07 22:26:37.906920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'tenant_id': 'f6f97b788ad8444bb27dff89a9bc1e13', 'fixed_ips': [{'subnet_id': '3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:26:37.908269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.111949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Allocated IP 172.20.0.2 (8950ae77-dc3a-4dc0-9dbd-765ea6b1374e/3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad/4940462b-2ce3-4d07-a3e9-fee22493a1f9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:38.353027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-aa3ed39c-19ff-422f-adbc-d317e0a7f522 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:38.361040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-aa3ed39c-19ff-422f-adbc-d317e0a7f522 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 816 time: 0.1351850 Jul 07 22:26:38.380588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-09ad310f-3de8-4b40-ac3a-0d8bd4fef47d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/quotas/f6f97b788ad8444bb27dff89a9bc1e13 HTTP/1.1" status: 200 len: 375 time: 0.0182645 Jul 07 22:26:38.427664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-c17c8462-68f5-4e12-8a86-497d8ce9de04 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457585 Jul 07 22:26:38.521068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-603cf4ab-b482-4550-acc3-ba0cde111b87 service neutron] 10.222.0.95 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922217 Jul 07 22:26:38.538773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.555791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Transition to ACTIVE for port object 4940462b-2ce3-4d07-a3e9-fee22493a1f9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:38.574368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Transition to ACTIVE for port object 4940462b-2ce3-4d07-a3e9-fee22493a1f9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:38.581938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.637102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-aa1b75c4-97ed-4e7c-95cc-a8e303191c6c service neutron] 10.222.0.95 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098809 Jul 07 22:26:38.692661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:38.701296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:38.709602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:38.751617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Pushing event updated for resources: {'Port': ['ID=4940462b-2ce3-4d07-a3e9-fee22493a1f9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:38.787817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Attempting to bind port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:38.788209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Attempting to bind port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:38.788931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Attempting to bind port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:38.794050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:38.794446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Checking segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:38.794895 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.795304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Bound using segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:38.795791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Bound port: 4940462b-2ce3-4d07-a3e9-fee22493a1f9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:38.797375 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.847618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b94a-6ca7-4150-b580-48bc4a5571c1 req-5789463d-fad5-4f24-949e-36c338a27d79 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:38.854702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d71b94a-6ca7-4150-b580-48bc4a5571c1 req-5789463d-fad5-4f24-949e-36c338a27d79 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1261637 Jul 07 22:26:38.898666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] For port 4940462b-2ce3-4d07-a3e9-fee22493a1f9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:38.907518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] For port 4940462b-2ce3-4d07-a3e9-fee22493a1f9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4940462b-2ce3-4d07-a3e9-fee22493a1f9,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:38.917425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.966292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d71b94a-6ca7-4150-b580-48bc4a5571c1 req-1f5bf221-34b9-4180-8df2-e43308764b64 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044347 Jul 07 22:26:39.018455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47615caf-48e8-4713-a91f-95808a5c5cc4 None None] Pushing event updated for resources: {'Port': ['ID=4940462b-2ce3-4d07-a3e9-fee22493a1f9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:39.126153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-11cca25e-e8bd-40f5-b812-111340ea460b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.135911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-11cca25e-e8bd-40f5-b812-111340ea460b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 816 time: 0.1876822 Jul 07 22:26:39.146702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b802824d-1936-4939-b522-cb0eb534eb4b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/quotas/f6f97b788ad8444bb27dff89a9bc1e13 HTTP/1.1" status: 200 len: 375 time: 0.0098164 Jul 07 22:26:39.243224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-cd1c3b18-334a-42a7-97f8-4a11b5888b9a tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903425 Jul 07 22:26:39.397637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-31d13d0e-0fb8-422f-a443-105c9f999f44 service neutron] 10.222.0.95 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339843 Jul 07 22:26:39.515836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-33178182-4e12-42dc-9371-c5a0ad06504e service neutron] 10.222.0.95 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163793 Jul 07 22:26:39.909326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-69bdb49b-0594-4f15-bfef-7e0aa98a49aa tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.910984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-69bdb49b-0594-4f15-bfef-7e0aa98a49aa tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 816 time: 0.1312628 Jul 07 22:26:39.930186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-c6efa985-6814-470c-a1dc-f2ed36abd38f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/quotas/f6f97b788ad8444bb27dff89a9bc1e13 HTTP/1.1" status: 200 len: 375 time: 0.0102258 Jul 07 22:26:40.006187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-95a79faf-c0d1-484c-bd7d-1020000ffe6f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695896 Jul 07 22:26:40.153404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-8c733217-b8d0-4806-af20-4f49d3faabf9 service neutron] 10.222.0.95 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462846 Jul 07 22:26:40.256434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949b47-117b-4ed6-a461-169fc04b12f7 req-4d65eb90-7500-46cd-905e-bd0d41ce2531 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:40.258009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50949b47-117b-4ed6-a461-169fc04b12f7 req-4d65eb90-7500-46cd-905e-bd0d41ce2531 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1616874 Jul 07 22:26:40.360048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-7010f92f-ae34-4481-ae08-0ac9a23bd546 service neutron] 10.222.0.95 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898646 Jul 07 22:26:40.409402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41db82f-511e-4b75-b542-5b35cb4a528b None None] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:40.453615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50949b47-117b-4ed6-a461-169fc04b12f7 req-1bf4599f-6fdf-430b-89be-fa98dfb5a56b tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848602 Jul 07 22:26:40.628413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b0147001-8e5a-40ae-b6af-1dcede5b641e None None] Provisioning for port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:40.691886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-c3590839-c458-4bed-90c1-bb8694272d3d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:40.709433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-c3590839-c458-4bed-90c1-bb8694272d3d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 816 time: 0.2520242 Jul 07 22:26:40.723407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Request body: {'port': {'device_id': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'admin_state_up': True, 'tenant_id': 'f6f97b788ad8444bb27dff89a9bc1e13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:41.007516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f239aac8-40dc-4414-a89f-618072c8c956 req-76f7d6bb-6510-4394-a973-fe0bf5c49963 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 210 time: 0.0712926 Jul 07 22:26:41.086658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Made reservation on behalf of f6f97b788ad8444bb27dff89a9bc1e13 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:41.092260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.270248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4940462b-2ce3-4d07-a3e9-fee22493a1f9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:41.332310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Allocated IP 172.20.0.12 (8950ae77-dc3a-4dc0-9dbd-765ea6b1374e/3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad/f75c3afc-e999-44b2-a657-b9f9fafeea8d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:41.383720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:41.413260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:41.414708 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.462076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-69de0b45-54e6-4fae-a411-d8c12fc21bf5 None None] Provisioning complete for port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:41.462469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-69de0b45-54e6-4fae-a411-d8c12fc21bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.582006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.583388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:41.736040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-047b76d8-0e45-4e04-8b0b-38edf80add46 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.738523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-047b76d8-0e45-4e04-8b0b-38edf80add46 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 816 time: 0.3435743 Jul 07 22:26:41.756375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Request body: {'port': {'device_id': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'admin_state_up': True, 'tenant_id': 'f6f97b788ad8444bb27dff89a9bc1e13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:41.941585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Made reservation on behalf of f6f97b788ad8444bb27dff89a9bc1e13 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:41.951935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.968151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:41.983397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'mac_address': 'fa:16:3e:99:c5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:42.044811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Transition to ACTIVE for port object f75c3afc-e999-44b2-a657-b9f9fafeea8d will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:42.062903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.151085 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.157762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4940462b-2ce3-4d07-a3e9-fee22493a1f9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4940462b-2ce3-4d07-a3e9-fee22493a1f9,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:42.180617 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.189082 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-69de0b45-54e6-4fae-a411-d8c12fc21bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.210719 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.228299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Allocated IP 172.20.0.9 (8950ae77-dc3a-4dc0-9dbd-765ea6b1374e/3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad/a4868eee-ba02-478a-b64a-0135f5015570) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:42.263927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Pushing event updated for resources: {'Port': ['ID=f75c3afc-e999-44b2-a657-b9f9fafeea8d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:42.272640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-3c8841fa-2bfc-4eb6-aea4-3af5c7f781c2 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.279640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-3c8841fa-2bfc-4eb6-aea4-3af5c7f781c2 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.2021163 Jul 07 22:26:42.301957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4940462b-2ce3-4d07-a3e9-fee22493a1f9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:42.310953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ade661b-4b3a-4722-9723-896b6227d7c7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:42.323431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:42.326615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:42.335585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d35302ea-d016-4fea-b077-dc31916c3860 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/quotas/9f128da824384eb9b010f13ac5601145 HTTP/1.1" status: 200 len: 375 time: 0.0549350 Jul 07 22:26:42.340765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:42.355936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:42.395429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.426525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace6963-ea55-48b0-b87f-c940c9d6f9b9 req-4397d8ce-7aea-4b39-be7b-31848d171daa tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.432312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bace6963-ea55-48b0-b87f-c940c9d6f9b9 req-4397d8ce-7aea-4b39-be7b-31848d171daa tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.3530254 Jul 07 22:26:42.466412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.467266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.473941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:42.479554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-69de0b45-54e6-4fae-a411-d8c12fc21bf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:26:42.479867 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-69de0b45-54e6-4fae-a411-d8c12fc21bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:26:42.509454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['3ade661b-4b3a-4722-9723-896b6227d7c7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:42.537984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-deebd15c-8402-42c7-845c-fb5b795dc2b2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8194554 Jul 07 22:26:42.559008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Request body: {'port': {'device_id': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:42.568070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bace6963-ea55-48b0-b87f-c940c9d6f9b9 req-401a98db-449d-42f2-b394-353198b7a58f tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Jul 07 22:26:42.588501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-5006da0d-a136-40d3-9908-7244dd6dc5ac tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2459342 Jul 07 22:26:42.668625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.699561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Transition to ACTIVE for port object a4868eee-ba02-478a-b64a-0135f5015570 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:42.782602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.794570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.862949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:42.883819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:42.917585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-8014232e-1c53-4617-9363-80d82b000fc7 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273492 Jul 07 22:26:42.926735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:43.036838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Pushing event updated for resources: {'Port': ['ID=a4868eee-ba02-478a-b64a-0135f5015570,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:43.086620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.087000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.087351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.088259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.088259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.088465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.091463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.092452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.092861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.093212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.093603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.093943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:43.113261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.114084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.204674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-b7169651-916b-4808-8ea0-8d994026a1f0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4563496 Jul 07 22:26:43.217143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f5de5c9-6afd-417f-a7f3-4378e66f5468 None None] Provisioning for port f75c3afc-e999-44b2-a657-b9f9fafeea8d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:43.222090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f5de5c9-6afd-417f-a7f3-4378e66f5468 None None] Provisioning complete for port f75c3afc-e999-44b2-a657-b9f9fafeea8d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:43.222474 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f5de5c9-6afd-417f-a7f3-4378e66f5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.267012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Request body: {'port': {'device_id': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:43.300670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4940462b-2ce3-4d07-a3e9-fee22493a1f9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:43.335113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3f5de5c9-6afd-417f-a7f3-4378e66f5468 None None] Port f75c3afc-e999-44b2-a657-b9f9fafeea8d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:43.342949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-fa386c1f-51b5-489c-9ff8-2eb10cd81f65 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.344837 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-fa386c1f-51b5-489c-9ff8-2eb10cd81f65 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.97 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 816 time: 0.5263662 Jul 07 22:26:43.351223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-8f5e6a42-7cbf-4f7b-bb44-5c13cfa47cd3 service neutron] 10.222.0.95 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325912 Jul 07 22:26:43.367728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Request body: {'port': {'device_id': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'admin_state_up': True, 'tenant_id': 'f6f97b788ad8444bb27dff89a9bc1e13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:43.380198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:43.380620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.411503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5a0a7e8-c8dd-4d4d-8827-7bbee4a00646 req-575c7a1e-456b-4629-a477-99fc4f2fbbff tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 210 time: 0.0727491 Jul 07 22:26:43.510539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c224a9c6-ac0c-4ad7-a6da-32a9ab92f049 None None] Provisioning for port a4868eee-ba02-478a-b64a-0135f5015570 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:43.515512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c224a9c6-ac0c-4ad7-a6da-32a9ab92f049 None None] Provisioning complete for port a4868eee-ba02-478a-b64a-0135f5015570 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:43.516242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c224a9c6-ac0c-4ad7-a6da-32a9ab92f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.570227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.604343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:43.694010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c224a9c6-ac0c-4ad7-a6da-32a9ab92f049 None None] Port a4868eee-ba02-478a-b64a-0135f5015570 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:43.724801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75c3afc-e999-44b2-a657-b9f9fafeea8d {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:43.726421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Made reservation on behalf of f6f97b788ad8444bb27dff89a9bc1e13 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:43.730737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.746319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 3ade661b-4b3a-4722-9723-896b6227d7c7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:43.746889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.788799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.792846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa868dc2-dd43-4d2e-bfd9-f44a5232d1d2 req-8cd1c614-66f6-49be-b4e3-43bbcbcf392a tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 210 time: 0.1215365 Jul 07 22:26:43.821040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Transition to ACTIVE for port object f75c3afc-e999-44b2-a657-b9f9fafeea8d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:43.843338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.943328 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.997335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:44.005498 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c829cf49-1180-47fd-b8d6-fccad2ea0ed0" -d '{"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-plugged", "status": "completed", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:44.035187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Pushing event updated for resources: {'Port': ['ID=f75c3afc-e999-44b2-a657-b9f9fafeea8d,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:44.058199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:44.067528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.111737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4868eee-ba02-478a-b64a-0135f5015570 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:44.124243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.147011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Transition to ACTIVE for port object a4868eee-ba02-478a-b64a-0135f5015570 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:44.161245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.183689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:44.205365 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c5f2b3-a29a-4bda-82a3-4a90f44faae6 x-openstack-request-id: req-b3c5f2b3-a29a-4bda-82a3-4a90f44faae6 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:44.205839 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-plugged", "status": "completed", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:44.206113 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b3c5f2b3-a29a-4bda-82a3-4a90f44faae6 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:44.206559 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'code': 200} Jul 07 22:26:44.329513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Attempting to bind port f75c3afc-e999-44b2-a657-b9f9fafeea8d on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:44.344080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Attempting to bind port f75c3afc-e999-44b2-a657-b9f9fafeea8d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:44.344521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Attempting to bind port f75c3afc-e999-44b2-a657-b9f9fafeea8d on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:44.372156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4868eee-ba02-478a-b64a-0135f5015570,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:44.373856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4dc03-a3f3-49c4-a94e-033ad3b04718 req-c52df2a9-2d5b-4848-9b88-ff855a761c33 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.384748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b4dc03-a3f3-49c4-a94e-033ad3b04718 req-c52df2a9-2d5b-4848-9b88-ff855a761c33 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.4290073 Jul 07 22:26:44.398150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Allocated IP 172.20.0.14 (8950ae77-dc3a-4dc0-9dbd-765ea6b1374e/3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad/36bf8cb5-35cf-478a-939a-883b9f993baa) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:44.441127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b4dc03-a3f3-49c4-a94e-033ad3b04718 req-8f4db774-0209-4021-8591-fd021df74a07 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Jul 07 22:26:44.441797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Port f75c3afc-e999-44b2-a657-b9f9fafeea8d on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:44.442136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Attempting to bind port f75c3afc-e999-44b2-a657-b9f9fafeea8d on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:44.457950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:44.457950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Checking segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:44.457950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Bound using segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:44.457950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Bound port: f75c3afc-e999-44b2-a657-b9f9fafeea8d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:44.457950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.541857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] For port f75c3afc-e999-44b2-a657-b9f9fafeea8d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:44.555768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] For port f75c3afc-e999-44b2-a657-b9f9fafeea8d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:44.562008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.588984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.589814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.592319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] 10.222.0.103 "PUT /v2.0/ports/f75c3afc-e999-44b2-a657-b9f9fafeea8d HTTP/1.1" status: 200 len: 1093 time: 2.0443039 Jul 07 22:26:44.595272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'tag': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:44.598113 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6700d2-33e7-4726-8c2c-6e99001dda09" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc4819a-9812-41ae-af84-59f121d26f98", "tag": "f75c3afc-e999-44b2-a657-b9f9fafeea8d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:44.708621 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9913f411-18e9-4f66-a13b-eb4cf5f1d8b2 x-openstack-request-id: req-9913f411-18e9-4f66-a13b-eb4cf5f1d8b2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:44.708932 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc4819a-9812-41ae-af84-59f121d26f98", "tag": "f75c3afc-e999-44b2-a657-b9f9fafeea8d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:44.709191 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9913f411-18e9-4f66-a13b-eb4cf5f1d8b2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:44.709600 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'tag': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'status': 'completed', 'code': 200} Jul 07 22:26:44.713937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-601913b6-0a50-479a-986f-7e906d59e02b req-009b03bf-2938-48d6-94e2-b78cfb8effb0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 210 time: 0.0636909 Jul 07 22:26:44.743273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb476ea-6779-4335-ac4d-6649d07f2e7b service neutron] Pushing event updated for resources: {'Port': ['ID=f75c3afc-e999-44b2-a657-b9f9fafeea8d,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:44.873521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-09399818-d4d8-41fe-a853-af9a6be24392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.876484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.882911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-09399818-d4d8-41fe-a853-af9a6be24392 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 1096 time: 0.1157079 Jul 07 22:26:44.912577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Transition to ACTIVE for port object 36bf8cb5-35cf-478a-939a-883b9f993baa will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:44.985395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-3efa9289-f37a-4378-ac87-55978fa21db4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d HTTP/1.1" status: 200 len: 217 time: 0.1008568 Jul 07 22:26:45.009784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.120360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fcd34159-743b-4baa-b1ca-1f175a298d60 req-dccd876c-99f4-4d7e-abfd-6e10a5642490 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 210 time: 0.0506763 Jul 07 22:26:45.137510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-6192524a-4c2c-4c79-bbf0-e33149847eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.139788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-6192524a-4c2c-4c79-bbf0-e33149847eb0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.1464362 Jul 07 22:26:45.173777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Attempting to bind port a4868eee-ba02-478a-b64a-0135f5015570 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:45.174262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Attempting to bind port a4868eee-ba02-478a-b64a-0135f5015570 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:45.174468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Attempting to bind port a4868eee-ba02-478a-b64a-0135f5015570 on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:45.188612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Port a4868eee-ba02-478a-b64a-0135f5015570 on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:45.188942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Attempting to bind port a4868eee-ba02-478a-b64a-0135f5015570 on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:45.200498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Pushing event updated for resources: {'Port': ['ID=36bf8cb5-35cf-478a-939a-883b9f993baa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:45.214985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-57a3c403-633b-486e-95df-848438b2cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.215396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:45.217098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-57a3c403-633b-486e-95df-848438b2cb9b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693545 Jul 07 22:26:45.222945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:45.230713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:45.332880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.333592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.336292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:45.336639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Checking segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:45.337035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Bound using segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:45.337485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Bound port: a4868eee-ba02-478a-b64a-0135f5015570, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:45.337839 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.432062 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-6df3c1fe-1437-44d9-805b-2ede326ab1bd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0718322 Jul 07 22:26:45.439442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-94c0e6f4-d7bc-4577-9449-e96b0e0ecc42 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028008 Jul 07 22:26:45.460784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Request body: {'port': {'device_id': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:45.572925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] For port a4868eee-ba02-478a-b64a-0135f5015570, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:45.582294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] For port a4868eee-ba02-478a-b64a-0135f5015570, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4868eee-ba02-478a-b64a-0135f5015570,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:45.631148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c821689c-ae32-4b4b-9472-fddc56bf70ff req-bebc6d93-efa6-4831-b4b9-ea67e17e5720 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851695 Jul 07 22:26:45.649363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.651726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.688784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-418346f3-27ce-480e-a574-82fe0dc854e2 None None] Provisioning for port 36bf8cb5-35cf-478a-939a-883b9f993baa completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:45.693896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-418346f3-27ce-480e-a574-82fe0dc854e2 None None] Provisioning complete for port 36bf8cb5-35cf-478a-939a-883b9f993baa triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:45.694280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-418346f3-27ce-480e-a574-82fe0dc854e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.763843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-418346f3-27ce-480e-a574-82fe0dc854e2 None None] Port 36bf8cb5-35cf-478a-939a-883b9f993baa cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:45.844614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4868eee-ba02-478a-b64a-0135f5015570,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:45.864625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4581a-3278-4f7b-8fbe-854eff080174 req-6c7e8237-acc4-48c7-af2f-d4484051e982 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.871679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0f4581a-3278-4f7b-8fbe-854eff080174 req-6c7e8237-acc4-48c7-af2f-d4484051e982 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.2119553 Jul 07 22:26:45.873007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.873885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.882132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-f2cd73d0-1203-4bef-99c3-f02771f7dac2 service neutron] 10.222.0.103 "PUT /v2.0/ports/a4868eee-ba02-478a-b64a-0135f5015570 HTTP/1.1" status: 200 len: 1092 time: 2.6384580 Jul 07 22:26:45.903682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-1a64f435-1f3a-4aed-8146-4469c549e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.905137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-1a64f435-1f3a-4aed-8146-4469c549e932 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 1096 time: 0.1797750 Jul 07 22:26:46.066196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0f4581a-3278-4f7b-8fbe-854eff080174 req-ef01e233-3f22-4fec-bbee-e35c719d8ef1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935842 Jul 07 22:26:46.256366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-58df9f81-7866-45e6-a94f-229e5bbbef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.258192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-58df9f81-7866-45e6-a94f-229e5bbbef15 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 917 time: 0.3417439 Jul 07 22:26:46.291309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'tag': 'a4868eee-ba02-478a-b64a-0135f5015570'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:46.299038 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7420afd3-abc1-4e31-bb19-c2912c57c48d" -d '{"events": [{"name": "network-changed", "server_uuid": "14bf005b-95a9-4b65-b0cc-03abfa33f67e", "tag": "a4868eee-ba02-478a-b64a-0135f5015570"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:46.336406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bf8cb5-35cf-478a-939a-883b9f993baa {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:46.346359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.354695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-01a4bb99-a431-49d4-8d3f-76bee76b3098 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d HTTP/1.1" status: 200 len: 217 time: 0.0814753 Jul 07 22:26:46.463563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Transition to ACTIVE for port object 36bf8cb5-35cf-478a-939a-883b9f993baa will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:46.568338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707977-1873-438b-a77e-ec48c4821790 req-4a75421c-01e5-4fd1-b9f2-a234e0825ad2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.569324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.572294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b707977-1873-438b-a77e-ec48c4821790 req-4a75421c-01e5-4fd1-b9f2-a234e0825ad2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 932 time: 0.5212777 Jul 07 22:26:46.650130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-beeeb7bf-6d1a-457a-92f5-f23bb1e8ec5b req-0d464071-ae3d-45d9-90ec-9207ce14c80d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 210 time: 0.0767589 Jul 07 22:26:46.663939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-85bfd187-c8fe-46f4-aaea-eba8c391180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.665535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-85bfd187-c8fe-46f4-aaea-eba8c391180b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 1095 time: 0.3634844 Jul 07 22:26:46.679600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-33ec24bf-63aa-494d-9d16-1de1f70db359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.681460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-33ec24bf-63aa-494d-9d16-1de1f70db359 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.3190193 Jul 07 22:26:46.696462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Pushing event updated for resources: {'Port': ['ID=36bf8cb5-35cf-478a-939a-883b9f993baa,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:46.697305 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.753998 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-316af446-daf3-4c44-b1dc-b304e22f8fb7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4868eee-ba02-478a-b64a-0135f5015570 HTTP/1.1" status: 200 len: 217 time: 0.0735168 Jul 07 22:26:46.777668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b707977-1873-438b-a77e-ec48c4821790 req-9cb4bfc0-118a-4f14-a22a-6a4994b77b39 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797643 Jul 07 22:26:46.786421 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb3e485-f3c2-4c21-ab82-cfce25f586c9 x-openstack-request-id: req-beb3e485-f3c2-4c21-ab82-cfce25f586c9 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:46.789022 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bf005b-95a9-4b65-b0cc-03abfa33f67e", "tag": "a4868eee-ba02-478a-b64a-0135f5015570", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:46.789022 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-beb3e485-f3c2-4c21-ab82-cfce25f586c9 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:46.801033 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'tag': 'a4868eee-ba02-478a-b64a-0135f5015570', 'status': 'completed', 'code': 200} Jul 07 22:26:46.846079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-ae21b6a9-8bf8-4318-b4df-a87a2b403cc6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.847791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-ae21b6a9-8bf8-4318-b4df-a87a2b403cc6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 814 time: 0.9851570 Jul 07 22:26:46.849118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-a2fc31fe-f52d-4152-8935-2e55d1ea2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.851196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-a2fc31fe-f52d-4152-8935-2e55d1ea2f7d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553216 Jul 07 22:26:46.917019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Request body: {'port': {'device_id': 'a0231004-0ab1-486b-99ce-de0070437d45', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'admin_state_up': True, 'tenant_id': '9f128da824384eb9b010f13ac5601145'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:47.018938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-6e33d310-10cf-46c4-8bb2-45afd0fc2f05 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601105 Jul 07 22:26:47.040769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-3672b4e0-ec08-42d9-a92d-13be71fe75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.042191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-3672b4e0-ec08-42d9-a92d-13be71fe75df service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.2361882 Jul 07 22:26:47.098609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Attempting to bind port 36bf8cb5-35cf-478a-939a-883b9f993baa on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:47.098999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Attempting to bind port 36bf8cb5-35cf-478a-939a-883b9f993baa by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:47.099332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Attempting to bind port 36bf8cb5-35cf-478a-939a-883b9f993baa on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:47.121174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Port 36bf8cb5-35cf-478a-939a-883b9f993baa on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:47.121507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Attempting to bind port 36bf8cb5-35cf-478a-939a-883b9f993baa on network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:47.136516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:47.136864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Checking segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:47.137252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Bound using segment: {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:47.137700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Bound port: 36bf8cb5-35cf-478a-939a-883b9f993baa, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5402362-0853-4c93-8c23-cd812d05fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:47.138064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.191528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b6700d2-33e7-4726-8c2c-6e99001dda09 req-375825c5-4000-45d0-98c6-a58ae474731b service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436493 Jul 07 22:26:47.209871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Made reservation on behalf of 9f128da824384eb9b010f13ac5601145 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:47.213338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.226578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-46429489-a5da-4446-ac10-2356cc63fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.228177 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-46429489-a5da-4446-ac10-2356cc63fa9a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741366 Jul 07 22:26:47.313646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] For port 36bf8cb5-35cf-478a-939a-883b9f993baa, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:47.352568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672801-959a-416d-9780-82b74d15891b req-4ea6e3b8-1149-45a5-ae42-83114c2a7699 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.354523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57672801-959a-416d-9780-82b74d15891b req-4ea6e3b8-1149-45a5-ae42-83114c2a7699 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0753698 Jul 07 22:26:47.366295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] For port 36bf8cb5-35cf-478a-939a-883b9f993baa, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=36bf8cb5-35cf-478a-939a-883b9f993baa,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:47.382336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.440392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57672801-959a-416d-9780-82b74d15891b req-5a81933c-0f9b-478f-938f-83b1a5c8a4fd tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Jul 07 22:26:47.480908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.481554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.487922 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] 10.222.0.97 "PUT /v2.0/ports/36bf8cb5-35cf-478a-939a-883b9f993baa HTTP/1.1" status: 200 len: 1093 time: 2.0470340 Jul 07 22:26:47.551868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-8f00d2b7-12a7-491a-ab6d-12d8d6a09931 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084004 Jul 07 22:26:47.597333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61d1b6-0c51-42f8-b5d9-ee811958d333 service neutron] Pushing event updated for resources: {'Port': ['ID=36bf8cb5-35cf-478a-939a-883b9f993baa,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:47.683817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Allocated IP 172.20.0.4 (8ecf5f91-deba-459a-9d12-f4a692f05802/b05141cf-b7f7-456e-8a81-d8584da29ce0/3e5af023-cfd1-45b4-99b9-0e1093b74f69) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:47.729863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-ecbe5555-4dfd-4108-b04d-323182e515af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.731649 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-ecbe5555-4dfd-4108-b04d-323182e515af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 1096 time: 0.1751149 Jul 07 22:26:47.798705 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-34e4b283-a941-4b62-bc23-8feed89f9b59 req-3a04e09f-69b8-4d6b-8a28-a69872188b40 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386885 Jul 07 22:26:47.805311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-575d4504-4871-4b95-8518-b7c12e6d6cd7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36bf8cb5-35cf-478a-939a-883b9f993baa HTTP/1.1" status: 200 len: 217 time: 0.0632560 Jul 07 22:26:47.893517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e9de614-6cd2-4966-9d9f-d8f64e3248ad req-92c4be5c-9171-4835-9bce-78383cecb981 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 210 time: 0.0393789 Jul 07 22:26:48.128457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25723adc-0587-467a-b1f5-05dd0fd26bae req-f609fbb4-23b1-4fed-ae20-7fdb26127447 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.136979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25723adc-0587-467a-b1f5-05dd0fd26bae req-f609fbb4-23b1-4fed-ae20-7fdb26127447 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 944 time: 0.1295314 Jul 07 22:26:48.199472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25723adc-0587-467a-b1f5-05dd0fd26bae req-65ea3bb0-a443-48b3-9e7c-1c669e820294 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573568 Jul 07 22:26:48.305583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8127914-049f-42ad-9c12-273427c3dcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.372542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-f5a66d74-e030-4df1-9d0a-9066bd5106dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.374151 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-f5a66d74-e030-4df1-9d0a-9066bd5106dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.5550230 Jul 07 22:26:48.463309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.467676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-91cade2b-a14b-40ac-9497-3e2c1bc8dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.469793 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-91cade2b-a14b-40ac-9497-3e2c1bc8dcb0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 1095 time: 0.5856144 Jul 07 22:26:48.576102 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.580177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192436b6-24db-478b-8647-f8845b89face req-2b459ef0-8d75-4880-9842-e66d599c406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.581749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-2b459ef0-8d75-4880-9842-e66d599c406e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1993973 Jul 07 22:26:48.634910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0f37-f335-4391-9911-459c8a6ba210 req-e2b04cb1-59dd-47b9-a567-9a5d983f8688 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.644894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-631a0f37-f335-4391-9911-459c8a6ba210 req-e2b04cb1-59dd-47b9-a567-9a5d983f8688 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0888572 Jul 07 22:26:48.647076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.661720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'd1be796f-97a3-4f62-a11e-b7da7f0c492d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:48.704721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-631a0f37-f335-4391-9911-459c8a6ba210 req-51666844-0718-4a02-95ab-84c527b295d1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Jul 07 22:26:48.709392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-98b137f9-dd33-4774-b0a8-2a9ff497d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.711173 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-98b137f9-dd33-4774-b0a8-2a9ff497d670 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 917 time: 0.2331624 Jul 07 22:26:48.727963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:48.759635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Network 8ecf5f91-deba-459a-9d12-f4a692f05802 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:48.800565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:48.818476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'tag': '36bf8cb5-35cf-478a-939a-883b9f993baa'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:48.820751 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e9b9c9-7687-4065-b2fc-556452868da1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b0b761-5e12-4bfa-b158-919bb8d2277c", "tag": "36bf8cb5-35cf-478a-939a-883b9f993baa"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:48.824101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-29af19cd-945f-4d0e-be11-341de4e57a47 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4868eee-ba02-478a-b64a-0135f5015570 HTTP/1.1" status: 200 len: 217 time: 0.0979190 Jul 07 22:26:48.828242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:48.848615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event updated for resources: {'Port': ['ID=3e5af023-cfd1-45b4-99b9-0e1093b74f69,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.906842 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac8555-ebff-4c2c-a6a4-207fbc94937f x-openstack-request-id: req-f8ac8555-ebff-4c2c-a6a4-207fbc94937f {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:48.907192 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b0b761-5e12-4bfa-b158-919bb8d2277c", "tag": "36bf8cb5-35cf-478a-939a-883b9f993baa", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:48.907394 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f8ac8555-ebff-4c2c-a6a4-207fbc94937f {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:48.907800 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'tag': '36bf8cb5-35cf-478a-939a-883b9f993baa', 'status': 'completed', 'code': 200} Jul 07 22:26:48.909849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-14a8b771-cd21-4cec-bb97-5f46982df23e service neutron] 10.222.0.97 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179214 Jul 07 22:26:48.990267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.990941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.994085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-51e8f01a-9362-40b6-abc3-f819f95d2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.995611 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-51e8f01a-9362-40b6-abc3-f819f95d2197 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.1592591 Jul 07 22:26:49.045096 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-0ab168d6-ce33-42ea-a8f5-fadc1319f5a6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1320615 Jul 07 22:26:49.082235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Request body: {'port': {'device_id': 'a0231004-0ab1-486b-99ce-de0070437d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:49.133777 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-192436b6-24db-478b-8647-f8845b89face req-58566921-aa4c-4dfa-82b3-1bd68e3f33ba service neutron] 10.222.0.97 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120888 Jul 07 22:26:49.193888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-40b5b5f0-bebc-44e3-a6f2-478574e75dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.195511 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-40b5b5f0-bebc-44e3-a6f2-478574e75dc3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889181 Jul 07 22:26:49.223295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af89b7-fa8d-4876-a572-a34164834e6f req-b905c629-e825-4d8f-a1ac-779a2f18ea9d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.225101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7af89b7-fa8d-4876-a572-a34164834e6f req-b905c629-e825-4d8f-a1ac-779a2f18ea9d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 931 time: 0.1282823 Jul 07 22:26:49.266302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.305802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7af89b7-fa8d-4876-a572-a34164834e6f req-b3f38324-dff4-4160-90ba-ea31cf41b062 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712223 Jul 07 22:26:49.453915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-30e8cfb8-fba0-4f90-955b-ed606042aa06 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512763 Jul 07 22:26:49.486806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-a0102b0e-c77a-4211-8b3f-07358a9c3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.487698 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-a0102b0e-c77a-4211-8b3f-07358a9c3f77 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 1096 time: 0.2747192 Jul 07 22:26:49.572004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f768b-4bbd-4cc3-a6fe-d2b95b3428b3 req-72fe066f-715a-430d-aeb5-efb1fd18b1ff tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.574115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f52f768b-4bbd-4cc3-a6fe-d2b95b3428b3 req-72fe066f-715a-430d-aeb5-efb1fd18b1ff tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 944 time: 0.1080356 Jul 07 22:26:49.625486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f52f768b-4bbd-4cc3-a6fe-d2b95b3428b3 req-75970a15-2730-48fa-be46-a78b2dd9dded tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Jul 07 22:26:49.629457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f75c3afc-e999-44b2-a657-b9f9fafeea8d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:49.737298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5af023-cfd1-45b4-99b9-0e1093b74f69 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:49.745075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.758427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Transition to ACTIVE for port object 3e5af023-cfd1-45b4-99b9-0e1093b74f69 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:49.776022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f75c3afc-e999-44b2-a657-b9f9fafeea8d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:49.799029 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:26:49.806247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'port_id': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'mac_address': 'fa:16:3e:81:0f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:49.837791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.884011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.904075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75c3afc-e999-44b2-a657-b9f9fafeea8d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:49.932169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f75c3afc-e999-44b2-a657-b9f9fafeea8d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:49.941163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.966521 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7420afd3-abc1-4e31-bb19-c2912c57c48d req-0835865c-7327-4c18-b217-9b02b3975a04 service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989727 Jul 07 22:26:50.017140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c8eea-1c73-44b7-a75b-642e80128afe req-488f444c-78fb-43f3-993a-7847a81299a3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.023513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a0c8eea-1c73-44b7-a75b-642e80128afe req-488f444c-78fb-43f3-993a-7847a81299a3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1237991 Jul 07 22:26:50.034307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5af023-cfd1-45b4-99b9-0e1093b74f69,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:50.059362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f75c3afc-e999-44b2-a657-b9f9fafeea8d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:50.062523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-f788b18b-70fa-439a-9000-ed897c1e1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.064087 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-f788b18b-70fa-439a-9000-ed897c1e1107 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 917 time: 0.5644529 Jul 07 22:26:50.077962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.079491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.079919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.080374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.080818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.081261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.081699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.082137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.082614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.083126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.086011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.086011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:50.123913 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-a495eac3-c121-4954-af11-08e819afd9b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36bf8cb5-35cf-478a-939a-883b9f993baa HTTP/1.1" status: 200 len: 217 time: 0.0497785 Jul 07 22:26:50.133000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a0c8eea-1c73-44b7-a75b-642e80128afe req-78e8a75b-4fce-4fee-a785-bdda08e712ac tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Jul 07 22:26:50.163737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccb67-3298-42e7-8b71-22b3f30577dd req-8db9c851-2215-476e-87d5-d390307658af tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.164813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Attempting to bind port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:50.165165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Attempting to bind port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:50.165511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Attempting to bind port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:50.173357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 on network 8ecf5f91-deba-459a-9d12-f4a692f05802 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:50.173705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Attempting to bind port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 on network 8ecf5f91-deba-459a-9d12-f4a692f05802 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:50.174664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97fccb67-3298-42e7-8b71-22b3f30577dd req-8db9c851-2215-476e-87d5-d390307658af tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1461461 Jul 07 22:26:50.185490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:50.185858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Checking segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:50.186254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Bound using segment: {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:50.186750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Bound port: 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb24b8d8-730f-433b-9024-2600ba1f8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:50.187180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.204703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-f6b08672-1082-4483-8f07-9af99abd8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.206226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-f6b08672-1082-4483-8f07-9af99abd8445 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.0718412 Jul 07 22:26:50.209627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97fccb67-3298-42e7-8b71-22b3f30577dd req-1aa76bbf-d41e-499d-8a69-7866665e6893 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340104 Jul 07 22:26:50.225130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f75c3afc-e999-44b2-a657-b9f9fafeea8d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:50.303113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] For port 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:50.307402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] For port 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:50.320713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-3265563e-74b7-4664-aefd-8a94ac8fb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.322568 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-3265563e-74b7-4664-aefd-8a94ac8fb506 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931060 Jul 07 22:26:50.325437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.417765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.418304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.419823 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] 10.222.0.97 "PUT /v2.0/ports/3e5af023-cfd1-45b4-99b9-0e1093b74f69 HTTP/1.1" status: 200 len: 1092 time: 1.3492041 Jul 07 22:26:50.457334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3a1fd-a137-4703-b124-a047326977d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5af023-cfd1-45b4-99b9-0e1093b74f69,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:50.489835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-8ffe5713-ff2f-4523-886b-2f73b7d7e127 service neutron] 10.222.0.97 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552975 Jul 07 22:26:50.590485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673cea0-883c-4984-9c60-a75ed8cdcf0c req-c199c240-adf7-45aa-9672-44e386673ef1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.598169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1673cea0-883c-4984-9c60-a75ed8cdcf0c req-c199c240-adf7-45aa-9672-44e386673ef1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1461737 Jul 07 22:26:50.622820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-8d4caa1b-bb15-4cf6-bf91-c84531f3202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.624378 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-8d4caa1b-bb15-4cf6-bf91-c84531f3202d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 1095 time: 0.1371558 Jul 07 22:26:50.627474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e2e9b9c9-7687-4065-b2fc-556452868da1 req-2ccec818-7e25-4ee9-abac-cc27b0875e6b service neutron] 10.222.0.97 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296403 Jul 07 22:26:50.682245 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-678714a5-7a34-4c81-9bf7-281efb9b318e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69 HTTP/1.1" status: 200 len: 217 time: 0.0424905 Jul 07 22:26:50.687427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1673cea0-883c-4984-9c60-a75ed8cdcf0c req-2adb69d1-8605-4655-b079-8c1f60e768ab tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877666 Jul 07 22:26:50.717422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992575-b4cd-4296-bf3f-c2634ad68209 req-a87dcb33-8a77-439f-9754-9442c707fbf0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.724308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76992575-b4cd-4296-bf3f-c2634ad68209 req-a87dcb33-8a77-439f-9754-9442c707fbf0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 943 time: 0.2090967 Jul 07 22:26:50.738218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-ebb6234f-f920-490a-a82f-6f06e273b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.743146 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-ebb6234f-f920-490a-a82f-6f06e273b218 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0545585 Jul 07 22:26:50.768782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76992575-b4cd-4296-bf3f-c2634ad68209 req-48838264-0341-479f-b711-d8bea196c92e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Jul 07 22:26:50.810942 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-48db908b-b850-413a-93f1-72c3ea75d455 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476637 Jul 07 22:26:50.924531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4f791b54-c5c1-4bb1-b278-5d84231c6a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.937739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0231004-0ab1-486b-99ce-de0070437d45', 'tag': '3e5af023-cfd1-45b4-99b9-0e1093b74f69'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:50.942943 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ffae32-d806-49bd-8b03-3edb2f270645" -d '{"events": [{"name": "network-changed", "server_uuid": "a0231004-0ab1-486b-99ce-de0070437d45", "tag": "3e5af023-cfd1-45b4-99b9-0e1093b74f69"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:51.007833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-89f15673-489c-46a8-b2af-0644f8495033 service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835046 Jul 07 22:26:51.086068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cce19e-b279-45f8-939e-5d2401dedf62 req-7fdc2ee8-e422-46ac-a713-fc1d5ae72534 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.087827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cce19e-b279-45f8-939e-5d2401dedf62 req-7fdc2ee8-e422-46ac-a713-fc1d5ae72534 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 944 time: 0.0991402 Jul 07 22:26:51.149223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8d4529f-f178-41ed-9e4e-b1c2812fe403 req-cca1086b-5599-4037-b497-ef2f8331f822 service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306114 Jul 07 22:26:51.176927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cce19e-b279-45f8-939e-5d2401dedf62 req-2823e784-9a6c-403b-8a5a-22273e887d66 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818043 Jul 07 22:26:51.222186 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335227c2-c3dc-4624-9b02-6003508ac16b x-openstack-request-id: req-335227c2-c3dc-4624-9b02-6003508ac16b {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:51.222186 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0231004-0ab1-486b-99ce-de0070437d45", "tag": "3e5af023-cfd1-45b4-99b9-0e1093b74f69", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:51.222186 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-335227c2-c3dc-4624-9b02-6003508ac16b {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:51.222186 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0231004-0ab1-486b-99ce-de0070437d45', 'tag': '3e5af023-cfd1-45b4-99b9-0e1093b74f69', 'status': 'completed', 'code': 200} Jul 07 22:26:51.388418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-08b235fa-f920-415b-90df-a15e8d7d231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.389940 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.400554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-08b235fa-f920-415b-90df-a15e8d7d231a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f128da824384eb9b010f13ac5601145&device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 1095 time: 0.1267283 Jul 07 22:26:51.405289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bbc2d-fedc-4ab0-b39e-a8d62824e506 req-ec04d80f-47df-4b61-958e-3f070fbe957c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.412451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-125bbc2d-fedc-4ab0-b39e-a8d62824e506 req-ec04d80f-47df-4b61-958e-3f070fbe957c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0878963 Jul 07 22:26:51.461075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-125bbc2d-fedc-4ab0-b39e-a8d62824e506 req-a819e239-469b-4a66-9fe5-388dcd454f81 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470586 Jul 07 22:26:51.556846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-b949bdb7-afce-4a50-aa0e-959bb2325cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.558565 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-b949bdb7-afce-4a50-aa0e-959bb2325cd6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 200 len: 915 time: 0.1554039 Jul 07 22:26:51.564782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e23d0-c585-4f44-975b-93e537061c81 req-9e98962c-3804-4f62-bbd1-3b7cb84bf132 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.572114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca3e23d0-c585-4f44-975b-93e537061c81 req-9e98962c-3804-4f62-bbd1-3b7cb84bf132 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0790067 Jul 07 22:26:51.617690 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca3e23d0-c585-4f44-975b-93e537061c81 req-01d0b347-527a-4459-92f3-93c4e7aa710a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Jul 07 22:26:51.629508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-afff62bf-454c-45f2-9cac-f8202b06f780 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69 HTTP/1.1" status: 200 len: 217 time: 0.0640306 Jul 07 22:26:51.644443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4868eee-ba02-478a-b64a-0135f5015570 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:51.647112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f75c3afc-e999-44b2-a657-b9f9fafeea8d up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:51.730450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-b793ed77-cfc8-4d4f-a05f-bc04c3008e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.731915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-b793ed77-cfc8-4d4f-a05f-bc04c3008e15 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 200 len: 854 time: 0.0928550 Jul 07 22:26:51.780702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-4c40962c-833a-46a4-b559-12e0449f960e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8ecf5f91-deba-459a-9d12-f4a692f05802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394444 Jul 07 22:26:51.807790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f75c3afc-e999-44b2-a657-b9f9fafeea8d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:51.829082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f75c3afc-e999-44b2-a657-b9f9fafeea8d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:51.829465 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.913901 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-a24abf1f-1a3b-45a3-86e8-11222b70f40a service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241682 Jul 07 22:26:51.931174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a4868eee-ba02-478a-b64a-0135f5015570, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4868eee-ba02-478a-b64a-0135f5015570,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:51.949049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'a4868eee-ba02-478a-b64a-0135f5015570', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'port_id': 'a4868eee-ba02-478a-b64a-0135f5015570', 'mac_address': 'fa:16:3e:51:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:52.025244 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.043209 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.056386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457ebd-d0b1-4fa5-9461-e266a44507a8 req-db434e35-2291-45af-9619-fc778c883131 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.064860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8457ebd-d0b1-4fa5-9461-e266a44507a8 req-db434e35-2291-45af-9619-fc778c883131 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 943 time: 0.1078753 Jul 07 22:26:52.086321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4868eee-ba02-478a-b64a-0135f5015570 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:52.097617 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10ffae32-d806-49bd-8b03-3edb2f270645 req-f29a5c01-f253-44c4-937e-aa28bd6ca19b service neutron] 10.222.0.97 "GET /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693263 Jul 07 22:26:52.163305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:52.165429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8457ebd-d0b1-4fa5-9461-e266a44507a8 req-950600c0-fb0a-4549-a42c-178834b63b42 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Jul 07 22:26:52.166215 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c726ce-e285-4bd3-bed1-e07705f48222" -d '{"events": [{"server_uuid": "cdc4819a-9812-41ae-af84-59f121d26f98", "name": "network-vif-plugged", "status": "completed", "tag": "f75c3afc-e999-44b2-a657-b9f9fafeea8d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:52.172915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a4868eee-ba02-478a-b64a-0135f5015570, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4868eee-ba02-478a-b64a-0135f5015570,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:52.183146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.186909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f75c3afc-e999-44b2-a657-b9f9fafeea8d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:52.194168 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.259209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a4868eee-ba02-478a-b64a-0135f5015570,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:52.262483 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.322943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f75c3afc-e999-44b2-a657-b9f9fafeea8d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:52.363370 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676ceb2-966c-44b2-b952-86148e265885 x-openstack-request-id: req-d676ceb2-966c-44b2-b952-86148e265885 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:52.363664 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc4819a-9812-41ae-af84-59f121d26f98", "name": "network-vif-plugged", "status": "completed", "tag": "f75c3afc-e999-44b2-a657-b9f9fafeea8d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:52.363918 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d676ceb2-966c-44b2-b952-86148e265885 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:52.364309 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'code': 200} Jul 07 22:26:52.503578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a4868eee-ba02-478a-b64a-0135f5015570'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:52.532237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f2ab-d1eb-4735-802e-29bc2771b77e req-1dc5fd75-8a16-4a31-93b5-68b87264bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.538408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5a8f2ab-d1eb-4735-802e-29bc2771b77e req-1dc5fd75-8a16-4a31-93b5-68b87264bd1f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 1098 time: 0.0924964 Jul 07 22:26:52.585675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afbb3-ff55-4b07-ac94-a55ee36d7354 req-678380fb-0b9c-4842-a08b-f3175256d6d1 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.600495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f8afbb3-ff55-4b07-ac94-a55ee36d7354 req-678380fb-0b9c-4842-a08b-f3175256d6d1 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 944 time: 0.1396029 Jul 07 22:26:52.602270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5a8f2ab-d1eb-4735-802e-29bc2771b77e req-cf9af761-c2bc-49ee-ae55-90d80999d0d3 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565069 Jul 07 22:26:52.653875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f8afbb3-ff55-4b07-ac94-a55ee36d7354 req-ea35f4d1-07ac-4d8a-824f-2ba713ff266f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Jul 07 22:26:52.819398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf05d-4bc8-44e5-9c46-66a215c2191a req-61a9c121-3a98-4ee2-bd6a-61a8cf960214 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.820834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38bdf05d-4bc8-44e5-9c46-66a215c2191a req-61a9c121-3a98-4ee2-bd6a-61a8cf960214 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0843391 Jul 07 22:26:52.892510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38bdf05d-4bc8-44e5-9c46-66a215c2191a req-3018b829-f195-4e01-a6ca-79305b122535 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Jul 07 22:26:52.929243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398919a-8f7b-4ce6-a66a-f1495bd40a7e req-0b9aca82-bfed-43e0-a862-80b0445e1d56 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.930940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a398919a-8f7b-4ce6-a66a-f1495bd40a7e req-0b9aca82-bfed-43e0-a862-80b0445e1d56 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1293151 Jul 07 22:26:52.972798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a398919a-8f7b-4ce6-a66a-f1495bd40a7e req-ac68378d-6e0a-47aa-ae8e-454a89889cd5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358956 Jul 07 22:26:53.262261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 36bf8cb5-35cf-478a-939a-883b9f993baa details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:53.398443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 36bf8cb5-35cf-478a-939a-883b9f993baa, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=36bf8cb5-35cf-478a-939a-883b9f993baa,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:53.411395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '36bf8cb5-35cf-478a-939a-883b9f993baa', 'network_id': '8950ae77-dc3a-4dc0-9dbd-765ea6b1374e', 'port_id': '36bf8cb5-35cf-478a-939a-883b9f993baa', 'mac_address': 'fa:16:3e:19:b7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:53.497140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.514288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bf8cb5-35cf-478a-939a-883b9f993baa {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:53.522170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9088ca-eaff-4f40-be3a-0c23c992f27e req-3c49fa2a-3ba8-4f1e-8f23-c8090e7d3266 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:53.530673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a9088ca-eaff-4f40-be3a-0c23c992f27e req-3c49fa2a-3ba8-4f1e-8f23-c8090e7d3266 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 943 time: 0.1453226 Jul 07 22:26:53.537336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 36bf8cb5-35cf-478a-939a-883b9f993baa, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=36bf8cb5-35cf-478a-939a-883b9f993baa,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:53.554663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.581000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a9088ca-eaff-4f40-be3a-0c23c992f27e req-2906efec-d8f4-4905-badb-13f49e168b65 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Jul 07 22:26:53.645268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4868eee-ba02-478a-b64a-0135f5015570 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:53.706313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.737293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=36bf8cb5-35cf-478a-939a-883b9f993baa,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:53.790097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port a4868eee-ba02-478a-b64a-0135f5015570 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:53.801632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port a4868eee-ba02-478a-b64a-0135f5015570 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:53.802011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.904359 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.912532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd6d05-d6b4-4a1d-8e98-33fcda22a168 req-8077c02b-b42b-4491-837f-1a1e516b0c36 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:53.922286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcbd6d05-d6b4-4a1d-8e98-33fcda22a168 req-8077c02b-b42b-4491-837f-1a1e516b0c36 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 945 time: 0.0780702 Jul 07 22:26:53.950672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a4868eee-ba02-478a-b64a-0135f5015570, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4868eee-ba02-478a-b64a-0135f5015570,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:53.958054 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.979177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcbd6d05-d6b4-4a1d-8e98-33fcda22a168 req-cd0953b7-4980-411f-8d45-05c4385bb810 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555971 Jul 07 22:26:54.025970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['36bf8cb5-35cf-478a-939a-883b9f993baa'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:54.118895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a4868eee-ba02-478a-b64a-0135f5015570,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:54.154865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b1d8-6fe4-4385-814f-b3a0f966269a req-9b201fac-8ca4-4ffc-8c74-59c46097fa3d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.163246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b022b1d8-6fe4-4385-814f-b3a0f966269a req-9b201fac-8ca4-4ffc-8c74-59c46097fa3d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1118381 Jul 07 22:26:54.239679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b022b1d8-6fe4-4385-814f-b3a0f966269a req-8da9e055-91f6-4fc3-8cfd-3300289d3062 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753248 Jul 07 22:26:54.268338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2883566-ae24-4cf9-a40e-54d3f4dad352 req-53a1a03c-7789-4702-9668-e1b1f5a97810 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.270369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2883566-ae24-4cf9-a40e-54d3f4dad352 req-53a1a03c-7789-4702-9668-e1b1f5a97810 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0997362 Jul 07 22:26:54.331798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2883566-ae24-4cf9-a40e-54d3f4dad352 req-24d2f946-212f-46c1-86ef-4537ecf65d2a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536702 Jul 07 22:26:54.365434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4868eee-ba02-478a-b64a-0135f5015570'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:54.369932 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02545389-b808-4407-a907-5abd2f2b301e" -d '{"events": [{"server_uuid": "14bf005b-95a9-4b65-b0cc-03abfa33f67e", "name": "network-vif-plugged", "status": "completed", "tag": "a4868eee-ba02-478a-b64a-0135f5015570"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:54.411509 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4dc2b8-7e70-461e-86bd-10ce97abd16b x-openstack-request-id: req-5d4dc2b8-7e70-461e-86bd-10ce97abd16b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:54.411868 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bf005b-95a9-4b65-b0cc-03abfa33f67e", "name": "network-vif-plugged", "status": "completed", "tag": "a4868eee-ba02-478a-b64a-0135f5015570", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:54.412398 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d4dc2b8-7e70-461e-86bd-10ce97abd16b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:54.413146 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4868eee-ba02-478a-b64a-0135f5015570', 'code': 200} Jul 07 22:26:54.550658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e84abe-0920-48c8-969f-af536ac933c4 req-20058025-832f-4809-85d2-5afff3e3079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.551253 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e84abe-0920-48c8-969f-af536ac933c4 req-20058025-832f-4809-85d2-5afff3e3079b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 1097 time: 0.0629742 Jul 07 22:26:54.594165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e84abe-0920-48c8-969f-af536ac933c4 req-c6e00390-1c2d-4109-8942-742b24cd4024 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Jul 07 22:26:54.795145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98948dc-1e46-4f0b-a8bd-e4009f5fddd4 req-21a59d15-26b5-4a46-bbab-37b9865e3b71 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.796837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e98948dc-1e46-4f0b-a8bd-e4009f5fddd4 req-21a59d15-26b5-4a46-bbab-37b9865e3b71 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 943 time: 0.0903327 Jul 07 22:26:54.861013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e98948dc-1e46-4f0b-a8bd-e4009f5fddd4 req-84d0fa35-258d-457d-8aa3-35aade3255ac tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556908 Jul 07 22:26:55.172032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a6b29-d396-4480-9680-a80e23442962 req-1771ae6f-3c5e-4218-bd87-a48755e450b4 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.173739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-760a6b29-d396-4480-9680-a80e23442962 req-1771ae6f-3c5e-4218-bd87-a48755e450b4 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 945 time: 0.0737083 Jul 07 22:26:55.220547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-760a6b29-d396-4480-9680-a80e23442962 req-cd8c3229-0bf6-48df-96e7-871c52be2124 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Jul 07 22:26:55.274441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3e5af023-cfd1-45b4-99b9-0e1093b74f69 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:55.450283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46728f6-eaa7-4f3c-9250-69bdefe22a4e req-b90aa05e-10fd-454a-9e9d-d0fec08b9bd0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.458355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b46728f6-eaa7-4f3c-9250-69bdefe22a4e req-b90aa05e-10fd-454a-9e9d-d0fec08b9bd0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0880318 Jul 07 22:26:55.549601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b46728f6-eaa7-4f3c-9250-69bdefe22a4e req-6a1e38b8-3dc6-45ab-8402-6807f235d689 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900259 Jul 07 22:26:55.623517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d27cc8-224e-4ee9-8478-cfe680c64beb req-db2bda40-8ad2-42de-848e-3d4600af4e36 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.632801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24d27cc8-224e-4ee9-8478-cfe680c64beb req-db2bda40-8ad2-42de-848e-3d4600af4e36 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1367848 Jul 07 22:26:55.655639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:55.695229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '3e5af023-cfd1-45b4-99b9-0e1093b74f69', 'network_id': '8ecf5f91-deba-459a-9d12-f4a692f05802', 'port_id': '3e5af023-cfd1-45b4-99b9-0e1093b74f69', 'mac_address': 'fa:16:3e:91:1d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05141cf-b7f7-456e-8a81-d8584da29ce0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:55.707662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24d27cc8-224e-4ee9-8478-cfe680c64beb req-c9051bf4-5841-4ab8-9d82-74cbdcac1ad1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737486 Jul 07 22:26:55.761331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:55.783222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5af023-cfd1-45b4-99b9-0e1093b74f69 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:55.819319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:55.866067 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:55.939375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=3e5af023-cfd1-45b4-99b9-0e1093b74f69,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:56.080864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f57d-3c3f-42c1-83ff-2baa83a66ba4 req-b1004cbe-7c3f-4be6-82cc-56b15958cd07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.082718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4e4f57d-3c3f-42c1-83ff-2baa83a66ba4 req-b1004cbe-7c3f-4be6-82cc-56b15958cd07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 944 time: 0.0705311 Jul 07 22:26:56.125520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4e4f57d-3c3f-42c1-83ff-2baa83a66ba4 req-a1859138-cec8-433d-a55a-793bc9b61fed tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Jul 07 22:26:56.316708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['3e5af023-cfd1-45b4-99b9-0e1093b74f69'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:56.461542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc6012-a134-475f-94e5-22b7502267e8 req-1a02c349-9923-4004-8d22-ef0208136049 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.464151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4fc6012-a134-475f-94e5-22b7502267e8 req-1a02c349-9923-4004-8d22-ef0208136049 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 945 time: 0.0988498 Jul 07 22:26:56.512886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4fc6012-a134-475f-94e5-22b7502267e8 req-8bff31d8-7f88-4200-a082-8cb883d47653 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375414 Jul 07 22:26:56.755569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980bcf5-bfc2-4047-9c44-892801aecd9e req-d2c0e857-67d0-49da-bedc-24b2d37ebcfe tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.757240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2980bcf5-bfc2-4047-9c44-892801aecd9e req-d2c0e857-67d0-49da-bedc-24b2d37ebcfe tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.0804813 Jul 07 22:26:56.799582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2980bcf5-bfc2-4047-9c44-892801aecd9e req-ae622ec1-a03e-41a9-aa71-010828ffb928 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Jul 07 22:26:56.895498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fd289-9a4a-4673-9e90-77f50fc170c7 req-acecd767-a680-4b54-8fb7-3ac4f42cba85 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.896999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-972fd289-9a4a-4673-9e90-77f50fc170c7 req-acecd767-a680-4b54-8fb7-3ac4f42cba85 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0704515 Jul 07 22:26:56.935697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-972fd289-9a4a-4673-9e90-77f50fc170c7 req-1a38673e-d899-445b-ad2b-d14d3011ebf3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Jul 07 22:26:57.145423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0cc9f-dae8-43f1-ba0c-c3ae499f9fd3 req-5395ae61-bb94-4686-b560-9f8b159a6d9c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.146956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bd0cc9f-dae8-43f1-ba0c-c3ae499f9fd3 req-5395ae61-bb94-4686-b560-9f8b159a6d9c tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.0649383 Jul 07 22:26:57.186508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bd0cc9f-dae8-43f1-ba0c-c3ae499f9fd3 req-0e48ec38-73cc-44fd-8ee0-d40845c9ec0d tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335112 Jul 07 22:26:57.277043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 36bf8cb5-35cf-478a-939a-883b9f993baa up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:57.309536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4ac2-0c08-455b-8b53-9b89eb9f64d3 req-f7ce88ad-ec1b-44ed-bda0-c56f8962bbd8 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.311054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-585f4ac2-0c08-455b-8b53-9b89eb9f64d3 req-f7ce88ad-ec1b-44ed-bda0-c56f8962bbd8 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 944 time: 0.0646698 Jul 07 22:26:57.327848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 36bf8cb5-35cf-478a-939a-883b9f993baa completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:57.331636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 36bf8cb5-35cf-478a-939a-883b9f993baa triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:57.332031 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.354607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-585f4ac2-0c08-455b-8b53-9b89eb9f64d3 req-de2656da-6946-4c5a-a529-257905ed70a1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355551 Jul 07 22:26:57.413380 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.435157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf8cb5-35cf-478a-939a-883b9f993baa'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:57.437483 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a6306c-b33d-4419-a0dd-6afcd950058d" -d '{"events": [{"server_uuid": "e2b0b761-5e12-4bfa-b158-919bb8d2277c", "name": "network-vif-plugged", "status": "completed", "tag": "36bf8cb5-35cf-478a-939a-883b9f993baa"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:57.450011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 36bf8cb5-35cf-478a-939a-883b9f993baa, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=36bf8cb5-35cf-478a-939a-883b9f993baa,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:57.453930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.477267 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fdb385-faeb-49fe-8a9c-3c737d00d1b5 x-openstack-request-id: req-35fdb385-faeb-49fe-8a9c-3c737d00d1b5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:57.477562 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b0b761-5e12-4bfa-b158-919bb8d2277c", "name": "network-vif-plugged", "status": "completed", "tag": "36bf8cb5-35cf-478a-939a-883b9f993baa", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:57.477816 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-35fdb385-faeb-49fe-8a9c-3c737d00d1b5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:57.478209 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf8cb5-35cf-478a-939a-883b9f993baa', 'code': 200} Jul 07 22:26:57.504859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=36bf8cb5-35cf-478a-939a-883b9f993baa,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:57.602609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da873f-a8e7-402e-9436-f5b009b9e677 req-1a8759f7-5229-4a12-9537-f6a4b300f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.604156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14da873f-a8e7-402e-9436-f5b009b9e677 req-1a8759f7-5229-4a12-9537-f6a4b300f414 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 1098 time: 0.0559986 Jul 07 22:26:57.639455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-14da873f-a8e7-402e-9436-f5b009b9e677 req-cf8e617d-6aa3-4030-8417-f5bfa465f35c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278592 Jul 07 22:26:57.650026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:57.653292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:57.815918 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.828143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:57.854079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'port_id': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'mac_address': 'fa:16:3e:49:5a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:57.878487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:57.902519 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.945904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.973645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:57.980970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:57.996666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d2e12-2de0-462e-bbc4-3a31d6ec2c84 req-a64f1008-7f74-4a70-8ebe-19e7bc0c66e4 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.998360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b66d2e12-2de0-462e-bbc4-3a31d6ec2c84 req-a64f1008-7f74-4a70-8ebe-19e7bc0c66e4 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.3645465 Jul 07 22:26:58.023792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:26:58.024158 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:26:58.063763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b66d2e12-2de0-462e-bbc4-3a31d6ec2c84 req-0830cf36-6033-4959-b592-81f1702daaa9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557175 Jul 07 22:26:58.085257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c748a-e906-4636-8715-15dd03eeea98 req-afffda1e-18b7-4517-891d-164c5fe55cde tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:58.086835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a2c748a-e906-4636-8715-15dd03eeea98 req-afffda1e-18b7-4517-891d-164c5fe55cde tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 944 time: 0.0875256 Jul 07 22:26:58.126400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a2c748a-e906-4636-8715-15dd03eeea98 req-a0fe3b25-f1bc-4443-9ae2-af19c4b0d8aa tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Jul 07 22:26:58.473638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bdfac-9180-48d9-ae89-cae11515347c req-2bb0549c-75d4-4802-a2f7-6e9b6204ee53 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:58.475158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-150bdfac-9180-48d9-ae89-cae11515347c req-2bb0549c-75d4-4802-a2f7-6e9b6204ee53 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0660918 Jul 07 22:26:58.518275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-150bdfac-9180-48d9-ae89-cae11515347c req-1e873edd-2f39-427b-ade9-1bda77e4e2b2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366676 Jul 07 22:26:58.570105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.583463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:58.605628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:58.610724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.663479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:58.731971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe812c2-0857-4849-8ca1-970e3a83362e req-ec24ec14-aa16-4b3c-8fbb-731487f5180d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:58.733464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbe812c2-0857-4849-8ca1-970e3a83362e req-ec24ec14-aa16-4b3c-8fbb-731487f5180d tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 944 time: 0.0607526 Jul 07 22:26:58.806221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbe812c2-0857-4849-8ca1-970e3a83362e req-d402b290-fa19-4daf-8eaf-d7206fb0ad1a tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Jul 07 22:26:58.832694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134e39-c5a8-44e8-a81f-a25dbb1631e2 req-14a5d01c-e82a-4a8f-aa59-4673d924a84b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:58.834332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1134e39-c5a8-44e8-a81f-a25dbb1631e2 req-14a5d01c-e82a-4a8f-aa59-4673d924a84b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.0883937 Jul 07 22:26:58.878040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1134e39-c5a8-44e8-a81f-a25dbb1631e2 req-63ac9919-4e47-48d7-906c-a301aafce454 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379906 Jul 07 22:26:58.899016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0491ef67-00e8-400f-ae75-c0e9ecc22ba9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:59.283524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3e5af023-cfd1-45b4-99b9-0e1093b74f69 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:59.305161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae48755-856e-40eb-ad6d-fa3302bd9feb req-cab3da36-d54b-4b87-9dce-7a08a73627f7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.306722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bae48755-856e-40eb-ad6d-fa3302bd9feb req-cab3da36-d54b-4b87-9dce-7a08a73627f7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.1324632 Jul 07 22:26:59.335463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:59.339246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:59.339703 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.348881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-f54fde46-730e-4137-8abd-53a626555a9f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.350363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-f54fde46-730e-4137-8abd-53a626555a9f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.1418986 Jul 07 22:26:59.375980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bae48755-856e-40eb-ad6d-fa3302bd9feb req-7e716322-2cd8-45b3-91f1-9e2a824d4f5d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605860 Jul 07 22:26:59.377358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-6848f304-ff92-490a-8a49-c984293065e8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/quotas/4c2c47a1bdb746eb98eefb30aead9ed5 HTTP/1.1" status: 200 len: 375 time: 0.0175438 Jul 07 22:26:59.421561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.445093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-3166e35e-d164-4425-987b-c34d6528441f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615680 Jul 07 22:26:59.455023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:59.458686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.482435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9'}, {'server_uuid': 'a0231004-0ab1-486b-99ce-de0070437d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5af023-cfd1-45b4-99b9-0e1093b74f69'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:59.484797 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c493693-e618-4b9c-ad6b-710d4c3bb362" -d '{"events": [{"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9"}, {"server_uuid": "a0231004-0ab1-486b-99ce-de0070437d45", "name": "network-vif-plugged", "status": "completed", "tag": "3e5af023-cfd1-45b4-99b9-0e1093b74f69"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:59.512301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=3e5af023-cfd1-45b4-99b9-0e1093b74f69,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:59.579080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-b84f87b0-7280-475f-b7f4-5a0af35ef5ed service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274822 Jul 07 22:26:59.589401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ef19-9ac0-4d22-b09f-c20e482b4106 req-3df3489b-55f9-4a43-9d95-ad27cbe80e48 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.590774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d402ef19-9ac0-4d22-b09f-c20e482b4106 req-3df3489b-55f9-4a43-9d95-ad27cbe80e48 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 945 time: 0.0941386 Jul 07 22:26:59.650226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:59.681980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d402ef19-9ac0-4d22-b09f-c20e482b4106 req-b16b2762-2436-4458-919f-58fa2f1975d0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Jul 07 22:26:59.707197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-84921399-5dbc-4584-85dc-33917d9f0f50 service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154375 Jul 07 22:26:59.729375 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.762545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:59.767217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.818775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:59.975971 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1cd9a9-f6f5-4455-8558-3094ebda3b04 x-openstack-request-id: req-9e1cd9a9-f6f5-4455-8558-3094ebda3b04 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:59.976709 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9", "code": 200}, {"server_uuid": "a0231004-0ab1-486b-99ce-de0070437d45", "name": "network-vif-plugged", "status": "completed", "tag": "3e5af023-cfd1-45b4-99b9-0e1093b74f69", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:59.976995 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e1cd9a9-f6f5-4455-8558-3094ebda3b04 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:59.977403 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'code': 200} Jul 07 22:26:59.977667 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0231004-0ab1-486b-99ce-de0070437d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5af023-cfd1-45b4-99b9-0e1093b74f69', 'code': 200} Jul 07 22:26:59.985621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560abcb-3f18-4bc1-84f8-7804c2ac2531 req-b77a36b0-c812-48ad-8ae4-af822b88a79f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.987997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3560abcb-3f18-4bc1-84f8-7804c2ac2531 req-b77a36b0-c812-48ad-8ae4-af822b88a79f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.0842476 Jul 07 22:27:00.033982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3560abcb-3f18-4bc1-84f8-7804c2ac2531 req-daf3f2f3-89a3-4deb-ad97-49992aade72c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Jul 07 22:27:00.111210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6c8f-a646-4ff1-b2a4-604d74a9ee72 req-786b593e-475e-410d-8725-5c48dfd8d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.112958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37ed6c8f-a646-4ff1-b2a4-604d74a9ee72 req-786b593e-475e-410d-8725-5c48dfd8d17a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 1097 time: 0.0670371 Jul 07 22:27:00.156512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-37ed6c8f-a646-4ff1-b2a4-604d74a9ee72 req-2f9b5b68-d4f0-460a-8a3d-2641fac280ea service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Jul 07 22:27:00.189523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d759a91-1a7a-43a2-9039-7379fcf021f1 req-d709c366-2c41-4049-8793-e1f74ea12b92 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.191110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d759a91-1a7a-43a2-9039-7379fcf021f1 req-d709c366-2c41-4049-8793-e1f74ea12b92 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1103826 Jul 07 22:27:00.251720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d759a91-1a7a-43a2-9039-7379fcf021f1 req-ae503b29-ff37-463a-a022-a5aaa117b678 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540118 Jul 07 22:27:00.303144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2097692a-e668-48ae-af9c-7d4ab8b397de req-33b74b18-3032-43c6-9074-09acc0e0b24a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 210 time: 0.0445995 Jul 07 22:27:00.523860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564c53-f022-44d8-906b-1a041d09d246 req-a1a23316-87e4-4b70-985a-9b6ab487e0be tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.525372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20564c53-f022-44d8-906b-1a041d09d246 req-a1a23316-87e4-4b70-985a-9b6ab487e0be tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 945 time: 0.1227028 Jul 07 22:27:00.537811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ba6cc-c34d-4ab9-8720-ee227aa1927e req-5af9a52f-717f-4c05-a2a4-d31318a89e83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.539279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e70ba6cc-c34d-4ab9-8720-ee227aa1927e req-5af9a52f-717f-4c05-a2a4-d31318a89e83 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.1007206 Jul 07 22:27:00.596956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20564c53-f022-44d8-906b-1a041d09d246 req-1a62e3f0-afc3-425f-8a7a-8f77443b72be tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567112 Jul 07 22:27:00.601797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e70ba6cc-c34d-4ab9-8720-ee227aa1927e req-fa6d27b7-3036-4eee-b5c9-b59be683cf34 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556803 Jul 07 22:27:00.756528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab44e0-7e9c-4e8b-bfd1-2a8f17297c0a req-b7b9c7c8-9d32-4877-9524-af2834976393 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.758036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42ab44e0-7e9c-4e8b-bfd1-2a8f17297c0a req-b7b9c7c8-9d32-4877-9524-af2834976393 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 945 time: 0.0636821 Jul 07 22:27:00.795853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42ab44e0-7e9c-4e8b-bfd1-2a8f17297c0a req-5e504afb-16b4-4164-8bfe-bb9e5a6a44bc tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Jul 07 22:27:00.862032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-a124ad7c-a090-4ef0-902c-cf7b529a47ea tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.863864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-a124ad7c-a090-4ef0-902c-cf7b529a47ea tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "GET /v2.0/ports?device_id=e726fde5-8002-4da1-b1a6-533f2213254d HTTP/1.1" status: 200 len: 944 time: 0.0741684 Jul 07 22:27:00.933347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa9ef9-92b6-4514-a957-596394955d97 req-4eccd61d-a564-4887-9ee7-b296ddfcbbc6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.935111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ffa9ef9-92b6-4514-a957-596394955d97 req-4eccd61d-a564-4887-9ee7-b296ddfcbbc6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 945 time: 0.1378152 Jul 07 22:27:00.987400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ffa9ef9-92b6-4514-a957-596394955d97 req-b2d23e8f-3311-49cb-afd9-6a7b5a865bce tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Jul 07 22:27:00.996464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Deleting port 3ade661b-4b3a-4722-9723-896b6227d7c7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:00.996922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.117395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] For port 3ade661b-4b3a-4722-9723-896b6227d7c7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=3ade661b-4b3a-4722-9723-896b6227d7c7,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:01.118536 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.155745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Calling delete_port for 3ade661b-4b3a-4722-9723-896b6227d7c7 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:01.194706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-4d7a33e4-45e7-4a69-9aaf-c5e7c0ac3162 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.196218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-4d7a33e4-45e7-4a69-9aaf-c5e7c0ac3162 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.1529269 Jul 07 22:27:01.221548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc2a7c-c536-4414-86c4-d58de77b2d00 req-8b7bb9bc-a70f-498e-b49f-263bf1807ad6 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.222990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bcc2a7c-c536-4414-86c4-d58de77b2d00 req-8b7bb9bc-a70f-498e-b49f-263bf1807ad6 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.1138165 Jul 07 22:27:01.227755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Request body: {'port': {'device_id': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'admin_state_up': True, 'tenant_id': '4c2c47a1bdb746eb98eefb30aead9ed5'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:01.309831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.353141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event deleted for resources: {'Port': ['ID=3ade661b-4b3a-4722-9723-896b6227d7c7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:01.388077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bcc2a7c-c536-4414-86c4-d58de77b2d00 req-b6f2d7eb-a12c-426d-89b3-6846110d684d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453626 Jul 07 22:27:01.414691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] No DVR routers for this DVR port 3ade661b-4b3a-4722-9723-896b6227d7c7 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:01.423890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.425974 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25ff2d1d-1d77-4640-b55f-a28a730662ea req-458d2045-9c76-4f06-8601-126da027c527 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "DELETE /v2.0/ports/3ade661b-4b3a-4722-9723-896b6227d7c7 HTTP/1.1" status: 204 len: 173 time: 0.5536301 Jul 07 22:27:01.426447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-deleted', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:01.428514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-399491fe-12b2-41e3-b207-bcb4f6cd5f14 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2046134 Jul 07 22:27:01.441591 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb039be8-11f5-4363-9e59-9cc8bdd3df60" -d '{"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-deleted", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:01.492636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Made reservation on behalf of 4c2c47a1bdb746eb98eefb30aead9ed5 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:01.496247 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.582490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd23d290-2ce8-48b0-a831-b418e1ebcb41 req-6c0c3718-de19-4de8-8e02-bd75e3021b97 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 210 time: 0.0522175 Jul 07 22:27:01.673194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49367315-d752-4d54-909c-347d6fa9fc98 req-1619f47e-ef27-4a78-a7f6-c47bbe9e5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.674759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-1619f47e-ef27-4a78-a7f6-c47bbe9e5c22 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5e1d56b7e727477b91fe36508cb7b337&device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 1098 time: 0.1759529 Jul 07 22:27:01.676106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:01.684869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98152db6-dcbd-4072-b8a9-e5cc22ebd56e req-da0e7dce-5ef5-4e34-bb7b-1de6d32d2e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.686415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98152db6-dcbd-4072-b8a9-e5cc22ebd56e req-da0e7dce-5ef5-4e34-bb7b-1de6d32d2e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2259636 Jul 07 22:27:01.728684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:01.729061 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.810231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.816917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Allocated IP 172.20.0.10 (ff230933-59b9-43ae-9e2f-0b9d108a3918/d43d67b9-9125-4793-bb31-cfe85ac82f03/41dcbd3a-e003-45bc-b662-254b8c756cc8) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:01.831421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98152db6-dcbd-4072-b8a9-e5cc22ebd56e req-3dac28c5-f98b-465c-8f76-77dd0c131e32 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383502 Jul 07 22:27:01.875516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:01.881217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.896492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-8864c3d4-ed01-42b4-92f1-51f3c6919f15 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.898408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-8864c3d4-ed01-42b4-92f1-51f3c6919f15 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.103 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.1096156 Jul 07 22:27:01.917722 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cd16aa-13e4-486c-9eca-0be53e9fe78e x-openstack-request-id: req-27cd16aa-13e4-486c-9eca-0be53e9fe78e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:01.918363 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-deleted", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:01.918744 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-27cd16aa-13e4-486c-9eca-0be53e9fe78e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:01.919324 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-deleted', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'status': 'completed', 'code': 200} Jul 07 22:27:01.939016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:01.951004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49367315-d752-4d54-909c-347d6fa9fc98 req-2775ac6c-0482-461e-b01b-6e9b83ba69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.952557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-2775ac6c-0482-461e-b01b-6e9b83ba69de service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc152484-fca6-42de-b823-74acf46dc766 HTTP/1.1" status: 200 len: 913 time: 0.2293246 Jul 07 22:27:01.978725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7'}, {'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:01.981152 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6c3bc0-937f-42b5-8a44-b2e99df30728" -d '{"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7"}, {"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-plugged", "status": "completed", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:02.094677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Deleting port e21dcbcc-6d5e-4749-b2c1-144b646768f3 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:02.095028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.142507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-04548367-9515-40d2-8a48-470853d9fd8b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1401794 Jul 07 22:27:02.151899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5341fe-caae-4419-a85d-d217242ceba3 req-1dfb3161-13c4-4934-9a99-633455983aa7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.159367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e5341fe-caae-4419-a85d-d217242ceba3 req-1dfb3161-13c4-4934-9a99-633455983aa7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.3018017 Jul 07 22:27:02.166469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-add2326e-652a-4b8f-91bd-a908afb36cc3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 HTTP/1.1" status: 200 len: 1001 time: 0.2027857 Jul 07 22:27:02.226450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] For port e21dcbcc-6d5e-4749-b2c1-144b646768f3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=e21dcbcc-6d5e-4749-b2c1-144b646768f3,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:02.227151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.267234 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.285148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e5341fe-caae-4419-a85d-d217242ceba3 req-388fd7a6-d480-4767-97f8-4f7dce0a8524 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249292 Jul 07 22:27:02.299099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-d4dea14a-b0a0-40ea-b5a2-c66158a86fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.299099 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-d4dea14a-b0a0-40ea-b5a2-c66158a86fa3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.1242647 Jul 07 22:27:02.306343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020e0e-3159-43b1-8602-fc8adda01689 req-e2a09fa5-536f-4904-ac6d-760d62417123 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.307903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19020e0e-3159-43b1-8602-fc8adda01689 req-e2a09fa5-536f-4904-ac6d-760d62417123 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 945 time: 0.2471378 Jul 07 22:27:02.312525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49367315-d752-4d54-909c-347d6fa9fc98 req-9e236b47-f425-462b-aea0-486d42515bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.313982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-9e236b47-f425-462b-aea0-486d42515bec service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a095f2d5-beae-4668-82b0-0e7f5d3a2257 HTTP/1.1" status: 200 len: 851 time: 0.1369567 Jul 07 22:27:02.392987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19020e0e-3159-43b1-8602-fc8adda01689 req-2978d27e-b5b2-49d7-88cb-4827172f6ce0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780292 Jul 07 22:27:02.414810 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.456532 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ebd075-319a-4858-926a-683186f53144 x-openstack-request-id: req-d6ebd075-319a-4858-926a-683186f53144 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:02.456840 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726fde5-8002-4da1-b1a6-533f2213254d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ade661b-4b3a-4722-9723-896b6227d7c7", "code": 200}, {"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-plugged", "status": "completed", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:02.457102 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d6ebd075-319a-4858-926a-683186f53144 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:02.457514 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726fde5-8002-4da1-b1a6-533f2213254d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ade661b-4b3a-4722-9723-896b6227d7c7', 'code': 200} Jul 07 22:27:02.457778 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'code': 200} Jul 07 22:27:02.501823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-31c1a99e-b016-48a1-b9a6-eca23a58353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.505848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:02.506015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-31c1a99e-b016-48a1-b9a6-eca23a58353a service neutron] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.1514499 Jul 07 22:27:02.511739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49367315-d752-4d54-909c-347d6fa9fc98 req-1dbf816f-6832-45bb-ade6-8ee3398bffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.513240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-1dbf816f-6832-45bb-ade6-8ee3398bffd0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc152484-fca6-42de-b823-74acf46dc766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818974 Jul 07 22:27:02.518949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:02.522490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:02.525705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:02.691240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-71173728-0dda-40df-ab46-cd993eaa99a1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1002 time: 0.1726856 Jul 07 22:27:02.697313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.698035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.698944 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Floating IP 8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6 disassociated. External IP: 172.25.5.28, port: e21dcbcc-6d5e-4749-b2c1-144b646768f3. Jul 07 22:27:02.698944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Calling delete_port for e21dcbcc-6d5e-4749-b2c1-144b646768f3 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:02.832390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-eec8add5-0bcb-4ed8-9fe2-5eb4709bbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.834663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-eec8add5-0bcb-4ed8-9fe2-5eb4709bbe27 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.1309822 Jul 07 22:27:02.866171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849a1a4-7d64-4760-874b-d02eb28f8c9a req-7f8b4c9f-894d-4f58-ba74-6b3e77e8e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.868000 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f849a1a4-7d64-4760-874b-d02eb28f8c9a req-7f8b4c9f-894d-4f58-ba74-6b3e77e8e328 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 1098 time: 0.2346308 Jul 07 22:27:02.957910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317572-53b6-4e1d-acd9-50e48d0ffcb0 req-57531ad1-e377-4d82-9035-65304b750eb7 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.959477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67317572-53b6-4e1d-acd9-50e48d0ffcb0 req-57531ad1-e377-4d82-9035-65304b750eb7 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 945 time: 0.5610287 Jul 07 22:27:02.972862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f849a1a4-7d64-4760-874b-d02eb28f8c9a req-bb18c2f4-a208-4a7b-8e10-f6fe0ab2190b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819359 Jul 07 22:27:02.973818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.974462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.993070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-66ad288b-a0bd-46ef-8bb0-3723449a5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.994750 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-66ad288b-a0bd-46ef-8bb0-3723449a5d2d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463294 Jul 07 22:27:03.011006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.041785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-69a5f6f8-93a6-4b6c-a2e7-696f3020a805 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8283212 Jul 07 22:27:03.061665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Request body: {'port': {'device_id': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:03.066188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-3411c1b6-df5e-4258-9037-6921a099acce service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361602 Jul 07 22:27:03.100745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event deleted for resources: {'Port': ['ID=e21dcbcc-6d5e-4749-b2c1-144b646768f3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:03.118118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67317572-53b6-4e1d-acd9-50e48d0ffcb0 req-9ada21df-3757-4b46-a997-cbcf6f28936a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups?id=33daf705-aa08-47d2-b72a-9dfc144066fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407206 Jul 07 22:27:03.187625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b265-2e77-4c63-9049-9885ef4ee46c req-bb7e4d2d-1bc4-49a2-b01d-2cd2fe9ccfb7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.194559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d28b265-2e77-4c63-9049-9885ef4ee46c req-bb7e4d2d-1bc4-49a2-b01d-2cd2fe9ccfb7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.2904429 Jul 07 22:27:03.309406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d28b265-2e77-4c63-9049-9885ef4ee46c req-12914182-2173-4324-9db1-b227da2c2e5f tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135633 Jul 07 22:27:03.321927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.336246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49367315-d752-4d54-909c-347d6fa9fc98 req-95d958e0-d600-4a4b-9770-ed14d21bd0ab service neutron] 10.222.0.103 "GET /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633367 Jul 07 22:27:03.709518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49e6f-46e4-4037-bbfa-6a9b0e13dab0 req-66033dbc-4acd-44e8-85ed-74cb5930e549 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.715325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49e6f-46e4-4037-bbfa-6a9b0e13dab0 req-66033dbc-4acd-44e8-85ed-74cb5930e549 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.721207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49e6f-46e4-4037-bbfa-6a9b0e13dab0 req-66033dbc-4acd-44e8-85ed-74cb5930e549 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.722928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35b49e6f-46e4-4037-bbfa-6a9b0e13dab0 req-66033dbc-4acd-44e8-85ed-74cb5930e549 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c&device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e&device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 2418 time: 0.2387729 Jul 07 22:27:03.728975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-74cf4ca7-3739-429c-b3f5-ff0e7fb92ba6 service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127111 Jul 07 22:27:03.793033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Router 5df3eecd-341d-423c-8bf9-6599337106d7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:03.823285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35b49e6f-46e4-4037-bbfa-6a9b0e13dab0 req-f7342878-4074-425b-984c-04c6eb24094a tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901783 Jul 07 22:27:03.862758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abe2e4-ff38-47b3-ba9e-2f88db667254 req-0b264171-5be2-4230-81c2-d479c5c95763 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.870034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7abe2e4-ff38-47b3-ba9e-2f88db667254 req-0b264171-5be2-4230-81c2-d479c5c95763 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 932 time: 0.2197278 Jul 07 22:27:03.881051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dcbd3a-e003-45bc-b662-254b8c756cc8 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:03.895326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.936364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Transition to ACTIVE for port object 41dcbd3a-e003-45bc-b662-254b8c756cc8 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:03.959405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.963355 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-268cc5b9-54c1-4cec-9067-08b5b93b0457 req-b7321ff0-8f71-4076-8a19-9707d0b3555d service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258236 Jul 07 22:27:03.963883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7abe2e4-ff38-47b3-ba9e-2f88db667254 req-9ee04754-d515-4190-ba48-48c18fcc0d4f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928819 Jul 07 22:27:03.984545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:03.994918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] Sync routers for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:04.016245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:04.017251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:04.049541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:04.062967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] No DVR routers for this DVR port e21dcbcc-6d5e-4749-b2c1-144b646768f3 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:04.065830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.068140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3d1a5d96-afc0-4331-93dc-50f388027c6c req-a83b90b4-8b7f-4b6b-aaa0-11d12f5f421a tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.103 "DELETE /v2.0/ports/e21dcbcc-6d5e-4749-b2c1-144b646768f3 HTTP/1.1" status: 204 len: 173 time: 2.1630909 Jul 07 22:27:04.068639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'name': 'network-vif-deleted', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:04.071051 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c0e68-00d7-40f8-9d66-e71f8bd0788f" -d '{"events": [{"server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "name": "network-vif-deleted", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:04.126687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad872-bdf0-4d88-81e0-c595a98b2c55 req-a84d929f-6448-454f-8bf7-0ed6a0e96caa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.137561 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff7ad872-bdf0-4d88-81e0-c595a98b2c55 req-a84d929f-6448-454f-8bf7-0ed6a0e96caa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2215910 Jul 07 22:27:04.179070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:04.199530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Attempting to bind port 41dcbd3a-e003-45bc-b662-254b8c756cc8 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:04.199873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Attempting to bind port 41dcbd3a-e003-45bc-b662-254b8c756cc8 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:04.200421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Attempting to bind port 41dcbd3a-e003-45bc-b662-254b8c756cc8 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:04.206817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff7ad872-bdf0-4d88-81e0-c595a98b2c55 req-793cd94f-c73e-4910-8aa4-5cc3a09693e9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684054 Jul 07 22:27:04.210130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Port 41dcbd3a-e003-45bc-b662-254b8c756cc8 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:04.210803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Attempting to bind port 41dcbd3a-e003-45bc-b662-254b8c756cc8 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:04.217278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:04.217816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Checking segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:04.218927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Bound using segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:04.219526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Bound port: 41dcbd3a-e003-45bc-b662-254b8c756cc8, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:04.220085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.308379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:04.312841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:04.320018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.410665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.413034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.415497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] 10.222.0.103 "PUT /v2.0/ports/41dcbd3a-e003-45bc-b662-254b8c756cc8 HTTP/1.1" status: 200 len: 1093 time: 1.3639677 Jul 07 22:27:04.416474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:04.430354 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:04.462478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:04Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:04.485124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02ad0f-4038-404e-968d-28cf41d15b7e service neutron] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:04.525546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] Checking router: 5df3eecd-341d-423c-8bf9-6599337106d7 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:04.547533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:04.548149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:04.550165 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad6efa-4e41-4248-9756-d60e8e1ed86e x-openstack-request-id: req-a9ad6efa-4e41-4248-9756-d60e8e1ed86e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:04.550688 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24c54ae-5b5b-4f06-a349-c3acd4092fa0", "name": "network-vif-deleted", "tag": "e21dcbcc-6d5e-4749-b2c1-144b646768f3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:04.551125 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a9ad6efa-4e41-4248-9756-d60e8e1ed86e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:04.551815 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24c54ae-5b5b-4f06-a349-c3acd4092fa0', 'name': 'network-vif-deleted', 'tag': 'e21dcbcc-6d5e-4749-b2c1-144b646768f3', 'status': 'completed', 'code': 200} Jul 07 22:27:04.625978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-f2b52e1c-a292-4e35-a483-33d93911b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.628643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-f2b52e1c-a292-4e35-a483-33d93911b014 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 1096 time: 0.1459205 Jul 07 22:27:04.707650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:04.710116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1580-dfa4-4ac6-bcb2-02c1eaa1fd2c req-cf0cb264-651c-4a66-b4e3-213c596133d5 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.716901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a2a1580-dfa4-4ac6-bcb2-02c1eaa1fd2c req-cf0cb264-651c-4a66-b4e3-213c596133d5 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.2332375 Jul 07 22:27:04.726610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-decdf1f8-a7d9-4f04-b9c0-06867bb51cc9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8 HTTP/1.1" status: 200 len: 217 time: 0.0856149 Jul 07 22:27:04.782356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04378c8-dcd6-4459-8288-fba8e989223b req-f20f129e-4753-4617-9f43-f57889a5c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.783886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-f20f129e-4753-4617-9f43-f57889a5c9e7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0495701 Jul 07 22:27:04.814361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b3221a1-4b00-4b3a-8404-560167a82b6f req-76036b14-d686-4545-b960-7f68a51a055b tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 210 time: 0.0943973 Jul 07 22:27:04.895107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-b8a673b1-6d9f-4601-820a-201e37744574 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917187 Jul 07 22:27:04.995308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a2a1580-dfa4-4ac6-bcb2-02c1eaa1fd2c req-684b6e44-b290-459c-94fa-e31e469fcfaa tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774541 Jul 07 22:27:05.020925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:04Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:05.079310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-ed06efbe-a259-4ae0-a980-6bed46db4809 service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755335 Jul 07 22:27:05.114576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f6d41-fab4-4c4f-9ab9-d8e155e372a3 None None] The sync data for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 is: [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:23:55Z', 'revision_number': 4, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a7ca9e8e-781a-4a7f-810d-a399724e4d36', 'name': '', 'network_id': '3313b7e9-034c-4b54-8453-4194f52744d4', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'mac_address': 'fa:16:3e:f4:fb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:54Z', 'updated_at': '2021-07-07T22:24:04Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'subnets': [{'id': '2bc10222-b45a-4b1d-87fb-ac8c5748963a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:05.117399 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2158583-b702-43e2-b95d-cb98fd44594b x-openstack-request-id: req-f2158583-b702-43e2-b95d-cb98fd44594b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:05.117695 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:05.117946 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f2158583-b702-43e2-b95d-cb98fd44594b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:05.119139 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'status': 'completed', 'code': 200} Jul 07 22:27:05.276770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04378c8-dcd6-4459-8288-fba8e989223b req-8d22d83e-ba48-4879-82c2-958da0b6504e service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909139 Jul 07 22:27:05.343706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-bf6d884e-cd11-4a71-8e4e-3f114b0e394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.345419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-bf6d884e-cd11-4a71-8e4e-3f114b0e394f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.0924973 Jul 07 22:27:05.353071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20037c-0fec-4a88-ba9a-48745c73d51a req-68f2b85a-93ae-4a9f-9ee3-1a0f9e9ab2d1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.360375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f20037c-0fec-4a88-ba9a-48745c73d51a req-68f2b85a-93ae-4a9f-9ee3-1a0f9e9ab2d1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1509759 Jul 07 22:27:05.494826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f20037c-0fec-4a88-ba9a-48745c73d51a req-52dc7765-7a6f-427c-8b72-aaa8a8d19c2e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840170 Jul 07 22:27:05.504801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-92c86d53-69d2-4df4-b31a-6fb4a92405d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.506661 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-92c86d53-69d2-4df4-b31a-6fb4a92405d6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1524200 Jul 07 22:27:05.535538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-dd2dab8a-dcd8-4925-b66b-4a91554812e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.541461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-dd2dab8a-dcd8-4925-b66b-4a91554812e7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 1096 time: 0.1768262 Jul 07 22:27:05.580787 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530bdc57-47b2-49fd-b45e-da7672cb3eff None None] New status for floating IP 8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:27:05.674835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-6e411177-e515-4c27-9c48-fe196479cb85 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.1602311 Jul 07 22:27:05.699988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e21dcbcc-6d5e-4749-b2c1-144b646768f3 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:05.733908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: e21dcbcc-6d5e-4749-b2c1-144b646768f3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:05.737057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-9b2ea23d-727b-4b32-944d-2dabade6a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.737524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device e21dcbcc-6d5e-4749-b2c1-144b646768f3 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:05.738075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:05.738570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-9b2ea23d-727b-4b32-944d-2dabade6a410 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0565498 Jul 07 22:27:05.775785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 3ade661b-4b3a-4722-9723-896b6227d7c7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:05.776169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 3ade661b-4b3a-4722-9723-896b6227d7c7 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:05.830458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-6e7fbedb-f0d2-4b48-a0c1-4f956507954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.832027 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-6e7fbedb-f0d2-4b48-a0c1-4f956507954a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818601 Jul 07 22:27:05.834527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8839-127d-476b-9762-37b2fdfff5df req-c8d988e6-b14b-4648-9bd3-d29d1543eeb3 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.836099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-137d8839-127d-476b-9762-37b2fdfff5df req-c8d988e6-b14b-4648-9bd3-d29d1543eeb3 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 944 time: 0.1560898 Jul 07 22:27:05.840585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-2b98302c-8b57-4d84-bb55-bbe698710b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.842018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-2b98302c-8b57-4d84-bb55-bbe698710b87 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 906 time: 0.2931495 Jul 07 22:27:05.903167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c9030-aad2-4319-8be5-758865a6ce06 req-9ea48fe4-f03c-4012-9fd2-1f363f1e1a8c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.904658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b4c9030-aad2-4319-8be5-758865a6ce06 req-9ea48fe4-f03c-4012-9fd2-1f363f1e1a8c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2082813 Jul 07 22:27:05.912201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-c96bfe36-c360-4665-aed5-f72aa7ba4d0f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8 HTTP/1.1" status: 200 len: 217 time: 0.0605404 Jul 07 22:27:05.944797 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-9e305209-6d59-4a69-be54-6716b15c884b service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034594 Jul 07 22:27:05.992716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-137d8839-127d-476b-9762-37b2fdfff5df req-7ba3798f-6d2b-4583-b24d-d3bebcf82132 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420941 Jul 07 22:27:06.003658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b4c9030-aad2-4319-8be5-758865a6ce06 req-c7394d45-ee3b-48e6-ac4c-8c77f49e18d1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904853 Jul 07 22:27:06.009707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-a4a32920-9a33-42b1-b0ba-beb73b702f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.011235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-a4a32920-9a33-42b1-b0ba-beb73b702f96 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0794554 Jul 07 22:27:06.057723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-edb8c9c3-84ce-46e1-ac86-21d6b44def4e req-c9a41678-480a-4f0a-acc9-5afda0838d16 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056182 Jul 07 22:27:06.062154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-f0b4ae18-a34e-4cb8-988d-d12efa5607dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413878 Jul 07 22:27:06.226866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-bf52606c-0676-4966-b13a-9519d577c148 service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529388 Jul 07 22:27:06.297568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57962-400d-48ef-abc9-2c8d4d7e4688 req-92f0004d-b114-4307-bb3e-1ffd6e1c027e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.298980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6a57962-400d-48ef-abc9-2c8d4d7e4688 req-92f0004d-b114-4307-bb3e-1ffd6e1c027e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1316495 Jul 07 22:27:06.373534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43439c44-c080-4f11-ae8b-0c18c1b20946 req-25798a57-9c1f-4648-a6ca-e47b11669466 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Jul 07 22:27:06.400285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e79309-ceaf-4e7d-b30b-12851c6f8cd6 req-d7312d83-d8d4-4ff9-b59c-40ef1a221124 service neutron] 10.222.0.103 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548157 Jul 07 22:27:06.403225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6a57962-400d-48ef-abc9-2c8d4d7e4688 req-df38019e-0537-475a-9c0b-5d37fb9902d9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948730 Jul 07 22:27:07.157410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-2deea282-6904-427b-84af-30c34e30cd0c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.159204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-2deea282-6904-427b-84af-30c34e30cd0c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 814 time: 0.1164649 Jul 07 22:27:07.176282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-ec010256-60eb-47ed-87e2-a4b3b1d1aec7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/quotas/b84f793dbb264429a7a8e008efa2d6ac HTTP/1.1" status: 200 len: 375 time: 0.0111873 Jul 07 22:27:07.297151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-dddf2470-3834-4cac-94a6-1589351226ff tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1159990 Jul 07 22:27:07.305383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdda4a-8984-418a-a563-73c4868f5bd1 req-a9dcc7a6-3ad3-483d-ad61-3f8ae0a5c7da tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.308604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51bdda4a-8984-418a-a563-73c4868f5bd1 req-a9dcc7a6-3ad3-483d-ad61-3f8ae0a5c7da tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0920923 Jul 07 22:27:07.402828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51bdda4a-8984-418a-a563-73c4868f5bd1 req-3387e984-eddb-48a9-a39c-41821ee22dde tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837119 Jul 07 22:27:07.435943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-17542322-8084-4f80-b23a-2dd33b62c530 service neutron] 10.222.0.95 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261346 Jul 07 22:27:07.560354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-042c2dc5-6e9b-4454-ac39-9eee1e1cea62 service neutron] 10.222.0.95 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180239 Jul 07 22:27:07.593609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ff56-71ca-44f2-a4a3-756cfd2d1bc9 req-6460e728-caad-416c-b14d-ee328738d0aa tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.595317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda2ff56-71ca-44f2-a4a3-756cfd2d1bc9 req-6460e728-caad-416c-b14d-ee328738d0aa tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 944 time: 0.0842118 Jul 07 22:27:07.636816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fda2ff56-71ca-44f2-a4a3-756cfd2d1bc9 req-c84e8e6d-00ab-4561-bfe3-a8fbcb524bee tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344024 Jul 07 22:27:08.040533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a93b55b5-f19a-4c11-9ca3-9c60f81b2a37 req-f0ee6829-39c4-40f9-a9a1-82878b5562bd tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b24c54ae-5b5b-4f06-a349-c3acd4092fa0 HTTP/1.1" status: 200 len: 210 time: 0.0592787 Jul 07 22:27:08.111568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8131d9-7fd4-4024-a64c-38d3e458b320 req-02c370cf-868e-491e-8613-5d5770fb493e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.113274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c8131d9-7fd4-4024-a64c-38d3e458b320 req-02c370cf-868e-491e-8613-5d5770fb493e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1027918 Jul 07 22:27:08.163507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c8131d9-7fd4-4024-a64c-38d3e458b320 req-d0347d41-4c00-4914-b781-b1e99f155cc3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 Jul 07 22:27:08.364280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-afc4209a-3a10-4ae5-85d4-b392d799c967 req-6e1546c0-7b9b-4858-871b-ff2988da98c2 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 210 time: 0.0545232 Jul 07 22:27:08.487470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63c64-2db0-45b7-85e4-db54b2c847fc req-019a70ef-f089-4845-ba2d-31bacb97a6f7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.495593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dc63c64-2db0-45b7-85e4-db54b2c847fc req-019a70ef-f089-4845-ba2d-31bacb97a6f7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1342139 Jul 07 22:27:08.546099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8097-b783-4f72-b274-c75a20641000 req-e90b4c08-47a9-48c3-b02c-313c563239d4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.548216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f5c8097-b783-4f72-b274-c75a20641000 req-e90b4c08-47a9-48c3-b02c-313c563239d4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.103 "GET /v2.0/ports?device_id=40ce5570-2db0-4809-83b3-ac6c953876c5 HTTP/1.1" status: 200 len: 946 time: 0.1324306 Jul 07 22:27:08.603096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dc63c64-2db0-45b7-85e4-db54b2c847fc req-3dd8fd67-b8d4-4e3a-8cc4-070912012bb1 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063669 Jul 07 22:27:08.735448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b43f-8208-4bee-bc84-17fff0b4c042 req-bcc13024-5ba4-4059-b41f-f0f376c1f916 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.742541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5175b43f-8208-4bee-bc84-17fff0b4c042 req-bcc13024-5ba4-4059-b41f-f0f376c1f916 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.2103612 Jul 07 22:27:08.792979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5175b43f-8208-4bee-bc84-17fff0b4c042 req-a13ea726-ab6d-4c10-a647-163edb03ee42 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496280 Jul 07 22:27:08.800016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Deleting port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:08.800366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:08.937242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] For port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:08.937971 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:08.981397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Calling delete_port for 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:09.129273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9789dcf-b391-443a-8f64-be5075cc00cc req-f10e544d-23ab-4595-9dd9-e8c5ea942f8e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.135981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9789dcf-b391-443a-8f64-be5075cc00cc req-f10e544d-23ab-4595-9dd9-e8c5ea942f8e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 944 time: 0.2012839 Jul 07 22:27:09.183316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4215-8a06-42e8-9529-388f83b08d2a req-d36131dc-8198-437e-80ee-849f159b6659 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.190893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-829c4215-8a06-42e8-9529-388f83b08d2a req-d36131dc-8198-437e-80ee-849f159b6659 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2128818 Jul 07 22:27:09.235457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9789dcf-b391-443a-8f64-be5075cc00cc req-91e59dcc-8556-4f0a-9351-0f2aca1adce0 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985198 Jul 07 22:27:09.357150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-829c4215-8a06-42e8-9529-388f83b08d2a req-d23a63ec-82df-493e-9156-5ada8f64c264 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653004 Jul 07 22:27:09.399052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:09.413605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-e815a0d9-bae2-4595-893b-ac122d395c26 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.416533 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-e815a0d9-bae2-4595-893b-ac122d395c26 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 814 time: 0.1968498 Jul 07 22:27:09.418222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0491ef67-00e8-400f-ae75-c0e9ecc22ba9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:09.449271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Request body: {'port': {'device_id': '43da951e-f93e-4687-9040-5d101548d04e', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'admin_state_up': True, 'tenant_id': 'b84f793dbb264429a7a8e008efa2d6ac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:09.678825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Made reservation on behalf of b84f793dbb264429a7a8e008efa2d6ac for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:09.683027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:09.726518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:09.759672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52646) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:09.777601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Pushing event deleted for resources: {'Port': ['ID=0491ef67-00e8-400f-ae75-c0e9ecc22ba9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:09.860830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ad9a0f0-860b-4de7-a4c6-f91fcefa82b9 req-42bd8252-5858-47db-89e7-484996b62943 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 210 time: 0.1029823 Jul 07 22:27:09.870722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:09.871194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Allocated IP 172.20.0.13 (072ece1a-0083-4f8a-b94a-daa4652f0333/7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23/056f1587-7646-4bca-824c-f79498a1849d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:09.885747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'mac_address': 'fa:16:3e:8d:c3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:09.932776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] No DVR routers for this DVR port 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:09.948226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:09.950491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f5c8097-b783-4f72-b274-c75a20641000 req-468d38b9-dd80-45e3-8610-0abb7424933a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.103 "DELETE /v2.0/ports/0491ef67-00e8-400f-ae75-c0e9ecc22ba9 HTTP/1.1" status: 204 len: 173 time: 1.3863184 Jul 07 22:27:09.950978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-deleted', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:09.953815 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47092cf-ae37-4cc1-b7b0-ab3c6bb116cc" -d '{"events": [{"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-deleted", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:09.981326 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.013859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dcbd3a-e003-45bc-b662-254b8c756cc8 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:10.031278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58fe3e92-5467-41ba-9b8e-3d1f5a44a135 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.061194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:10.068905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.089451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.121655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58fe3e92-5467-41ba-9b8e-3d1f5a44a135 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.155152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.181351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0491ef67-00e8-400f-ae75-c0e9ecc22ba9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.216763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:10.237895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:10.238800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:10.251540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:10.255983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8ba00-519e-437c-a43b-6ba0797e2c21 req-88fcadd7-3d20-4b2c-b64c-5b177f107e19 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.259093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdc8ba00-519e-437c-a43b-6ba0797e2c21 req-88fcadd7-3d20-4b2c-b64c-5b177f107e19 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1596453 Jul 07 22:27:10.283384 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58fe3e92-5467-41ba-9b8e-3d1f5a44a135 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.285906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58fe3e92-5467-41ba-9b8e-3d1f5a44a135 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.287050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-58fe3e92-5467-41ba-9b8e-3d1f5a44a135 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "DELETE /v2.0/security-groups/33daf705-aa08-47d2-b72a-9dfc144066fa HTTP/1.1" status: 204 len: 168 time: 0.5264728 Jul 07 22:27:10.290516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:10.301483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:10.313406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe3e92-5467-41ba-9b8e-3d1f5a44a135 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33daf705-aa08-47d2-b72a-9dfc144066fa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:10.322589 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-4f925763-4b4e-44ba-a2e7-8a82260e0ed5 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] show failed (client error): The resource could not be found. Jul 07 22:27:10.323705 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4f925763-4b4e-44ba-a2e7-8a82260e0ed5 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "GET /v2.0/security-groups/33daf705-aa08-47d2-b72a-9dfc144066fa HTTP/1.1" status: 404 len: 347 time: 0.0317495 Jul 07 22:27:10.343297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52656) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:10.360859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.361074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['41dcbd3a-e003-45bc-b662-254b8c756cc8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.361421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.399264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdc8ba00-519e-437c-a43b-6ba0797e2c21 req-6bdf319e-8ca7-492c-90fc-49b9fc26e008 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317565 Jul 07 22:27:10.448783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-eea6cbe2-8280-412d-b4df-5bc555e86c38 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0088186 Jul 07 22:27:10.455956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ac914-a9a9-4f55-bf8c-18af81acbada req-a10a5344-d74e-4ceb-9f9b-67a5e0b57f52 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.466018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d53ac914-a9a9-4f55-bf8c-18af81acbada req-a10a5344-d74e-4ceb-9f9b-67a5e0b57f52 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1398222 Jul 07 22:27:10.479166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Request body: {'port': {'device_id': '43da951e-f93e-4687-9040-5d101548d04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:10.508939 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c17afc-5f8d-49b7-b661-76a3789252b7 x-openstack-request-id: req-a5c17afc-5f8d-49b7-b661-76a3789252b7 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:10.509228 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce5570-2db0-4809-83b3-ac6c953876c5", "name": "network-vif-deleted", "tag": "0491ef67-00e8-400f-ae75-c0e9ecc22ba9", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:10.509484 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a5c17afc-5f8d-49b7-b661-76a3789252b7 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:10.510407 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce5570-2db0-4809-83b3-ac6c953876c5', 'name': 'network-vif-deleted', 'tag': '0491ef67-00e8-400f-ae75-c0e9ecc22ba9', 'status': 'completed', 'code': 200} Jul 07 22:27:10.526395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d53ac914-a9a9-4f55-bf8c-18af81acbada req-aaaebebd-1496-4630-b052-090c789e466b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528181 Jul 07 22:27:10.611117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Deleting port b9bae1b6-eb49-4e44-ad26-58c91af72455 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:10.611681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.659768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.720873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d679e-c0ea-43b0-bba1-c05c6c365941 req-29877b87-d0c3-4de5-be74-36918b82e3de tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.723506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d63d679e-c0ea-43b0-bba1-c05c6c365941 req-29877b87-d0c3-4de5-be74-36918b82e3de tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 945 time: 0.0722117 Jul 07 22:27:10.807548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d63d679e-c0ea-43b0-bba1-c05c6c365941 req-61da9545-d1a4-4b05-b7b4-4d180b5460c1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761693 Jul 07 22:27:10.840845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.841313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:10.871937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Calling delete_port for b9bae1b6-eb49-4e44-ad26-58c91af72455 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:10.928496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aadc5-208f-43e4-8896-3ad812b0902e req-1247244e-b6d3-48de-a6c8-850e4cf75716 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.936545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-561aadc5-208f-43e4-8896-3ad812b0902e req-1247244e-b6d3-48de-a6c8-850e4cf75716 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.0815351 Jul 07 22:27:11.006240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-561aadc5-208f-43e4-8896-3ad812b0902e req-7b4d7fa0-d9a4-4013-9b05-946b160e0a02 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684433 Jul 07 22:27:11.180593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056f1587-7646-4bca-824c-f79498a1849d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:11.196362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.196662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ff54-5e3b-43d6-9721-cbacaf8a7449 req-d454f2e2-7643-4004-9d15-ecc4d8e90914 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.198399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c76ff54-5e3b-43d6-9721-cbacaf8a7449 req-d454f2e2-7643-4004-9d15-ecc4d8e90914 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 932 time: 0.0938745 Jul 07 22:27:11.219037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Transition to ACTIVE for port object 056f1587-7646-4bca-824c-f79498a1849d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:11.224002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.254103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.303756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c76ff54-5e3b-43d6-9721-cbacaf8a7449 req-9487e688-a689-45df-b4f2-fa395ac30db8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942326 Jul 07 22:27:11.315786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:11.354575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e9376-2996-4193-8d19-468076bbda76 req-c58a2595-086f-4a3f-a6fc-6406ec072175 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.356098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf7e9376-2996-4193-8d19-468076bbda76 req-c58a2595-086f-4a3f-a6fc-6406ec072175 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1158822 Jul 07 22:27:11.392898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Pushing event deleted for resources: {'Port': ['ID=b9bae1b6-eb49-4e44-ad26-58c91af72455,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:11.415926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf7e9376-2996-4193-8d19-468076bbda76 req-e0dd47b3-5007-4bd3-a8e4-8412434d9ec7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527520 Jul 07 22:27:11.448959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.451718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.453604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e849c35a-6e77-450d-b1c2-984fdb3de7b2 tempest-ServersTestBootFromVolume-1559340273 tempest-ServersTestBootFromVolume-1559340273-project] 10.222.0.95 "DELETE /v2.0/floatingips/8e0f6a8d-5abb-4b7a-9b1e-a26e21b04ee6 HTTP/1.1" status: 204 len: 168 time: 1.1071455 Jul 07 22:27:11.456482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52674) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:11.527833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Attempting to bind port 056f1587-7646-4bca-824c-f79498a1849d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:11.527833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Attempting to bind port 056f1587-7646-4bca-824c-f79498a1849d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:11.528155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Attempting to bind port 056f1587-7646-4bca-824c-f79498a1849d on network 072ece1a-0083-4f8a-b94a-daa4652f0333 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:11.540280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Port 056f1587-7646-4bca-824c-f79498a1849d on network 072ece1a-0083-4f8a-b94a-daa4652f0333 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:11.540620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Attempting to bind port 056f1587-7646-4bca-824c-f79498a1849d on network 072ece1a-0083-4f8a-b94a-daa4652f0333 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:11.574153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:11.574504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Checking segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:11.574927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Bound using segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:11.575382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Bound port: 056f1587-7646-4bca-824c-f79498a1849d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:11.575752 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.644692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1036c7-2986-4fe8-8703-b2aef29bfc14 req-fbc2f12f-4a10-45b0-8789-c216ddbd0199 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.651195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc1036c7-2986-4fe8-8703-b2aef29bfc14 req-fbc2f12f-4a10-45b0-8789-c216ddbd0199 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.0970652 Jul 07 22:27:11.711229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc1036c7-2986-4fe8-8703-b2aef29bfc14 req-96b97123-423a-4f45-a985-b6435eeec577 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562806 Jul 07 22:27:11.724419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:11.728417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:11.737585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.750446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:11.815880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 41dcbd3a-e003-45bc-b662-254b8c756cc8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:11.820714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 41dcbd3a-e003-45bc-b662-254b8c756cc8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:11.821296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.858975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.859096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.860580 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] 10.222.0.97 "PUT /v2.0/ports/056f1587-7646-4bca-824c-f79498a1849d HTTP/1.1" status: 200 len: 1093 time: 1.3887000 Jul 07 22:27:11.865141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'tag': '056f1587-7646-4bca-824c-f79498a1849d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:11.867670 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706842ee-8695-4f96-9337-553ee1b4bc39" -d '{"events": [{"name": "network-changed", "server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "tag": "056f1587-7646-4bca-824c-f79498a1849d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:11.961018 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.986977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:11.987656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e452a58-bc39-4709-b2e8-28d7fc7051c5 service neutron] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:11.989549 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec70a3-6d04-4c7e-beb1-bdefa24fcb0f" -d '{"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-plugged", "status": "completed", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:12.007589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:12.012002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a27583-68e9-4f60-bb78-aa2fa00f76c8 req-eafff350-2122-4ddf-83cc-a6e7f807b983 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.012229 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.013633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45a27583-68e9-4f60-bb78-aa2fa00f76c8 req-eafff350-2122-4ddf-83cc-a6e7f807b983 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.1308997 Jul 07 22:27:12.073724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-a1b15e13-9e11-46d9-adf1-25083ea9711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.076131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-a1b15e13-9e11-46d9-adf1-25083ea9711d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 1096 time: 0.1511066 Jul 07 22:27:12.079831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:12.101541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45a27583-68e9-4f60-bb78-aa2fa00f76c8 req-2fd52fe9-c51d-46a4-a683-639454d94280 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799844 Jul 07 22:27:12.134967 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-947782b6-4951-4653-992a-7aa6ba6e623a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056f1587-7646-4bca-824c-f79498a1849d HTTP/1.1" status: 200 len: 217 time: 0.0476418 Jul 07 22:27:12.140565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133a4e-c7b6-4611-9264-d057cac684ea req-726b424a-ccb0-4f00-94c6-ee77f34f4fd2 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.148140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64133a4e-c7b6-4611-9264-d057cac684ea req-726b424a-ccb0-4f00-94c6-ee77f34f4fd2 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 946 time: 0.0794864 Jul 07 22:27:12.200188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64133a4e-c7b6-4611-9264-d057cac684ea req-bff3853b-53a6-40b5-8c98-f2134444a4a8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511100 Jul 07 22:27:12.209850 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601bfdd-c033-42ef-b206-e478d5e35cd5 x-openstack-request-id: req-a601bfdd-c033-42ef-b206-e478d5e35cd5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:12.210155 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-plugged", "status": "completed", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:12.210417 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a601bfdd-c033-42ef-b206-e478d5e35cd5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:12.210874 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'code': 200} Jul 07 22:27:12.222560 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1c4442-b0e4-4c8c-9cad-2e9f6e94303d x-openstack-request-id: req-df1c4442-b0e4-4c8c-9cad-2e9f6e94303d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:12.226242 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "tag": "056f1587-7646-4bca-824c-f79498a1849d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:12.226379 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-df1c4442-b0e4-4c8c-9cad-2e9f6e94303d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:12.226855 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'tag': '056f1587-7646-4bca-824c-f79498a1849d', 'status': 'completed', 'code': 200} Jul 07 22:27:12.255239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-adea055f-911f-48d7-91a0-02513c9ac6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.256749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-adea055f-911f-48d7-91a0-02513c9ac6b5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 200 len: 854 time: 0.1138427 Jul 07 22:27:12.316033 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-41f14050-9c63-412d-b41e-8cacc35675ab service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=072ece1a-0083-4f8a-b94a-daa4652f0333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349746 Jul 07 22:27:12.354651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38963695-0cd7-49e1-8b76-49febaf36402 req-564bad5e-9a8d-4a94-8599-b98e9653faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.356767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38963695-0cd7-49e1-8b76-49febaf36402 req-564bad5e-9a8d-4a94-8599-b98e9653faa4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 1098 time: 0.0728242 Jul 07 22:27:12.415499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38963695-0cd7-49e1-8b76-49febaf36402 req-d059f164-56e8-449e-9e87-7904f6125a96 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Jul 07 22:27:12.423111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.498656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-2fb4a86f-4840-432c-8ad8-87215b579ff1 service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748228 Jul 07 22:27:12.664665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db623552-9c4d-4830-8a74-b83ab2d0dc9f req-017d9da4-8a19-4701-8f1a-0b4666259e5d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.666822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db623552-9c4d-4830-8a74-b83ab2d0dc9f req-017d9da4-8a19-4701-8f1a-0b4666259e5d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 944 time: 0.1367359 Jul 07 22:27:12.687779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f7b44ef5-9844-4ca6-988b-fea1c62a92a8 req-1520127c-59ea-4a64-bce6-f486ed326fbc service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590180 Jul 07 22:27:12.709262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd66e1-f7ca-4291-b9a1-42c36349fa21 req-fa60767f-cacf-4818-b553-3836638a6304 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.714099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18cd66e1-f7ca-4291-b9a1-42c36349fa21 req-fa60767f-cacf-4818-b553-3836638a6304 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.1709616 Jul 07 22:27:12.755823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-18cd66e1-f7ca-4291-b9a1-42c36349fa21 req-a013d387-2a52-4868-876f-1f8cb0e388ff tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.828065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db623552-9c4d-4830-8a74-b83ab2d0dc9f req-6fe4db81-3e2a-403e-984e-fd7ccf076b3c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506536 Jul 07 22:27:12.868898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Deleting port a7ca9e8e-781a-4a7f-810d-a399724e4d36 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:12.869318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.967169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] For port a7ca9e8e-781a-4a7f-810d-a399724e4d36, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a7ca9e8e-781a-4a7f-810d-a399724e4d36,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:12.967450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.981635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Calling delete_port for a7ca9e8e-781a-4a7f-810d-a399724e4d36 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:13.027896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-18cd66e1-f7ca-4291-b9a1-42c36349fa21 req-a013d387-2a52-4868-876f-1f8cb0e388ff tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:13.045529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be732ed7-6a69-4309-8fac-13ec22238bac req-3c2552be-efd4-4ffe-8f58-58a7334b6d4b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.048067 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be732ed7-6a69-4309-8fac-13ec22238bac req-3c2552be-efd4-4ffe-8f58-58a7334b6d4b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0968926 Jul 07 22:27:13.049419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-18cd66e1-f7ca-4291-b9a1-42c36349fa21 req-a013d387-2a52-4868-876f-1f8cb0e388ff tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:13.109842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18cd66e1-f7ca-4291-b9a1-42c36349fa21 req-a013d387-2a52-4868-876f-1f8cb0e388ff tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780582 Jul 07 22:27:13.115755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be732ed7-6a69-4309-8fac-13ec22238bac req-941e7847-d655-4d5f-a14c-3ce75ded6f30 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594535 Jul 07 22:27:13.127393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013d387-2a52-4868-876f-1f8cb0e388ff tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195dd45-af89-44d5-bf2a-eb2f94da9b45,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:13.433523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9428745-04c5-4916-965d-4f67fd26fa94 req-f30537bd-1b4e-424c-94ed-6df8d90ae30b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.441055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9428745-04c5-4916-965d-4f67fd26fa94 req-f30537bd-1b4e-424c-94ed-6df8d90ae30b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1585455 Jul 07 22:27:13.465818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803325d-632b-4b31-8fc7-2c78549570e1 req-2a52ffdb-7c45-451f-bdc2-fc1e92d2f73b tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.474156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2803325d-632b-4b31-8fc7-2c78549570e1 req-2a52ffdb-7c45-451f-bdc2-fc1e92d2f73b tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.2016549 Jul 07 22:27:13.532591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9428745-04c5-4916-965d-4f67fd26fa94 req-e0adee9b-157e-47c4-a1cd-285d3e8c3a2e tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815699 Jul 07 22:27:13.596605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2803325d-632b-4b31-8fc7-2c78549570e1 req-a6713fac-e08e-44f2-b7b3-ab7921df7ee4 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c10e59d-38fe-4401-b252-0ea8df8f9834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128230 Jul 07 22:27:13.636773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-54da9541-abd3-4d13-b3fa-2ef2d394d01f tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.638365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-54da9541-abd3-4d13-b3fa-2ef2d394d01f tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.103 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 946 time: 0.2599020 Jul 07 22:27:13.664424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-d6da3386-f1a2-4f2d-8461-f4050b3af9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.665957 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-d6da3386-f1a2-4f2d-8461-f4050b3af9f8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 1096 time: 0.8996284 Jul 07 22:27:13.698135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:13.768387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:13.793881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:13.794140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0491ef67-00e8-400f-ae75-c0e9ecc22ba9 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:13.796303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ca9e8e-781a-4a7f-810d-a399724e4d36,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:13.897399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-934d7aa2-9bdb-4049-a19a-15b00c3a241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.903284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-934d7aa2-9bdb-4049-a19a-15b00c3a241f service neutron] 10.222.0.97 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 915 time: 0.2118452 Jul 07 22:27:13.973780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486921c-bf32-45ba-9ae0-1f508b817045 req-73a04f63-5d76-4e86-beda-cde555de3570 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.983477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f486921c-bf32-45ba-9ae0-1f508b817045 req-73a04f63-5d76-4e86-beda-cde555de3570 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2713070 Jul 07 22:27:14.003380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Deleting port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:14.003786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.006665 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-e2f069cb-0dea-4219-8d58-9a1cbf89b42e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056f1587-7646-4bca-824c-f79498a1849d HTTP/1.1" status: 200 len: 217 time: 0.0952318 Jul 07 22:27:14.022388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159e1f-2ea8-432d-8014-bb9d0e262254 req-70b6f17a-1485-4b15-8432-d4554c6575ff tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.024546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1159e1f-2ea8-432d-8014-bb9d0e262254 req-70b6f17a-1485-4b15-8432-d4554c6575ff tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2243323 Jul 07 22:27:14.125249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-286e81c0-73cd-4784-9955-e64887683a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.127127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-286e81c0-73cd-4784-9955-e64887683a75 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 200 len: 854 time: 0.1111827 Jul 07 22:27:14.129266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f486921c-bf32-45ba-9ae0-1f508b817045 req-4ddfda00-7c76-4792-b8bb-b95b1a276b21 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445839 Jul 07 22:27:14.137225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1159e1f-2ea8-432d-8014-bb9d0e262254 req-8f6bf9de-dc05-422c-9b5b-f2d4bf700ad7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674691 Jul 07 22:27:14.184147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] For port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:14.184531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.187602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52710) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:14.214439 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-5c9d2c67-ba61-491a-9d21-bdb011c353a3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=072ece1a-0083-4f8a-b94a-daa4652f0333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727029 Jul 07 22:27:14.288860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.385722 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-3c047014-3cb9-424a-b780-11909e346201 service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582222 Jul 07 22:27:14.414468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a4feb83d-0872-4f94-97e7-5811072708cb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/c21d875f-4fc5-4500-8704-a92fa693d11d HTTP/1.1" status: 200 len: 994 time: 0.2258363 Jul 07 22:27:14.536045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce9084-e593-431f-b8fc-870da5a6a2c6 req-11e8b536-9da8-47a1-a909-badae457c446 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.537531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2dce9084-e593-431f-b8fc-870da5a6a2c6 req-11e8b536-9da8-47a1-a909-badae457c446 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 944 time: 0.2283399 Jul 07 22:27:14.554355 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-706842ee-8695-4f96-9337-553ee1b4bc39 req-ca39d811-cac0-4af8-bded-64d259c313ac service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425085 Jul 07 22:27:14.594243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72394dc-5c54-4669-a74b-fa04c9cce42a req-282794f5-77b2-476f-abd5-48be758de7db tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.596227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72394dc-5c54-4669-a74b-fa04c9cce42a req-282794f5-77b2-476f-abd5-48be758de7db tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 946 time: 0.2437561 Jul 07 22:27:14.638620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.639024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.639339 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Floating IP b9bf4e31-9ccf-4992-a813-86755fca8eef disassociated. External IP: 172.25.5.43, port: 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8. Jul 07 22:27:14.639715 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Calling delete_port for 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:14.655210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Router 5df3eecd-341d-423c-8bf9-6599337106d7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:14.672669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2dce9084-e593-431f-b8fc-870da5a6a2c6 req-a0968c54-acbd-4462-b932-84064669d6ac tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022816 Jul 07 22:27:14.711955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72394dc-5c54-4669-a74b-fa04c9cce42a req-db948ac6-fd31-448f-b3ce-cda78bd871ad tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060197 Jul 07 22:27:14.799934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:14.810491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] Sync routers for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:14.812893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f280a34-10ed-47df-9f75-e86a43f823b5 admin admin] 10.222.0.95 "PUT /v2.0/routers/5df3eecd-341d-423c-8bf9-6599337106d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3553872 Jul 07 22:27:14.815307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52722) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:14.826979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:14.827824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:14.971726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.972259 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.011979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:15.066989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event deleted for resources: {'Port': ['ID=6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:15.102674 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.103343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.103693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.104030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.104364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.104695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.105023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.105348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.105679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.106375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.106375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.106656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.106970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:15.127915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e235-2cb9-4c19-9c4d-3048c45913f7 req-fd981a85-432a-4501-a6a8-ed21251c34dd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.129526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1a4e235-2cb9-4c19-9c4d-3048c45913f7 req-fd981a85-432a-4501-a6a8-ed21251c34dd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2678628 Jul 07 22:27:15.163633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Deleting port 705927f8-c979-4b0a-9118-73bd67e194ab {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:15.163633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.268983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1a4e235-2cb9-4c19-9c4d-3048c45913f7 req-b63f6f2a-b78c-4ad7-bf58-06014840c427 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047096 Jul 07 22:27:15.273806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] For port 705927f8-c979-4b0a-9118-73bd67e194ab, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=705927f8-c979-4b0a-9118-73bd67e194ab,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:15.274182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.277708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a9df3-f839-4157-a817-63b399f984fb req-6ba32eab-a5b9-4f8c-b2b0-9b524afffb8c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.285048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-026a9df3-f839-4157-a817-63b399f984fb req-6ba32eab-a5b9-4f8c-b2b0-9b524afffb8c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.2305818 Jul 07 22:27:15.294777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:27:13Z', 'revision_number': 5, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port': {'id': '705927f8-c979-4b0a-9118-73bd67e194ab', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:23:51Z', 'updated_at': '2021-07-07T22:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:15.299675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Calling delete_port for 705927f8-c979-4b0a-9118-73bd67e194ab owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:15.318112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Router 506dcaf2-b91f-4c9d-8b99-805f625d817d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:15.337906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] Checking router: 5df3eecd-341d-423c-8bf9-6599337106d7 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:15.343692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-026a9df3-f839-4157-a817-63b399f984fb req-906b9365-1561-411b-aae3-04d300d81257 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 Jul 07 22:27:15.351292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] Routers {'5df3eecd-341d-423c-8bf9-6599337106d7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:15.352042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5df3eecd-341d-423c-8bf9-6599337106d7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:15.476616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1545caba-e278-44b3-9eb2-9a6fb5ddbcb0 req-392180e1-049e-48c0-950d-463b06753c0e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/ports?device_id=801c4eee-69ae-4173-92ff-8c0b0c643d9e HTTP/1.1" status: 200 len: 210 time: 0.0544181 Jul 07 22:27:15.562302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.590272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:15.599821 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] Sync routers for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:15.623574 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:15.624708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Pushing event deleted for resources: {'Port': ['ID=705927f8-c979-4b0a-9118-73bd67e194ab,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:15.625072 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:15.727400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] No DVR routers for this DVR port 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:15.734739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.736606 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a76f00a-e02e-4aef-b153-ea7aa3d81515 req-a71a7cd6-6d62-42d9-9f75-9b4bc3fd8b9e tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.103 "DELETE /v2.0/ports/6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 HTTP/1.1" status: 204 len: 173 time: 2.0850677 Jul 07 22:27:15.740093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'name': 'network-vif-deleted', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:15.744561 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23910e-617c-4c16-97c5-2c40fd849e4a" -d '{"events": [{"server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "name": "network-vif-deleted", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:15.782576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.801154 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:15.823550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] Set router 5df3eecd-341d-423c-8bf9-6599337106d7 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:15.863179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2852a3-3d17-4a5a-b8c4-322fe50957c9 req-d96c7833-f8dd-4574-9ab0-def012b0c2a3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.864825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf2852a3-3d17-4a5a-b8c4-322fe50957c9 req-d96c7833-f8dd-4574-9ab0-def012b0c2a3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1094253 Jul 07 22:27:15.923792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:27:15Z', 'revision_number': 6, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:15.925886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf2852a3-3d17-4a5a-b8c4-322fe50957c9 req-12e044d9-1d07-4982-a848-66a2c566610f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533640 Jul 07 22:27:15.930734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.934927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.961416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668d28e-b997-47d4-9ead-fcb12fd208cd None None] The sync data for ids ['5df3eecd-341d-423c-8bf9-6599337106d7'] in n-d-694802-13 is: [{'id': '5df3eecd-341d-423c-8bf9-6599337106d7', 'name': 'tempest-ServersTestBootFromVolume-1596972780-router', 'tenant_id': '16998b0089f4409fa9adb19979c53861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:23:50Z', 'updated_at': '2021-07-07T22:27:15Z', 'revision_number': 6, 'project_id': '16998b0089f4409fa9adb19979c53861', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:16.017923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.017923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df3eecd-341d-423c-8bf9-6599337106d7 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:16.039412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.043098 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5955c2e-661e-421d-a93a-c49e1251be33 admin admin] 10.222.0.95 "DELETE /v2.0/routers/5df3eecd-341d-423c-8bf9-6599337106d7 HTTP/1.1" status: 204 len: 168 time: 1.2243998 Jul 07 22:27:16.043476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52744) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:16.112965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Deleting subnet 2bc10222-b45a-4b1d-87fb-ac8c5748963a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:16.118934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.188149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.259212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fda62-8fa9-44bd-bc5b-bdbb17333be9 req-0b3d834a-3e87-4891-8c12-4c21325782b5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.266169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f8fda62-8fa9-44bd-bc5b-bdbb17333be9 req-0b3d834a-3e87-4891-8c12-4c21325782b5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 946 time: 0.1499546 Jul 07 22:27:16.279736 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:05Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:16.313186 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] Checking router: 506dcaf2-b91f-4c9d-8b99-805f625d817d for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:16.336178 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.341979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:16.343369 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:26:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:16.354191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f8fda62-8fa9-44bd-bc5b-bdbb17333be9 req-6e125e4a-d2c7-4cf3-a620-936b47036f3e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869875 Jul 07 22:27:16.435760 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb33134-b363-4bb3-9e92-a8a152a70b9a x-openstack-request-id: req-ffb33134-b363-4bb3-9e92-a8a152a70b9a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:16.436064 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801c4eee-69ae-4173-92ff-8c0b0c643d9e", "name": "network-vif-deleted", "tag": "6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:16.436325 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ffb33134-b363-4bb3-9e92-a8a152a70b9a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:16.436780 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801c4eee-69ae-4173-92ff-8c0b0c643d9e', 'name': 'network-vif-deleted', 'tag': '6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8', 'status': 'completed', 'code': 200} Jul 07 22:27:16.477965 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-627db7cc-4f20-4255-95a6-bca0de721d35 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1843247 Jul 07 22:27:16.531375 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:16.597819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa620f-44dc-44e2-ab99-3d4bdc37e069 req-136d657b-6214-4328-9349-a0fc1c08ae29 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.605443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80fa620f-44dc-44e2-ab99-3d4bdc37e069 req-136d657b-6214-4328-9349-a0fc1c08ae29 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 944 time: 0.2016940 Jul 07 22:27:16.609549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.644244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc10222-b45a-4b1d-87fb-ac8c5748963a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:16.708237 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.794006 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:05Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:16.822460 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412358b-c573-4640-ac6a-3cd44e13c6a5 None None] The sync data for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 is: [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:24:57Z', 'revision_number': 4, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '033ebe95-c0ff-43e2-9904-0c05fd99563b', 'name': '', 'network_id': 'bc152484-fca6-42de-b823-74acf46dc766', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'mac_address': 'fa:16:3e:7c:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:55Z', 'updated_at': '2021-07-07T22:25:05Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'subnets': [{'id': 'a095f2d5-beae-4668-82b0-0e7f5d3a2257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:16.972332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.974215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-557704db-cbe3-4eee-9fc9-580bb86cef7f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2bc10222-b45a-4b1d-87fb-ac8c5748963a HTTP/1.1" status: 204 len: 168 time: 0.9297397 Jul 07 22:27:16.977035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52774) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:16.986094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ed615-d9ee-467d-8344-61918cfe1015 None None] Network 3313b7e9-034c-4b54-8453-4194f52744d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:17.008362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-80fa620f-44dc-44e2-ab99-3d4bdc37e069 req-62809547-16e2-4238-8d2f-d5365a31697d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020500 Jul 07 22:27:17.032867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c32e5-be82-4af8-8db3-533d68410d57 req-22d68d62-b85f-4315-9476-55a360a76be6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:17.034440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-093c32e5-be82-4af8-8db3-533d68410d57 req-22d68d62-b85f-4315-9476-55a360a76be6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.4948637 Jul 07 22:27:17.078805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-093c32e5-be82-4af8-8db3-533d68410d57 req-0e5eef81-04ef-42f0-8097-227e6c3dca6e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 Jul 07 22:27:17.120284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.247495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Deleting port 77acdaae-7b0f-46dc-b10f-469c797ecd7a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:17.252089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.293258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40a65e-df78-4e84-928c-c16792f0e1ea None None] New status for floating IP b9bf4e31-9ccf-4992-a813-86755fca8eef: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:27:17.403380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52786) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:17.406656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] For port 77acdaae-7b0f-46dc-b10f-469c797ecd7a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=77acdaae-7b0f-46dc-b10f-469c797ecd7a,segment=NetworkSegment(bcd06b18-b8d9-4872-bccd-3002a66e7775),segment_id=bcd06b18-b8d9-4872-bccd-3002a66e7775)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:17.408295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.433467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Calling delete_port for 77acdaae-7b0f-46dc-b10f-469c797ecd7a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:17.440031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aeafa-8d7b-447b-a818-2745b19a88b2 req-1987f9dc-b292-4b06-a1c8-58ab212845ed tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:17.450928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-115aeafa-8d7b-447b-a818-2745b19a88b2 req-1987f9dc-b292-4b06-a1c8-58ab212845ed tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1590829 Jul 07 22:27:17.455289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a7ca9e8e-781a-4a7f-810d-a399724e4d36 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:17.458837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 056f1587-7646-4bca-824c-f79498a1849d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:17.516591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a7ca9e8e-781a-4a7f-810d-a399724e4d36 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:17.517228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a7ca9e8e-781a-4a7f-810d-a399724e4d36 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:17.517838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 705927f8-c979-4b0a-9118-73bd67e194ab no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:17.551459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-115aeafa-8d7b-447b-a818-2745b19a88b2 req-36c8f524-09e3-4b28-90fa-d5e661efa362 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Jul 07 22:27:17.570202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.589028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2989d79-094b-49cb-9061-e61abe86d625 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.629492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Pushing event deleted for resources: {'Port': ['ID=77acdaae-7b0f-46dc-b10f-469c797ecd7a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:17.644721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] No DVR routers for this DVR port 77acdaae-7b0f-46dc-b10f-469c797ecd7a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:17.654289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 705927f8-c979-4b0a-9118-73bd67e194ab {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:17.655696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 705927f8-c979-4b0a-9118-73bd67e194ab not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:17.664067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2989d79-094b-49cb-9061-e61abe86d625 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.730484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6c483-55c5-46e1-b63d-313a73f812e6 None None] DHCP port deletion for 3313b7e9-034c-4b54-8453-4194f52744d4 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:27:17.741612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.741822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa9df-97e3-4648-99ef-fcc1f9ba014d req-cf58077a-8085-4772-a069-05d0cbce3c67 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:17.744921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:17.747434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1fbaa9df-97e3-4648-99ef-fcc1f9ba014d req-cf58077a-8085-4772-a069-05d0cbce3c67 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 946 time: 0.1542320 Jul 07 22:27:17.759043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '056f1587-7646-4bca-824c-f79498a1849d', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'port_id': '056f1587-7646-4bca-824c-f79498a1849d', 'mac_address': 'fa:16:3e:b1:c0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:17.759251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3313b7e9-034c-4b54-8453-4194f52744d4']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:17.771105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd06b18-b8d9-4872-bccd-3002a66e7775') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:17.771416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd06b18-b8d9-4872-bccd-3002a66e7775') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:17.782502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.791561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:17.794269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2989d79-094b-49cb-9061-e61abe86d625 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.797795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2989d79-094b-49cb-9061-e61abe86d625 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.801741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2989d79-094b-49cb-9061-e61abe86d625 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "DELETE /v2.0/security-groups/1c10e59d-38fe-4401-b252-0ea8df8f9834 HTTP/1.1" status: 204 len: 168 time: 0.3947616 Jul 07 22:27:17.802163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.804420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52788) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:17.813562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2989d79-094b-49cb-9061-e61abe86d625 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c10e59d-38fe-4401-b252-0ea8df8f9834,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:17.817935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:17.818841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:17.821945 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:17.827871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:17.828429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b99b7f1-26ad-4fb6-a2e6-09c89a328cb8 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:17.848058 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-34df6293-f80c-4905-98af-3ea449e41aae tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] show failed (client error): The resource could not be found. Jul 07 22:27:17.851980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-34df6293-f80c-4905-98af-3ea449e41aae tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "GET /v2.0/security-groups/1c10e59d-38fe-4401-b252-0ea8df8f9834 HTTP/1.1" status: 404 len: 347 time: 0.0463390 Jul 07 22:27:17.862715 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.862924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1fbaa9df-97e3-4648-99ef-fcc1f9ba014d req-0b27bd1b-bd38-4c17-b753-29112edf3a96 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067421 Jul 07 22:27:17.863435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52790) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:17.897726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056f1587-7646-4bca-824c-f79498a1849d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:17.909887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.918956 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.922314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] 10.222.0.95 "DELETE /v2.0/networks/3313b7e9-034c-4b54-8453-4194f52744d4 HTTP/1.1" status: 204 len: 168 time: 0.9419920 Jul 07 22:27:17.923609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:17.929528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.967086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77324e03-fac9-4ac2-820a-208d723eca5b admin admin] Pushing event deleted for resources: {'Network': ['ID=3313b7e9-034c-4b54-8453-4194f52744d4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:17.986689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.014899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Deleting port 7ff22170-517c-42f9-a196-b66e6b09490d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:18.015255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.073543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52802) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:18.116553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.116899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.148005 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ff8ba364-3978-4681-9d1d-0eaae627bbec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=16998b0089f4409fa9adb19979c53861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730007 Jul 07 22:27:18.150442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52810) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:18.153716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Calling delete_port for 7ff22170-517c-42f9-a196-b66e6b09490d owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:18.240555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a764b-3ded-4cc0-834a-f91730f693c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.276352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a764b-3ded-4cc0-834a-f91730f693c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.308594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-71ed15ac-010b-477a-a810-67111e6ecd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.314147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ec50e0a2-1c8d-4f62-8e6d-4270b581ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.315784 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ec50e0a2-1c8d-4f62-8e6d-4270b581ef8a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.1085958 Jul 07 22:27:18.353773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d111a7e-d890-494a-9129-441b8efb3690 req-cb3530c5-2252-401e-a8b4-6966a98c62ba tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.361543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d111a7e-d890-494a-9129-441b8efb3690 req-cb3530c5-2252-401e-a8b4-6966a98c62ba tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 945 time: 0.2348115 Jul 07 22:27:18.404324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.420553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d111a7e-d890-494a-9129-441b8efb3690 req-1ec04f9b-5435-4ba1-ae1e-cad9386636c9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Jul 07 22:27:18.423134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a764b-3ded-4cc0-834a-f91730f693c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.426409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-664a764b-3ded-4cc0-834a-f91730f693c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.427807 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-664a764b-3ded-4cc0-834a-f91730f693c2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/55075188-fa19-4176-99c2-2d28d75bf150 HTTP/1.1" status: 204 len: 168 time: 0.2762353 Jul 07 22:27:18.450413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a764b-3ded-4cc0-834a-f91730f693c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55075188-fa19-4176-99c2-2d28d75bf150,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.467627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['056f1587-7646-4bca-824c-f79498a1849d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:18.484797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-729b94da-14c2-473a-8341-ec4379ed7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.486574 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-729b94da-14c2-473a-8341-ec4379ed7768 service neutron] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.1604786 Jul 07 22:27:18.494110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Pushing event deleted for resources: {'Port': ['ID=7ff22170-517c-42f9-a196-b66e6b09490d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.593931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.596508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.597992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.600800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d8c363a5-8344-42aa-8e08-17577a7c5e41 tempest-ServersTestManualDisk-1195723560 tempest-ServersTestManualDisk-1195723560-project] 10.222.0.95 "DELETE /v2.0/floatingips/b9bf4e31-9ccf-4992-a813-86755fca8eef HTTP/1.1" status: 204 len: 168 time: 0.7363021 Jul 07 22:27:18.601424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52826) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:18.609854 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-b9552b02-1e4a-4993-bec6-1e3bc1826cee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1002 time: 0.1121566 Jul 07 22:27:18.653403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662903a7-513c-4366-a9bf-bcfc323f0113 req-0ee0b588-d9ec-451c-bd51-e360191405da tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.661158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-662903a7-513c-4366-a9bf-bcfc323f0113 req-0ee0b588-d9ec-451c-bd51-e360191405da tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2293561 Jul 07 22:27:18.711825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-d1c0c240-10ae-4f19-8727-df4bac8bf88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.713447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-d1c0c240-10ae-4f19-8727-df4bac8bf88c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.0955594 Jul 07 22:27:18.796566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-c4d27444-d6a2-46d3-938f-6fe673c13f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.798128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-c4d27444-d6a2-46d3-938f-6fe673c13f19 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767474 Jul 07 22:27:18.803182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-662903a7-513c-4366-a9bf-bcfc323f0113 req-24347f95-4f2e-4f60-bd57-e47a6f78091a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411176 Jul 07 22:27:18.902010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-c304c20a-ffb0-466c-8d12-9c44f62dddf1 service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960481 Jul 07 22:27:18.955768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d13f7-bffd-4cf7-bf6b-fcdfeb2ce692 req-87c5a251-3de3-427e-af25-b49cb54176e5 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.957927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-309d13f7-bffd-4cf7-bf6b-fcdfeb2ce692 req-87c5a251-3de3-427e-af25-b49cb54176e5 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1953928 Jul 07 22:27:19.006981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-2302f5b3-e935-4842-9013-8d09c0bd1c6f service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948489 Jul 07 22:27:19.033070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-309d13f7-bffd-4cf7-bf6b-fcdfeb2ce692 req-8d4c885a-74d3-4c00-bb25-da2c00acd472 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Jul 07 22:27:19.228021 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.245810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 77acdaae-7b0f-46dc-b10f-469c797ecd7a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:19.266571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 77acdaae-7b0f-46dc-b10f-469c797ecd7a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:19.267155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 77acdaae-7b0f-46dc-b10f-469c797ecd7a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:19.336729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:19.449308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-341135907-network', 'tenant_id': 'd9af8a55f6794389b472bd19ee68455f'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:19.501246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Made reservation on behalf of d9af8a55f6794389b472bd19ee68455f for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:19.503716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.515550 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.597201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Deleting port 033ebe95-c0ff-43e2-9904-0c05fd99563b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:19.597656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.705037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94133a-5889-415b-aa7a-a6aa96b1a7d9 req-ad6c9ae7-da35-402d-8225-49bc49bc0406 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:19.706530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea94133a-5889-415b-aa7a-a6aa96b1a7d9 req-ad6c9ae7-da35-402d-8225-49bc49bc0406 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 945 time: 0.1826923 Jul 07 22:27:19.734712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] For port 033ebe95-c0ff-43e2-9904-0c05fd99563b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=033ebe95-c0ff-43e2-9904-0c05fd99563b,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:19.735075 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.763273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Calling delete_port for 033ebe95-c0ff-43e2-9904-0c05fd99563b owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:19.785736 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.797145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea94133a-5889-415b-aa7a-a6aa96b1a7d9 req-715991e8-194c-4d3c-9101-3b7eeee14e33 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Jul 07 22:27:19.797650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.866844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:27:19.882178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa3bf47-8b3e-42d2-b790-a6f111237ed8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:19.889865 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.890688 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Added segment 2cfefd9c-8396-4cf8-9cfd-5eef72501e33 of type vlan for network 03900efc-97ed-4470-9040-3b2e19c749e4 Jul 07 22:27:19.971398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.069822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.070826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.071412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.127337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a41b2-0c0c-49db-8169-5513a111d4dd req-cd06da12-4553-48a2-a1fa-b21155a6f833 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.128868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b85a41b2-0c0c-49db-8169-5513a111d4dd req-cd06da12-4553-48a2-a1fa-b21155a6f833 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2004316 Jul 07 22:27:20.138786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8009100 Jul 07 22:27:20.142238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:20.147900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Request body: {'subnet': {'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-341135907-subnet', 'tenant_id': 'd9af8a55f6794389b472bd19ee68455f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:20.164754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446b0bb-fc7c-4f0f-86ef-9a1cff35c377 admin admin] Pushing event updated for resources: {'Network': ['ID=03900efc-97ed-4470-9040-3b2e19c749e4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:20.176596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 03900efc-97ed-4470-9040-3b2e19c749e4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:27:20.180731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Made reservation on behalf of d9af8a55f6794389b472bd19ee68455f for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:20.183266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.227980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b85a41b2-0c0c-49db-8169-5513a111d4dd req-39232ecf-24ec-4a70-a901-6942dfe30449 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855081 Jul 07 22:27:20.263347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.298891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=033ebe95-c0ff-43e2-9904-0c05fd99563b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:20.375646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fbff3-5faf-4c5c-8c86-4112b7ad14d2 req-aeb808f4-19db-4a9b-86b7-7d1f80700dfa tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.377718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f8fbff3-5faf-4c5c-8c86-4112b7ad14d2 req-aeb808f4-19db-4a9b-86b7-7d1f80700dfa tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1662126 Jul 07 22:27:20.384704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.460269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5b62cf-0991-4068-b8e8-e704c103709c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:20.487779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Checking segment: {'id': '2cfefd9c-8396-4cf8-9cfd-5eef72501e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:20.488275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Network hostable DHCP agents. Network: 03900efc-97ed-4470-9040-3b2e19c749e4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:27:20.512943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Network 03900efc-97ed-4470-9040-3b2e19c749e4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:27:20.519673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f8fbff3-5faf-4c5c-8c86-4112b7ad14d2 req-f0b0adb4-060c-46cf-8f90-b8cd5ac646b8 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356969 Jul 07 22:27:20.524413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 03900efc-97ed-4470-9040-3b2e19c749e4) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:20.529576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.531181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.546306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ad2d3-d0ce-423d-8bb8-faa1d99f4f6b None None] Network 03900efc-97ed-4470-9040-3b2e19c749e4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:20.550312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.559537 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3fba26ac-2f57-453e-88fb-460b74dcd35d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4155018 Jul 07 22:27:20.726070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e55ac8-2670-42ad-849d-a5034ec7ca5d None None] Network 03900efc-97ed-4470-9040-3b2e19c749e4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:20.818060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Router 506dcaf2-b91f-4c9d-8b99-805f625d817d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:20.972507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bcec89d6-763b-4b4e-8779-79b31117bb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.989762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:20.997930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c32099b0-d7b9-4b31-abc1-9f3d75e3d6a8 admin admin] 10.222.0.95 "PUT /v2.0/routers/506dcaf2-b91f-4c9d-8b99-805f625d817d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919475 Jul 07 22:27:20.998043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52910) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:21.001208 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] Sync routers for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:21.014079 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:21.016452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.122952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.129806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:21.168379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f51ef-4d7f-44b1-9608-bace64abd94f req-057f84d6-587f-4f03-8408-1384ed5ef9c6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.169914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa0f51ef-4d7f-44b1-9608-bace64abd94f req-057f84d6-587f-4f03-8408-1384ed5ef9c6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 945 time: 0.1534576 Jul 07 22:27:21.207807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-d7f05ea3-4c64-46fb-aca8-66c7ccc0a476 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.209339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-d7f05ea3-4c64-46fb-aca8-66c7ccc0a476 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/networks?id=03900efc-97ed-4470-9040-3b2e19c749e4 HTTP/1.1" status: 200 len: 821 time: 0.1470039 Jul 07 22:27:21.252761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.255674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-44e1fe86-7804-4986-a372-b8cb7d0c84fa tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/quotas/d9af8a55f6794389b472bd19ee68455f HTTP/1.1" status: 200 len: 375 time: 0.0297737 Jul 07 22:27:21.259905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa0f51ef-4d7f-44b1-9608-bace64abd94f req-deb87287-2f8f-4e63-9dd8-b01f561cb850 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803883 Jul 07 22:27:21.309380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Deleting port 762519ba-efef-4786-a93f-cee4561a4500 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:21.309745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.312069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-b9762016-153e-4d7a-a830-857b22dfaab5 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9af8a55f6794389b472bd19ee68455f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421500 Jul 07 22:27:21.341925 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '762519ba-efef-4786-a93f-cee4561a4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:27:20Z', 'revision_number': 5, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port': {'id': '762519ba-efef-4786-a93f-cee4561a4500', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:51Z', 'updated_at': '2021-07-07T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.376155 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] Checking router: 506dcaf2-b91f-4c9d-8b99-805f625d817d for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:21.382909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.386418 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] Routers {'506dcaf2-b91f-4c9d-8b99-805f625d817d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:21.387242 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['506dcaf2-b91f-4c9d-8b99-805f625d817d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.400995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 056f1587-7646-4bca-824c-f79498a1849d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:21.422548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] For port 762519ba-efef-4786-a93f-cee4561a4500, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=762519ba-efef-4786-a93f-cee4561a4500,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:21.424670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.432461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-3b630082-3cac-4814-b2a8-360da816e7d1 service neutron] 10.222.0.95 "GET /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129987 Jul 07 22:27:21.446732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Calling delete_port for 762519ba-efef-4786-a93f-cee4561a4500 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:21.470874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 056f1587-7646-4bca-824c-f79498a1849d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:21.476903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 056f1587-7646-4bca-824c-f79498a1849d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:21.477334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.487310 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] Set router 506dcaf2-b91f-4c9d-8b99-805f625d817d gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:21.548225 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:27:21Z', 'revision_number': 6, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.583935 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19645e03-ff94-42d8-abf6-81ff0dbcc5c3 None None] The sync data for ids ['506dcaf2-b91f-4c9d-8b99-805f625d817d'] in n-d-694802-13 is: [{'id': '506dcaf2-b91f-4c9d-8b99-805f625d817d', 'name': 'tempest-ServersTestManualDisk-1632282362-router', 'tenant_id': '5e1d56b7e727477b91fe36508cb7b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:50Z', 'updated_at': '2021-07-07T22:27:21Z', 'revision_number': 6, 'project_id': '5e1d56b7e727477b91fe36508cb7b337', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:21.589211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46bd6a-22df-4138-8eb4-46a34c17356b req-eb4c6778-f4d7-4c01-b23e-ca278265ba06 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.595594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.598684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc46bd6a-22df-4138-8eb4-46a34c17356b req-eb4c6778-f4d7-4c01-b23e-ca278265ba06 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1642284 Jul 07 22:27:21.625330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-ca407399-462e-40c3-b495-cc3b749ea420 service neutron] 10.222.0.95 "GET /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792483 Jul 07 22:27:21.651828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f1587-7646-4bca-824c-f79498a1849d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:21.654072 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696bd6b-4541-44cb-996d-6ae1a1e7a8fd" -d '{"events": [{"server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "name": "network-vif-plugged", "status": "completed", "tag": "056f1587-7646-4bca-824c-f79498a1849d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:21.657566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc46bd6a-22df-4138-8eb4-46a34c17356b req-0b52bc5c-9f70-4bdf-b21e-13ee9ebad258 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578444 Jul 07 22:27:21.674151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.691054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:21.704522 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.712729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=762519ba-efef-4786-a93f-cee4561a4500,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:21.796664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:21.812198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:21.847637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.939371 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b0726-5e5f-4faf-8827-04ae55b963a3 x-openstack-request-id: req-481b0726-5e5f-4faf-8827-04ae55b963a3 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:21.940580 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "name": "network-vif-plugged", "status": "completed", "tag": "056f1587-7646-4bca-824c-f79498a1849d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:21.943451 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-481b0726-5e5f-4faf-8827-04ae55b963a3 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:21.944302 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f1587-7646-4bca-824c-f79498a1849d', 'code': 200} Jul 07 22:27:21.975042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:21.986867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471ea7-565c-4a8d-a056-7113a30bd355 req-dd14b4c0-0967-4273-ab76-a209e50f4980 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.991297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1471ea7-565c-4a8d-a056-7113a30bd355 req-dd14b4c0-0967-4273-ab76-a209e50f4980 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.2102239 Jul 07 22:27:22.007816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'mac_address': 'fa:16:3e:8d:c3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:22.135920 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.137842 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.167742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41dcbd3a-e003-45bc-b662-254b8c756cc8 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:22.237826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:22.250199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.364188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['41dcbd3a-e003-45bc-b662-254b8c756cc8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:22.456764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:22.599717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08657744-e414-4668-ba53-3ad857ec92f7 req-8d935c2d-7e51-406a-9c1a-0394275f7c57 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 210 time: 0.0497601 Jul 07 22:27:22.660643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1471ea7-565c-4a8d-a056-7113a30bd355 req-6530a80c-8adf-46f5-9196-3c998ff03751 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627517 Jul 07 22:27:22.698777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.701754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.769867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.770413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506dcaf2-b91f-4c9d-8b99-805f625d817d {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:22.788681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.792437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3e60077a-8a49-44df-a333-47b257859af8 admin admin] 10.222.0.95 "DELETE /v2.0/routers/506dcaf2-b91f-4c9d-8b99-805f625d817d HTTP/1.1" status: 204 len: 168 time: 1.7934580 Jul 07 22:27:22.800764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91557-b718-46bb-a86c-a136850a0daa req-964af9ba-c2a8-430e-a277-85c89004382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.802683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4e91557-b718-46bb-a86c-a136850a0daa req-964af9ba-c2a8-430e-a277-85c89004382b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 1098 time: 0.7666020 Jul 07 22:27:22.803607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52972) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:22.935465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c37c7f-eaf4-4ca1-bbb9-2f6754dc9478 req-9d11cff7-0dee-49ba-b4aa-b71c36641b75 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.937637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33c37c7f-eaf4-4ca1-bbb9-2f6754dc9478 req-9d11cff7-0dee-49ba-b4aa-b71c36641b75 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1458323 Jul 07 22:27:22.951029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4e91557-b718-46bb-a86c-a136850a0daa req-f338b377-0f6a-436c-9b32-4acc3697c1f1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311741 Jul 07 22:27:22.976205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Deleting subnet a095f2d5-beae-4668-82b0-0e7f5d3a2257 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:22.993003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.071172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.161093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33c37c7f-eaf4-4ca1-bbb9-2f6754dc9478 req-fe21b1b3-34ef-49ef-a0cd-460e8121618b tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159898 Jul 07 22:27:23.208451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.251496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f584b3-8566-4bc0-baa3-e5f42185cddb req-062c9d0b-8514-4a55-a531-dbbec203572f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:23.257874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3f584b3-8566-4bc0-baa3-e5f42185cddb req-062c9d0b-8514-4a55-a531-dbbec203572f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.3142653 Jul 07 22:27:23.298309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.327692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 762519ba-efef-4786-a93f-cee4561a4500 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:23.351040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3f584b3-8566-4bc0-baa3-e5f42185cddb req-d93a6426-c97b-42a1-b552-7dc1ce4b3d94 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872312 Jul 07 22:27:23.368346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a095f2d5-beae-4668-82b0-0e7f5d3a2257,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:23.373591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 762519ba-efef-4786-a93f-cee4561a4500 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:23.375169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 762519ba-efef-4786-a93f-cee4561a4500 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:23.376235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 033ebe95-c0ff-43e2-9904-0c05fd99563b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:23.399840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.404749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7a967c4-37d4-4762-8e07-09edba629e44 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a095f2d5-beae-4668-82b0-0e7f5d3a2257 HTTP/1.1" status: 204 len: 168 time: 0.5998421 Jul 07 22:27:23.405027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52986) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:23.412279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 033ebe95-c0ff-43e2-9904-0c05fd99563b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:23.412920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 033ebe95-c0ff-43e2-9904-0c05fd99563b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:23.414648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651b7d4-c508-4e15-8e2e-48a85d636c94 None None] Network bc152484-fca6-42de-b823-74acf46dc766 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:23.516615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.602615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Deleting port cde589c3-c940-4034-93bd-399763f01163 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:23.603350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.648398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.671689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] DHCP port deletion for bc152484-fca6-42de-b823-74acf46dc766 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:27:23.731562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] For port cde589c3-c940-4034-93bd-399763f01163, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cde589c3-c940-4034-93bd-399763f01163,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:23.731978 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.755219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Calling delete_port for cde589c3-c940-4034-93bd-399763f01163 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:23.819606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:23.857101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] Deleting port cde589c3-c940-4034-93bd-399763f01163 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:23.857667 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.906025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b8b3b3b-217d-405f-942b-9f9aaa9e3611 req-417bd272-9aab-4121-9277-b93ba39da14b tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 210 time: 0.0697033 Jul 07 22:27:24.066452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] For port cde589c3-c940-4034-93bd-399763f01163, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cde589c3-c940-4034-93bd-399763f01163,segment=NetworkSegment(3e57b8b2-31b3-458c-beaa-1ad317d76366),segment_id=3e57b8b2-31b3-458c-beaa-1ad317d76366)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:24.066452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.082055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 41dcbd3a-e003-45bc-b662-254b8c756cc8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:24.082473 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.087766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] Calling delete_port for cde589c3-c940-4034-93bd-399763f01163 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:24.114111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d691fe-c7bd-44dc-8e74-12a5d83e83a3 req-923a0b11-b12b-4ef0-9630-3f35dc9d3b36 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.115747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0d691fe-c7bd-44dc-8e74-12a5d83e83a3 req-923a0b11-b12b-4ef0-9630-3f35dc9d3b36 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.2206507 Jul 07 22:27:24.122513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.161831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] No DVR routers for this DVR port cde589c3-c940-4034-93bd-399763f01163 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:24.258276 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.310565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:24.339705 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2bfac5-4907-4778-8285-88487a222532" -d '{"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-plugged", "status": "completed", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:24.350053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:24.352413 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.368087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cde589c3-c940-4034-93bd-399763f01163,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.391727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] Pushing event deleted for resources: {'Port': ['ID=cde589c3-c940-4034-93bd-399763f01163,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.399249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.406534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afd946-33e8-458d-9855-d2249e32cd6e None None] No DVR routers for this DVR port cde589c3-c940-4034-93bd-399763f01163 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:24.434588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0d691fe-c7bd-44dc-8e74-12a5d83e83a3 req-691ffc6f-ef79-45c3-bbbc-25c344f58c87 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817719 Jul 07 22:27:24.493842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.513379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-93a48d08-2c95-47e3-9f87-f3a962c4012e tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.516256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-93a48d08-2c95-47e3-9f87-f3a962c4012e tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.103 "GET /v2.0/networks?id=03900efc-97ed-4470-9040-3b2e19c749e4 HTTP/1.1" status: 200 len: 821 time: 0.5464451 Jul 07 22:27:24.626870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.641072 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c249357d-eb90-4996-801b-03a7591db4af x-openstack-request-id: req-c249357d-eb90-4996-801b-03a7591db4af {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:24.641371 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-plugged", "status": "completed", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:24.641636 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c249357d-eb90-4996-801b-03a7591db4af {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:24.642046 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'code': 200} Jul 07 22:27:24.643749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc152484-fca6-42de-b823-74acf46dc766']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:24.660660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e57b8b2-31b3-458c-beaa-1ad317d76366') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:24.661416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e57b8b2-31b3-458c-beaa-1ad317d76366') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:24.672328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.690188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.698022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:24.700118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:24.757641 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:24.771006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Request body: {'port': {'device_id': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4', 'admin_state_up': True, 'tenant_id': 'd9af8a55f6794389b472bd19ee68455f'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:24.870127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.891374 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.896183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] 10.222.0.95 "DELETE /v2.0/networks/bc152484-fca6-42de-b823-74acf46dc766 HTTP/1.1" status: 204 len: 168 time: 1.4896724 Jul 07 22:27:24.918050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d957599-b447-4905-bedc-43785279c1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=bc152484-fca6-42de-b823-74acf46dc766,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:25.046879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bbb58-a870-459c-b8eb-d7ecb4d2b12d req-d550b614-98f8-4eba-983c-d44e2984ed49 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.049940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e92bbb58-a870-459c-b8eb-d7ecb4d2b12d req-d550b614-98f8-4eba-983c-d44e2984ed49 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.5326796 Jul 07 22:27:25.066662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33865677-c197-4c6c-ba67-2deb51fb91e1 req-8787ec98-76d5-45e3-b5d5-bdc48d91f9c4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.073382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33865677-c197-4c6c-ba67-2deb51fb91e1 req-8787ec98-76d5-45e3-b5d5-bdc48d91f9c4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.3148379 Jul 07 22:27:25.109979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Made reservation on behalf of d9af8a55f6794389b472bd19ee68455f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:25.113582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.118474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53014) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:25.176486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33865677-c197-4c6c-ba67-2deb51fb91e1 req-bb7fe01a-f63b-4649-822d-f4b25a62ac1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020956 Jul 07 22:27:25.183692 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-19879ea2-225f-49a7-b34f-f664206988cd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5e1d56b7e727477b91fe36508cb7b337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633888 Jul 07 22:27:25.186125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53016) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:25.196115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e92bbb58-a870-459c-b8eb-d7ecb4d2b12d req-88c7804c-d69b-4e64-bfd2-14dbf930b5f9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177976 Jul 07 22:27:25.273830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44c7fb36-2791-45c4-b598-5543c1dfc943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.319601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cde589c3-c940-4034-93bd-399763f01163 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:25.328534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44c7fb36-2791-45c4-b598-5543c1dfc943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.361371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: cde589c3-c940-4034-93bd-399763f01163 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:25.362559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cde589c3-c940-4034-93bd-399763f01163 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:25.428309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44c7fb36-2791-45c4-b598-5543c1dfc943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.430933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44c7fb36-2791-45c4-b598-5543c1dfc943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.444792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44c7fb36-2791-45c4-b598-5543c1dfc943 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5cff2113-d4dd-437d-8fed-aca6d2ee4c9b HTTP/1.1" status: 204 len: 168 time: 0.2572410 Jul 07 22:27:25.449312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-813af6ad-efa9-4a48-83c5-83f0c2b93d56 req-c39d6294-b8c6-4513-8769-dc79b441a6a2 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 210 time: 0.0655661 Jul 07 22:27:25.453810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7fb36-2791-45c4-b598-5543c1dfc943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cff2113-d4dd-437d-8fed-aca6d2ee4c9b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:25.471200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Allocated IP 172.20.0.6 (03900efc-97ed-4470-9040-3b2e19c749e4/7f5b62cf-0991-4068-b8e8-e704c103709c/bc9efb76-d4cb-49bb-85c2-ca357d1a85d7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:25.777506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4567-cc29-4856-86f0-8a414f22856b req-7bc495b9-52bb-4e71-815f-681178f54316 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.779416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-568d4567-cc29-4856-86f0-8a414f22856b req-7bc495b9-52bb-4e71-815f-681178f54316 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1891363 Jul 07 22:27:25.797657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.848317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-568d4567-cc29-4856-86f0-8a414f22856b req-389d8e98-1f66-49a4-82ae-84a06ef3c682 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558188 Jul 07 22:27:25.922570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.980301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Network 03900efc-97ed-4470-9040-3b2e19c749e4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:25.984378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:25.988830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:26.045383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Pushing event updated for resources: {'Port': ['ID=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:26.060835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.061675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.081655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-8a7ad23e-6713-4702-843d-fe3109bbcb96 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3218529 Jul 07 22:27:26.094487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Request body: {'port': {'device_id': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:26.187409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.553301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53060) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:26.683178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefda14-688d-48d4-b7e9-4bbf0b2e7313 req-f9392a42-78b4-4740-b037-f16a335e6f3d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.685011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6eefda14-688d-48d4-b7e9-4bbf0b2e7313 req-f9392a42-78b4-4740-b037-f16a335e6f3d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.2503445 Jul 07 22:27:26.699764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c79c5-9a1f-4e7a-b701-a92a3077c819 req-2cac3f84-f308-4ce4-9b4b-18d0de72b194 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.701436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-794783269-network', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:26.708396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc6c79c5-9a1f-4e7a-b701-a92a3077c819 req-2cac3f84-f308-4ce4-9b4b-18d0de72b194 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2747338 Jul 07 22:27:26.761906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:26.768446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.796776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.800078 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:27:26.820381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc6c79c5-9a1f-4e7a-b701-a92a3077c819 req-841f319a-e3ff-471a-99d2-7592a0b42b88 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107044 Jul 07 22:27:26.868994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6eefda14-688d-48d4-b7e9-4bbf0b2e7313 req-8842c8bc-d648-4e7e-984d-3a0a00f50d33 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489253 Jul 07 22:27:26.913879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:26.932980 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.950347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.961616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.984109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Transition to ACTIVE for port object bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:26.996633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f144efac-f6cb-4517-9358-c0b55a001652,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:26.996934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.019917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:27:27.038353 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.039006 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Added segment 8f6b4494-1819-498a-8c9a-0673f7bb0101 of type vlan for network ab4393e0-f396-4313-834a-399375417fd7 Jul 07 22:27:27.122520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.171588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:27.220868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.222853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.223662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.297464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7427480 Jul 07 22:27:27.301662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53078) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:27.308627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Request body: {'subnet': {'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-subnet', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:27.321721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f569db6-54fe-47f1-9028-26bf38080c60 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4393e0-f396-4313-834a-399375417fd7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:27.322123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Attempting to bind port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:27.322611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Attempting to bind port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '2cfefd9c-8396-4cf8-9cfd-5eef72501e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:27.323083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Attempting to bind port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 on network 03900efc-97ed-4470-9040-3b2e19c749e4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:27.339713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 on network 03900efc-97ed-4470-9040-3b2e19c749e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:27.340148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Attempting to bind port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 on network 03900efc-97ed-4470-9040-3b2e19c749e4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:27.349969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ab4393e0-f396-4313-834a-399375417fd7 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:27:27.359639 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdd22f-3f76-44b6-a399-b00c0227880d req-ef820fd6-8e36-4548-9b26-357434a9bb56 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.361384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83cdd22f-3f76-44b6-a399-b00c0227880d req-ef820fd6-8e36-4548-9b26-357434a9bb56 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 943 time: 0.1836901 Jul 07 22:27:27.363759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:27.364218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Checking segment: {'id': '2cfefd9c-8396-4cf8-9cfd-5eef72501e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:27.364836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Bound using segment: {'id': '2cfefd9c-8396-4cf8-9cfd-5eef72501e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:27.365381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Bound port: bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfefd9c-8396-4cf8-9cfd-5eef72501e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:27.365859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.391590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a457-9aa7-4dad-93d1-dcd60fe9704b req-ffc0c294-3c0e-4cf9-9846-c1e883c4a1a6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.393535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98e5a457-9aa7-4dad-93d1-dcd60fe9704b req-ffc0c294-3c0e-4cf9-9846-c1e883c4a1a6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1547606 Jul 07 22:27:27.411341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:27.414919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.531939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83cdd22f-3f76-44b6-a399-b00c0227880d req-c623648b-232a-4f51-9f59-16f82b0d529c tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607375 Jul 07 22:27:27.571143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98e5a457-9aa7-4dad-93d1-dcd60fe9704b req-242f6a94-fbca-4141-ae14-e0714fc88f61 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660905 Jul 07 22:27:27.600053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] For port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:27.609652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] For port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,segment=NetworkSegment(2cfefd9c-8396-4cf8-9cfd-5eef72501e33),segment_id=2cfefd9c-8396-4cf8-9cfd-5eef72501e33)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:27.656882 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.794959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.799827 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.801822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] 10.222.0.103 "PUT /v2.0/ports/bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 HTTP/1.1" status: 200 len: 1092 time: 1.7127154 Jul 07 22:27:27.802370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'tag': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:27.805753 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2815444-3808-4c20-a2dc-0f1702a0f228" -d '{"events": [{"name": "network-changed", "server_uuid": "0d253278-a8ef-4539-b619-e1cbaaf89b7e", "tag": "bc9efb76-d4cb-49bb-85c2-ca357d1a85d7"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:27.876976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0790ff-6350-49c6-b12d-eac5591c43a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:27.909935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.006218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-edf8a436-aca2-47d2-bd46-0cea6f0f810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.007985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-edf8a436-aca2-47d2-bd46-0cea6f0f810d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9af8a55f6794389b472bd19ee68455f&device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 1095 time: 0.1180270 Jul 07 22:27:28.012951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Checking segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:28.013440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Network hostable DHCP agents. Network: ab4393e0-f396-4313-834a-399375417fd7, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:27:28.018598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:28.033018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d64dee-8659-4d2e-b70f-06b2744ddffd req-5a37080e-a345-4de3-b3bb-9b481bdd9519 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.041652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1d64dee-8659-4d2e-b70f-06b2744ddffd req-5a37080e-a345-4de3-b3bb-9b481bdd9519 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1757729 Jul 07 22:27:28.048935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Network ab4393e0-f396-4313-834a-399375417fd7 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:27:28.064987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ab4393e0-f396-4313-834a-399375417fd7) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:28.076676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.076819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01192c9-afda-4d5d-995c-03f7b19c12c2 None None] Network ab4393e0-f396-4313-834a-399375417fd7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:28.078279 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.101752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-917b944a-0968-4056-8615-01649b75c29b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7982635 Jul 07 22:27:28.104189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53096) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:28.114997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:28.149857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-a853fb10-1dca-4370-b682-4055ed9076b7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 HTTP/1.1" status: 200 len: 217 time: 0.1006806 Jul 07 22:27:28.158118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.159082 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4896d-b894-4a02-a726-091a6dfbdad0 x-openstack-request-id: req-4aa4896d-b894-4a02-a726-091a6dfbdad0 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:28.159449 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d253278-a8ef-4539-b619-e1cbaaf89b7e", "tag": "bc9efb76-d4cb-49bb-85c2-ca357d1a85d7", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:28.159813 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4aa4896d-b894-4a02-a726-091a6dfbdad0 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:28.160292 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'tag': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7', 'status': 'completed', 'code': 200} Jul 07 22:27:28.160782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.306710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.324866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7337f-1524-4379-a61b-96c039042048 req-5f4fa946-2f8f-40c3-b09e-1a05354c5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.331328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-5f4fa946-2f8f-40c3-b09e-1a05354c5597 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7f5b62cf-0991-4068-b8e8-e704c103709c HTTP/1.1" status: 200 len: 861 time: 0.1630857 Jul 07 22:27:28.379736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-ab4393e0-f396-4313-834a-399375417fd7', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:27:28.380762 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.446894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-53b7fecd-58c4-462e-b238-72ae71d403b8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=03900efc-97ed-4470-9040-3b2e19c749e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034563 Jul 07 22:27:28.461706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1d64dee-8659-4d2e-b70f-06b2744ddffd req-33b35e7a-75ff-4eb8-82a4-e1bfc3fcdee0 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145262 Jul 07 22:27:28.604153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.668209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-9adfb078-416e-4eaf-9cfd-b2689d116c61 service neutron] 10.222.0.103 "GET /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568365 Jul 07 22:27:28.694167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Allocated IP 172.20.0.2 (ab4393e0-f396-4313-834a-399375417fd7/5c2613a9-c221-4c5d-8bd0-cde51df3d3a0/2d6f2d45-d8ca-48da-8365-934a65738dc9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:28.974813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.989499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Transition to ACTIVE for port object 2d6f2d45-d8ca-48da-8365-934a65738dc9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:28.998484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d61d82-3410-4703-a411-2b261a4da6d8 req-955fe6f8-38d8-4238-abed-ffed2247e2c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.003372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6d61d82-3410-4703-a411-2b261a4da6d8 req-955fe6f8-38d8-4238-abed-ffed2247e2c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.6269259 Jul 07 22:27:29.022267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Transition to ACTIVE for port object 2d6f2d45-d8ca-48da-8365-934a65738dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:29.032320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aeb7337f-1524-4379-a61b-96c039042048 req-ed4b5b36-6e7e-409c-95bc-85f89505880b service neutron] 10.222.0.103 "GET /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542013 Jul 07 22:27:29.035642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.073672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.100328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.108946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Network ab4393e0-f396-4313-834a-399375417fd7 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:29.112429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:29.121678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:29.134695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6d61d82-3410-4703-a411-2b261a4da6d8 req-b7eaf225-619f-4467-90a3-227318a0efd3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224492 Jul 07 22:27:29.245384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd06d9-87e8-49b8-9d42-cef7d9e4f9d8 req-52eb5a25-2609-451d-a3e7-a8fa3ceafbff tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.247071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbbd06d9-87e8-49b8-9d42-cef7d9e4f9d8 req-52eb5a25-2609-451d-a3e7-a8fa3ceafbff tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.3973281 Jul 07 22:27:29.307290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Allocated IP 172.25.5.186 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/79e5c1c5-2dbb-4632-8c90-6686b0a491e1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:29.385708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbbd06d9-87e8-49b8-9d42-cef7d9e4f9d8 req-b4a1e55c-5f29-4ea5-85ca-5553a177e118 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217754 Jul 07 22:27:29.411197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Pushing event updated for resources: {'Port': ['ID=2d6f2d45-d8ca-48da-8365-934a65738dc9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:29.433680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Attempting to bind port 2d6f2d45-d8ca-48da-8365-934a65738dc9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:29.434164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-57c87197-6f70-4cbd-a1c2-2e88379370c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.434558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Attempting to bind port 2d6f2d45-d8ca-48da-8365-934a65738dc9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:29.435185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Attempting to bind port 2d6f2d45-d8ca-48da-8365-934a65738dc9 on network ab4393e0-f396-4313-834a-399375417fd7 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:29.436277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-57c87197-6f70-4cbd-a1c2-2e88379370c4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9af8a55f6794389b472bd19ee68455f&device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 1095 time: 0.3222389 Jul 07 22:27:29.442940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:29.443864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Checking segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:29.444617 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.445865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Bound using segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:29.446815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Bound port: 2d6f2d45-d8ca-48da-8365-934a65738dc9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:29.447554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.519746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] For port 2d6f2d45-d8ca-48da-8365-934a65738dc9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:29.525687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] For port 2d6f2d45-d8ca-48da-8365-934a65738dc9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d6f2d45-d8ca-48da-8365-934a65738dc9,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:29.536083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e660e6-3e0c-49c4-9e15-4e697367c902 req-f2d7da3e-b3f9-4e0d-9ab6-3fb03b3dd58a tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.540619 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.544007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93e660e6-3e0c-49c4-9e15-4e697367c902 req-f2d7da3e-b3f9-4e0d-9ab6-3fb03b3dd58a tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 943 time: 0.1522257 Jul 07 22:27:29.589667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.614609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93e660e6-3e0c-49c4-9e15-4e697367c902 req-5954adc1-7b00-4b22-8bb5-cda5307c0f3c tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694590 Jul 07 22:27:29.627199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-2c7a3467-7b64-4f9e-9c18-459b25be7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.628940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-2c7a3467-7b64-4f9e-9c18-459b25be7846 service neutron] 10.222.0.103 "GET /v2.0/networks?id=03900efc-97ed-4470-9040-3b2e19c749e4 HTTP/1.1" status: 200 len: 922 time: 0.1853395 Jul 07 22:27:29.675886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.707752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d24c05-25a5-4c2e-9545-31e3f543020a None None] Pushing event updated for resources: {'Port': ['ID=2d6f2d45-d8ca-48da-8365-934a65738dc9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:29.727935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-d9beafde-8168-41f6-91de-06ae45882435 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 HTTP/1.1" status: 200 len: 217 time: 0.0882053 Jul 07 22:27:29.785190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:29.801537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:29.806250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:29.809543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:29.934182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-4685f621-2289-4f10-8de2-cd4a35bcb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.935779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-4685f621-2289-4f10-8de2-cd4a35bcb2fc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7f5b62cf-0991-4068-b8e8-e704c103709c HTTP/1.1" status: 200 len: 861 time: 0.1561687 Jul 07 22:27:30.026465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408f25f-5fbf-4f22-b89c-446541d0ff7d req-9bef085a-45cd-4e6c-8fc3-4d5a7665a1c8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.060099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c408f25f-5fbf-4f22-b89c-446541d0ff7d req-9bef085a-45cd-4e6c-8fc3-4d5a7665a1c8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.3386171 Jul 07 22:27:30.074765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-a732aec5-bc72-4c0b-878c-f5fdc8dec89f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=03900efc-97ed-4470-9040-3b2e19c749e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240034 Jul 07 22:27:30.117746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479ed3-d850-4937-92e0-2865b8853db9 req-f65115eb-e937-437c-addb-8b7ba2864208 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.135698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2479ed3-d850-4937-92e0-2865b8853db9 req-f65115eb-e937-437c-addb-8b7ba2864208 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.3194427 Jul 07 22:27:30.232354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.256625 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c408f25f-5fbf-4f22-b89c-446541d0ff7d req-cf83100c-9452-42e3-ac94-fe1f604bc646 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958823 Jul 07 22:27:30.279765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2479ed3-d850-4937-92e0-2865b8853db9 req-bb841d9a-dca1-4494-9398-5ac403337003 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425083 Jul 07 22:27:30.325530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-42b4f067-e1e1-4109-83a0-e0bf0a457d10 service neutron] 10.222.0.103 "GET /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285168 Jul 07 22:27:30.495177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2815444-3808-4c20-a2dc-0f1702a0f228 req-199a373c-b990-4557-8107-9050adb0cc44 service neutron] 10.222.0.103 "GET /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619077 Jul 07 22:27:30.616114 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.658178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac099cd-88d0-474d-82e0-90331ef47b7b req-3f72bcb7-51c2-4a57-a786-71f71ff4a72d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.669480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac099cd-88d0-474d-82e0-90331ef47b7b req-3f72bcb7-51c2-4a57-a786-71f71ff4a72d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1505966 Jul 07 22:27:30.742119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ac099cd-88d0-474d-82e0-90331ef47b7b req-077f1d40-2620-4118-9e4e-d6ed8b432358 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634546 Jul 07 22:27:30.827930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Router e3f3a106-b72d-48f7-b468-c9840dde8f6c is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:27:31.000011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e2127-c736-404b-b8f6-e07d29a438ea req-b7cd05aa-0301-4b68-8e77-1581a92a4a85 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:31.012569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a3e2127-c736-404b-b8f6-e07d29a438ea req-b7cd05aa-0301-4b68-8e77-1581a92a4a85 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 943 time: 0.1065366 Jul 07 22:27:31.081494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a3e2127-c736-404b-b8f6-e07d29a438ea req-e9d612d1-af05-44cd-a09c-eaba089e8264 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680876 Jul 07 22:27:31.090666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:31.105494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Sync routers for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:31.130089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:31.134601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53152) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:31.137048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a517795e-3cb1-4193-918f-d5d772b9e942 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0292208 Jul 07 22:27:31.149110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:31.150806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:31.482610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d6f2d45-d8ca-48da-8365-934a65738dc9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:31.485926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417eb06-fe11-4f96-acd5-a286a4484a2a None None] Network ab4393e0-f396-4313-834a-399375417fd7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:31.701734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a52341e7-925e-4951-ae62-3505a07e1422 None None] Provisioning for port 2d6f2d45-d8ca-48da-8365-934a65738dc9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:31.715833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:31.931463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:32.005720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2d6f2d45-d8ca-48da-8365-934a65738dc9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:32.046431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2d6f2d45-d8ca-48da-8365-934a65738dc9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:32.046855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.188732 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:27:32.199811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3393c-b671-4f4c-a4b9-8e4aba744e40 req-783992ca-f28f-4ed3-852f-cf62999b9527 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.207715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d3393c-b671-4f4c-a4b9-8e4aba744e40 req-783992ca-f28f-4ed3-852f-cf62999b9527 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.2814083 Jul 07 22:27:32.215207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d09f6-0abe-4f8e-b4ba-afaf5f0f4146 req-a3cfb1e7-f450-4290-8a4a-c2b23ceabcf7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.216923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-189d09f6-0abe-4f8e-b4ba-afaf5f0f4146 req-a3cfb1e7-f450-4290-8a4a-c2b23ceabcf7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.2814820 Jul 07 22:27:32.229196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-b0ae4b3d-8a08-4409-937f-119eee2a3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.230776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-b0ae4b3d-8a08-4409-937f-119eee2a3aa0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 1098 time: 0.3059554 Jul 07 22:27:32.420306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d3393c-b671-4f4c-a4b9-8e4aba744e40 req-99d1a435-0df5-4e0b-924b-59336f0f26f8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937211 Jul 07 22:27:32.426801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-189d09f6-0abe-4f8e-b4ba-afaf5f0f4146 req-f1cb6553-0fe7-40aa-83a0-f3d928027006 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868491 Jul 07 22:27:32.599794 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.607577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,segment=NetworkSegment(2cfefd9c-8396-4cf8-9cfd-5eef72501e33),segment_id=2cfefd9c-8396-4cf8-9cfd-5eef72501e33)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:32.650219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-7e910044-e572-4392-bd4c-56ba85e8feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.652109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-7e910044-e572-4392-bd4c-56ba85e8feb6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 200 len: 917 time: 0.4110534 Jul 07 22:27:32.655903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7', 'network_id': '03900efc-97ed-4470-9040-3b2e19c749e4', 'port_id': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7', 'mac_address': 'fa:16:3e:f9:e2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5b62cf-0991-4068-b8e8-e704c103709c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:32.663934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:30Z', 'revision_number': 3, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:32.711099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2d6f2d45-d8ca-48da-8365-934a65738dc9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d6f2d45-d8ca-48da-8365-934a65738dc9,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:32.730125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Checking router: e3f3a106-b72d-48f7-b468-c9840dde8f6c for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:32.730481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Updating router e3f3a106-b72d-48f7-b468-c9840dde8f6c port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:27:32.757178 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.777781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-a627294e-5408-4b72-9b21-5fef4c62c9f7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d HTTP/1.1" status: 200 len: 217 time: 0.0952947 Jul 07 22:27:32.819393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.869833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:32.880030 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.936775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-83331809-6e53-4530-943a-c6c7e588b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.938268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-83331809-6e53-4530-943a-c6c7e588b4bb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 200 len: 855 time: 0.1466367 Jul 07 22:27:32.958327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d44e-8d9a-4caf-9e30-0934805543b5 req-40895e8f-6cd5-493b-9628-025485194614 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.965362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89a5d44e-8d9a-4caf-9e30-0934805543b5 req-40895e8f-6cd5-493b-9628-025485194614 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.3208029 Jul 07 22:27:33.035659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459eac-2065-44f3-9320-bc942d4ced7a req-7dbf5bc7-86d7-4238-a61f-50b5339cc41d tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:33.045461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35459eac-2065-44f3-9320-bc942d4ced7a req-7dbf5bc7-86d7-4238-a61f-50b5339cc41d tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 943 time: 0.4238358 Jul 07 22:27:33.047902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,segment=NetworkSegment(2cfefd9c-8396-4cf8-9cfd-5eef72501e33),segment_id=2cfefd9c-8396-4cf8-9cfd-5eef72501e33)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:33.051436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2d6f2d45-d8ca-48da-8365-934a65738dc9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:33.074574 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.179362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89a5d44e-8d9a-4caf-9e30-0934805543b5 req-2999589b-93c8-4384-8051-ed179b90a036 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131023 Jul 07 22:27:33.212634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.221282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:33.233300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35459eac-2065-44f3-9320-bc942d4ced7a req-d09f62c3-59b3-486d-977d-9d0a4d7e7829 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867743 Jul 07 22:27:33.259404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-9697499e-b847-451b-94cf-b57ed6895a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:33.268715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7f9c3d3e-6235-4f0d-ac8c-b889b5efb6e8 None None] Provisioning complete for port 2d6f2d45-d8ca-48da-8365-934a65738dc9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:33.269251 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3d3e-6235-4f0d-ac8c-b889b5efb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.289846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-9697499e-b847-451b-94cf-b57ed6895a50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3410761 Jul 07 22:27:33.349642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d6f2d45-d8ca-48da-8365-934a65738dc9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:33.404055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bc9efb76-d4cb-49bb-85c2-ca357d1a85d7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:33.505889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-d6dcf156-81e7-4d0a-93af-767445f40d8c service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052567 Jul 07 22:27:33.580288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.629798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2d6f2d45-d8ca-48da-8365-934a65738dc9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:33.630184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.705824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Transition to ACTIVE for port object 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:33.712698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5303fed6-3086-4fe8-bf7e-7506f761106d req-345b2185-1db8-44fd-85c7-8a9dccaf071b service neutron] 10.222.0.103 "GET /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972485 Jul 07 22:27:33.774181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.845154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4721a54-2965-433d-9926-5dad5b68d045 None None] Pushing event updated for resources: {'Port': ['ID=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:33.889790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f25e1-6165-4cd0-88a6-a8d8c940a887 req-d11ebdee-c07f-4c7a-8a8a-92ff2da404a8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:33.899866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-271f25e1-6165-4cd0-88a6-a8d8c940a887 req-d11ebdee-c07f-4c7a-8a8a-92ff2da404a8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1844521 Jul 07 22:27:34.041144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-271f25e1-6165-4cd0-88a6-a8d8c940a887 req-98b5c125-ebd4-4348-8e25-ed5de05c905a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402366 Jul 07 22:27:34.064691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Allocated IP 172.20.0.1 (ab4393e0-f396-4313-834a-399375417fd7/5c2613a9-c221-4c5d-8bd0-cde51df3d3a0/3f969853-8b53-40e1-b5e9-7aba56c0ca28) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:34.099178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Attempting to bind port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:34.099649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Attempting to bind port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:34.100088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Attempting to bind port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:34.108108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1707681-7dcd-4d9e-89d7-889075336ed5 req-ce7b0d29-c179-4d9f-bc05-8ef2f6d0cf47 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:34.111745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:34.112237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:34.112716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.113177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:34.113726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Bound port: 79e5c1c5-2dbb-4632-8c90-6686b0a491e1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:34.114184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.114409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1707681-7dcd-4d9e-89d7-889075336ed5 req-ce7b0d29-c179-4d9f-bc05-8ef2f6d0cf47 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.2092602 Jul 07 22:27:34.209189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] For port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:34.219233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] For port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:34.232223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1707681-7dcd-4d9e-89d7-889075336ed5 req-70d08bba-8ac9-4233-ab6a-b50967911309 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828640 Jul 07 22:27:34.235107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.290479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4721a54-2965-433d-9926-5dad5b68d045 None None] Pushing event updated for resources: {'Port': ['ID=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:34.319934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:34.321637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:34.402724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.428186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Transition to ACTIVE for port object 3f969853-8b53-40e1-b5e9-7aba56c0ca28 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:34.464868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:34.521814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35987fb6-6bd2-4b0a-99e8-c2ecd52d8c88 req-2d0c8262-58d2-40e3-87b8-4a66875a12c1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:34.523345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35987fb6-6bd2-4b0a-99e8-c2ecd52d8c88 req-2d0c8262-58d2-40e3-87b8-4a66875a12c1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 945 time: 0.2333720 Jul 07 22:27:34.553144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.632841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222543d2-99f0-4c08-ac70-3179b5f01b27 req-13c7b3f9-b476-4f45-a6b8-0978ed1ae7f4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:34.634434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-222543d2-99f0-4c08-ac70-3179b5f01b27 req-13c7b3f9-b476-4f45-a6b8-0978ed1ae7f4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2108643 Jul 07 22:27:34.640318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Network ab4393e0-f396-4313-834a-399375417fd7 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:34.663339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35987fb6-6bd2-4b0a-99e8-c2ecd52d8c88 req-2f7db0ae-bb48-489e-8d8b-56b035ed9edd tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318488 Jul 07 22:27:34.668663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:34.681451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:34.698610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Pushing event updated for resources: {'Port': ['ID=3f969853-8b53-40e1-b5e9-7aba56c0ca28,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:34.742826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:30Z', 'revision_number': 3, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:34.764752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-222543d2-99f0-4c08-ac70-3179b5f01b27 req-6e3cc605-c3a2-4d63-b551-f0ebd5037926 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223860 Jul 07 22:27:34.791461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.792301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6259ef5-6f1d-457a-98f2-bbcdaaf08874 None None] The sync data for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 is: [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:30Z', 'revision_number': 3, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:35.034592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eed7c-4c9f-4f79-be16-ee72d974307b req-4df7bf76-72a9-4789-a95d-a5eb50232b29 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:35.036158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-096eed7c-4c9f-4f79-be16-ee72d974307b req-4df7bf76-72a9-4789-a95d-a5eb50232b29 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 944 time: 0.1606483 Jul 07 22:27:35.061634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.097540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2d21dd63-f5ea-4978-92ca-26eab2b8beed None None] Provisioning for port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:35.105843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2d21dd63-f5ea-4978-92ca-26eab2b8beed None None] Provisioning complete for port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:35.106247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2d21dd63-f5ea-4978-92ca-26eab2b8beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.199461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2d21dd63-f5ea-4978-92ca-26eab2b8beed None None] Port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:27:35.204107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-096eed7c-4c9f-4f79-be16-ee72d974307b req-5447f29c-75a7-40be-aa5a-967f80be8766 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546493 Jul 07 22:27:35.388941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:35.468165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:35.475401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:35.478575 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.533399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487afac6-2c1f-443a-9e03-e676ae4e2701 req-1901f3e7-2094-4352-96fa-20dd23dfdf64 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:35.535644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-487afac6-2c1f-443a-9e03-e676ae4e2701 req-1901f3e7-2094-4352-96fa-20dd23dfdf64 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.2020614 Jul 07 22:27:35.590931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569d4dc-2029-4686-920f-c0380e1007c3 req-7304c0ac-db52-4b1d-ac59-e13395c03f66 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:35.600410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c569d4dc-2029-4686-920f-c0380e1007c3 req-7304c0ac-db52-4b1d-ac59-e13395c03f66 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1863291 Jul 07 22:27:35.605166 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.632131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:35.639887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.643241 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.655845 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.705473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:35.728201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-487afac6-2c1f-443a-9e03-e676ae4e2701 req-fb6d7d5a-0e23-423c-a14d-059966d344c5 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838803 Jul 07 22:27:35.790559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c569d4dc-2029-4686-920f-c0380e1007c3 req-96b81bbf-29c0-45a8-889a-639372d21461 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891658 Jul 07 22:27:35.822512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Pushing event updated for resources: {'Port': ['ID=3f969853-8b53-40e1-b5e9-7aba56c0ca28,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:35.835297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:35.905138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:35.992134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5feba-beb4-4400-8209-26938a98bf6c req-9badd54b-6ff7-4dc9-8a72-1e3475493c92 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:35.994466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dab5feba-beb4-4400-8209-26938a98bf6c req-9badd54b-6ff7-4dc9-8a72-1e3475493c92 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 945 time: 0.1553645 Jul 07 22:27:36.022976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:36.027474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:36.027857 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.162202 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.191587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Deleting port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:36.192998 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.213557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:36.218784 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9effda-0412-4a1f-9ad4-ed89c786b811" -d '{"events": [{"server_uuid": "0d253278-a8ef-4539-b619-e1cbaaf89b7e", "name": "network-vif-plugged", "status": "completed", "tag": "bc9efb76-d4cb-49bb-85c2-ca357d1a85d7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:36.242805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,segment=NetworkSegment(2cfefd9c-8396-4cf8-9cfd-5eef72501e33),segment_id=2cfefd9c-8396-4cf8-9cfd-5eef72501e33)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:36.251292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.336545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:36.369599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] For port 3e5af023-cfd1-45b4-99b9-0e1093b74f69, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3e5af023-cfd1-45b4-99b9-0e1093b74f69,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:36.369828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.394366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Calling delete_port for 3e5af023-cfd1-45b4-99b9-0e1093b74f69 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:36.529728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fb2de-a496-4624-becc-99793affecf0 req-5cc48cfe-c7c7-49e7-96e4-d31792149309 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:36.537266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-238fb2de-a496-4624-becc-99793affecf0 req-5cc48cfe-c7c7-49e7-96e4-d31792149309 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1793590 Jul 07 22:27:36.546518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Network ab4393e0-f396-4313-834a-399375417fd7 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:36.557600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:36.597383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.608911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:36.613353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'd1be796f-97a3-4f62-a11e-b7da7f0c492d', '3e5af023-cfd1-45b4-99b9-0e1093b74f69'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:36.627851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc6b-312b-4709-89be-753e1871f345 req-7a6c9f03-8d17-47e8-af97-2a6b1b8c5e4b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:36.635789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27eebc6b-312b-4709-89be-753e1871f345 req-7a6c9f03-8d17-47e8-af97-2a6b1b8c5e4b tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0231004-0ab1-486b-99ce-de0070437d45 HTTP/1.1" status: 200 len: 945 time: 0.2789423 Jul 07 22:27:36.686794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-238fb2de-a496-4624-becc-99793affecf0 req-4e8866af-e699-4f2d-81a3-51e2dde6ff9f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479871 Jul 07 22:27:36.690492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event deleted for resources: {'Port': ['ID=3e5af023-cfd1-45b4-99b9-0e1093b74f69,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:36.729014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27eebc6b-312b-4709-89be-753e1871f345 req-83132966-84d9-4619-8a75-f9842bb7560f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921588 Jul 07 22:27:36.829017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] No DVR routers for this DVR port 3e5af023-cfd1-45b4-99b9-0e1093b74f69 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:36.866839 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aaa846-ebe2-496c-85f7-a869322d2d58 x-openstack-request-id: req-35aaa846-ebe2-496c-85f7-a869322d2d58 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:36.869885 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d253278-a8ef-4539-b619-e1cbaaf89b7e", "name": "network-vif-plugged", "status": "completed", "tag": "bc9efb76-d4cb-49bb-85c2-ca357d1a85d7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:36.870818 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-35aaa846-ebe2-496c-85f7-a869322d2d58 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:36.871314 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7', 'code': 200} Jul 07 22:27:36.954211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Router e3f3a106-b72d-48f7-b468-c9840dde8f6c has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:36.988771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.991930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dab5feba-beb4-4400-8209-26938a98bf6c req-555e93dc-c738-4b80-a56e-6c511dae85cf tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "DELETE /v2.0/ports/3e5af023-cfd1-45b4-99b9-0e1093b74f69 HTTP/1.1" status: 204 len: 173 time: 0.9899967 Jul 07 22:27:36.993076 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-d4162d69-f073-485d-b7a1-00a4f57edfe2 service neutron] show failed (client error): The resource could not be found. Jul 07 22:27:36.995205 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-d4162d69-f073-485d-b7a1-00a4f57edfe2 service neutron] 10.222.0.97 "GET /v2.0/ports/5da54f30-cce5-4cad-bec7-105a051b8835/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.3185420 Jul 07 22:27:36.996054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0231004-0ab1-486b-99ce-de0070437d45', 'name': 'network-vif-deleted', 'tag': '3e5af023-cfd1-45b4-99b9-0e1093b74f69'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:36.999513 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c719b-4b68-4040-92b8-4566eddff360" -d '{"events": [{"server_uuid": "a0231004-0ab1-486b-99ce-de0070437d45", "name": "network-vif-deleted", "tag": "3e5af023-cfd1-45b4-99b9-0e1093b74f69"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:37.137196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3cc29d82-42e5-4f10-9652-a8e5cdd414a6 None None] Provisioning complete for port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:37.137536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cc29d82-42e5-4f10-9652-a8e5cdd414a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.250603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3cc29d82-42e5-4f10-9652-a8e5cdd414a6 None None] Port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:27:37.343276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:37.497562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-637f217d-a98f-4d6d-8331-cc2120e845c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.501422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:37.501422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.501706 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-637f217d-a98f-4d6d-8331-cc2120e845c0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 1098 time: 0.1194441 Jul 07 22:27:37.516793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:37.517037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:37.528149 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Sync routers for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:37.539944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-95018b54-e72e-46c3-b495-5fbc00ea6beb admin admin] 10.222.0.95 "PUT /v2.0/routers/e3f3a106-b72d-48f7-b468-c9840dde8f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4041135 Jul 07 22:27:37.549476 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:37.550511 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:37.596507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3aa7e-9b12-41f4-9bfa-9164f7ac7deb req-9afd5db3-96a8-429c-87c1-4cb0f5c52e5f tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.598094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1c3aa7e-9b12-41f4-9bfa-9164f7ac7deb req-9afd5db3-96a8-429c-87c1-4cb0f5c52e5f tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 945 time: 0.2856879 Jul 07 22:27:37.615925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460684a2-5f27-4283-ad3f-320639455526 req-f52f3972-8e18-40d6-861f-cb225b942874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.617198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.617447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-460684a2-5f27-4283-ad3f-320639455526 req-f52f3972-8e18-40d6-861f-cb225b942874 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 1097 time: 0.6536274 Jul 07 22:27:37.704893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8e70-5ef3-4197-b465-b4652da89b43 req-e44b7ed4-3068-4da1-accb-ec1b5cbc3b2d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.720054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f23b8e70-5ef3-4197-b465-b4652da89b43 req-e44b7ed4-3068-4da1-accb-ec1b5cbc3b2d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.4100342 Jul 07 22:27:37.739205 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:37.919686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f23b8e70-5ef3-4197-b465-b4652da89b43 req-0e276a61-6276-4928-a5d2-c43cc82c920e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986508 Jul 07 22:27:37.928671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-460684a2-5f27-4283-ad3f-320639455526 req-f9f05268-c9bb-433b-a6fa-5e2d4b2a8f39 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995329 Jul 07 22:27:37.958708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1c3aa7e-9b12-41f4-9bfa-9164f7ac7deb req-24bb086f-c2b2-49b5-8c52-29be0d7e83a3 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511627 Jul 07 22:27:38.014113 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 2, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:38.075689 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Checking router: e3f3a106-b72d-48f7-b468-c9840dde8f6c for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:38.077979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Updating router e3f3a106-b72d-48f7-b468-c9840dde8f6c port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:27:38.190096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:38.235682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:38.294272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:38.303076 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:38.310251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Transition to ACTIVE for port object 5da54f30-cce5-4cad-bec7-105a051b8835 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:38.314093 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789e211-30d4-4d14-9be0-e1af291b7776 x-openstack-request-id: req-5789e211-30d4-4d14-9be0-e1af291b7776 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:38.314399 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0231004-0ab1-486b-99ce-de0070437d45", "name": "network-vif-deleted", "tag": "3e5af023-cfd1-45b4-99b9-0e1093b74f69", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:38.314676 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5789e211-30d4-4d14-9be0-e1af291b7776 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:38.315107 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0231004-0ab1-486b-99ce-de0070437d45', 'name': 'network-vif-deleted', 'tag': '3e5af023-cfd1-45b4-99b9-0e1093b74f69', 'status': 'completed', 'code': 200} Jul 07 22:27:38.325597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:38.409289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=6']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:38.414191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78bfb-bbec-4c50-a62d-7fc52a22a2ca req-e7a68f1a-869a-4aa8-bbb8-e8e435f21043 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:38.429288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcf78bfb-bbec-4c50-a62d-7fc52a22a2ca req-e7a68f1a-869a-4aa8-bbb8-e8e435f21043 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2679083 Jul 07 22:27:38.547098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9dacf-7379-472d-bf6f-1c2b0b86bb13 req-0784220e-fd39-42e3-8d08-17454254895d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:38.553847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ca9dacf-7379-472d-bf6f-1c2b0b86bb13 req-0784220e-fd39-42e3-8d08-17454254895d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.3220487 Jul 07 22:27:38.628763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] No DVR routers for this DVR port 5da54f30-cce5-4cad-bec7-105a051b8835 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:38.648310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcf78bfb-bbec-4c50-a62d-7fc52a22a2ca req-f67cccb6-84a2-414e-b019-20955081f9d4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177274 Jul 07 22:27:38.724453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ca9dacf-7379-472d-bf6f-1c2b0b86bb13 req-2b5db01a-5d5c-4011-8674-8f491c4ac12a tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483662 Jul 07 22:27:38.918879 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:38.939397 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Transition to ACTIVE for port object 3f969853-8b53-40e1-b5e9-7aba56c0ca28 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:38.955479 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:38.966091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:38.966543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:38.967853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:38.997634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Port 5da54f30-cce5-4cad-bec7-105a051b8835 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:38.998545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Attempting to bind port 5da54f30-cce5-4cad-bec7-105a051b8835 on network 571f70f4-3869-4421-8736-6fcd3e81dce7 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:39.012070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:39.015610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Checking segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:39.016264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Bound using segment: {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:39.018238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Bound port: 5da54f30-cce5-4cad-bec7-105a051b8835, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:39.019470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:39.040607 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Pushing event updated for resources: {'Port': ['ID=3f969853-8b53-40e1-b5e9-7aba56c0ca28,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:39.063263 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.066287 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.066880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.068553 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.069082 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.069606 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.070554 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.071317 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.073658 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.075365 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.076014 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.076520 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:39.272326 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Attempting to bind port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:39.272932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Attempting to bind port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:39.273486 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Attempting to bind port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 on network ab4393e0-f396-4313-834a-399375417fd7 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:39.279273 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:39.280495 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Checking segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:39.281075 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:39.281645 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Bound using segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:39.282300 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Bound port: 3f969853-8b53-40e1-b5e9-7aba56c0ca28, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:39.282894 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:39.293118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:39.303393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:39.314122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:39.350363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6933cda-3872-44b4-af03-8390dbeca025 req-048025ca-303b-48e9-9ff1-a504b62b1fba tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:39.363867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6933cda-3872-44b4-af03-8390dbeca025 req-048025ca-303b-48e9-9ff1-a504b62b1fba tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 945 time: 0.2685642 Jul 07 22:27:39.379322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:39.380051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:39.398190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] 10.222.0.103 "PUT /v2.0/ports/5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1093 time: 1.8884785 Jul 07 22:27:39.453532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] For port 3f969853-8b53-40e1-b5e9-7aba56c0ca28, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:39.457106 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] For port 3f969853-8b53-40e1-b5e9-7aba56c0ca28, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3f969853-8b53-40e1-b5e9-7aba56c0ca28,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:39.469559 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:39.533423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6933cda-3872-44b4-af03-8390dbeca025 req-eb17c03c-9176-4737-9bed-701ab73b1a07 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685641 Jul 07 22:27:39.573565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f9cab-e6dd-40d1-b501-980980fc2781 req-2fa1bbff-9c55-4a8c-8acd-1cb624c28e7d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:39.598582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a49f9cab-e6dd-40d1-b501-980980fc2781 req-2fa1bbff-9c55-4a8c-8acd-1cb624c28e7d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.3903847 Jul 07 22:27:39.624856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ab576-803b-4d12-9284-8fdd98c8a1fb service neutron] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:39.664716 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1250a-6a30-4d79-a5fa-e2d6ea092df9 None None] Pushing event updated for resources: {'Port': ['ID=3f969853-8b53-40e1-b5e9-7aba56c0ca28,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:39.695761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-793584b0-a3e2-478d-bf27-b8d2bcc6f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:39.697325 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-793584b0-a3e2-478d-bf27-b8d2bcc6f90e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1096 time: 0.2641943 Jul 07 22:27:39.734593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a49f9cab-e6dd-40d1-b501-980980fc2781 req-39321a57-dc1b-4c98-b97d-ffd8c3e68ba7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266313 Jul 07 22:27:39.763363 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:39.764805 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:39.988823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-b4147965-624b-4d9f-aa2a-6e5905d2e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:39.990976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-b4147965-624b-4d9f-aa2a-6e5905d2e4c9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.2847331 Jul 07 22:27:39.995470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232e26e-2498-4f67-bb41-6e7a6831a327 req-c5a2d2c4-15e6-4496-aab3-84ae65e84391 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:40.004962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a232e26e-2498-4f67-bb41-6e7a6831a327 req-c5a2d2c4-15e6-4496-aab3-84ae65e84391 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 945 time: 0.1864042 Jul 07 22:27:40.043704 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:40.118037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a232e26e-2498-4f67-bb41-6e7a6831a327 req-108f9e23-80e5-47c2-8dc5-dfab458e142a tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111119 Jul 07 22:27:40.162179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471efc-fb21-48e8-89aa-f81c1e7acb64 req-ca97f802-746c-4d6d-a7af-999c8a64ee04 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:40.172616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94471efc-fb21-48e8-89aa-f81c1e7acb64 req-ca97f802-746c-4d6d-a7af-999c8a64ee04 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.1497746 Jul 07 22:27:40.265403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94471efc-fb21-48e8-89aa-f81c1e7acb64 req-40065d76-4e60-4399-9c78-bfedce5e7ac8 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866494 Jul 07 22:27:40.503392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bb8bd-56b2-45db-8616-4f295accec7a req-6aba6573-cec6-4a07-9277-3bb3aba9bb69 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:40.505425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a94bb8bd-56b2-45db-8616-4f295accec7a req-6aba6573-cec6-4a07-9277-3bb3aba9bb69 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.1112266 Jul 07 22:27:40.575876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a94bb8bd-56b2-45db-8616-4f295accec7a req-ecde1d57-7d4c-4227-90d1-6e2e34b07e08 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645435 Jul 07 22:27:40.614522 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:39Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:40.657388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39128f2c-07c1-4690-9937-9c7be9a8a00d None None] The sync data for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 is: [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:39Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:40.706760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}, {'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:40.709855 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0d1c5-9f79-417b-bac8-18926d495976" -d '{"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-unplugged", "status": "completed", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}, {"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:40.776044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-b16648d1-7bd1-4dad-b730-40d173cef202 req-2702effd-83a0-4edf-bf45-ad73653bc731 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:27:40.777220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b16648d1-7bd1-4dad-b730-40d173cef202 req-2702effd-83a0-4edf-bf45-ad73653bc731 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065813 Jul 07 22:27:40.786379 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-d38190ce-04e6-44db-bfb0-b36e97571c19 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1000 time: 0.7884691 Jul 07 22:27:40.922590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-2f8aa02e-745a-4646-9958-84b933c55915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:40.924902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-2f8aa02e-745a-4646-9958-84b933c55915 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.1314640 Jul 07 22:27:41.025803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-84af09de-1a19-4665-bc26-c0944eb81f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:41.027752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-84af09de-1a19-4665-bc26-c0944eb81f96 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951653 Jul 07 22:27:41.063882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b16648d1-7bd1-4dad-b730-40d173cef202 req-8dc9c366-6fd9-4cd8-966d-14ac5ba5ea0f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2757032 Jul 07 22:27:41.181031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-87abb6ac-15e0-4d6b-89e8-48df3ad39126 service neutron] 10.222.0.103 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431458 Jul 07 22:27:41.409933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3f969853-8b53-40e1-b5e9-7aba56c0ca28 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:41.452516 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3780f355-f616-47e2-8614-244c4d79a37d x-openstack-request-id: req-3780f355-f616-47e2-8614-244c4d79a37d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:41.453763 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-unplugged", "status": "completed", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "code": 200}, {"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:41.455795 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3780f355-f616-47e2-8614-244c4d79a37d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:41.457336 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'code': 200} Jul 07 22:27:41.459849 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'status': 'completed', 'code': 200} Jul 07 22:27:41.541355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3e5af023-cfd1-45b4-99b9-0e1093b74f69 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:41.575744 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97f15954-0513-4f48-bd08-3aef52ffdf03 req-b989f3f6-3cdd-4f2a-bbfa-2618382d0bde service neutron] 10.222.0.103 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858759 Jul 07 22:27:41.648175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:41.662477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 3e5af023-cfd1-45b4-99b9-0e1093b74f69 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:41.663080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3e5af023-cfd1-45b4-99b9-0e1093b74f69 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:41.664975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:41.669683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-4d26b5fc-e6b3-4b4b-bb2e-560beaa9fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:41.672249 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-4d26b5fc-e6b3-4b4b-bb2e-560beaa9fec1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1096 time: 0.2390175 Jul 07 22:27:41.674197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:41.675332 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:41.710680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5227-394b-4af2-b586-26e2102e04d8 req-3b6b937e-4517-4420-b26e-86774a27f946 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:41.722702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd3d5227-394b-4af2-b586-26e2102e04d8 req-3b6b937e-4517-4420-b26e-86774a27f946 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1693265 Jul 07 22:27:41.804143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd3d5227-394b-4af2-b586-26e2102e04d8 req-dea0a4a2-d0cb-4969-ace9-f9a31587ab86 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752871 Jul 07 22:27:41.868042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:41.962679 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:41.980119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-9c753280-a09a-40f2-9ba6-f9174fe34786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:41.992451 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-9c753280-a09a-40f2-9ba6-f9174fe34786 service neutron] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.2977269 Jul 07 22:27:42.030826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 3f969853-8b53-40e1-b5e9-7aba56c0ca28, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3f969853-8b53-40e1-b5e9-7aba56c0ca28,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:42.050331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:42.133806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-aa11791b-0bf5-4878-bd44-6cbca4caf656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.135413 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-aa11791b-0bf5-4878-bd44-6cbca4caf656 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1096 time: 0.4592056 Jul 07 22:27:42.190870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=3f969853-8b53-40e1-b5e9-7aba56c0ca28,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:42.262994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762c72c-c74f-49e6-b8d1-ec966c14d9d2 req-8fd1abfc-e362-4909-8655-fd335af2181e tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.280391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762c72c-c74f-49e6-b8d1-ec966c14d9d2 req-8fd1abfc-e362-4909-8655-fd335af2181e tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.2317028 Jul 07 22:27:42.343508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-5c3ed352-3ffe-45c0-b645-70797ef53e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.344276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762c72c-c74f-49e6-b8d1-ec966c14d9d2 req-ae39655c-e943-4b48-9aa3-4fe7ba4ed418 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Jul 07 22:27:42.345225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-5c3ed352-3ffe-45c0-b645-70797ef53e97 service neutron] 10.222.0.103 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.1935189 Jul 07 22:27:42.377159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-f4706010-2cb1-48f6-a53f-24ef1d12d6fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1000 time: 0.3712742 Jul 07 22:27:42.505210 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-1d21df56-29c6-442b-81bd-56fc91e864b7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1000 time: 0.1526637 Jul 07 22:27:42.692109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-d1b896c9-24e0-4fc7-8123-d846318ac9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.707515 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-d1b896c9-24e0-4fc7-8123-d846318ac9e7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.1659355 Jul 07 22:27:42.889018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-d3a498ad-76d8-41be-b0c4-c6dfbb3300e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.891126 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-d3a498ad-76d8-41be-b0c4-c6dfbb3300e2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.3849902 Jul 07 22:27:42.897000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-84ef6a65-8b68-441a-9a81-cd7d50fbad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.898683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-84ef6a65-8b68-441a-9a81-cd7d50fbad4b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903601 Jul 07 22:27:43.041366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-50d7fa21-c08d-459f-8e8e-a71e6f842421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:43.042999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-50d7fa21-c08d-459f-8e8e-a71e6f842421 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424730 Jul 07 22:27:43.049532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-c4edccec-988e-41d2-9240-aa52d2644025 service neutron] 10.222.0.103 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405790 Jul 07 22:27:43.244668 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-6d7138dd-17db-4b51-b1dd-4d6c718b519e service neutron] 10.222.0.103 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971205 Jul 07 22:27:43.339495 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-ca072220-49f3-4d3b-bcf5-8a327d7b7905 service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890823 Jul 07 22:27:43.355960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3f969853-8b53-40e1-b5e9-7aba56c0ca28 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:43.393327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73a2b-9a0f-4528-a579-91d1d55b4499 req-6b7aaecd-1011-412a-a3ba-fe4d9bf30690 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:43.403927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2c73a2b-9a0f-4528-a579-91d1d55b4499 req-6b7aaecd-1011-412a-a3ba-fe4d9bf30690 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.1108775 Jul 07 22:27:43.490099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2c73a2b-9a0f-4528-a579-91d1d55b4499 req-0aa1ba0c-bc74-4d68-b51c-60066e7d9ec3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838771 Jul 07 22:27:43.511082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:43.511674 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:43.521184 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5fe0d1c5-9f79-417b-bac8-18926d495976 req-fa58ff37-1643-49b5-81b1-e838fc0d888a service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680877 Jul 07 22:27:43.784401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e561-ddbb-4b47-b1ed-8e5445e16bcf req-c10d9825-5dfa-4222-b871-182da427e64d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:43.787424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8507e561-ddbb-4b47-b1ed-8e5445e16bcf req-c10d9825-5dfa-4222-b871-182da427e64d tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 945 time: 0.1297536 Jul 07 22:27:43.836556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8507e561-ddbb-4b47-b1ed-8e5445e16bcf req-f46acff6-6e8f-48a1-b93a-af3cd53bfa6f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Jul 07 22:27:44.059627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d62b66-1b2e-4e63-9356-8ea24a7a2b04 req-907341fe-145e-41c2-88e5-d0f5de500dd4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.061278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2d62b66-1b2e-4e63-9356-8ea24a7a2b04 req-907341fe-145e-41c2-88e5-d0f5de500dd4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.0759418 Jul 07 22:27:44.116436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2d62b66-1b2e-4e63-9356-8ea24a7a2b04 req-d03759a8-31d7-4b91-a92b-e404dead41ef tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Jul 07 22:27:44.334503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c95750-419e-4749-9ecc-38fdbeb67bc5 req-ad0b7873-f30e-491c-8909-cb98c5b91160 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.336018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8c95750-419e-4749-9ecc-38fdbeb67bc5 req-ad0b7873-f30e-491c-8909-cb98c5b91160 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 945 time: 0.1045554 Jul 07 22:27:44.388717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb4af5-164b-4da5-8f1d-6879726ea393 req-9a594d53-d401-4314-987d-8a6a12951f5c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.390812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70fb4af5-164b-4da5-8f1d-6879726ea393 req-9a594d53-d401-4314-987d-8a6a12951f5c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.1061943 Jul 07 22:27:44.411144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8c95750-419e-4749-9ecc-38fdbeb67bc5 req-52ccf88b-353e-4c89-894a-e031eacbc73d tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.95 "GET /v2.0/security-groups?id=efa3bf47-8b3e-42d2-b790-a6f111237ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652597 Jul 07 22:27:44.443175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70fb4af5-164b-4da5-8f1d-6879726ea393 req-a2b1d050-1a77-419b-86d4-78e01e0faa51 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Jul 07 22:27:44.716138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95451-06a3-49c4-ac1f-599976862d4f req-d618a28c-df96-45e9-93cd-ab3df37078a8 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.718298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a95451-06a3-49c4-ac1f-599976862d4f req-d618a28c-df96-45e9-93cd-ab3df37078a8 tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d253278-a8ef-4539-b619-e1cbaaf89b7e HTTP/1.1" status: 200 len: 945 time: 0.0821352 Jul 07 22:27:44.728035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc38f4-1088-4fe6-a91a-3f77e5a593f9 req-c76b3a83-dcb5-4bb2-b821-04e2927f5127 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.729562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5fc38f4-1088-4fe6-a91a-3f77e5a593f9 req-c76b3a83-dcb5-4bb2-b821-04e2927f5127 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 944 time: 0.0912716 Jul 07 22:27:44.805536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5fc38f4-1088-4fe6-a91a-3f77e5a593f9 req-d9e8b87a-3a93-4a35-acaa-2a1bee36a3a2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691929 Jul 07 22:27:44.841326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Deleting port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:44.841569 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:44.930357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6da42d-b333-4f19-bf6f-e52f0f5f896c req-2bebf436-acf3-4582-baa0-85f2f33d8de6 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.939226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6da42d-b333-4f19-bf6f-e52f0f5f896c req-2bebf436-acf3-4582-baa0-85f2f33d8de6 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.947530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6da42d-b333-4f19-bf6f-e52f0f5f896c req-2bebf436-acf3-4582-baa0-85f2f33d8de6 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.956080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db6da42d-b333-4f19-bf6f-e52f0f5f896c req-2bebf436-acf3-4582-baa0-85f2f33d8de6 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c&device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e&device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 2418 time: 0.1330438 Jul 07 22:27:44.984739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] For port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,segment=NetworkSegment(2cfefd9c-8396-4cf8-9cfd-5eef72501e33),segment_id=2cfefd9c-8396-4cf8-9cfd-5eef72501e33)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:44.985468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:45.001564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Calling delete_port for bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:45.011065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db6da42d-b333-4f19-bf6f-e52f0f5f896c req-abb926cf-92f8-4cfb-8b08-bfa482f41a6f tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 Jul 07 22:27:45.168726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:45.180996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bc9efb76-d4cb-49bb-85c2-ca357d1a85d7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:45.214717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Pushing event deleted for resources: {'Port': ['ID=bc9efb76-d4cb-49bb-85c2-ca357d1a85d7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:45.228917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.229520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.230025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.230652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.231166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.231659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.232160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.232667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.233388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.233912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.234526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.235064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:45.303700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] No DVR routers for this DVR port bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:45.307580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:45.311218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a95451-06a3-49c4-ac1f-599976862d4f req-ac07fc10-6a93-4d5b-859c-d9f5e88051bd tempest-InstanceActionsNegativeTestJSON-1324467764 tempest-InstanceActionsNegativeTestJSON-1324467764-project] 10.222.0.103 "DELETE /v2.0/ports/bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 HTTP/1.1" status: 204 len: 173 time: 0.5860722 Jul 07 22:27:45.311898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'name': 'network-vif-deleted', 'tag': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:45.315753 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d03e179-7eb3-4bd6-9522-4aae0cce6053" -d '{"events": [{"server_uuid": "0d253278-a8ef-4539-b619-e1cbaaf89b7e", "name": "network-vif-deleted", "tag": "bc9efb76-d4cb-49bb-85c2-ca357d1a85d7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:45.607587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-f1f95ab8-4a9f-431b-9bb4-0cfb14f071c7 req-8624b9fa-2e38-4db0-84a2-685e02091c97 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:27:45.610792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1f95ab8-4a9f-431b-9bb4-0cfb14f071c7 req-8624b9fa-2e38-4db0-84a2-685e02091c97 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105622 Jul 07 22:27:45.727938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1f95ab8-4a9f-431b-9bb4-0cfb14f071c7 req-faa950aa-692f-4c47-ba9f-cac794399739 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1075492 Jul 07 22:27:45.823853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbce2-8636-441b-b635-2d67059970ef req-2a172f77-132b-4aae-83da-d87ce713134b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:45.826446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-2a172f77-132b-4aae-83da-d87ce713134b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 944 time: 0.0951104 Jul 07 22:27:45.953896 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-b16dbce2-8636-441b-b635-2d67059970ef req-e9c8fe5a-fff3-4c7c-8c10-2cf47d99cef3 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:27:45.955242 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-e9c8fe5a-fff3-4c7c-8c10-2cf47d99cef3 service neutron] 10.222.0.97 "DELETE /v2.0/ports/5da54f30-cce5-4cad-bec7-105a051b8835/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.1205883 Jul 07 22:27:45.976664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:46.067808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b662ef-9617-408b-b106-766681b0c16b req-1f3c1f88-c461-4990-be52-71e484b8e571 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.069437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b662ef-9617-408b-b106-766681b0c16b req-1f3c1f88-c461-4990-be52-71e484b8e571 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1487622 Jul 07 22:27:46.074979 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24de022-9252-403e-8e2d-fd06c0c57fb1 x-openstack-request-id: req-f24de022-9252-403e-8e2d-fd06c0c57fb1 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:46.075281 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d253278-a8ef-4539-b619-e1cbaaf89b7e", "name": "network-vif-deleted", "tag": "bc9efb76-d4cb-49bb-85c2-ca357d1a85d7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:46.075544 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f24de022-9252-403e-8e2d-fd06c0c57fb1 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:46.075960 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d253278-a8ef-4539-b619-e1cbaaf89b7e', 'name': 'network-vif-deleted', 'tag': 'bc9efb76-d4cb-49bb-85c2-ca357d1a85d7', 'status': 'completed', 'code': 200} Jul 07 22:27:46.152109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b662ef-9617-408b-b106-766681b0c16b req-a7af0323-a8da-45f8-a732-9a4d2997126e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670304 Jul 07 22:27:46.218901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:46.231521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '5da54f30-cce5-4cad-bec7-105a051b8835', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'port_id': '5da54f30-cce5-4cad-bec7-105a051b8835', 'mac_address': 'fa:16:3e:25:12:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:46.247539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbce2-8636-441b-b635-2d67059970ef req-517d9950-326b-42b7-8275-6ea9f7c03742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.249031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53498) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:46.250241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-517d9950-326b-42b7-8275-6ea9f7c03742 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1096 time: 0.1253388 Jul 07 22:27:46.308805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.327563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da54f30-cce5-4cad-bec7-105a051b8835 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:46.354526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:46.360461 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.363692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Deleting subnet 7f5b62cf-0991-4068-b8e8-e704c103709c {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:46.382595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.393158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021c58-38f7-461e-96d4-6e5a93efb8ea req-f869d3df-9bd2-479d-a7c1-96e6cb526568 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.401155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e021c58-38f7-461e-96d4-6e5a93efb8ea req-f869d3df-9bd2-479d-a7c1-96e6cb526568 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 945 time: 0.2074831 Jul 07 22:27:46.416806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:46.441189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbce2-8636-441b-b635-2d67059970ef req-458ad781-2fc3-4b15-8e0e-b7570aedd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.443815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-458ad781-2fc3-4b15-8e0e-b7570aedd33f service neutron] 10.222.0.97 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.1777422 Jul 07 22:27:46.487629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.515646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e021c58-38f7-461e-96d4-6e5a93efb8ea req-6ed9c6f2-200a-47cf-b2be-b177a26d5b23 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136231 Jul 07 22:27:46.519626 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-81f2fe4c-8061-4abc-8f51-f5802536afff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 1001 time: 0.0687177 Jul 07 22:27:46.559962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.570010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842cfe0-da4a-4a95-9423-09bd9dd3c1dd req-042604c3-03d4-442d-a10c-9c45ac19b2ad tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.571896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1842cfe0-da4a-4a95-9423-09bd9dd3c1dd req-042604c3-03d4-442d-a10c-9c45ac19b2ad tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 945 time: 0.2050025 Jul 07 22:27:46.594848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbce2-8636-441b-b635-2d67059970ef req-eb1a7d31-d8c3-4baf-b96b-ba1072fed2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.596887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-eb1a7d31-d8c3-4baf-b96b-ba1072fed2a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.0694535 Jul 07 22:27:46.634113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['5da54f30-cce5-4cad-bec7-105a051b8835'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:46.649337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1842cfe0-da4a-4a95-9423-09bd9dd3c1dd req-ea62b076-646f-4776-9467-d1050f2f7d24 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548801 Jul 07 22:27:46.665762 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.708164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5b62cf-0991-4068-b8e8-e704c103709c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:46.731387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbce2-8636-441b-b635-2d67059970ef req-5b0395f9-e911-4886-bd11-fd044fb1bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.733853 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-5b0395f9-e911-4886-bd11-fd044fb1bff5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276023 Jul 07 22:27:46.735411 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.737768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f00b2999-468a-4221-bbe3-ed15e7084b06 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7f5b62cf-0991-4068-b8e8-e704c103709c HTTP/1.1" status: 204 len: 168 time: 0.4877706 Jul 07 22:27:46.740504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53502) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:46.797767 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:46.915191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-1ccd7166-9751-4ed5-9402-692caca223db service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732335 Jul 07 22:27:46.938622 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.088845 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b16dbce2-8636-441b-b635-2d67059970ef req-6808b4aa-fca8-410e-8237-8a7e4485d8db service neutron] 10.222.0.97 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667726 Jul 07 22:27:47.142084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.157055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03900efc-97ed-4470-9040-3b2e19c749e4']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:47.170094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfefd9c-8396-4cf8-9cfd-5eef72501e33') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:47.170438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfefd9c-8396-4cf8-9cfd-5eef72501e33') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:47.188995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.207240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.216511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:47.217401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:47.220007 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:47.349316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.355096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.357129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] 10.222.0.95 "DELETE /v2.0/networks/03900efc-97ed-4470-9040-3b2e19c749e4 HTTP/1.1" status: 204 len: 168 time: 0.6141152 Jul 07 22:27:47.385494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a97e9b-38ae-412a-80e0-243d94544e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=03900efc-97ed-4470-9040-3b2e19c749e4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:47.416346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-4acfe292-6113-43a3-8bc3-352a48ee3493 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:47.417959 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-4acfe292-6113-43a3-8bc3-352a48ee3493 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 945 time: 0.1009250 Jul 07 22:27:47.446968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-fadbd49e-b8d5-49ed-ab05-810a8beccdd8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:47.448585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-fadbd49e-b8d5-49ed-ab05-810a8beccdd8 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.2119935 Jul 07 22:27:47.480158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-651588f6-b761-40a3-9a5b-e9d06499515f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/quotas/4c2c47a1bdb746eb98eefb30aead9ed5 HTTP/1.1" status: 200 len: 375 time: 0.0254278 Jul 07 22:27:47.524011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:47.548965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adadcc-d455-4903-a257-42a4b20ee20b req-9712e427-a5da-4ec2-9a9c-1df310f7e822 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:47.555873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83adadcc-d455-4903-a257-42a4b20ee20b req-9712e427-a5da-4ec2-9a9c-1df310f7e822 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1735957 Jul 07 22:27:47.591028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Deleting port d1be796f-97a3-4f62-a11e-b7da7f0c492d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:47.591377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.597651 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2414b4db-6a4f-4c8a-be58-2a492aa640ca admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d9af8a55f6794389b472bd19ee68455f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725565 Jul 07 22:27:47.601004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53528) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:47.651187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83adadcc-d455-4903-a257-42a4b20ee20b req-9122f325-a298-44d3-ae33-00a00ca102c3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Jul 07 22:27:47.688373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-134272a4-4dad-4d68-9e81-a30f7e207405 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051296 Jul 07 22:27:47.716025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] For port d1be796f-97a3-4f62-a11e-b7da7f0c492d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d1be796f-97a3-4f62-a11e-b7da7f0c492d,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:47.716624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.750509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Calling delete_port for d1be796f-97a3-4f62-a11e-b7da7f0c492d owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:47.762022 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9cf893b-25ae-468a-bf1c-09d6763676ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.845984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9cf893b-25ae-468a-bf1c-09d6763676ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.869745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-7f2f3316-fb51-4f82-8138-76771ecd4009 service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821282 Jul 07 22:27:47.977944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:47.995463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9cf893b-25ae-468a-bf1c-09d6763676ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:47.998203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9cf893b-25ae-468a-bf1c-09d6763676ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.002852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e9cf893b-25ae-468a-bf1c-09d6763676ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/efa3bf47-8b3e-42d2-b790-a6f111237ed8 HTTP/1.1" status: 204 len: 168 time: 0.3982198 Jul 07 22:27:48.007020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-a233d23f-c63a-48be-b8e7-2492a35d7f1c service neutron] 10.222.0.95 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363153 Jul 07 22:27:48.014527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf893b-25ae-468a-bf1c-09d6763676ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa3bf47-8b3e-42d2-b790-a6f111237ed8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:48.056696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.069719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'd1be796f-97a3-4f62-a11e-b7da7f0c492d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:48.071777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:48.153543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event deleted for resources: {'Port': ['ID=d1be796f-97a3-4f62-a11e-b7da7f0c492d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:48.169103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 5da54f30-cce5-4cad-bec7-105a051b8835 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:48.180044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 5da54f30-cce5-4cad-bec7-105a051b8835 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:48.180546 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.245855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] No DVR routers for this DVR port d1be796f-97a3-4f62-a11e-b7da7f0c492d on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:48.256459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.262722 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81ca7729-71d5-4893-a835-4bbdf017e377 req-e7c6221a-62fa-450a-ab95-eb92efdfec07 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "DELETE /v2.0/ports/d1be796f-97a3-4f62-a11e-b7da7f0c492d HTTP/1.1" status: 204 len: 173 time: 0.8364651 Jul 07 22:27:48.263482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'name': 'network-vif-deleted', 'tag': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:48.267196 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3821cfb6-d704-465f-9ea5-9b4516ad531c" -d '{"events": [{"server_uuid": "52b8a4fb-7e81-45f6-ba02-122c54848a34", "name": "network-vif-deleted", "tag": "d1be796f-97a3-4f62-a11e-b7da7f0c492d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:48.333796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf8b9f22-77d9-4ffc-b090-3a6bf3f1f4db req-18bb7580-6d98-4edb-b884-c3c4360e8770 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=52b8a4fb-7e81-45f6-ba02-122c54848a34 HTTP/1.1" status: 200 len: 210 time: 0.1191752 Jul 07 22:27:48.388300 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-df3d4f43-8c10-4c4d-ac50-afc78c8805fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.456348 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.513799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:48.515325 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ccd56-b3ed-4587-8782-e6d1e721314c" -d '{"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-plugged", "status": "completed", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:48.531309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:48.537326 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.538256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:48.636789 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.644672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:48.694764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abc235-ef7a-4e4b-ae25-6c3ef23ab087 req-ff9f860a-733e-4206-add4-b9f1f5f06019 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:48.701610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10abc235-ef7a-4e4b-ae25-6c3ef23ab087 req-ff9f860a-733e-4206-add4-b9f1f5f06019 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1156440 Jul 07 22:27:48.734286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.844797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:48.856142 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.879063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10abc235-ef7a-4e4b-ae25-6c3ef23ab087 req-60602780-cda1-4ee3-b74f-50c24d10afc0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720712 Jul 07 22:27:48.914764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53564) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:48.915317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3640fa8-7f77-4241-8942-ba288516f182 req-7dffbf96-b689-4dd1-9ac6-a60ca04f3ea5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:48.920596 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b3640fa8-7f77-4241-8942-ba288516f182 req-7dffbf96-b689-4dd1-9ac6-a60ca04f3ea5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "GET /v2.0/ports?device_id=46fe6cb1-9acc-49b2-8277-efc5cb4e63b2 HTTP/1.1" status: 200 len: 946 time: 0.1887553 Jul 07 22:27:48.924994 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8bc168-3f40-4808-b6b4-db61110df61a x-openstack-request-id: req-8b8bc168-3f40-4808-b6b4-db61110df61a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:48.925576 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b8a4fb-7e81-45f6-ba02-122c54848a34", "name": "network-vif-deleted", "tag": "d1be796f-97a3-4f62-a11e-b7da7f0c492d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:48.926002 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8b8bc168-3f40-4808-b6b4-db61110df61a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:48.927773 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b8a4fb-7e81-45f6-ba02-122c54848a34', 'name': 'network-vif-deleted', 'tag': 'd1be796f-97a3-4f62-a11e-b7da7f0c492d', 'status': 'completed', 'code': 200} Jul 07 22:27:48.991721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:49.112734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-936540ca-5ce5-45e5-b209-41e486d0bba3 req-49079718-3d5e-4b87-9e9c-aeba81b43749 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 210 time: 0.0761294 Jul 07 22:27:49.113106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Deleting port 41dcbd3a-e003-45bc-b662-254b8c756cc8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:49.114525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.137109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-468c81ed-ab25-478e-941d-0db945eedec3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/c21d875f-4fc5-4500-8704-a92fa693d11d HTTP/1.1" status: 200 len: 994 time: 0.2118821 Jul 07 22:27:49.286853 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7eba97-51fd-4f79-85bd-63970cc7d872 x-openstack-request-id: req-ab7eba97-51fd-4f79-85bd-63970cc7d872 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:49.287161 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-plugged", "status": "completed", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:49.287424 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ab7eba97-51fd-4f79-85bd-63970cc7d872 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:49.287899 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'code': 200} Jul 07 22:27:49.319761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] For port 41dcbd3a-e003-45bc-b662-254b8c756cc8, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=41dcbd3a-e003-45bc-b662-254b8c756cc8,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:49.320140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.347718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Calling delete_port for 41dcbd3a-e003-45bc-b662-254b8c756cc8 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:49.571003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4c1d6-02e0-4ae0-b467-a8bf88ff0e75 req-170e2699-4c1f-477a-b949-6626795c5376 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:49.575667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fc4c1d6-02e0-4ae0-b467-a8bf88ff0e75 req-170e2699-4c1f-477a-b949-6626795c5376 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1485772 Jul 07 22:27:49.620938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53590) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:49.633440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.709350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fc4c1d6-02e0-4ae0-b467-a8bf88ff0e75 req-f37dc517-ccab-41bf-86f1-ed8a709b8419 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226673 Jul 07 22:27:49.742342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event deleted for resources: {'Port': ['ID=41dcbd3a-e003-45bc-b662-254b8c756cc8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:49.747858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] No DVR routers for this DVR port 41dcbd3a-e003-45bc-b662-254b8c756cc8 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:49.755143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.762368 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b3640fa8-7f77-4241-8942-ba288516f182 req-33574f3c-ae03-4b6f-b766-ab9a2a3aa11f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.103 "DELETE /v2.0/ports/41dcbd3a-e003-45bc-b662-254b8c756cc8 HTTP/1.1" status: 204 len: 173 time: 0.8321371 Jul 07 22:27:49.863365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1770267765-network', 'tenant_id': 'c7b29fd7e0a3403fad40c094731147df'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:49.921078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Made reservation on behalf of c7b29fd7e0a3403fad40c094731147df for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:49.926363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.952361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.977553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:50.033074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:50.033741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bc9efb76-d4cb-49bb-85c2-ca357d1a85d7 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:50.178516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e3d-63b0-4829-940c-d6b771a825ab req-77e51737-a282-453b-8ce1-04c614da800c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:50.180046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5419e3d-63b0-4829-940c-d6b771a825ab req-77e51737-a282-453b-8ce1-04c614da800c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.0827413 Jul 07 22:27:50.200962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.207035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.229895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5419e3d-63b0-4829-940c-d6b771a825ab req-3bc9f719-87b8-4606-8fe7-8ffbe2a37e9e tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Jul 07 22:27:50.248966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:27:50.259015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:50.266046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.266493 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Added segment 87dc2c68-42b2-419e-b6c2-a72036b47baa of type vlan for network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 Jul 07 22:27:50.315438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.328009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab024a-3ca1-40d7-a457-25a2051f02e2 req-28407676-fb40-4d20-86a8-62fa94a55e7e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:50.329882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2ab024a-3ca1-40d7-a457-25a2051f02e2 req-28407676-fb40-4d20-86a8-62fa94a55e7e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 946 time: 0.0990541 Jul 07 22:27:50.366944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.368205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:50.368722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.433908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a559e5ae-9e2f-4849-9088-eb78d8f3898f req-8eecff82-dcd6-4337-bfca-c8fde449645a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 210 time: 0.0370562 Jul 07 22:27:50.448246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2ab024a-3ca1-40d7-a457-25a2051f02e2 req-6161d9c7-3f1e-44dc-b536-9ec971da2e25 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093507 Jul 07 22:27:50.468612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] Pushing event updated for resources: {'Network': ['ID=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:50.475467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:50.475926 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5190fb0e-f25a-4b8d-ade8-040e0fd739ff admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8540483 Jul 07 22:27:50.486263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:27:50.490784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Request body: {'subnet': {'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1770267765-subnet', 'tenant_id': 'c7b29fd7e0a3403fad40c094731147df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:50.523440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Made reservation on behalf of c7b29fd7e0a3403fad40c094731147df for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:50.526856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.766004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.872375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7574d57c-6302-44ed-a520-07e5abba09f9,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:50.879309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Checking segment: {'id': '87dc2c68-42b2-419e-b6c2-a72036b47baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:50.880609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Network hostable DHCP agents. Network: f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:27:50.893544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-3284d94a-dea4-4180-93cd-15669a9c64d6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:50.895200 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-3284d94a-dea4-4180-93cd-15669a9c64d6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 805 time: 0.1871300 Jul 07 22:27:50.912092 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-485a9f55-fa6f-4b01-af45-151c96329a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.915264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Request body: {'port': {'device_id': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'admin_state_up': True, 'tenant_id': '4c2c47a1bdb746eb98eefb30aead9ed5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:50.940514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-deleted', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:50.942833 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e8da25-e94b-43bb-80c5-ed439d71a1e2" -d '{"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-deleted", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:50.965847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:27:50.986291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:50.992683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:50.995157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd29124-2207-47e8-b5ba-f8695527873c None None] Network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:51.005493 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.007329 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e36f8a-3c1d-4927-83bb-10c201ecfc4d x-openstack-request-id: req-69e36f8a-3c1d-4927-83bb-10c201ecfc4d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:51.007623 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-deleted", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:51.008280 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-69e36f8a-3c1d-4927-83bb-10c201ecfc4d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:51.008837 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-deleted', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'status': 'completed', 'code': 200} Jul 07 22:27:51.034095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a935-2b91-454c-8c3d-4f7ae3a8f66a req-303112c2-8e6e-4846-88e3-3c72ee02a0df tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:51.035746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfb6a935-2b91-454c-8c3d-4f7ae3a8f66a req-303112c2-8e6e-4846-88e3-3c72ee02a0df tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1286941 Jul 07 22:27:51.054672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-23977e94-b44c-46d1-bf10-de0c6676abce admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5769732 Jul 07 22:27:51.112621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfb6a935-2b91-454c-8c3d-4f7ae3a8f66a req-071adf2e-999b-48bb-975f-7d53c159f7a4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617733 Jul 07 22:27:51.129661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Made reservation on behalf of 4c2c47a1bdb746eb98eefb30aead9ed5 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:51.129661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.195831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5cfb1-4539-486b-a9ae-2a674da727fd None None] Network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:51.293852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:51.297515 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142bd7a-5dd0-43b5-abc2-7b4bae8fc09d" -d '{"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-unplugged", "status": "completed", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:51.314449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Allocated IP 172.20.0.13 (ff230933-59b9-43ae-9e2f-0b9d108a3918/d43d67b9-9125-4793-bb31-cfe85ac82f03/2885a0c9-103a-493d-87b8-ca7d096d2b10) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:51.392171 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b9a5c-b810-4eae-95f8-bf20724da2ba x-openstack-request-id: req-620b9a5c-b810-4eae-95f8-bf20724da2ba {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:51.392750 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe6cb1-9acc-49b2-8277-efc5cb4e63b2", "name": "network-vif-unplugged", "status": "completed", "tag": "41dcbd3a-e003-45bc-b662-254b8c756cc8", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:51.393324 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-620b9a5c-b810-4eae-95f8-bf20724da2ba {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:51.394022 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe6cb1-9acc-49b2-8277-efc5cb4e63b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dcbd3a-e003-45bc-b662-254b8c756cc8', 'code': 200} Jul 07 22:27:51.395764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.520165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3039337-eb88-43ae-aa20-184632badac9 req-5bb3df27-3813-4b2d-b848-78655bfc0333 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:51.522371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3039337-eb88-43ae-aa20-184632badac9 req-5bb3df27-3813-4b2d-b848-78655bfc0333 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.1315660 Jul 07 22:27:51.555997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d1be796f-97a3-4f62-a11e-b7da7f0c492d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:51.604025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3039337-eb88-43ae-aa20-184632badac9 req-eba16f08-e1c1-4b62-8eeb-6012afcea8a7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714548 Jul 07 22:27:51.619030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: d1be796f-97a3-4f62-a11e-b7da7f0c492d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:51.619030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d1be796f-97a3-4f62-a11e-b7da7f0c492d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:51.676758 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.726368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169f85-cb52-4f6a-a7f3-927cb2bf5537 req-a76b3548-2e79-435a-843e-0df3fb5ca0e6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:51.728460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.739725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06169f85-cb52-4f6a-a7f3-927cb2bf5537 req-a76b3548-2e79-435a-843e-0df3fb5ca0e6 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 946 time: 0.1207535 Jul 07 22:27:51.787530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Network ff230933-59b9-43ae-9e2f-0b9d108a3918 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:51.791182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:51.795845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:51.798506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53634) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:51.830478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-960894269-network', 'tenant_id': '5a05808625ee411699af94c746a3d03f'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:51.840545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06169f85-cb52-4f6a-a7f3-927cb2bf5537 req-c37c6162-fab5-4e9f-9025-319ceee0acc9 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842097 Jul 07 22:27:51.842587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:51.861043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3076-2220-4011-bf03-5df32f8961f7 req-aed88fa2-25da-48be-94ee-f14361bb7ec1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:51.862601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3bc3076-2220-4011-bf03-5df32f8961f7 req-aed88fa2-25da-48be-94ee-f14361bb7ec1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 932 time: 0.1219494 Jul 07 22:27:51.892884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:51.893525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.897181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Made reservation on behalf of 5a05808625ee411699af94c746a3d03f for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:51.899968 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.912975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:51.914400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3bc3076-2220-4011-bf03-5df32f8961f7 req-5147c06c-50d5-4db8-83a3-7a52868c7d62 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Jul 07 22:27:51.937316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-c01858f1-1095-4aa5-b39a-0801f7fb292a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0315118 Jul 07 22:27:51.958657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Request body: {'port': {'device_id': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:52.107131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.156175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.169569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-49ff642a-46c1-400b-99b5-92d3a8829182 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:52.171687 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-49ff642a-46c1-400b-99b5-92d3a8829182 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.1896787 Jul 07 22:27:52.204897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.220570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.305008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:27:52.308295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0d010-070f-4a36-9543-2c65d2635a0c req-0c7eda53-74ce-4b1c-807e-71a89db58fee tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:52.309979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fe0d010-070f-4a36-9543-2c65d2635a0c req-0c7eda53-74ce-4b1c-807e-71a89db58fee tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.0831451 Jul 07 22:27:52.342918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ee6dbc-a1db-426f-9904-2829eeeec471,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:52.352912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.353238 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Added segment d9777f89-c6b6-48d2-8cac-2e24ffbeb06c of type vlan for network 1b5bfd74-e41a-467b-a63a-17e8488832f4 Jul 07 22:27:52.361677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fe0d010-070f-4a36-9543-2c65d2635a0c req-47b7814f-7136-4c37-9c1e-3245df45e217 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Jul 07 22:27:52.403574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-1aa9c963-6fd7-41bb-8ca1-9b5189898a51 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:52.405632 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-1aa9c963-6fd7-41bb-8ca1-9b5189898a51 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 946 time: 0.3080258 Jul 07 22:27:52.521830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.663645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.664642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:52.665247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.680126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Deleting port 36bf8cb5-35cf-478a-939a-883b9f993baa {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:52.680496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:52.777769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2e4a-74aa-49c5-872e-0e37c3595b07 req-0f6a9d99-1473-4ba1-bbda-12ea423e9850 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:52.779514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b4b2e4a-74aa-49c5-872e-0e37c3595b07 req-0f6a9d99-1473-4ba1-bbda-12ea423e9850 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 946 time: 0.0671906 Jul 07 22:27:52.820861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b4b2e4a-74aa-49c5-872e-0e37c3595b07 req-210b79ff-0dff-4c63-8bcc-9a02db235abc tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Jul 07 22:27:53.051871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca034d-1af7-4b60-8ebc-9a745e2e242e req-ff8099c9-30cc-4748-869e-a6ba885a9f21 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:53.054416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69ca034d-1af7-4b60-8ebc-9a745e2e242e req-ff8099c9-30cc-4748-869e-a6ba885a9f21 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 946 time: 0.0797403 Jul 07 22:27:53.127579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3220820 Jul 07 22:27:53.129658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53646) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:53.135152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Request body: {'subnet': {'network_id': '1b5bfd74-e41a-467b-a63a-17e8488832f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-960894269-subnet', 'tenant_id': '5a05808625ee411699af94c746a3d03f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:53.141844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69ca034d-1af7-4b60-8ebc-9a745e2e242e req-283b37ad-687e-4917-9274-3278a804a2e0 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743692 Jul 07 22:27:53.170654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59ca70-f6d6-4949-af13-38df81c7d449 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5bfd74-e41a-467b-a63a-17e8488832f4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:53.174190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Made reservation on behalf of 5a05808625ee411699af94c746a3d03f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:53.177389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.192681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 1b5bfd74-e41a-467b-a63a-17e8488832f4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:27:53.211930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Deleting port aef5aa51-81ca-48fd-ae13-feafcf47b61b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:53.212336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.227452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783a72-f6e4-45c3-9ffa-ce779055977b req-e36a20da-8852-424d-b095-89453335af64 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:53.237059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0783a72-f6e4-45c3-9ffa-ce779055977b req-e36a20da-8852-424d-b095-89453335af64 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 932 time: 0.1806221 Jul 07 22:27:53.317650 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] For port 36bf8cb5-35cf-478a-939a-883b9f993baa, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=36bf8cb5-35cf-478a-939a-883b9f993baa,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:53.318021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.334829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0783a72-f6e4-45c3-9ffa-ce779055977b req-75ccad53-529a-438a-9b61-3e68f2312a8f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960760 Jul 07 22:27:53.372311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Calling delete_port for 36bf8cb5-35cf-478a-939a-883b9f993baa owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:53.396627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2885a0c9-103a-493d-87b8-ca7d096d2b10 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:53.411309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.439348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Transition to ACTIVE for port object 2885a0c9-103a-493d-87b8-ca7d096d2b10 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:53.441732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] For port aef5aa51-81ca-48fd-ae13-feafcf47b61b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aef5aa51-81ca-48fd-ae13-feafcf47b61b,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:53.442234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.485287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.501061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Calling delete_port for aef5aa51-81ca-48fd-ae13-feafcf47b61b owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:53.617276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:53.644340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.778175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Attempting to bind port 2885a0c9-103a-493d-87b8-ca7d096d2b10 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:53.778473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Attempting to bind port 2885a0c9-103a-493d-87b8-ca7d096d2b10 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:53.778912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Attempting to bind port 2885a0c9-103a-493d-87b8-ca7d096d2b10 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:53.790607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Port 2885a0c9-103a-493d-87b8-ca7d096d2b10 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:53.791455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Attempting to bind port 2885a0c9-103a-493d-87b8-ca7d096d2b10 on network ff230933-59b9-43ae-9e2f-0b9d108a3918 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:53.812903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.825054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['36bf8cb5-35cf-478a-939a-883b9f993baa'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:53.830962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3c02-35d3-4028-a04d-bff0042b1d84 req-10a4978f-1e39-4906-8aaf-74301d16ccba tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:53.838097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b1a3c02-35d3-4028-a04d-bff0042b1d84 req-10a4978f-1e39-4906-8aaf-74301d16ccba tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1176605 Jul 07 22:27:53.841003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:53.841185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.841292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Checking segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:53.841573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Bound using segment: {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:53.842566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Bound port: 2885a0c9-103a-493d-87b8-ca7d096d2b10, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df289d-08d1-4d8b-97ed-b242632f0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:53.842960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.862054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'a4868eee-ba02-478a-b64a-0135f5015570'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:53.909541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Pushing event deleted for resources: {'Port': ['ID=36bf8cb5-35cf-478a-939a-883b9f993baa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:53.999647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:54.006946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b1a3c02-35d3-4028-a04d-bff0042b1d84 req-dd32ff44-6ea5-411a-a3e0-5a30aaac062a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678300 Jul 07 22:27:54.016643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6f3fe8-b91c-45d4-8451-20906cce8377,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:54.031216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] No DVR routers for this DVR port 36bf8cb5-35cf-478a-939a-883b9f993baa on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:54.032594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Checking segment: {'id': 'd9777f89-c6b6-48d2-8cac-2e24ffbeb06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1b5bfd74-e41a-467b-a63a-17e8488832f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:54.032958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Network hostable DHCP agents. Network: 1b5bfd74-e41a-467b-a63a-17e8488832f4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:27:54.042962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:54.045392 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.97 "DELETE /v2.0/ports/36bf8cb5-35cf-478a-939a-883b9f993baa HTTP/1.1" status: 204 len: 173 time: 1.8428767 Jul 07 22:27:54.048801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'name': 'network-vif-deleted', 'tag': '36bf8cb5-35cf-478a-939a-883b9f993baa'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:54.051340 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479aec0a-9775-4e02-8165-45a0d6606eb3" -d '{"events": [{"server_uuid": "e2b0b761-5e12-4bfa-b158-919bb8d2277c", "name": "network-vif-deleted", "tag": "36bf8cb5-35cf-478a-939a-883b9f993baa"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:54.056413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:54.056777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 41dcbd3a-e003-45bc-b662-254b8c756cc8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:54.057466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 41dcbd3a-e003-45bc-b662-254b8c756cc8 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:54.068110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aef5aa51-81ca-48fd-ae13-feafcf47b61b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:54.113559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc55a53e-5486-4af2-a434-1101c9b2aa5b req-f134cf9d-99fb-4792-b613-b5b7587604f4 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2b0b761-5e12-4bfa-b158-919bb8d2277c HTTP/1.1" status: 200 len: 210 time: 0.0819392 Jul 07 22:27:54.133647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Network 1b5bfd74-e41a-467b-a63a-17e8488832f4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:27:54.135654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event deleted for resources: {'Port': ['ID=aef5aa51-81ca-48fd-ae13-feafcf47b61b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:54.148722 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de45ee29-6556-41de-b7cb-b29f850104c8 x-openstack-request-id: req-de45ee29-6556-41de-b7cb-b29f850104c8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:54.149124 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b0b761-5e12-4bfa-b158-919bb8d2277c", "name": "network-vif-deleted", "tag": "36bf8cb5-35cf-478a-939a-883b9f993baa", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:54.149514 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-de45ee29-6556-41de-b7cb-b29f850104c8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:54.150030 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b0b761-5e12-4bfa-b158-919bb8d2277c', 'name': 'network-vif-deleted', 'tag': '36bf8cb5-35cf-478a-939a-883b9f993baa', 'status': 'completed', 'code': 200} Jul 07 22:27:54.152648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 1b5bfd74-e41a-467b-a63a-17e8488832f4) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:54.157602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:54.158317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:54.168152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987ac35-4e6e-40db-828c-f1b4da099374 None None] Network 1b5bfd74-e41a-467b-a63a-17e8488832f4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:54.187191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c660d505-5a74-4b22-9e19-195e0e8f5c35 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0559506 Jul 07 22:27:54.220540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] No DVR routers for this DVR port aef5aa51-81ca-48fd-ae13-feafcf47b61b on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:54.224315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:54.226504 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49392b2b-986d-43b0-af4b-dbbf52b37c66 req-98b739fc-18ce-49a4-acfb-3ffdfaa8547f tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.97 "DELETE /v2.0/ports/aef5aa51-81ca-48fd-ae13-feafcf47b61b HTTP/1.1" status: 204 len: 173 time: 1.7576642 Jul 07 22:27:54.227756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:54.248587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:54.257602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:54.324939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:54.325679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:54.327838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] 10.222.0.97 "PUT /v2.0/ports/2885a0c9-103a-493d-87b8-ca7d096d2b10 HTTP/1.1" status: 200 len: 1093 time: 2.3767893 Jul 07 22:27:54.351417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2e9e7-6fb7-45d9-918d-03a7777fbc77 service neutron] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:54.396798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f7bf7-c703-4a7d-aca3-f4cd11744b11 None None] Network 1b5bfd74-e41a-467b-a63a-17e8488832f4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:54.679623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7380d94-7dba-41b9-9336-0592aa5c7601 req-5716847a-7f5d-4cc2-8aff-18bb6098c452 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ae4bc12-3648-4d77-9d10-08f5584e8898 HTTP/1.1" status: 200 len: 210 time: 0.1260910 Jul 07 22:27:54.734694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-dec3b527-3146-4225-b751-a7e377dfcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:54.737989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797b3e-2487-4186-8322-7906f9fbe548 req-657046fe-1c16-470a-960f-de869a55f84e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:54.742981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-dec3b527-3146-4225-b751-a7e377dfcf8c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 1096 time: 0.1470530 Jul 07 22:27:54.745581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da797b3e-2487-4186-8322-7906f9fbe548 req-657046fe-1c16-470a-960f-de869a55f84e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 944 time: 0.1390986 Jul 07 22:27:54.797835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da797b3e-2487-4186-8322-7906f9fbe548 req-3d9aad7f-5f5c-451a-8f1f-62d03f15bd96 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Jul 07 22:27:54.798815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-4a50d24d-748f-4915-816f-15a54a200e79 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10 HTTP/1.1" status: 200 len: 217 time: 0.0441263 Jul 07 22:27:54.873074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-9906304e-d8bd-4baa-bdba-120c64cc5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:54.876449 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-9906304e-d8bd-4baa-bdba-120c64cc5ca1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0667608 Jul 07 22:27:54.929446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-35c8ca49-40b8-4c05-98e6-061200e9f3cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433073 Jul 07 22:27:55.034353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-ff95bebb-1c87-4dea-849f-ab4eb291bb48 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963910 Jul 07 22:27:55.089597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-04902938-4cc4-45a0-b502-313ff6ef9f5d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:55.091156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-04902938-4cc4-45a0-b502-313ff6ef9f5d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/networks?id=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 HTTP/1.1" status: 200 len: 825 time: 0.1376102 Jul 07 22:27:55.101207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:55.127340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-d3b1b4d9-8a45-4749-8736-b963ae1a633c tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/quotas/c7b29fd7e0a3403fad40c094731147df HTTP/1.1" status: 200 len: 375 time: 0.0276883 Jul 07 22:27:55.206438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-10e6e685-2fc4-414c-8a3b-d325543aead9 req-b3b6613d-c246-4b30-b7e0-3a7f30062977 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645052 Jul 07 22:27:55.212373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1c068e2c-a3d2-4f3b-b8b0-1c8699038015 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c7b29fd7e0a3403fad40c094731147df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711474 Jul 07 22:27:55.332565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83960fd-ed3d-40c4-89b3-68710e942392 req-600d6391-65e7-4257-9a22-ea92eb14c700 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:55.334175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a83960fd-ed3d-40c4-89b3-68710e942392 req-600d6391-65e7-4257-9a22-ea92eb14c700 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.2042096 Jul 07 22:27:55.341883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-76701137-01be-4c04-a828-8327ae550f9d service neutron] 10.222.0.95 "GET /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286538 Jul 07 22:27:55.434324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a83960fd-ed3d-40c4-89b3-68710e942392 req-5da70443-afc5-4f65-804b-b48e4a73a2ba tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835817 Jul 07 22:27:55.461990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-5fa1a9af-94cd-4c07-b4bb-1d61d5690496 service neutron] 10.222.0.95 "GET /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186607 Jul 07 22:27:55.691500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9a8037b-82bd-4cdf-909e-d35013f4bcd7 req-faafbb90-88b9-48c0-be2b-a4f114782109 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 210 time: 0.0386765 Jul 07 22:27:56.065193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc06df-341f-4937-90b4-31dcfe387060 req-cf48ba94-73b6-4501-8d0d-b9f381959071 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:56.067091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9abc06df-341f-4937-90b4-31dcfe387060 req-cf48ba94-73b6-4501-8d0d-b9f381959071 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 945 time: 0.1790297 Jul 07 22:27:56.077528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26f7d-aa54-4329-9c71-a6392f4f93a7 req-cb4b77b0-0362-49a3-832a-dea167e7c017 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:56.083280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33f26f7d-aa54-4329-9c71-a6392f4f93a7 req-cb4b77b0-0362-49a3-832a-dea167e7c017 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 944 time: 0.1175001 Jul 07 22:27:56.141426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33f26f7d-aa54-4329-9c71-a6392f4f93a7 req-66b4a545-04d8-425c-93e3-16e416ed21d5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Jul 07 22:27:56.151569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'name': 'network-vif-deleted', 'tag': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b'}, {'name': 'network-changed', 'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:56.153935 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922df918-9e57-46cc-a623-c211a2159fd6" -d '{"events": [{"server_uuid": "4ae4bc12-3648-4d77-9d10-08f5584e8898", "name": "network-vif-deleted", "tag": "aef5aa51-81ca-48fd-ae13-feafcf47b61b"}, {"name": "network-changed", "server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:56.169461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9abc06df-341f-4937-90b4-31dcfe387060 req-6bce1aca-ccaa-4505-b47f-b73a61ed06ad tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 Jul 07 22:27:56.214167 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faa76f9-881a-4116-af97-716a350e0fe8 x-openstack-request-id: req-9faa76f9-881a-4116-af97-716a350e0fe8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:56.214918 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae4bc12-3648-4d77-9d10-08f5584e8898", "name": "network-vif-deleted", "tag": "aef5aa51-81ca-48fd-ae13-feafcf47b61b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:56.215175 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9faa76f9-881a-4116-af97-716a350e0fe8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:56.215781 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae4bc12-3648-4d77-9d10-08f5584e8898', 'name': 'network-vif-deleted', 'tag': 'aef5aa51-81ca-48fd-ae13-feafcf47b61b', 'status': 'completed', 'code': 200} Jul 07 22:27:56.216092 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'status': 'completed', 'code': 200} Jul 07 22:27:56.314685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922df918-9e57-46cc-a623-c211a2159fd6 req-60f86387-e476-4898-8e99-5bc591e9419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:56.316970 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-60f86387-e476-4898-8e99-5bc591e9419d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 1096 time: 0.0775604 Jul 07 22:27:56.449571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922df918-9e57-46cc-a623-c211a2159fd6 req-9572a854-870c-4447-8818-285dc5f44695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:56.451859 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-9572a854-870c-4447-8818-285dc5f44695 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 200 len: 906 time: 0.1272967 Jul 07 22:27:56.508184 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-38b4acb5-2c2b-42c1-9b3e-9316a9d8efc1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10 HTTP/1.1" status: 200 len: 217 time: 0.0500560 Jul 07 22:27:56.573076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922df918-9e57-46cc-a623-c211a2159fd6 req-d0dd9e30-5008-413a-854f-eae92c286c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:56.575941 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-d0dd9e30-5008-413a-854f-eae92c286c17 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 200 len: 845 time: 0.0609317 Jul 07 22:27:56.618822 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-5714120b-4c27-4acf-89ef-b03c01ce47f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ff230933-59b9-43ae-9e2f-0b9d108a3918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354524 Jul 07 22:27:56.660795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f341f0a-d4a3-4593-b3e3-bb9225651063 req-e8518130-58da-45ae-af7b-46ce9e53091d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:56.663130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f341f0a-d4a3-4593-b3e3-bb9225651063 req-e8518130-58da-45ae-af7b-46ce9e53091d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.0800374 Jul 07 22:27:56.706061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f341f0a-d4a3-4593-b3e3-bb9225651063 req-fb9df64b-0942-4efb-b81e-9641f3c241e8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Jul 07 22:27:56.737049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-18c33f6d-ee28-447f-a938-67b1380eff84 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974102 Jul 07 22:27:56.864898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-922df918-9e57-46cc-a623-c211a2159fd6 req-b4745a17-ca12-43f8-80d5-343de9c3c234 service neutron] 10.222.0.97 "GET /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173856 Jul 07 22:27:56.890332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29c7ab47-c6cf-4d81-afa8-655134fc36bc req-0c04a8d8-44c9-45af-839f-3712cf190522 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 210 time: 0.0687246 Jul 07 22:27:57.074164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-e71bb60d-d7d9-47eb-bafc-97460c5f3f19 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:57.075813 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-e71bb60d-d7d9-47eb-bafc-97460c5f3f19 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.103 "GET /v2.0/networks?id=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 HTTP/1.1" status: 200 len: 825 time: 0.1255136 Jul 07 22:27:57.091404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Request body: {'port': {'device_id': '869fbfee-5474-4917-8e26-ec8e13da538b', 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7', 'admin_state_up': True, 'tenant_id': 'c7b29fd7e0a3403fad40c094731147df'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:57.280727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Made reservation on behalf of c7b29fd7e0a3403fad40c094731147df for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:57.285705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.457069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Allocated IP 172.20.0.7 (f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7/7574d57c-6302-44ed-a520-07e5abba09f9/bec6a312-c5eb-4b66-b165-8cccfeb3d6fc) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:57.480403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd086ddd-ff09-4dee-98f4-4be0c106e5e8 req-226f1548-5b1b-4c3a-b603-a21e5360707d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:57.482586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd086ddd-ff09-4dee-98f4-4be0c106e5e8 req-226f1548-5b1b-4c3a-b603-a21e5360707d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 944 time: 0.1767883 Jul 07 22:27:57.495633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-2e611f54-f6df-4933-98f4-07d0523d6ccd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:57.497399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-2e611f54-f6df-4933-98f4-07d0523d6ccd tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 945 time: 0.1789029 Jul 07 22:27:57.509043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a403b-114a-4e44-9dfd-3698be63c1f2 req-d3c9260e-69b7-4d2d-b4ac-371df48cb9e2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:57.510781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-380a403b-114a-4e44-9dfd-3698be63c1f2 req-d3c9260e-69b7-4d2d-b4ac-371df48cb9e2 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 945 time: 0.1613190 Jul 07 22:27:57.589631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:57.592411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aef5aa51-81ca-48fd-ae13-feafcf47b61b no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:57.639492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd086ddd-ff09-4dee-98f4-4be0c106e5e8 req-2f361db9-cf26-4f8e-ab6a-78dc6ee0f176 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388900 Jul 07 22:27:57.643037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.647987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: aef5aa51-81ca-48fd-ae13-feafcf47b61b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:57.657220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aef5aa51-81ca-48fd-ae13-feafcf47b61b not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:57.658276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 36bf8cb5-35cf-478a-939a-883b9f993baa no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:57.696249 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.699022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 36bf8cb5-35cf-478a-939a-883b9f993baa {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:57.699450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 36bf8cb5-35cf-478a-939a-883b9f993baa not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:57.708925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-380a403b-114a-4e44-9dfd-3698be63c1f2 req-5b5c87e2-ce1f-4ef5-94c7-ea9f6b11aaa4 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865399 Jul 07 22:27:57.771574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Deleting port a4868eee-ba02-478a-b64a-0135f5015570 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:57.771574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.788036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:57.797812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:57.804948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:57.849971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Pushing event updated for resources: {'Port': ['ID=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:57.889418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:57.890332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.909695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-abbcae32-4b54-4e23-92c8-e22ae39c646d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8236134 Jul 07 22:27:57.940587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Request body: {'port': {'device_id': '869fbfee-5474-4917-8e26-ec8e13da538b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:58.013388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] For port a4868eee-ba02-478a-b64a-0135f5015570, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4868eee-ba02-478a-b64a-0135f5015570,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:58.013880 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.031941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Calling delete_port for a4868eee-ba02-478a-b64a-0135f5015570 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:58.058125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:58.079335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'mac_address': 'fa:16:3e:c7:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:58.096608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.127185 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.145850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2885a0c9-103a-493d-87b8-ca7d096d2b10 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:58.162059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdf15c-e3d7-47fd-a4cf-d4494f3c0c95 req-8623e73e-35ba-4692-9fc2-46dc1d53e669 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:58.163912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bdf15c-e3d7-47fd-a4cf-d4494f3c0c95 req-8623e73e-35ba-4692-9fc2-46dc1d53e669 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.2248037 Jul 07 22:27:58.177614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:58.182991 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.271150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bdf15c-e3d7-47fd-a4cf-d4494f3c0c95 req-cdf2dd4d-6f4f-4e62-a793-a66594073ad2 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962548 Jul 07 22:27:58.305367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:58.318314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.318994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.319534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.320037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.321314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.321827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.323148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.323962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a7118-335d-4c5e-8c04-de9afac994b6 req-a6f879d1-aaac-463a-bef6-7290f4f612f3 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:58.324858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.325382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.326569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.327135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.328128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:58.331816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f23a7118-335d-4c5e-8c04-de9afac994b6 req-a6f879d1-aaac-463a-bef6-7290f4f612f3 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 931 time: 0.2255063 Jul 07 22:27:58.387826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.401791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f23a7118-335d-4c5e-8c04-de9afac994b6 req-a1ebd1db-7e8b-4613-b1d8-1850c222cc00 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687556 Jul 07 22:27:58.405552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'a4868eee-ba02-478a-b64a-0135f5015570'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:58.431953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec6a312-c5eb-4b66-b165-8cccfeb3d6fc {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:58.441301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.442093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Pushing event deleted for resources: {'Port': ['ID=a4868eee-ba02-478a-b64a-0135f5015570,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:58.470041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Transition to ACTIVE for port object bec6a312-c5eb-4b66-b165-8cccfeb3d6fc will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:58.487940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.546866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Pushing event updated for resources: {'Port': ['ID=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:58.562787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] No DVR routers for this DVR port a4868eee-ba02-478a-b64a-0135f5015570 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:58.575213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.577735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a211ac9b-13ac-4e7a-8d0d-a9df4a782f8c req-1073aaef-6aef-4490-bf34-add4164f36c9 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "DELETE /v2.0/ports/a4868eee-ba02-478a-b64a-0135f5015570 HTTP/1.1" status: 204 len: 173 time: 1.0658882 Jul 07 22:27:58.578311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'name': 'network-vif-deleted', 'tag': 'a4868eee-ba02-478a-b64a-0135f5015570'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:58.589181 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68079c0e-d90e-4e9c-af94-533b27ad19d8" -d '{"events": [{"server_uuid": "14bf005b-95a9-4b65-b0cc-03abfa33f67e", "name": "network-vif-deleted", "tag": "a4868eee-ba02-478a-b64a-0135f5015570"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:58.618481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['2885a0c9-103a-493d-87b8-ca7d096d2b10'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:58.731344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Attempting to bind port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:58.731699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Attempting to bind port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '87dc2c68-42b2-419e-b6c2-a72036b47baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:58.732045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Attempting to bind port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc on network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:58.738208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc on network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:58.738539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Attempting to bind port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc on network f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:58.744369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:58.744663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Checking segment: {'id': '87dc2c68-42b2-419e-b6c2-a72036b47baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:58.745059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Bound using segment: {'id': '87dc2c68-42b2-419e-b6c2-a72036b47baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:58.745567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Bound port: bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dc2c68-42b2-419e-b6c2-a72036b47baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:58.745938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.816988 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d7c3b4-301d-4d6f-a6b0-848a9e3bc4e0 x-openstack-request-id: req-27d7c3b4-301d-4d6f-a6b0-848a9e3bc4e0 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:58.817684 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bf005b-95a9-4b65-b0cc-03abfa33f67e", "name": "network-vif-deleted", "tag": "a4868eee-ba02-478a-b64a-0135f5015570", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:58.818047 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-27d7c3b4-301d-4d6f-a6b0-848a9e3bc4e0 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:58.818553 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bf005b-95a9-4b65-b0cc-03abfa33f67e', 'name': 'network-vif-deleted', 'tag': 'a4868eee-ba02-478a-b64a-0135f5015570', 'status': 'completed', 'code': 200} Jul 07 22:27:58.921909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] For port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:58.930893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] For port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,segment=NetworkSegment(87dc2c68-42b2-419e-b6c2-a72036b47baa),segment_id=87dc2c68-42b2-419e-b6c2-a72036b47baa)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:58.946646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.021168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.024251 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.025654 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] 10.222.0.103 "PUT /v2.0/ports/bec6a312-c5eb-4b66-b165-8cccfeb3d6fc HTTP/1.1" status: 200 len: 1092 time: 1.0985436 Jul 07 22:27:59.028158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869fbfee-5474-4917-8e26-ec8e13da538b', 'tag': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:59.030911 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010665e7-dfa9-4161-9e6d-95cfe9180240" -d '{"events": [{"name": "network-changed", "server_uuid": "869fbfee-5474-4917-8e26-ec8e13da538b", "tag": "bec6a312-c5eb-4b66-b165-8cccfeb3d6fc"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:59.149437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f563782b-61c0-431a-8b9d-826c38bcf7f3 req-dd2bc50e-2f47-45b9-b1d0-7d74a69b8bd7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=14bf005b-95a9-4b65-b0cc-03abfa33f67e HTTP/1.1" status: 200 len: 210 time: 0.0620508 Jul 07 22:27:59.197142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f257f57-37f4-440c-88e1-c54aa414aba2 service neutron] Pushing event updated for resources: {'Port': ['ID=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:59.221977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8fec-263d-4328-8663-4ec7c33c0ab2 req-c08066e6-9db3-4908-b4e2-1ab4d7b8b844 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.223873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-099c8fec-263d-4328-8663-4ec7c33c0ab2 req-c08066e6-9db3-4908-b4e2-1ab4d7b8b844 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 945 time: 0.2528048 Jul 07 22:27:59.226111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-24c355a7-1082-4972-8d6f-fb15b3a9095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.227851 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-24c355a7-1082-4972-8d6f-fb15b3a9095f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c7b29fd7e0a3403fad40c094731147df&device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 1095 time: 0.1346419 Jul 07 22:27:59.252449 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45335fea-d4f9-42f3-92d6-58eeb485a05f x-openstack-request-id: req-45335fea-d4f9-42f3-92d6-58eeb485a05f {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:59.253010 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869fbfee-5474-4917-8e26-ec8e13da538b", "tag": "bec6a312-c5eb-4b66-b165-8cccfeb3d6fc", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:59.253292 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45335fea-d4f9-42f3-92d6-58eeb485a05f {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:59.253759 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869fbfee-5474-4917-8e26-ec8e13da538b', 'tag': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc', 'status': 'completed', 'code': 200} Jul 07 22:27:59.290600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-099c8fec-263d-4328-8663-4ec7c33c0ab2 req-2b7190ed-0257-4118-86e3-da9025925324 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586998 Jul 07 22:27:59.310150 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-5df1e3eb-4244-4d35-bb9f-e90475d39448 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc HTTP/1.1" status: 200 len: 217 time: 0.0743215 Jul 07 22:27:59.413471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-cc4587d7-62f3-4fa0-9ce6-dedfc3f77a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.415030 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-cc4587d7-62f3-4fa0-9ce6-dedfc3f77a9f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7574d57c-6302-44ed-a520-07e5abba09f9 HTTP/1.1" status: 200 len: 865 time: 0.0699234 Jul 07 22:27:59.465464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-be2edf41-7f6f-4c88-9e68-3704dff1845d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408049 Jul 07 22:27:59.554415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab36fad-d370-49bf-9c13-5783caffc353 req-96cc0805-0bd6-4101-b4a2-8a3fb34f1976 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.558317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ab36fad-d370-49bf-9c13-5783caffc353 req-96cc0805-0bd6-4101-b4a2-8a3fb34f1976 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1002066 Jul 07 22:27:59.588475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-4f9ad43d-9e77-48f2-a9e8-1023c8ac1a1f service neutron] 10.222.0.103 "GET /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147127 Jul 07 22:27:59.641970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ab36fad-d370-49bf-9c13-5783caffc353 req-a5fe7cd6-bfad-4403-b616-76fded53846e tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686381 Jul 07 22:27:59.728421 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b7d84e0-5036-4592-86fb-2a36ec9830bf req-77bb9e22-5b05-4ab0-aabd-dde849b61f37 service neutron] 10.222.0.103 "GET /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226201 Jul 07 22:27:59.900605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-a46df218-6cd8-439d-8525-e703e01ef2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.902415 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-a46df218-6cd8-439d-8525-e703e01ef2c0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c7b29fd7e0a3403fad40c094731147df&device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 1095 time: 0.1066139 Jul 07 22:27:59.910849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb3ea-1d58-4ad2-99fb-b73c50ad065e req-1587ca65-ca43-4595-b7ed-7699530ebd48 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.910849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f36cb3ea-1d58-4ad2-99fb-b73c50ad065e req-1587ca65-ca43-4595-b7ed-7699530ebd48 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 946 time: 0.1273012 Jul 07 22:27:59.965731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38bcc3-19ea-4762-9634-31f08c647a22 req-e96a2fbe-a2dd-4655-af7e-65d1cee3840d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:59.967403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c38bcc3-19ea-4762-9634-31f08c647a22 req-e96a2fbe-a2dd-4655-af7e-65d1cee3840d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 943 time: 0.1170802 Jul 07 22:27:59.976319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f36cb3ea-1d58-4ad2-99fb-b73c50ad065e req-9ae9aada-1ce0-4f03-a208-eb744620e47e tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592387 Jul 07 22:28:00.009531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-564b67b8-61b7-4eb0-95ab-e4ccfceed849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:00.011140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-564b67b8-61b7-4eb0-95ab-e4ccfceed849 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 HTTP/1.1" status: 200 len: 926 time: 0.0956202 Jul 07 22:28:00.019894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c38bcc3-19ea-4762-9634-31f08c647a22 req-a9c03792-23f2-4cef-a6ad-e8424f399156 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jul 07 22:28:00.063189 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-e7db2225-ea4f-4823-90d7-53937442a818 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc HTTP/1.1" status: 200 len: 217 time: 0.0389106 Jul 07 22:28:00.120510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-6e1599f8-f000-4a52-bfc2-f7ce3af2da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:00.122005 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-6e1599f8-f000-4a52-bfc2-f7ce3af2da35 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7574d57c-6302-44ed-a520-07e5abba09f9 HTTP/1.1" status: 200 len: 865 time: 0.0506845 Jul 07 22:28:00.157115 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-1e3381c0-bf66-49c4-831f-6147c7f09167 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277028 Jul 07 22:28:00.256745 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-85170493-815e-40b0-9a7e-0312caf33f66 service neutron] 10.222.0.103 "GET /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914965 Jul 07 22:28:00.394083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-010665e7-dfa9-4161-9e6d-95cfe9180240 req-ab639402-7588-4c9d-8dca-3a92197dee6e service neutron] 10.222.0.103 "GET /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141996 Jul 07 22:28:00.565546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dcfaa-b316-47d4-b8de-92584ed3fbaa req-81cf3117-306b-420e-81a5-cfc23ddf6ae1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:00.567248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f51dcfaa-b316-47d4-b8de-92584ed3fbaa req-81cf3117-306b-420e-81a5-cfc23ddf6ae1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 945 time: 0.1327507 Jul 07 22:28:00.626844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f51dcfaa-b316-47d4-b8de-92584ed3fbaa req-1a7e6a6f-213c-45af-a593-11bd883a7f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526881 Jul 07 22:28:00.758440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fa63f-bdf4-4c87-a6ff-2dbc0bdb98e3 req-90a3564a-0a48-458d-9379-85a4ad2aee40 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:00.765889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b9fa63f-bdf4-4c87-a6ff-2dbc0bdb98e3 req-90a3564a-0a48-458d-9379-85a4ad2aee40 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.0739322 Jul 07 22:28:00.856281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b9fa63f-bdf4-4c87-a6ff-2dbc0bdb98e3 req-0c786838-9582-46cc-a7c1-e34d4fcf765c tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893526 Jul 07 22:28:00.919814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3e705-f08c-43d7-9cd9-4e62ad5200cf req-2a68d3cd-a2e5-4029-a85a-c4910be8fcbc tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:00.921551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4e3e705-f08c-43d7-9cd9-4e62ad5200cf req-2a68d3cd-a2e5-4029-a85a-c4910be8fcbc tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1309733 Jul 07 22:28:00.983763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4e3e705-f08c-43d7-9cd9-4e62ad5200cf req-2b269eae-56e8-4fbc-977f-336035d6d651 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534770 Jul 07 22:28:01.226490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228efeb-a614-4514-b96e-27234a907f4e req-77aa5dd9-bd53-42fb-a910-3288b904cb4c tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:01.228637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7228efeb-a614-4514-b96e-27234a907f4e req-77aa5dd9-bd53-42fb-a910-3288b904cb4c tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 946 time: 0.1340282 Jul 07 22:28:01.282288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce321fd-9875-4e57-b482-5fa2c22deacd req-8941a09e-8acf-45ca-bf7e-11f9d9bff5bc tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:01.284376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ce321fd-9875-4e57-b482-5fa2c22deacd req-8941a09e-8acf-45ca-bf7e-11f9d9bff5bc tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 943 time: 0.1413138 Jul 07 22:28:01.314740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7228efeb-a614-4514-b96e-27234a907f4e req-df58680c-53be-492f-b8ef-3d35486a2226 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/security-groups?id=97dec643-9f4f-4337-8f4d-0313b38c23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790501 Jul 07 22:28:01.350795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ce321fd-9875-4e57-b482-5fa2c22deacd req-9a72f4fa-ca59-4964-b0a1-3c13fe21276b tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Jul 07 22:28:01.473146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddd554-853e-4240-bde2-43aea509e7fc req-e2e197d5-8ddd-4555-bc93-fca3a6e6aca1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:01.474533 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebddd554-853e-4240-bde2-43aea509e7fc req-e2e197d5-8ddd-4555-bc93-fca3a6e6aca1 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.103 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 946 time: 0.0643685 Jul 07 22:28:01.579889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Deleting port 0e11b8fe-14f2-4b29-a09b-cea339569f01 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:01.580236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.613111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:01.616072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 056f1587-7646-4bca-824c-f79498a1849d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:01.680501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] For port 0e11b8fe-14f2-4b29-a09b-cea339569f01, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=0e11b8fe-14f2-4b29-a09b-cea339569f01,segment=NetworkSegment(fb24b8d8-730f-433b-9024-2600ba1f8d46),segment_id=fb24b8d8-730f-433b-9024-2600ba1f8d46)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:01.680870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.695726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Calling delete_port for 0e11b8fe-14f2-4b29-a09b-cea339569f01 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:01.763921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:01.781532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '056f1587-7646-4bca-824c-f79498a1849d', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'port_id': '056f1587-7646-4bca-824c-f79498a1849d', 'mac_address': 'fa:16:3e:b1:c0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:01.789007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 2885a0c9-103a-493d-87b8-ca7d096d2b10 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:01.796780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 2885a0c9-103a-493d-87b8-ca7d096d2b10 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:01.797412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.854050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a082ab-8adf-4965-bb98-0f80a0a68741 req-3a79b316-bff3-40b3-aa17-6555aa820498 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:01.863965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a082ab-8adf-4965-bb98-0f80a0a68741 req-3a79b316-bff3-40b3-aa17-6555aa820498 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 945 time: 0.1011066 Jul 07 22:28:01.868199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.873261 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.885784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['0e11b8fe-14f2-4b29-a09b-cea339569f01'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:01.889227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 056f1587-7646-4bca-824c-f79498a1849d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:01.906670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Pushing event deleted for resources: {'Port': ['ID=0e11b8fe-14f2-4b29-a09b-cea339569f01,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:01.929322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a082ab-8adf-4965-bb98-0f80a0a68741 req-950e2e35-e809-4703-9a57-88c1fbcba83f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Jul 07 22:28:01.963278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:01.972425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] No DVR routers for this DVR port 0e11b8fe-14f2-4b29-a09b-cea339569f01 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:01.975708 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.976747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.979217 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebddd554-853e-4240-bde2-43aea509e7fc req-b9647262-1a53-41f6-995d-b9cfa17a8118 tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.103 "DELETE /v2.0/ports/0e11b8fe-14f2-4b29-a09b-cea339569f01 HTTP/1.1" status: 204 len: 173 time: 0.4986944 Jul 07 22:28:01.979951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'name': 'network-vif-deleted', 'tag': '0e11b8fe-14f2-4b29-a09b-cea339569f01'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:01.984317 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f766266-616b-49bf-a0fd-e811b2e170d4" -d '{"events": [{"server_uuid": "e88e5ed1-b1e1-4e98-b966-5fac8310fd00", "name": "network-vif-deleted", "tag": "0e11b8fe-14f2-4b29-a09b-cea339569f01"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:02.044847 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.069991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4868eee-ba02-478a-b64a-0135f5015570 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:02.104188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: a4868eee-ba02-478a-b64a-0135f5015570 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:02.104577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4868eee-ba02-478a-b64a-0135f5015570 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:02.130424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa37d43-6b82-4dce-8dea-2316d4ae790b req-1b79b413-6c7b-4873-aafa-224a87069c43 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.132578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fa37d43-6b82-4dce-8dea-2316d4ae790b req-1b79b413-6c7b-4873-aafa-224a87069c43 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.1031928 Jul 07 22:28:02.143298 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594ad9c-64ea-47f2-a97d-60b1b3dcf8c5 x-openstack-request-id: req-d594ad9c-64ea-47f2-a97d-60b1b3dcf8c5 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:02.143645 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e5ed1-b1e1-4e98-b966-5fac8310fd00", "name": "network-vif-deleted", "tag": "0e11b8fe-14f2-4b29-a09b-cea339569f01", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:02.143850 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d594ad9c-64ea-47f2-a97d-60b1b3dcf8c5 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:02.144265 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e5ed1-b1e1-4e98-b966-5fac8310fd00', 'name': 'network-vif-deleted', 'tag': '0e11b8fe-14f2-4b29-a09b-cea339569f01', 'status': 'completed', 'code': 200} Jul 07 22:28:02.146122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:02.176169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:02.177796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:02.181175 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eff199-44cf-4d58-85e8-a922208bc8f1" -d '{"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-plugged", "status": "completed", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:02.193248 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.223329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fa37d43-6b82-4dce-8dea-2316d4ae790b req-2d34d2bb-9543-4943-947c-06314cb6e4b3 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/security-groups?id=748481e6-9376-4cfc-910e-ec672fdc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843995 Jul 07 22:28:02.296949 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48426d81-fc26-48ed-8061-53987e26b1ea x-openstack-request-id: req-48426d81-fc26-48ed-8061-53987e26b1ea {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:02.297238 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-plugged", "status": "completed", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:02.297487 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-48426d81-fc26-48ed-8061-53987e26b1ea {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:02.297884 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'code': 200} Jul 07 22:28:02.298872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:02.331716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['056f1587-7646-4bca-824c-f79498a1849d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:02.333531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59212c2-26b9-4e64-824f-81b3a926e4ca req-7d655e01-c94b-450c-bfb1-e9aacfc9a65f tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.335175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a59212c2-26b9-4e64-824f-81b3a926e4ca req-7d655e01-c94b-450c-bfb1-e9aacfc9a65f tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 945 time: 0.0741169 Jul 07 22:28:02.437943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-6e5e90af-d9ee-4de2-8411-324b72666d6e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051204 Jul 07 22:28:02.438230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a59212c2-26b9-4e64-824f-81b3a926e4ca req-b93f30cc-b1ca-4060-bac3-b4ab3a8075ae tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922868 Jul 07 22:28:02.461197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f896c-151f-4e70-b7a4-d256e8d27829 req-d5487439-6427-4ee9-a03c-6829542e9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.461710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-0721974c-03b1-4eaf-b694-dbe4fb75ee4b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.463068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f77f896c-151f-4e70-b7a4-d256e8d27829 req-d5487439-6427-4ee9-a03c-6829542e9792 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 1098 time: 0.0813265 Jul 07 22:28:02.463335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-0721974c-03b1-4eaf-b694-dbe4fb75ee4b tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 946 time: 0.0994263 Jul 07 22:28:02.533967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0211d0d3-22f7-4178-94d1-f5540955805d req-96681c84-bb7b-4554-8482-87017bbe5e7c tempest-AttachVolumeNegativeTest-1568350053 tempest-AttachVolumeNegativeTest-1568350053-project] 10.222.0.95 "GET /v2.0/ports?device_id=e88e5ed1-b1e1-4e98-b966-5fac8310fd00 HTTP/1.1" status: 200 len: 210 time: 0.0529752 Jul 07 22:28:02.552200 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f77f896c-151f-4e70-b7a4-d256e8d27829 req-2e48a243-6c27-4575-bf94-1b32dbe229e9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788791 Jul 07 22:28:02.580545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904f1b-8f3e-45e8-928e-468243b4313f req-8cedf9b7-dcf4-4bf8-8a88-d782044abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.582860 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-8cedf9b7-dcf4-4bf8-8a88-d782044abb4e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 1097 time: 0.1188750 Jul 07 22:28:02.668763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Deleting port f75c3afc-e999-44b2-a657-b9f9fafeea8d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:02.669121 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.690350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6415-3b32-45b2-9575-fe8ed77b5dcd req-942b31c3-78cd-4b7b-914f-71c5665fdb5f tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.691905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4bf6415-3b32-45b2-9575-fe8ed77b5dcd req-942b31c3-78cd-4b7b-914f-71c5665fdb5f tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 943 time: 0.0976002 Jul 07 22:28:02.712692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904f1b-8f3e-45e8-928e-468243b4313f req-b04961c6-9eae-4a45-a48b-d187c8cd3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.714493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-b04961c6-9eae-4a45-a48b-d187c8cd3d28 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1019747 Jul 07 22:28:02.759435 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-60301235-de41-4187-af1f-2521d2e3563b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 200 len: 217 time: 0.0374513 Jul 07 22:28:02.778592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4bf6415-3b32-45b2-9575-fe8ed77b5dcd req-cb714332-5acc-4031-b1ea-91803f4c6813 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614641 Jul 07 22:28:02.800000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] For port f75c3afc-e999-44b2-a657-b9f9fafeea8d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f75c3afc-e999-44b2-a657-b9f9fafeea8d,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:02.800378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.812939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904f1b-8f3e-45e8-928e-468243b4313f req-df31cb24-f225-4270-bbb3-24f34628003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.814037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Calling delete_port for f75c3afc-e999-44b2-a657-b9f9fafeea8d owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:02.814588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-df31cb24-f225-4270-bbb3-24f34628003a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0494094 Jul 07 22:28:02.882262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904f1b-8f3e-45e8-928e-468243b4313f req-e368fb9f-6967-4ed8-95da-05d75c2b8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.883831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-e368fb9f-6967-4ed8-95da-05d75c2b8791 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628583 Jul 07 22:28:02.945361 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.958013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f75c3afc-e999-44b2-a657-b9f9fafeea8d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:02.975219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Pushing event deleted for resources: {'Port': ['ID=f75c3afc-e999-44b2-a657-b9f9fafeea8d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:02.981356 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-b626824c-c4d0-4ec9-a418-fa87db284033 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908704 Jul 07 22:28:03.025296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] No DVR routers for this DVR port f75c3afc-e999-44b2-a657-b9f9fafeea8d on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:03.028007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.030073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ae75212-b4c2-4744-9a5c-d9827ab8184c req-af7877a9-d47f-4c43-a0c4-0233b3479e52 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.103 "DELETE /v2.0/ports/f75c3afc-e999-44b2-a657-b9f9fafeea8d HTTP/1.1" status: 204 len: 173 time: 0.5593491 Jul 07 22:28:03.030513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'name': 'network-vif-deleted', 'tag': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:03.033011 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ee0614-fcd0-4268-8c58-8f3613a5b27d" -d '{"events": [{"server_uuid": "cdc4819a-9812-41ae-af84-59f121d26f98", "name": "network-vif-deleted", "tag": "f75c3afc-e999-44b2-a657-b9f9fafeea8d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:03.072135 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61214872-208f-4a3d-aae5-0c3b76469001 x-openstack-request-id: req-61214872-208f-4a3d-aae5-0c3b76469001 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:03.072440 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc4819a-9812-41ae-af84-59f121d26f98", "name": "network-vif-deleted", "tag": "f75c3afc-e999-44b2-a657-b9f9fafeea8d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:03.072755 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-61214872-208f-4a3d-aae5-0c3b76469001 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:03.073188 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc4819a-9812-41ae-af84-59f121d26f98', 'name': 'network-vif-deleted', 'tag': 'f75c3afc-e999-44b2-a657-b9f9fafeea8d', 'status': 'completed', 'code': 200} Jul 07 22:28:03.102017 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-02904f1b-8f3e-45e8-928e-468243b4313f req-c2f055de-56cf-4d12-9534-124174ea5179 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137218 Jul 07 22:28:03.144453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb659-38d4-4108-9ae9-bb3cca9c186c req-ea42e827-291e-4e9b-8c84-92621c3255f7 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.145538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb9bb659-38d4-4108-9ae9-bb3cca9c186c req-ea42e827-291e-4e9b-8c84-92621c3255f7 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.0714009 Jul 07 22:28:03.192082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb9bb659-38d4-4108-9ae9-bb3cca9c186c req-4cac8b17-e77c-4b25-b44f-f67ec73427f1 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Jul 07 22:28:03.389461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0a94169-39f4-4293-8059-76c127bb4e67 req-ebfd22d3-d758-4a33-9e2c-bf9a18921be7 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] 10.222.0.95 "GET /v2.0/ports?device_id=cdc4819a-9812-41ae-af84-59f121d26f98 HTTP/1.1" status: 200 len: 210 time: 0.0361671 Jul 07 22:28:03.636359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:03.637546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 056f1587-7646-4bca-824c-f79498a1849d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:03.654201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c597646-cf8a-48fa-8857-e2c61a792111 req-3537ae02-7257-4c04-a758-2c3994c35725 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.656869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c597646-cf8a-48fa-8857-e2c61a792111 req-3537ae02-7257-4c04-a758-2c3994c35725 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 945 time: 0.0810711 Jul 07 22:28:03.703748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c597646-cf8a-48fa-8857-e2c61a792111 req-6749c345-4545-4b7a-a2dc-d7798e7de5a6 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Jul 07 22:28:03.708198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Deleting subnet b05141cf-b7f7-456e-8a81-d8584da29ce0 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:03.714819 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.721493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 056f1587-7646-4bca-824c-f79498a1849d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:03.722015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.772696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.800102 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:28:03.824063 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.830544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.862410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:03.867155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.898352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.935224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05141cf-b7f7-456e-8a81-d8584da29ce0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:03.936460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:03.941459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.943981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05cad32c-716a-4bd6-ac29-97c41b9604f4 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b05141cf-b7f7-456e-8a81-d8584da29ce0 HTTP/1.1" status: 204 len: 168 time: 0.3065438 Jul 07 22:28:03.946523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53838) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:04.029042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.035472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a890a5-847b-40c4-9ea5-017ea0b38e1f req-2a667ba8-6990-4417-952f-c57f55b1ad0d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:04.036922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50a890a5-847b-40c4-9ea5-017ea0b38e1f req-2a667ba8-6990-4417-952f-c57f55b1ad0d tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 943 time: 0.0778480 Jul 07 22:28:04.063450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bec6a312-c5eb-4b66-b165-8cccfeb3d6fc details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:04.083013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50a890a5-847b-40c4-9ea5-017ea0b38e1f req-d51bcdb5-cace-43af-9082-6d4b36b0f303 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Jul 07 22:28:04.148139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.158512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecf5f91-deba-459a-9d12-f4a692f05802']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:04.169267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb24b8d8-730f-433b-9024-2600ba1f8d46') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:04.169589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb24b8d8-730f-433b-9024-2600ba1f8d46') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:04.178463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.193618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.199365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,segment=NetworkSegment(87dc2c68-42b2-419e-b6c2-a72036b47baa),segment_id=87dc2c68-42b2-419e-b6c2-a72036b47baa)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:04.199617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:04.200005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:04.202203 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:04.212204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc', 'network_id': 'f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7', 'port_id': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc', 'mac_address': 'fa:16:3e:4c:46:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7574d57c-6302-44ed-a520-07e5abba09f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:04.256913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.257303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.263065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.271192 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8ecf5f91-deba-459a-9d12-f4a692f05802 HTTP/1.1" status: 204 len: 168 time: 0.3209884 Jul 07 22:28:04.271454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec6a312-c5eb-4b66-b165-8cccfeb3d6fc {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:04.292218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc2246-8bc3-41f3-9b73-489246277779 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecf5f91-deba-459a-9d12-f4a692f05802,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:04.295409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,segment=NetworkSegment(87dc2c68-42b2-419e-b6c2-a72036b47baa),segment_id=87dc2c68-42b2-419e-b6c2-a72036b47baa)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:04.298896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f1587-7646-4bca-824c-f79498a1849d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:04.301551 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af5c1c-0d9e-480e-92df-a3c079552ce5" -d '{"events": [{"server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "name": "network-vif-plugged", "status": "completed", "tag": "056f1587-7646-4bca-824c-f79498a1849d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:04.307931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.359092 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d59cc9-14a3-499a-86bb-c4d50b026f1f x-openstack-request-id: req-47d59cc9-14a3-499a-86bb-c4d50b026f1f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:04.359455 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "name": "network-vif-plugged", "status": "completed", "tag": "056f1587-7646-4bca-824c-f79498a1849d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:04.359892 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-47d59cc9-14a3-499a-86bb-c4d50b026f1f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:04.360356 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f1587-7646-4bca-824c-f79498a1849d', 'code': 200} Jul 07 22:28:04.376357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:04.397585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793301de-c687-457c-928b-93746ed1f5cb req-e618bf3c-9339-42fc-9834-7ad26d00d20a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:04.399566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793301de-c687-457c-928b-93746ed1f5cb req-e618bf3c-9339-42fc-9834-7ad26d00d20a tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.0909755 Jul 07 22:28:04.459432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793301de-c687-457c-928b-93746ed1f5cb req-678235e8-7839-4aea-bd11-d33197ec5e60 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522635 Jul 07 22:28:04.476666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:04.528114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36c6e20b-7c27-4a55-b058-01c4353e7ada admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9f128da824384eb9b010f13ac5601145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504363 Jul 07 22:28:04.532994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bec6a312-c5eb-4b66-b165-8cccfeb3d6fc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:04.537331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53854) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:04.537331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53858) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:04.589619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3b73-3d90-4958-a21b-e683075341f7 req-160b3c76-0bda-4723-bf76-69c5cc8765bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:04.593850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e0d3b73-3d90-4958-a21b-e683075341f7 req-160b3c76-0bda-4723-bf76-69c5cc8765bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 1098 time: 0.1036937 Jul 07 22:28:04.596966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Deleting subnet 3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:04.608886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.656437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e0d3b73-3d90-4958-a21b-e683075341f7 req-b920fb63-56c4-4a39-8513-0104e9e59cca service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538266 Jul 07 22:28:04.703601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.745388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c77b53bf-ba11-410f-9a4f-f05a756e3ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.793620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c77b53bf-ba11-410f-9a4f-f05a756e3ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.838776 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.920992 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c77b53bf-ba11-410f-9a4f-f05a756e3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.923465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c77b53bf-ba11-410f-9a4f-f05a756e3ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.924618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c77b53bf-ba11-410f-9a4f-f05a756e3ecd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/97dec643-9f4f-4337-8f4d-0313b38c23e6 HTTP/1.1" status: 204 len: 168 time: 0.3812120 Jul 07 22:28:04.942153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b53bf-ba11-410f-9a4f-f05a756e3ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dec643-9f4f-4337-8f4d-0313b38c23e6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:04.976666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e365d70-5afb-49f8-82ce-8203e9f62744 req-6ec7c074-e339-4d9d-a449-1a21056f04fb tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:04.978282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e365d70-5afb-49f8-82ce-8203e9f62744 req-6ec7c074-e339-4d9d-a449-1a21056f04fb tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1424057 Jul 07 22:28:04.979981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.001787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b1feb-0ae6-4de6-8fa3-e3571f69562b None None] Network 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:05.029831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:05.034183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.036564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d96436b7-e938-4a8e-a611-503820448de3 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/3e56c0a9-e9a1-4e99-acf0-0e6a8581ddad HTTP/1.1" status: 204 len: 168 time: 0.4904375 Jul 07 22:28:05.039099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53882) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:05.080503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e365d70-5afb-49f8-82ce-8203e9f62744 req-2bb48e18-39d4-4cbc-a0fe-41202faffb97 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912991 Jul 07 22:28:05.218409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.302511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Deleting port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:05.303371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.380945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] DHCP port deletion for 8950ae77-dc3a-4dc0-9dbd-765ea6b1374e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:05.392144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] For port 4940462b-2ce3-4d07-a3e9-fee22493a1f9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4940462b-2ce3-4d07-a3e9-fee22493a1f9,segment=NetworkSegment(d5402362-0853-4c93-8c23-cd812d05fb4c),segment_id=d5402362-0853-4c93-8c23-cd812d05fb4c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:05.392946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.409287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Calling delete_port for 4940462b-2ce3-4d07-a3e9-fee22493a1f9 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:05.440806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27990122-e232-49df-af0b-6eab20d09b38 req-26bc1347-b4df-4008-a759-ce7a524318da tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:05.450569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27990122-e232-49df-af0b-6eab20d09b38 req-26bc1347-b4df-4008-a759-ce7a524318da tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 944 time: 0.1810079 Jul 07 22:28:05.520638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.532276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27990122-e232-49df-af0b-6eab20d09b38 req-2331c31f-6a6e-425e-b145-1e09ff809af2 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805271 Jul 07 22:28:05.542935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Deleting port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:05.543531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.552108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] No DVR routers for this DVR port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:05.578460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Pushing event deleted for resources: {'Port': ['ID=4940462b-2ce3-4d07-a3e9-fee22493a1f9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:05.652017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.653816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] For port 4940462b-2ce3-4d07-a3e9-fee22493a1f9, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:05.654911 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.665532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8950ae77-dc3a-4dc0-9dbd-765ea6b1374e']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:05.672636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Calling delete_port for 4940462b-2ce3-4d07-a3e9-fee22493a1f9 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:05.675798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:28:05.677356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.681289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5402362-0853-4c93-8c23-cd812d05fb4c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:05.682147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5402362-0853-4c93-8c23-cd812d05fb4c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:05.692528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.709223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.715830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:05.716244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:05.718968 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:05.731487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] Pushing event deleted for resources: {'Port': ['ID=4940462b-2ce3-4d07-a3e9-fee22493a1f9,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:05.760019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7235efc-f789-4a72-a09a-d989c7523af5 None None] No DVR routers for this DVR port 4940462b-2ce3-4d07-a3e9-fee22493a1f9 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:05.793836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f444-016e-4204-877d-5a6e2eb8af81 req-802e389f-01c8-409e-a623-fca710a2cbd5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:05.803653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17b6f444-016e-4204-877d-5a6e2eb8af81 req-802e389f-01c8-409e-a623-fca710a2cbd5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.1274240 Jul 07 22:28:05.819344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.830193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.832263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8950ae77-dc3a-4dc0-9dbd-765ea6b1374e HTTP/1.1" status: 204 len: 168 time: 0.7921481 Jul 07 22:28:05.844196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bfad3-eb02-42ef-a384-bee220d66646 admin admin] Pushing event deleted for resources: {'Network': ['ID=8950ae77-dc3a-4dc0-9dbd-765ea6b1374e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:05.866306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17b6f444-016e-4204-877d-5a6e2eb8af81 req-454e426e-2978-4cb0-8900-3b6c0f3eeb6f tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Jul 07 22:28:06.088947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bec6a312-c5eb-4b66-b165-8cccfeb3d6fc up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:06.134816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:06.194379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:06.201138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:06.201529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.208090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b56fa698-5aba-4ff6-9e33-010fdc494327 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f6f97b788ad8444bb27dff89a9bc1e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717790 Jul 07 22:28:06.210424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53942) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:06.264322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62d9fb05-72a8-4fc9-b50e-c90e27f77132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.297964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62d9fb05-72a8-4fc9-b50e-c90e27f77132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.299483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b60e-b2bd-45f4-b425-56fd8614e59e req-a54e6479-d784-4567-bec8-714c962eff7d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:06.301212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4524b60e-b2bd-45f4-b425-56fd8614e59e req-a54e6479-d784-4567-bec8-714c962eff7d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.0782568 Jul 07 22:28:06.319800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.347965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4524b60e-b2bd-45f4-b425-56fd8614e59e req-fae6cc8c-189f-4782-8710-db80b63983c3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 Jul 07 22:28:06.360712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,segment=NetworkSegment(87dc2c68-42b2-419e-b6c2-a72036b47baa),segment_id=87dc2c68-42b2-419e-b6c2-a72036b47baa)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:06.361630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869fbfee-5474-4917-8e26-ec8e13da538b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:06.363834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62d9fb05-72a8-4fc9-b50e-c90e27f77132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.364315 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b29e7-e47f-4873-8f31-f5351fd725c1" -d '{"events": [{"server_uuid": "869fbfee-5474-4917-8e26-ec8e13da538b", "name": "network-vif-plugged", "status": "completed", "tag": "bec6a312-c5eb-4b66-b165-8cccfeb3d6fc"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:06.366938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62d9fb05-72a8-4fc9-b50e-c90e27f77132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.370428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-62d9fb05-72a8-4fc9-b50e-c90e27f77132 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/748481e6-9376-4cfc-910e-ec672fdc9184 HTTP/1.1" status: 204 len: 168 time: 0.1565385 Jul 07 22:28:06.379870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.380712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f75c3afc-e999-44b2-a657-b9f9fafeea8d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:06.382943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9fb05-72a8-4fc9-b50e-c90e27f77132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748481e6-9376-4cfc-910e-ec672fdc9184,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:06.436392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f75c3afc-e999-44b2-a657-b9f9fafeea8d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:06.436392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f75c3afc-e999-44b2-a657-b9f9fafeea8d not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:06.436392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e11b8fe-14f2-4b29-a09b-cea339569f01 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:06.439809 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d952f25-0808-4ed5-8df9-282bf4ac19db x-openstack-request-id: req-5d952f25-0808-4ed5-8df9-282bf4ac19db {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:06.440105 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869fbfee-5474-4917-8e26-ec8e13da538b", "name": "network-vif-plugged", "status": "completed", "tag": "bec6a312-c5eb-4b66-b165-8cccfeb3d6fc", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:06.440469 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d952f25-0808-4ed5-8df9-282bf4ac19db {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:06.440862 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869fbfee-5474-4917-8e26-ec8e13da538b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc', 'code': 200} Jul 07 22:28:06.492201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 0e11b8fe-14f2-4b29-a09b-cea339569f01 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:06.492562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 0e11b8fe-14f2-4b29-a09b-cea339569f01 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:06.531331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:06.568859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc5-2b92-42e2-80bf-aab27cb140f1 req-4e3ff113-c945-415d-ab26-764787d2725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:06.573812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d86e8dc5-2b92-42e2-80bf-aab27cb140f1 req-4e3ff113-c945-415d-ab26-764787d2725a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 1097 time: 0.0702591 Jul 07 22:28:06.608678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206ee11-f298-4179-9724-964cd069fff2 req-d76752d6-3c1f-427d-be48-464a111c6667 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:06.615752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f206ee11-f298-4179-9724-964cd069fff2 req-d76752d6-3c1f-427d-be48-464a111c6667 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.1162422 Jul 07 22:28:06.641926 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d86e8dc5-2b92-42e2-80bf-aab27cb140f1 req-205767e5-db51-4531-9308-5d2411035c5d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585196 Jul 07 22:28:06.661612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f206ee11-f298-4179-9724-964cd069fff2 req-4e111b32-a275-45a1-85f8-20eff2827a8a tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Jul 07 22:28:06.759088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f6f1-521b-41e1-bef8-7c37bec3e414 req-7d2b8308-7efd-4703-b568-24f5c6fd713a tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:06.767533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4a4f6f1-521b-41e1-bef8-7c37bec3e414 req-7d2b8308-7efd-4703-b568-24f5c6fd713a tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.0883656 Jul 07 22:28:06.820962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4a4f6f1-521b-41e1-bef8-7c37bec3e414 req-3c16e738-375c-4263-b7a8-1646b5c8d869 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Jul 07 22:28:07.065928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.071768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1981452718'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:07.072343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ad21b-f3cc-4209-835c-70af015eb76e req-c9668a64-aff8-481c-836f-0930fee4d0d2 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:07.079823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a8ad21b-f3cc-4209-835c-70af015eb76e req-c9668a64-aff8-481c-836f-0930fee4d0d2 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.0776703 Jul 07 22:28:07.098138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:07.146019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.157324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a8ad21b-f3cc-4209-835c-70af015eb76e req-ae42cdd1-1333-4292-9cfa-789e70b50a5d tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Jul 07 22:28:07.182992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:07.198266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.199468 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Added segment ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0 of type vlan for network a5c06822-a6d4-4ef8-8129-083ba93ef651 Jul 07 22:28:07.252128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.312592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.319457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4940462b-2ce3-4d07-a3e9-fee22493a1f9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:07.321001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:07.321762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.353009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4940462b-2ce3-4d07-a3e9-fee22493a1f9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:07.353378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4940462b-2ce3-4d07-a3e9-fee22493a1f9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:07.365824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-39bf71d2-042d-4e72-b6a7-28702059e2c0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:07.381982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-39bf71d2-042d-4e72-b6a7-28702059e2c0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 814 time: 0.1757936 Jul 07 22:28:07.395823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-9f0e5c01-12ba-42cc-9cb0-3fc5efbbe895 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/quotas/b84f793dbb264429a7a8e008efa2d6ac HTTP/1.1" status: 200 len: 375 time: 0.0128248 Jul 07 22:28:07.411390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3413515 Jul 07 22:28:07.411592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.416707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-420521875'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:07.444878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba2a5e-8ed3-4baa-9849-b1cec4638679 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Network': ['ID=a5c06822-a6d4-4ef8-8129-083ba93ef651,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:07.448486 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:07.452959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.461677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:07.481706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:07.496520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.497036 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Added segment 0d8d8976-3f83-4a78-85e0-91465101280a of type vlan for network b918ddb7-675e-4c85-83ec-efd0139d359f Jul 07 22:28:07.528592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-07b23a64-e852-4a7d-8c76-61950b66b415 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260729 Jul 07 22:28:07.576272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.614696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.622351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:07.623628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.663138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54014) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.692898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2803488 Jul 07 22:28:07.695872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54020) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.701851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'subnet': {'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:07.712716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3667a2-ddaa-4586-a052-c3f1c5be2bf4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Network': ['ID=b918ddb7-675e-4c85-83ec-efd0139d359f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:07.724564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b918ddb7-675e-4c85-83ec-efd0139d359f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:07.820637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1648220777-network', 'tenant_id': '16d04e15829f43c0be91d45003a173d6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:07.891855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Made reservation on behalf of 16d04e15829f43c0be91d45003a173d6 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:07.894019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.911218 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.003695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:08.007466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.057543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-1ef7ff0d-47c6-4b6b-849c-6479b811659b service neutron] 10.222.0.95 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222547 Jul 07 22:28:08.202523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0ad99-c599-412d-b9b6-a3328fe212e3 req-0cbe9ed8-5512-489a-82e5-14dcd9f8b03c tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:08.204093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8bb0ad99-c599-412d-b9b6-a3328fe212e3 req-0cbe9ed8-5512-489a-82e5-14dcd9f8b03c tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.2605948 Jul 07 22:28:08.300164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-e8805120-707e-4002-9ad8-1e61f2f434ea service neutron] 10.222.0.95 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353106 Jul 07 22:28:08.341227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8bb0ad99-c599-412d-b9b6-a3328fe212e3 req-6d00af6d-62c2-4d04-b362-f78dcca4c2ff tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198525 Jul 07 22:28:08.369953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.386315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.416444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.438000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:08.481473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60206d15-835e-450a-aa2f-a399e7d1449e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:08.497146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.497499 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Added segment 1bdf1b57-30f0-4b41-9f3b-e6a77e34e551 of type vlan for network 164586b7-df95-4682-aa08-28950c181a5b Jul 07 22:28:08.571771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Subnet': ['ID=ccb90b42-7c2b-4a63-8e1a-4e2095056859,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:08.602916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.645514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Checking segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:08.645887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network hostable DHCP agents. Network: a5c06822-a6d4-4ef8-8129-083ba93ef651, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:08.666739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-411e75ca-c03e-4386-aee7-2ee9f1346ea1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:08.669499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-411e75ca-c03e-4386-aee7-2ee9f1346ea1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "GET /v2.0/ports?device_id=43da951e-f93e-4687-9040-5d101548d04e HTTP/1.1" status: 200 len: 946 time: 0.0843947 Jul 07 22:28:08.700628 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.702163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:08.702782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.714781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:08.735253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f29fa5-5ab7-4793-8067-afa580ecc18a req-7e8936ab-32f0-4ed6-b2bc-a90ad24ec382 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:08.736815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98f29fa5-5ab7-4793-8067-afa580ecc18a req-7e8936ab-32f0-4ed6-b2bc-a90ad24ec382 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.2263362 Jul 07 22:28:08.839484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Deleting port 056f1587-7646-4bca-824c-f79498a1849d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:08.840228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.944882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54062) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:08.960687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] For port 056f1587-7646-4bca-824c-f79498a1849d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=056f1587-7646-4bca-824c-f79498a1849d,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:08.961131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.977282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Calling delete_port for 056f1587-7646-4bca-824c-f79498a1849d owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:09.081742 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9455ad87-05e8-478a-9ddc-3b39f2056de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.144975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4771929 Jul 07 22:28:09.147940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:09.150320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ddc48-e732-4d10-8f72-2fdf23bec205 req-2347ffe0-a4f3-4f1c-9913-af9b1392f05c tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:09.151996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d5ddc48-e732-4d10-8f72-2fdf23bec205 req-2347ffe0-a4f3-4f1c-9913-af9b1392f05c tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.5777917 Jul 07 22:28:09.153530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Request body: {'subnet': {'network_id': '164586b7-df95-4682-aa08-28950c181a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1648220777-subnet', 'tenant_id': '16d04e15829f43c0be91d45003a173d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:09.157960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a5c06822-a6d4-4ef8-8129-083ba93ef651) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:09.168998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20570f02-0dce-4096-a7f4-926e3f66f3d7 None None] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:09.179566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:09.180490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.183819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25e12-1f6b-4951-8df7-fcd79c4a0a56 admin admin] Pushing event updated for resources: {'Network': ['ID=164586b7-df95-4682-aa08-28950c181a5b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:09.221864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.225525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98f29fa5-5ab7-4793-8067-afa580ecc18a req-8ca2e3a8-ed3c-4880-a241-25879d2f16d5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315808 Jul 07 22:28:09.253567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 164586b7-df95-4682-aa08-28950c181a5b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:09.263536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Pushing event deleted for resources: {'Port': ['ID=056f1587-7646-4bca-824c-f79498a1849d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:09.269013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d5ddc48-e732-4d10-8f72-2fdf23bec205 req-87f4eab6-79a1-4c5b-940b-bc1110b615ec tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994225 Jul 07 22:28:09.345451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['056f1587-7646-4bca-824c-f79498a1849d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:09.391506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] No DVR routers for this DVR port 056f1587-7646-4bca-824c-f79498a1849d on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:09.394320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9455ad87-05e8-478a-9ddc-3b39f2056de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.395876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.398142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dcda18ed-ee29-4f7f-a684-609cf480c1db req-2fd1b452-5c85-4ce0-9493-bb8c4e6dc259 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "DELETE /v2.0/ports/056f1587-7646-4bca-824c-f79498a1849d HTTP/1.1" status: 204 len: 173 time: 0.7146375 Jul 07 22:28:09.398605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'name': 'network-vif-deleted', 'tag': '056f1587-7646-4bca-824c-f79498a1849d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:09.401055 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf68c55-a286-49a2-91f7-03e810c018c1" -d '{"events": [{"server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "name": "network-vif-deleted", "tag": "056f1587-7646-4bca-824c-f79498a1849d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:09.405386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9455ad87-05e8-478a-9ddc-3b39f2056de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.415410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bfdd2ac-1d10-4596-aaf0-ba66cf81216f req-b6c7961b-7c70-474e-b643-8506d265e452 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 210 time: 0.0547290 Jul 07 22:28:09.428909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c9ed4c8e-34d5-4950-b2f6-a63e2f0eb029 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7314448 Jul 07 22:28:09.430218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54074) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:09.437247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'subnet': {'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:09.451565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455ad87-05e8-478a-9ddc-3b39f2056de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613f565-9397-4fcb-a45d-36658d959a8e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:09.497426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9455ad87-05e8-478a-9ddc-3b39f2056de3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f1b0402ebc2641a3b12da23ae86dbe4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512662 Jul 07 22:28:09.500204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54076) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:09.509756 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acddde4e-6eff-4de8-a54d-108fe228343c x-openstack-request-id: req-acddde4e-6eff-4de8-a54d-108fe228343c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:09.511522 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da951e-f93e-4687-9040-5d101548d04e", "name": "network-vif-deleted", "tag": "056f1587-7646-4bca-824c-f79498a1849d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:09.511939 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-acddde4e-6eff-4de8-a54d-108fe228343c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:09.512533 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da951e-f93e-4687-9040-5d101548d04e', 'name': 'network-vif-deleted', 'tag': '056f1587-7646-4bca-824c-f79498a1849d', 'status': 'completed', 'code': 200} Jul 07 22:28:09.520656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Made reservation on behalf of 16d04e15829f43c0be91d45003a173d6 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:09.523268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.554914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a5c06822-a6d4-4ef8-8129-083ba93ef651', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:09.556114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.619188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2c88083-bde9-4177-9e38-8dd00705180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.644043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:09.650201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.659112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2c88083-bde9-4177-9e38-8dd00705180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.659506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:09.837112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.852486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2c88083-bde9-4177-9e38-8dd00705180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.856083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2c88083-bde9-4177-9e38-8dd00705180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.861882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f2c88083-bde9-4177-9e38-8dd00705180f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e613f565-9397-4fcb-a45d-36658d959a8e HTTP/1.1" status: 204 len: 168 time: 0.3604412 Jul 07 22:28:09.899087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Allocated IP 10.1.1.2 (a5c06822-a6d4-4ef8-8129-083ba93ef651/ccb90b42-7c2b-4a63-8e1a-4e2095056859/29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:09.935267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:09.943690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c88083-bde9-4177-9e38-8dd00705180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613f565-9397-4fcb-a45d-36658d959a8e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:09.962351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.963722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Checking segment: {'id': '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '164586b7-df95-4682-aa08-28950c181a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:09.964092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Network hostable DHCP agents. Network: 164586b7-df95-4682-aa08-28950c181a5b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:10.002615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'network_id': 'ff230933-59b9-43ae-9e2f-0b9d108a3918', 'port_id': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'mac_address': 'fa:16:3e:c7:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d67b9-9125-4793-bb31-cfe85ac82f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:10.041192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be239060-09d1-42d2-a596-37a2c55d8a3e,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:10.064549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Network 164586b7-df95-4682-aa08-28950c181a5b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:10.073432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Subnet': ['ID=c3fd676b-a7c7-41e3-96ee-2066321750aa,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:10.079560 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.083723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 164586b7-df95-4682-aa08-28950c181a5b) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:10.100938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:10.101559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.115836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67ecc-29d9-4618-b5af-00d91932aa54 req-a13236e0-27b3-4e83-9dc8-1e2ad6e61d49 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:10.122499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2921c-f4a6-42ee-b606-2ef67d2e03ae None None] Network 164586b7-df95-4682-aa08-28950c181a5b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:10.123806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ca67ecc-29d9-4618-b5af-00d91932aa54 req-a13236e0-27b3-4e83-9dc8-1e2ad6e61d49 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.3087118 Jul 07 22:28:10.135183 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f85d8439-3149-4cef-9059-0c7efd0f9fc8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9775162 Jul 07 22:28:10.166349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Checking segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:10.166796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network hostable DHCP agents. Network: b918ddb7-675e-4c85-83ec-efd0139d359f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:10.175660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2885a0c9-103a-493d-87b8-ca7d096d2b10 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:10.183160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-88d2bdb8-047a-4f50-84ef-f36ae3f16a4c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:10.186845 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-88d2bdb8-047a-4f50-84ef-f36ae3f16a4c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 814 time: 0.2325351 Jul 07 22:28:10.195891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ca67ecc-29d9-4618-b5af-00d91932aa54 req-f3b06b5b-7b53-4713-bb4c-64dddd1152e8 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709898 Jul 07 22:28:10.205525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Request body: {'port': {'device_id': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'admin_state_up': True, 'tenant_id': 'b84f793dbb264429a7a8e008efa2d6ac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:10.232373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network b918ddb7-675e-4c85-83ec-efd0139d359f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:10.261198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b918ddb7-675e-4c85-83ec-efd0139d359f) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:10.273576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:10.274291 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.319025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3bf6265c-8830-44ca-b080-4df27e3a1ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8848460 Jul 07 22:28:10.319222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54092) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:10.330238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'name': 'tempest-TaggedBootDevicesTest_v242-1532981248', 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:10.399898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:10.520137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54102) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:10.547163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Made reservation on behalf of b84f793dbb264429a7a8e008efa2d6ac for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:10.552418 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.571693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5c65-c96a-437a-9be6-20ae2035373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.604760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74334fb-fdc9-4b06-97ef-77bfca970649 None None] Network b918ddb7-675e-4c85-83ec-efd0139d359f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:10.612668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.743949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a4f76-d3fb-4a78-81b3-b1f0e6032b6e req-7d588612-acb4-408b-845b-bce7451a9377 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:10.747747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-584a4f76-d3fb-4a78-81b3-b1f0e6032b6e req-7d588612-acb4-408b-845b-bce7451a9377 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 945 time: 0.1364696 Jul 07 22:28:10.770099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Allocated IP 172.20.0.12 (072ece1a-0083-4f8a-b94a-daa4652f0333/7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23/917983d0-a2da-4010-a2c1-7a786720088c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:10.786232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['2885a0c9-103a-493d-87b8-ca7d096d2b10'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:10.796158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:10.822531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b8c8c-25da-492e-b8be-5632b6a45084 None None] Network 164586b7-df95-4682-aa08-28950c181a5b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:10.825197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.843425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5c65-c96a-437a-9be6-20ae2035373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.856320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5c65-c96a-437a-9be6-20ae2035373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.865054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-584a4f76-d3fb-4a78-81b3-b1f0e6032b6e req-6b321748-231c-405e-95bb-8af114c6537c tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088881 Jul 07 22:28:10.867014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89c2445c-7a55-417f-9f59-ffbe72fbc33f req-21c5bd30-af77-400d-9529-5fa144732c55 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 210 time: 0.0553420 Jul 07 22:28:10.898415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:10.905502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Transition to ACTIVE for port object 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:10.983336 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eb9c5c65-c96a-437a-9be6-20ae2035373b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c4885e65d765454bad6a884e5edd1837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619560 Jul 07 22:28:10.995066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54108) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:11.002253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Transition to ACTIVE for port object 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:11.030183 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.032341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c5c65-c96a-437a-9be6-20ae2035373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d69f0d-8ea9-4f5b-8405-a3abad239f59,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.109575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.131283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] device_id is not set on port 9b3fda62-85ca-4c57-b5b8-38db35656478 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:11.134453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.143384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:11.145065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d5612-66c6-4b31-832f-79b5856c6f73 req-9ccc12ca-aaad-4e18-a808-66661826aa42 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:11.146619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e00d5612-66c6-4b31-832f-79b5856c6f73 req-9ccc12ca-aaad-4e18-a808-66661826aa42 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.1339536 Jul 07 22:28:11.157261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:11.159787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:11.211014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Pushing event updated for resources: {'Port': ['ID=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.222037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.241044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b918ddb7-675e-4c85-83ec-efd0139d359f', 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'fixed_ips': [{'subnet_id': 'c3fd676b-a7c7-41e3-96ee-2066321750aa'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:11.241912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.374833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e00d5612-66c6-4b31-832f-79b5856c6f73 req-b4a0b5be-f151-4c39-ab91-f6233b2257e8 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075887 Jul 07 22:28:11.414045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Attempting to bind port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:11.414045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Attempting to bind port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:11.414409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Attempting to bind port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:11.441301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:11.441863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Checking segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:11.442376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.443103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Bound using segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:11.443686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Bound port: 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:11.444168 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.519143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 10.1.1.192 (a5c06822-a6d4-4ef8-8129-083ba93ef651/ccb90b42-7c2b-4a63-8e1a-4e2095056859/9b3fda62-85ca-4c57-b5b8-38db35656478) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:11.528180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-e318d256-c595-495b-a8b5-f3fdf0933be0 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:11.535267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-e318d256-c595-495b-a8b5-f3fdf0933be0 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/networks?id=164586b7-df95-4682-aa08-28950c181a5b HTTP/1.1" status: 200 len: 821 time: 0.2049699 Jul 07 22:28:11.550846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-529c5537-fc7c-4b2e-9ace-f6eca50814b7 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/quotas/16d04e15829f43c0be91d45003a173d6 HTTP/1.1" status: 200 len: 375 time: 0.0144727 Jul 07 22:28:11.584047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] For port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:11.591005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] For port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:11.598711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Allocated IP 10.2.2.2 (b918ddb7-675e-4c85-83ec-efd0139d359f/c3fd676b-a7c7-41e3-96ee-2066321750aa/b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:11.601230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.611003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-95a294c2-883e-448d-8725-7d9134e251ad tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=16d04e15829f43c0be91d45003a173d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567107 Jul 07 22:28:11.639402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:11.649036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9666609-e916-4ab9-9b29-4e04d5a8e7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.655041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Network 072ece1a-0083-4f8a-b94a-daa4652f0333 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:11.671504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:11.677887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:11.709547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Pushing event updated for resources: {'Port': ['ID=917983d0-a2da-4010-a2c1-7a786720088c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.723051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9666609-e916-4ab9-9b29-4e04d5a8e7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.761839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c31ca-1bc8-448b-bd60-51c581c95ade None None] Pushing event updated for resources: {'Port': ['ID=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.773724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:11.774470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.790000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 2885a0c9-103a-493d-87b8-ca7d096d2b10 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:11.790437 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.790916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-dab53a15-a4ed-447f-a66c-ac94c27a84e9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5899680 Jul 07 22:28:11.806575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Request body: {'port': {'device_id': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:11.821569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-4a915b29-076a-4b97-b7ff-a540adc130fb service neutron] 10.222.0.95 "GET /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016242 Jul 07 22:28:11.871794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9666609-e916-4ab9-9b29-4e04d5a8e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.875173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9666609-e916-4ab9-9b29-4e04d5a8e7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.879149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e9666609-e916-4ab9-9b29-4e04d5a8e7a8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/55d69f0d-8ea9-4f5b-8405-a3abad239f59 HTTP/1.1" status: 204 len: 168 time: 0.8822589 Jul 07 22:28:11.953462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.966991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Transition to ACTIVE for port object b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:11.993001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Transition to ACTIVE for port object b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:12.011856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-85a29383-fc2a-4807-a46a-5a89f8215f62 service neutron] 10.222.0.95 "GET /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606789 Jul 07 22:28:12.034362 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.038220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.066808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object 9b3fda62-85ca-4c57-b5b8-38db35656478 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:12.078714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.106419 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.130036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Network b918ddb7-675e-4c85-83ec-efd0139d359f is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:12.136825 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.142981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:12.155991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:12.163182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9666609-e916-4ab9-9b29-4e04d5a8e7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d69f0d-8ea9-4f5b-8405-a3abad239f59,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.166661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Pushing event updated for resources: {'Port': ['ID=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.229531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:12.229802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:12.237047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:12.239882 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20ef8dd-eb44-4702-ac03-d037eb08f2b2" -d '{"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-plugged", "status": "completed", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:12.245016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.245301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 056f1587-7646-4bca-824c-f79498a1849d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:12.252466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:12.300710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:12.327089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 056f1587-7646-4bca-824c-f79498a1849d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:12.327448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 056f1587-7646-4bca-824c-f79498a1849d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:12.360483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.364469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-2a570c99-7f66-4baa-b634-083f8c66dffd tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:12.379203 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-2a570c99-7f66-4baa-b634-083f8c66dffd tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.103 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.2970526 Jul 07 22:28:12.421663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:12.422411 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.449117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e881-5219-493d-b188-df10d5c40ece req-e7c34971-ce63-41c0-b3d8-e7cda4608cf5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:12.449117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acf1e881-5219-493d-b188-df10d5c40ece req-e7c34971-ce63-41c0-b3d8-e7cda4608cf5 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.1919627 Jul 07 22:28:12.449363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Attempting to bind port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:12.449363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Attempting to bind port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:12.449363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Attempting to bind port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 on network b918ddb7-675e-4c85-83ec-efd0139d359f {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:12.458522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3c59774e-d829-449d-8b07-88274468c08a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1373377 Jul 07 22:28:12.462396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54140) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:12.471932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:12.472244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'name': 'tempest-TaggedBootDevicesTest_v242-380345790', 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:12.472397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Checking segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:12.472838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.473101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Bound using segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:12.473598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Bound port: b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:12.473987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.508374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.561086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acf1e881-5219-493d-b188-df10d5c40ece req-c19da551-74d6-4066-8c45-477d77a5daec tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012874 Jul 07 22:28:12.641547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2e0e-9d14-4b12-85e1-7eb56be005c1 req-9b4f5362-35b5-4bd0-b91f-4d5a1e31fe4d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:12.649133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90de2e0e-9d14-4b12-85e1-7eb56be005c1 req-9b4f5362-35b5-4bd0-b91f-4d5a1e31fe4d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 932 time: 0.1095030 Jul 07 22:28:12.684256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] For port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:12.689842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] For port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:12.699220 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4b45b-ce3f-4985-9649-728637da7bf7 x-openstack-request-id: req-88b4b45b-ce3f-4985-9649-728637da7bf7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:12.699220 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-plugged", "status": "completed", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:12.699721 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-88b4b45b-ce3f-4985-9649-728637da7bf7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:12.699891 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'code': 200} Jul 07 22:28:12.709095 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.738905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90de2e0e-9d14-4b12-85e1-7eb56be005c1 req-95bfecb8-5496-44af-85d8-2ca042eec213 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887809 Jul 07 22:28:12.841414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-935f16c5-9f0d-4c61-91c1-949a7a96b0df req-890f983b-01c3-4b58-9810-e70d97515ddb tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 210 time: 0.1005683 Jul 07 22:28:12.900908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89654609-7dd8-4c61-9ea3-b67260846673 None None] Pushing event updated for resources: {'Port': ['ID=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.913633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:12.971857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Deleting port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:12.972212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.121407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917983d0-a2da-4010-a2c1-7a786720088c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:13.149733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.175710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Transition to ACTIVE for port object 917983d0-a2da-4010-a2c1-7a786720088c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:13.195134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] For port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,segment=NetworkSegment(87dc2c68-42b2-419e-b6c2-a72036b47baa),segment_id=87dc2c68-42b2-419e-b6c2-a72036b47baa)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:13.195638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.216587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.224387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Calling delete_port for bec6a312-c5eb-4b66-b165-8cccfeb3d6fc owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:13.226229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.245370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136685bf-e2d5-42e9-b5ef-f94f83949645 req-40a3a39a-9313-4450-aa26-c650798e526f tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:13.265597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136685bf-e2d5-42e9-b5ef-f94f83949645 req-40a3a39a-9313-4450-aa26-c650798e526f tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 945 time: 0.1732173 Jul 07 22:28:13.351833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136685bf-e2d5-42e9-b5ef-f94f83949645 req-d10e29d7-0a5f-4e9e-9ebd-6b463890af0a tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/security-groups?id=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849690 Jul 07 22:28:13.410424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49932911-c183-4c93-a2e6-4cbb8914a9fe None None] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:13.434889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Pushing event updated for resources: {'Port': ['ID=917983d0-a2da-4010-a2c1-7a786720088c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:13.473373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] device_id is not set on port 46effd58-fc15-48b2-a743-4c14103d86cd yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:13.589016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-76c76679-2193-478f-9b37-1955c4ff035c None None] Provisioning for port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:13.880339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:13.950119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74e126-c712-4e3d-9e66-2ad80b8381f6 req-f93a5e1e-5dc3-4554-ac32-eb5e09c96f7e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:13.960436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a74e126-c712-4e3d-9e66-2ad80b8381f6 req-f93a5e1e-5dc3-4554-ac32-eb5e09c96f7e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.1222622 Jul 07 22:28:13.968922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Attempting to bind port 917983d0-a2da-4010-a2c1-7a786720088c on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:13.969352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Attempting to bind port 917983d0-a2da-4010-a2c1-7a786720088c by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:13.969607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Attempting to bind port 917983d0-a2da-4010-a2c1-7a786720088c on network 072ece1a-0083-4f8a-b94a-daa4652f0333 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:13.993528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:13.994435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Port 917983d0-a2da-4010-a2c1-7a786720088c on network 072ece1a-0083-4f8a-b94a-daa4652f0333 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:13.994808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Attempting to bind port 917983d0-a2da-4010-a2c1-7a786720088c on network 072ece1a-0083-4f8a-b94a-daa4652f0333 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:13.999827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.000439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:14.029696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bec6a312-c5eb-4b66-b165-8cccfeb3d6fc'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:14.083611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a74e126-c712-4e3d-9e66-2ad80b8381f6 req-de797b8d-2ad9-4ede-aa89-ee8e78b59f10 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218333 Jul 07 22:28:14.105573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:14.111092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:14.111896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.119404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:14.119726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Checking segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:14.120122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Bound using segment: {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:14.120610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Bound port: 917983d0-a2da-4010-a2c1-7a786720088c, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb7fb6d-f27e-4b62-a21d-298b9891a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:14.124578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.157476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8868d-2fc2-40d9-8aa0-db24b2e912c0 req-565376b3-6a31-45d5-b441-45056f6019c9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:14.159528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ac8868d-2fc2-40d9-8aa0-db24b2e912c0 req-565376b3-6a31-45d5-b441-45056f6019c9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 944 time: 0.1966527 Jul 07 22:28:14.235491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] No DVR routers for this DVR port bec6a312-c5eb-4b66-b165-8cccfeb3d6fc on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:14.241310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ac8868d-2fc2-40d9-8aa0-db24b2e912c0 req-51d52801-f3d3-44a0-8d1d-d80a1dafc023 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725610 Jul 07 22:28:14.261027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.263281 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc6cad50-bd20-43cd-ab7e-3603bd183cb6 req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.103 "DELETE /v2.0/ports/bec6a312-c5eb-4b66-b165-8cccfeb3d6fc HTTP/1.1" status: 204 len: 173 time: 1.8708820 Jul 07 22:28:14.264454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869fbfee-5474-4917-8e26-ec8e13da538b', 'name': 'network-vif-deleted', 'tag': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:14.273950 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339852f9-bc96-4146-8837-765ea98fe0d6" -d '{"events": [{"server_uuid": "869fbfee-5474-4917-8e26-ec8e13da538b", "name": "network-vif-deleted", "tag": "bec6a312-c5eb-4b66-b165-8cccfeb3d6fc"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:14.276723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd457c7-8318-4a63-83c4-66ce54c6faf7 tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] Pushing event deleted for resources: {'Port': ['ID=bec6a312-c5eb-4b66-b165-8cccfeb3d6fc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:14.372307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 10.1.1.146 (a5c06822-a6d4-4ef8-8129-083ba93ef651/ccb90b42-7c2b-4a63-8e1a-4e2095056859/46effd58-fc15-48b2-a743-4c14103d86cd) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:14.380917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.390044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b07ba756-5b10-4fbc-b79e-a7a321732c54 None None] Provisioning for port 9b3fda62-85ca-4c57-b5b8-38db35656478 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:14.422007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b07ba756-5b10-4fbc-b79e-a7a321732c54 None None] Provisioning complete for port 9b3fda62-85ca-4c57-b5b8-38db35656478 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:14.422705 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b07ba756-5b10-4fbc-b79e-a7a321732c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.536550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe76ec35-77e4-4a28-9ec6-5268e2169b35 req-57f91bab-984a-4a2b-a5dc-18a3be012035 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 210 time: 0.1028116 Jul 07 22:28:14.572589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] For port 917983d0-a2da-4010-a2c1-7a786720088c, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:14.600667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:14.604496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b07ba756-5b10-4fbc-b79e-a7a321732c54 None None] Port 9b3fda62-85ca-4c57-b5b8-38db35656478 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:14.611641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] For port 917983d0-a2da-4010-a2c1-7a786720088c, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=917983d0-a2da-4010-a2c1-7a786720088c,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:14.633354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.634696 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.676547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b07ba756-5b10-4fbc-b79e-a7a321732c54 None None] Provisioning complete for port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:14.677026 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b07ba756-5b10-4fbc-b79e-a7a321732c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.716156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-77463b29-c391-45b3-a169-29b38dd33b6c tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:14.721795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-77463b29-c391-45b3-a169-29b38dd33b6c tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.103 "GET /v2.0/networks?id=164586b7-df95-4682-aa08-28950c181a5b HTTP/1.1" status: 200 len: 821 time: 0.4571626 Jul 07 22:28:14.738222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Request body: {'port': {'device_id': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'network_id': '164586b7-df95-4682-aa08-28950c181a5b', 'admin_state_up': True, 'tenant_id': '16d04e15829f43c0be91d45003a173d6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:14.760049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:14.784923 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97d534-05fe-4074-9c44-7ff58a3bd98e x-openstack-request-id: req-7e97d534-05fe-4074-9c44-7ff58a3bd98e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:14.785206 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869fbfee-5474-4917-8e26-ec8e13da538b", "name": "network-vif-deleted", "tag": "bec6a312-c5eb-4b66-b165-8cccfeb3d6fc", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:14.785618 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7e97d534-05fe-4074-9c44-7ff58a3bd98e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:14.786037 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869fbfee-5474-4917-8e26-ec8e13da538b', 'name': 'network-vif-deleted', 'tag': 'bec6a312-c5eb-4b66-b165-8cccfeb3d6fc', 'status': 'completed', 'code': 200} Jul 07 22:28:14.792927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:14.794547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.796653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] 10.222.0.97 "PUT /v2.0/ports/917983d0-a2da-4010-a2c1-7a786720088c HTTP/1.1" status: 200 len: 1093 time: 2.9944062 Jul 07 22:28:14.809839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffe8dd-df2d-4ac4-83ee-c7d4e2154201 None None] Network b918ddb7-675e-4c85-83ec-efd0139d359f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:14.881464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1b97e-2dd1-48b0-8bb7-79f851d03bce service neutron] Pushing event updated for resources: {'Port': ['ID=917983d0-a2da-4010-a2c1-7a786720088c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:14.962064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.989509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object 46effd58-fc15-48b2-a743-4c14103d86cd will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:15.077929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d17a7bac-99d9-47e9-bd7d-09975c39a9e9 req-fcc6d3a6-8c8e-4c34-9d69-09eefc2b35fa tempest-ServersNegativeTestMultiTenantJSON-1470348617 tempest-ServersNegativeTestMultiTenantJSON-1470348617-project] 10.222.0.95 "GET /v2.0/ports?device_id=869fbfee-5474-4917-8e26-ec8e13da538b HTTP/1.1" status: 200 len: 210 time: 0.1042025 Jul 07 22:28:15.094002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-6c781fbb-2c3e-4cd5-b972-3be876efd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:15.095637 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-6c781fbb-2c3e-4cd5-b972-3be876efd26c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 1096 time: 0.0906549 Jul 07 22:28:15.123775 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.129870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Made reservation on behalf of 16d04e15829f43c0be91d45003a173d6 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:15.136966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.246286 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-e92a0bf4-5cf1-4c77-ab9a-4fca384a7444 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=917983d0-a2da-4010-a2c1-7a786720088c HTTP/1.1" status: 200 len: 217 time: 0.1419897 Jul 07 22:28:15.336529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:15.343523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:15.373471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:15.424041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Provisioning complete for port 9b3fda62-85ca-4c57-b5b8-38db35656478 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:15.424622 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.440994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Allocated IP 172.20.0.13 (164586b7-df95-4682-aa08-28950c181a5b/be239060-09d1-42d2-a596-37a2c55d8a3e/7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:15.478940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:15.508094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-23d98146-b570-4392-b8df-bd786ff2bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:15.510033 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-23d98146-b570-4392-b8df-bd786ff2bfba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 200 len: 854 time: 0.2147436 Jul 07 22:28:15.522030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Port 9b3fda62-85ca-4c57-b5b8-38db35656478 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:15.548164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Provisioning for port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:15.561222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Provisioning complete for port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:15.561624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.616563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:15.622282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.635404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-7dfe5ef6-335e-4dd3-a412-88e372504b69 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=072ece1a-0083-4f8a-b94a-daa4652f0333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106308 Jul 07 22:28:15.727277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:15.780988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.815088 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-31969117-1916-4e20-aadc-dec0d2d1b4ae tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3493276 Jul 07 22:28:15.817464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18808-a9fc-4d2d-be17-b18bd514e80f req-109821ed-45ae-4564-8d53-561e28a4e466 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:15.819382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86c18808-a9fc-4d2d-be17-b18bd514e80f req-109821ed-45ae-4564-8d53-561e28a4e466 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.3572168 Jul 07 22:28:15.831837 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-5f0e2a15-e0db-4809-879f-97bc0492768e service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748757 Jul 07 22:28:15.846522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8094-7af3-4723-984f-caf3b20cd0af req-cc86b44c-3478-436a-b461-57d5aa4ceaf8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:15.853569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ec8094-7af3-4723-984f-caf3b20cd0af req-cc86b44c-3478-436a-b461-57d5aa4ceaf8 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 944 time: 0.3152349 Jul 07 22:28:15.872229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] For port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:15.873264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:15.873850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.898215 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.940208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86c18808-a9fc-4d2d-be17-b18bd514e80f req-43cebad5-83e5-4b2a-b4c2-cb203dd8c3b9 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042018 Jul 07 22:28:15.958825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ec8094-7af3-4723-984f-caf3b20cd0af req-3f7115a4-76b2-4359-b382-10d2e1c2e0f3 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041496 Jul 07 22:28:15.975800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e267b38-835c-4ba2-bc48-519466a2cb06 None None] Pushing event updated for resources: {'Port': ['ID=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:15.995712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.002812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b4ce8af-3c41-4d7b-b1c0-a99d6b2e12f0 req-b3293dba-bddc-45df-8252-5b16d481bf71 service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591425 Jul 07 22:28:16.031722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8639e936-a78d-463c-ae7a-b293fe74275c None None] Provisioning for port 46effd58-fc15-48b2-a743-4c14103d86cd completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:16.036575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8639e936-a78d-463c-ae7a-b293fe74275c None None] Provisioning complete for port 46effd58-fc15-48b2-a743-4c14103d86cd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:16.037947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8639e936-a78d-463c-ae7a-b293fe74275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.071244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.117655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8639e936-a78d-463c-ae7a-b293fe74275c None None] Port 46effd58-fc15-48b2-a743-4c14103d86cd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:16.129549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8639e936-a78d-463c-ae7a-b293fe74275c None None] Provisioning complete for port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:16.130149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8639e936-a78d-463c-ae7a-b293fe74275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.156367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bec6a312-c5eb-4b66-b165-8cccfeb3d6fc no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:16.176254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Network 164586b7-df95-4682-aa08-28950c181a5b is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:16.182224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Pushing event updated for resources: {'Port': ['ID=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:16.188610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: bec6a312-c5eb-4b66-b165-8cccfeb3d6fc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:16.188717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:16.188953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bec6a312-c5eb-4b66-b165-8cccfeb3d6fc not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:16.204385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:16.212531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.212967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.213377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.213785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.214188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.214591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.215037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.215444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.215779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.216109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.216572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.217102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:16.281156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed27130-3659-4ae8-8c70-e14cb93a6e8c req-17018b15-b9ee-4ed3-a7da-6a5cf1976026 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:16.282700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fed27130-3659-4ae8-8c70-e14cb93a6e8c req-17018b15-b9ee-4ed3-a7da-6a5cf1976026 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 932 time: 0.1644182 Jul 07 22:28:16.288397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:16.289024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.318906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54234) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.321262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1cf05fc6-9464-4d43-8ac2-18eb23d13d6e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5918314 Jul 07 22:28:16.329538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414673735', 'description': 'tempest-description--1486788510'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:16.339865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fed27130-3659-4ae8-8c70-e14cb93a6e8c req-716da221-0436-4edd-828c-51abbc30e180 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Jul 07 22:28:16.343656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Request body: {'port': {'device_id': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:16.364683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.393739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.460926 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.463729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.468360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.476554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Deleting subnet 7574d57c-6302-44ed-a520-07e5abba09f9 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:16.480664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.501089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.502355 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1811552 Jul 07 22:28:16.504369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879e8e7-3199-4c0c-85f5-f62bc8134dcb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bdf39c-8e5a-4545-8037-21aee98d27db,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:16.507789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54238) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.512786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdf39c-8e5a-4545-8037-21aee98d27db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:16.543667 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.546823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.609527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.614177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.635543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a22d40-77e9-4281-ab9a-0b86982093ce,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:16.643880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.645338 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-19709fe6-37da-4884-8562-7bbbe7d38e98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364567 Jul 07 22:28:16.648809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.652093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.654421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdf39c-8e5a-4545-8037-21aee98d27db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:16.683700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.715585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.758588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.764430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.769785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.781253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a7d89c-9e9d-4441-940d-26fe6362a2ba,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:16.789883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'tag': '917983d0-a2da-4010-a2c1-7a786720088c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:16.792399 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622029e9-0666-42f0-bf95-2bfd415763a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a", "tag": "917983d0-a2da-4010-a2c1-7a786720088c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:16.802412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7574d57c-6302-44ed-a520-07e5abba09f9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:16.804465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.808818 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f57dd90-8b00-460e-8c11-9e01e0a28317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572433 Jul 07 22:28:16.808929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54248) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.814018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:16.818414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.820181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ce47f82a-56ca-42d3-adb3-c1ca0108e0ba admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7574d57c-6302-44ed-a520-07e5abba09f9 HTTP/1.1" status: 204 len: 168 time: 0.4247317 Jul 07 22:28:16.823116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54250) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.878734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.899296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:16.900531 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd626fa-6023-43ad-af2d-020d5898c1db x-openstack-request-id: req-7cd626fa-6023-43ad-af2d-020d5898c1db {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:16.900928 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a", "tag": "917983d0-a2da-4010-a2c1-7a786720088c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:16.901289 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7cd626fa-6023-43ad-af2d-020d5898c1db {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:16.901760 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'tag': '917983d0-a2da-4010-a2c1-7a786720088c', 'status': 'completed', 'code': 200} Jul 07 22:28:16.918793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54252) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.931207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.947705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Transition to ACTIVE for port object 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:16.953583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.972553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.023554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-ae689243-be79-455e-88f1-96974b434bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:17.025244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-ae689243-be79-455e-88f1-96974b434bd5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 1096 time: 0.1225884 Jul 07 22:28:17.134575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.174441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:17.177343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfa50-b919-414a-b138-51710d5dc65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.210761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dc2c68-42b2-419e-b6c2-a72036b47baa') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:17.210970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dc2c68-42b2-419e-b6c2-a72036b47baa') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:17.237091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.280813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.285131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-74430d3b-1dd9-463c-bad1-97e682aff9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:17.286689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-74430d3b-1dd9-463c-bad1-97e682aff9cd service neutron] 10.222.0.97 "GET /v2.0/networks?id=072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 200 len: 915 time: 0.2483652 Jul 07 22:28:17.297316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:17.297795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:17.301934 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:17.393640 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-88938a46-846b-45e5-86b5-09f920a493b1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=917983d0-a2da-4010-a2c1-7a786720088c HTTP/1.1" status: 200 len: 217 time: 0.0928967 Jul 07 22:28:17.395337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:17.461080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-14d95d00-e3be-42cc-a89f-95a377d35fb6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:17.462502 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-14d95d00-e3be-42cc-a89f-95a377d35fb6 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.3167422 Jul 07 22:28:17.465962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.481228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.486251 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] 10.222.0.95 "DELETE /v2.0/networks/f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7 HTTP/1.1" status: 204 len: 168 time: 0.6583445 Jul 07 22:28:17.492752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54262) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:17.532376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-88e0f2d6-e996-4abd-91d3-a40e312bd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:17.533887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-88e0f2d6-e996-4abd-91d3-a40e312bd282 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 200 len: 854 time: 0.1318946 Jul 07 22:28:17.538852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911422c-a824-460d-9919-0972a99c8c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d7a7ba-1478-4d04-8c5c-c3e10fe870d7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:17.556232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af3d99-d603-4615-902e-24d2729acc42 req-dacd7cc5-5f55-4a0a-800e-652ffa6173aa tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:17.557755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4af3d99-d603-4615-902e-24d2729acc42 req-dacd7cc5-5f55-4a0a-800e-652ffa6173aa tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 946 time: 0.2535813 Jul 07 22:28:17.574985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9343b-685a-4562-9463-551e258f6eb7 req-07023971-52a9-48d7-952d-68cddec4fb87 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:17.577052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ede9343b-685a-4562-9463-551e258f6eb7 req-07023971-52a9-48d7-952d-68cddec4fb87 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 944 time: 0.2739704 Jul 07 22:28:17.582841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Attempting to bind port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:17.583188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Attempting to bind port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '164586b7-df95-4682-aa08-28950c181a5b'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:17.583526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Attempting to bind port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 on network 164586b7-df95-4682-aa08-28950c181a5b {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:17.592691 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-6e4393bd-9254-4dd7-a6b3-33d2a165672d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=072ece1a-0083-4f8a-b94a-daa4652f0333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441208 Jul 07 22:28:17.598323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.625056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 on network 164586b7-df95-4682-aa08-28950c181a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:17.625391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Attempting to bind port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 on network 164586b7-df95-4682-aa08-28950c181a5b {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:17.633658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:17.640117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Deleting subnet 8b6f3fe8-b91c-45d4-8451-20906cce8377 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:17.660870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:17.675010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.679236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:17.679590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Checking segment: {'id': '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '164586b7-df95-4682-aa08-28950c181a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:17.679991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Bound using segment: {'id': '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '164586b7-df95-4682-aa08-28950c181a5b'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:17.680440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Bound port: 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '164586b7-df95-4682-aa08-28950c181a5b'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:17.680802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.683845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfa50-b919-414a-b138-51710d5dc65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.696339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfa50-b919-414a-b138-51710d5dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.760073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ede9343b-685a-4562-9463-551e258f6eb7 req-bf7fdd84-a349-4751-9a30-245bd5a31bbf tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701584 Jul 07 22:28:17.762523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bcfdfa50-b919-414a-b138-51710d5dc65d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e4cf6ab2e444d3b9927ccf9fe39e157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232887 Jul 07 22:28:17.770710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdfa50-b919-414a-b138-51710d5dc65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fc55f-dce4-4262-bd26-1088dccc2864,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:17.772975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54268) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:17.776887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4af3d99-d603-4615-902e-24d2729acc42 req-16286fe5-7276-47b7-9387-9807ea1b3384 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/security-groups?id=8cd2ff49-5eb3-4375-99a8-36ba0eb75729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963868 Jul 07 22:28:17.803661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.808866 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-da283b4b-eb02-4317-8429-40a9a2acb009 service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085793 Jul 07 22:28:17.824160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Deleting port 2885a0c9-103a-493d-87b8-ca7d096d2b10 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:17.824160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.838026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.850433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:17.861871 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1c614-6320-48ee-9b5b-c2dd25ae79e2" -d '{"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-unplugged", "status": "completed", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:17.876593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:17.877331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.882971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:17.910092 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.992433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.077821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] For port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:18.089385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.131982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] For port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,segment=NetworkSegment(1bdf1b57-30f0-4b41-9f3b-e6a77e34e551),segment_id=1bdf1b57-30f0-4b41-9f3b-e6a77e34e551)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:18.134071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 172.25.5.35 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/4db65074-4698-44e3-acf0-61e9fb92ea65) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:18.153808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.217652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.218293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.219747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] 10.222.0.103 "PUT /v2.0/ports/7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 HTTP/1.1" status: 200 len: 1093 time: 1.8832743 Jul 07 22:28:18.240739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'tag': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:18.244430 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2" -d '{"events": [{"name": "network-changed", "server_uuid": "40dde25a-e424-4cc5-ab21-4db88bffc62e", "tag": "7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:18.305933 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e41506b5-1da2-4a61-87d7-55c925bc89ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.333747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e40dcba0-331e-48ee-b291-7d2d4571f183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.355979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] For port 2885a0c9-103a-493d-87b8-ca7d096d2b10, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2885a0c9-103a-493d-87b8-ca7d096d2b10,segment=NetworkSegment(22df289d-08d1-4d8b-97ed-b242632f0416),segment_id=22df289d-08d1-4d8b-97ed-b242632f0416)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:18.356342 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.368704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345c58-579b-4b45-9b22-20de81d9e514 req-b4f06504-e3db-4651-8539-f11020753a5f tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.370268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0345c58-579b-4b45-9b22-20de81d9e514 req-b4f06504-e3db-4651-8539-f11020753a5f tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.3968258 Jul 07 22:28:18.382752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6a4c0-db06-45fd-989d-3a998c7825dc req-89f59b15-1813-4e97-879a-3ffabdcfee43 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.384344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7d6a4c0-db06-45fd-989d-3a998c7825dc req-89f59b15-1813-4e97-879a-3ffabdcfee43 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 944 time: 0.4057221 Jul 07 22:28:18.384700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-622029e9-0666-42f0-bf95-2bfd415763a5 req-54ac1376-4200-44c9-a4c9-1b8d48d6391c service neutron] 10.222.0.97 "GET /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650878 Jul 07 22:28:18.388217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Calling delete_port for 2885a0c9-103a-493d-87b8-ca7d096d2b10 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:18.391217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e40dcba0-331e-48ee-b291-7d2d4571f183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.392556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5446-996c-4d94-9f73-00551e70e219 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.406879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.478263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.480265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/8b6f3fe8-b91c-45d4-8451-20906cce8377 HTTP/1.1" status: 204 len: 168 time: 0.9857855 Jul 07 22:28:18.481245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d47f1-48ef-49ee-a5cf-edb6ae21dce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6f3fe8-b91c-45d4-8451-20906cce8377,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.487347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54274) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:18.508674 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e40dcba0-331e-48ee-b291-7d2d4571f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.511216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e40dcba0-331e-48ee-b291-7d2d4571f183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.512347 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e40dcba0-331e-48ee-b291-7d2d4571f183 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2c8fc55f-dce4-4262-bd26-1088dccc2864 HTTP/1.1" status: 204 len: 168 time: 0.7284963 Jul 07 22:28:18.528407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.538946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0345c58-579b-4b45-9b22-20de81d9e514 req-8e4c0669-084f-4028-850c-ff3c2b2c52ae tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488047 Jul 07 22:28:18.550837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7d6a4c0-db06-45fd-989d-3a998c7825dc req-cea0da73-3831-4988-8271-7b692f01824e tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458554 Jul 07 22:28:18.554292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-c0c582b2-dda1-499c-badc-ddb93583149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.556085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-c0c582b2-dda1-499c-badc-ddb93583149b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=16d04e15829f43c0be91d45003a173d6&device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 1096 time: 0.2652345 Jul 07 22:28:18.561863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dcba0-331e-48ee-b291-7d2d4571f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fc55f-dce4-4262-bd26-1088dccc2864,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.604430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:18.632226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.636525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-1ae022c6-4741-4578-8d6e-92effdd83b27 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 HTTP/1.1" status: 200 len: 217 time: 0.0609856 Jul 07 22:28:18.640377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.646934 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3bad8d-415a-4cfe-aa72-44f42c2a169a x-openstack-request-id: req-ee3bad8d-415a-4cfe-aa72-44f42c2a169a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:18.647361 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40dde25a-e424-4cc5-ab21-4db88bffc62e", "tag": "7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:18.647620 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ee3bad8d-415a-4cfe-aa72-44f42c2a169a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:18.648017 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'tag': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5', 'status': 'completed', 'code': 200} Jul 07 22:28:18.661086 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c62eb67-30ca-4c85-921c-62937727b76b x-openstack-request-id: req-2c62eb67-30ca-4c85-921c-62937727b76b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:18.661446 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-unplugged", "status": "completed", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:18.662149 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c62eb67-30ca-4c85-921c-62937727b76b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:18.662149 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'code': 200} Jul 07 22:28:18.701411 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.705624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.733588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-c927cbc5-9a9f-4d83-ae2d-ec48afca32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.735108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-c927cbc5-9a9f-4d83-ae2d-ec48afca32c9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=be239060-09d1-42d2-a596-37a2c55d8a3e HTTP/1.1" status: 200 len: 861 time: 0.0851154 Jul 07 22:28:18.751459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:18.766344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:18.768981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:18.776163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Pushing event deleted for resources: {'Port': ['ID=2885a0c9-103a-493d-87b8-ca7d096d2b10,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.794098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-78351336-efd5-40a8-806c-21ede068cbc4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=164586b7-df95-4682-aa08-28950c181a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485911 Jul 07 22:28:18.816051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=4db65074-4698-44e3-acf0-61e9fb92ea65,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.923920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] No DVR routers for this DVR port 2885a0c9-103a-493d-87b8-ca7d096d2b10 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:18.932798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.934134 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32807c1b-5e6a-463a-a69a-f8cce8c786ca req-0620f2b3-abdb-414b-9d9e-0b5ad3cf3f5e tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.97 "DELETE /v2.0/ports/2885a0c9-103a-493d-87b8-ca7d096d2b10 HTTP/1.1" status: 204 len: 173 time: 1.4584315 Jul 07 22:28:18.940393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-deleted', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:18.942702 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b71fc81-8dc2-4768-89bd-76b71d64cdeb" -d '{"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-deleted", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:18.974923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:18.993031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.000902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4331ef28-c922-4a85-8764-86e3109f223a req-ba817d0e-da2f-4e0a-9a3a-08d05b49afd7 tempest-ImagesTestJSON-2073679462 tempest-ImagesTestJSON-2073679462-project] 10.222.0.95 "GET /v2.0/ports?device_id=caae8f31-9b1f-4f7b-a5a9-c8840fb12985 HTTP/1.1" status: 200 len: 210 time: 0.0664692 Jul 07 22:28:19.010985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5bfd74-e41a-467b-a63a-17e8488832f4']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:19.013837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d00776bf-9b50-46a4-8974-c50e047f78f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.042101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9777f89-c6b6-48d2-8cac-2e24ffbeb06c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:19.042414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9777f89-c6b6-48d2-8cac-2e24ffbeb06c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:19.048792 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.058831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.063647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-63f10e4a-9f46-4535-8b23-7bf5bb9911b2 service neutron] 10.222.0.103 "GET /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417321 Jul 07 22:28:19.075239 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27c32dc-ad51-4574-8056-d89ccb882dc0 x-openstack-request-id: req-e27c32dc-ad51-4574-8056-d89ccb882dc0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:19.075541 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae8f31-9b1f-4f7b-a5a9-c8840fb12985", "name": "network-vif-deleted", "tag": "2885a0c9-103a-493d-87b8-ca7d096d2b10", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:19.075801 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e27c32dc-ad51-4574-8056-d89ccb882dc0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:19.076740 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae8f31-9b1f-4f7b-a5a9-c8840fb12985', 'name': 'network-vif-deleted', 'tag': '2885a0c9-103a-493d-87b8-ca7d096d2b10', 'status': 'completed', 'code': 200} Jul 07 22:28:19.108544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.121604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:19.122017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:19.126127 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:19.185682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2305349-54eb-4ebb-86f8-e39327afd63f req-a4574249-da4b-4fd0-a70f-bc30bb650d15 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:19.187361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2305349-54eb-4ebb-86f8-e39327afd63f req-a4574249-da4b-4fd0-a70f-bc30bb650d15 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 944 time: 0.2246857 Jul 07 22:28:19.187985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.212904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.223180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.225003 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/1b5bfd74-e41a-467b-a63a-17e8488832f4 HTTP/1.1" status: 204 len: 168 time: 0.7366786 Jul 07 22:28:19.243630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deff848-7342-4c47-9a10-5eb54dac89c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5bfd74-e41a-467b-a63a-17e8488832f4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.249141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 6033ae02-e6c0-44ac-851b-b9f7b89f4167 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:19.249501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.315479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51086ad5-094f-4826-88e7-ac6eb019cbc8 req-cf5566ed-f3ee-475c-b11e-23590cf581c8 service neutron] 10.222.0.103 "GET /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420809 Jul 07 22:28:19.325683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d00776bf-9b50-46a4-8974-c50e047f78f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.339404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d00776bf-9b50-46a4-8974-c50e047f78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.344052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2305349-54eb-4ebb-86f8-e39327afd63f req-af280fa7-2175-472f-8698-7e440a21832d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304166 Jul 07 22:28:19.382796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.383075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.422338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 6033ae02-e6c0-44ac-851b-b9f7b89f4167 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:19.486755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00776bf-9b50-46a4-8974-c50e047f78f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1297299d-37e4-49aa-9786-8b86295b6cbe,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.496955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54294) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:19.499993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d00776bf-9b50-46a4-8974-c50e047f78f8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2cb64e1c594246acb2aa2621e44bbae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118165 Jul 07 22:28:19.516513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-3dbd4a9f-867f-4369-9e18-6f9e9447578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:19.518194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-3dbd4a9f-867f-4369-9e18-6f9e9447578e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=16d04e15829f43c0be91d45003a173d6&device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 1096 time: 0.1141353 Jul 07 22:28:19.556379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:19.630093 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-81536ea0-492c-4de8-bc0b-9f5dcf88394b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c7b29fd7e0a3403fad40c094731147df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703921 Jul 07 22:28:19.631841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54300) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:19.632712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.649059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.672657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 917983d0-a2da-4010-a2c1-7a786720088c details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:19.697681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-68089726-a2ec-40bd-a042-f811caee0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:19.699984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-68089726-a2ec-40bd-a042-f811caee0361 service neutron] 10.222.0.103 "GET /v2.0/networks?id=164586b7-df95-4682-aa08-28950c181a5b HTTP/1.1" status: 200 len: 922 time: 0.1718979 Jul 07 22:28:19.724028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c513851-dfff-4f8d-868f-343b9f1dce54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.759633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c513851-dfff-4f8d-868f-343b9f1dce54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.765957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.780024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 917983d0-a2da-4010-a2c1-7a786720088c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=917983d0-a2da-4010-a2c1-7a786720088c,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:19.791685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '917983d0-a2da-4010-a2c1-7a786720088c', 'network_id': '072ece1a-0083-4f8a-b94a-daa4652f0333', 'port_id': '917983d0-a2da-4010-a2c1-7a786720088c', 'mac_address': 'fa:16:3e:ab:27:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:19.793581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=6033ae02-e6c0-44ac-851b-b9f7b89f4167,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.834153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-c7cc1170-e30c-4731-8982-05a878325387 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 HTTP/1.1" status: 200 len: 217 time: 0.1242678 Jul 07 22:28:19.834713 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.854682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917983d0-a2da-4010-a2c1-7a786720088c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:19.872081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a3a-9a85-4662-81d2-8b19520e9ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.886247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.886478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 917983d0-a2da-4010-a2c1-7a786720088c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=917983d0-a2da-4010-a2c1-7a786720088c,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:19.886769 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP c21d875f-4fc5-4500-8704-a92fa693d11d disassociated (deleted). External IP: 172.25.5.104, port: 5da54f30-cce5-4cad-bec7-105a051b8835. Jul 07 22:28:19.891196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.907378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=4db65074-4698-44e3-acf0-61e9fb92ea65,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.931047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c513851-dfff-4f8d-868f-343b9f1dce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.933662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c513851-dfff-4f8d-868f-343b9f1dce54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.935104 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c513851-dfff-4f8d-868f-343b9f1dce54 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8e120e98-0a3f-45f1-911b-a8ca9ac48ccc HTTP/1.1" status: 204 len: 168 time: 0.3022504 Jul 07 22:28:19.938303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.950408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c513851-dfff-4f8d-868f-343b9f1dce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e120e98-0a3f-45f1-911b-a8ca9ac48ccc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.959710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=917983d0-a2da-4010-a2c1-7a786720088c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.960724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a3a-9a85-4662-81d2-8b19520e9ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.972816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-8d401dfd-2ced-449f-a04d-90978963becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:19.974333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-8d401dfd-2ced-449f-a04d-90978963becb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=be239060-09d1-42d2-a596-37a2c55d8a3e HTTP/1.1" status: 200 len: 861 time: 0.1303911 Jul 07 22:28:19.982356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.991404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c3b23acf-4121-4d11-af9d-c5c92767730b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1814327 Jul 07 22:28:20.015977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862d8a9-80cd-458b-b621-b8039f1ceb5d req-bc282b5b-a3b3-49a9-b1cc-e2ad267e4b59 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:20.022982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8862d8a9-80cd-458b-b621-b8039f1ceb5d req-bc282b5b-a3b3-49a9-b1cc-e2ad267e4b59 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 944 time: 0.2923527 Jul 07 22:28:20.070321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-a0692a0c-eaa8-4673-9891-194d835f103d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=164586b7-df95-4682-aa08-28950c181a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771611 Jul 07 22:28:20.137357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8862d8a9-80cd-458b-b621-b8039f1ceb5d req-6226237e-559b-426e-9ea8-03c37b1495af tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136911 Jul 07 22:28:20.216177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a3a-9a85-4662-81d2-8b19520e9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.219036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a3a-9a85-4662-81d2-8b19520e9ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.223309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-58ac9a3a-9a85-4662-81d2-8b19520e9ba8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1297299d-37e4-49aa-9786-8b86295b6cbe HTTP/1.1" status: 204 len: 168 time: 0.7239475 Jul 07 22:28:20.239348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9a3a-9a85-4662-81d2-8b19520e9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297299d-37e4-49aa-9786-8b86295b6cbe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:20.242473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['917983d0-a2da-4010-a2c1-7a786720088c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:20.276386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-4f989bdc-5409-427d-95d4-aff727f8ad59 service neutron] 10.222.0.103 "GET /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985114 Jul 07 22:28:20.341673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router ece39493-c57a-4fcb-8284-3a13adafb8b2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:20.493069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-9d56d92b-5931-48d1-8954-8cb4b7882cb1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1414673735&fields=id&tenant_id=a226a12ecb6846b4b54a422f20240826 HTTP/1.1" status: 200 len: 267 time: 0.1246214 Jul 07 22:28:20.559933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54342) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:20.613532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:20.620692 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.624969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-66022192-7a14-43b8-ad17-c288843f495a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:20.625999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-66022192-7a14-43b8-ad17-c288843f495a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 937 time: 0.1315203 Jul 07 22:28:20.630274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] Sync routers for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:20.635309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60bebb5a-f355-4f3a-ae94-5cb9b37269e2 req-394d5ef4-067f-42be-b628-69561072d7a6 service neutron] 10.222.0.103 "GET /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504813 Jul 07 22:28:20.648532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccfb9df3-4540-4105-a146-6a502ebaeea8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5a05808625ee411699af94c746a3d03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880189 Jul 07 22:28:20.651078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54346) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:20.659645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:20.664810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:27:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:20.698098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58a51bfe-ffb5-4516-a948-08d941ca0649 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:20.699612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58a51bfe-ffb5-4516-a948-08d941ca0649 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 936 time: 0.0668585 Jul 07 22:28:20.716211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e67fe9d-6fb2-46bb-a147-2adff31f032f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/floatingips/c21d875f-4fc5-4500-8704-a92fa693d11d HTTP/1.1" status: 204 len: 168 time: 2.1059783 Jul 07 22:28:20.750136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d605e72-11ec-4f52-bbae-81a42c9f58c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.769759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-d451c267-6f72-45a8-a481-c62f0af0c2d1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0637074 Jul 07 22:28:20.779697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d605e72-11ec-4f52-bbae-81a42c9f58c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.784253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76e286-2468-4ed9-a08d-dbdbd0432eeb req-af4a1176-579e-46e6-9499-27892be9fce7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:20.785889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f76e286-2468-4ed9-a08d-dbdbd0432eeb req-af4a1176-579e-46e6-9499-27892be9fce7 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 945 time: 0.2190208 Jul 07 22:28:20.821277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:20.837098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-e71a22a8-0f76-40df-876a-921f46472080 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0500960 Jul 07 22:28:20.873468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d605e72-11ec-4f52-bbae-81a42c9f58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.877216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d605e72-11ec-4f52-bbae-81a42c9f58c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.878735 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2d605e72-11ec-4f52-bbae-81a42c9f58c6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f5ee6dbc-a1db-426f-9904-2829eeeec471 HTTP/1.1" status: 204 len: 168 time: 0.2266085 Jul 07 22:28:20.891846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d605e72-11ec-4f52-bbae-81a42c9f58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ee6dbc-a1db-426f-9904-2829eeeec471,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:21.040384 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-82536a72-cd76-45f5-95c3-12db00c1ceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.078468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:21.083871 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d6acb9-1737-400d-b38b-83a6cb31f35c" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:21.114760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:39Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:21.146359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] Checking router: ece39493-c57a-4fcb-8284-3a13adafb8b2 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:21.156422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:21.157310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:21.281616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:21.307923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f76e286-2468-4ed9-a08d-dbdbd0432eeb req-2285120d-6463-4132-8615-69e56c3ed838 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091197 Jul 07 22:28:21.325382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c5ba558a-d7aa-44e7-b0d0-b0589708a075 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.331770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c5ba558a-d7aa-44e7-b0d0-b0589708a075 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.338986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c5ba558a-d7aa-44e7-b0d0-b0589708a075 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.350271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c5ba558a-d7aa-44e7-b0d0-b0589708a075 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=b918ddb7-675e-4c85-83ec-efd0139d359f&id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 1994 time: 0.5119531 Jul 07 22:28:21.375263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-4b224e9c-6b8e-40df-a41b-a640199a0e9a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/quotas/a226a12ecb6846b4b54a422f20240826 HTTP/1.1" status: 200 len: 375 time: 0.0207417 Jul 07 22:28:21.457480 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.507652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-51634633-3253-4181-81a8-64f5a68b51cc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1267521 Jul 07 22:28:21.578705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:39Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:21.609373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af28-66fb-4261-a260-e123ff6a9e6b None None] The sync data for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 is: [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:25:30Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7783b3cd-51d2-43de-b8d1-fbf86d68b7fe', 'name': '', 'network_id': '571f70f4-3869-4421-8736-6fcd3e81dce7', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:10:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:29Z', 'updated_at': '2021-07-07T22:25:39Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '43c4dff7-d556-420a-bbf0-deece8518f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:21.664653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-781a3a10-2c88-4b0d-8552-eda2714f3267 service neutron] 10.222.0.95 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414354 Jul 07 22:28:21.709084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 917983d0-a2da-4010-a2c1-7a786720088c up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:21.797038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 917983d0-a2da-4010-a2c1-7a786720088c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:21.801413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 917983d0-a2da-4010-a2c1-7a786720088c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:21.801996 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.848558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-200cd34a-8698-4e05-81f8-8633aff6e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.851311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-200cd34a-8698-4e05-81f8-8633aff6e427 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.1014833 Jul 07 22:28:21.886161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85778e2e-97bd-4bea-aee4-a9e709438ace service neutron] 10.222.0.95 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110660 Jul 07 22:28:21.988507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-52fe552d-d4c4-4565-b48d-a15661b2ed85 service neutron] 10.222.0.95 "GET /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0964198 Jul 07 22:28:22.008109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.074387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917983d0-a2da-4010-a2c1-7a786720088c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:22.077019 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f2608-4caa-4cd4-b83c-d898ce790441" -d '{"events": [{"server_uuid": "b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a", "name": "network-vif-plugged", "status": "completed", "tag": "917983d0-a2da-4010-a2c1-7a786720088c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:22.078829 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e591e-68b2-498f-a08f-a9a9f1b83b1d None None] New status for floating IP c21d875f-4fc5-4500-8704-a92fa693d11d: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:28:22.091115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-6d5929e9-ac27-4a16-a9d8-f58fcb04da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.092938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-6d5929e9-ac27-4a16-a9d8-f58fcb04da80 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.2293189 Jul 07 22:28:22.129970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 917983d0-a2da-4010-a2c1-7a786720088c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=917983d0-a2da-4010-a2c1-7a786720088c,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:22.141641 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.145144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:22.194862 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020569d-b37d-41fb-b279-042ec1871054 x-openstack-request-id: req-e020569d-b37d-41fb-b279-042ec1871054 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:22.195177 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:22.195420 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.195559 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e020569d-b37d-41fb-b279-042ec1871054 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:22.195850 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'status': 'completed', 'code': 200} Jul 07 22:28:22.216310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-99a4afbe-3a12-4fc0-a283-aaf825ba2f38 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220345 Jul 07 22:28:22.231838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 2885a0c9-103a-493d-87b8-ca7d096d2b10 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:22.233069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2885a0c9-103a-493d-87b8-ca7d096d2b10 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:22.235951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:22.239805 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-8c0b6d1f-3f3d-4364-b308-001dd5d03982 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.1401217 Jul 07 22:28:22.282964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=917983d0-a2da-4010-a2c1-7a786720088c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:22.314502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-0cf7fb3a-f156-493a-afae-c5ddb75971b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.316047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-0cf7fb3a-f156-493a-afae-c5ddb75971b7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0684276 Jul 07 22:28:22.379377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,segment=NetworkSegment(1bdf1b57-30f0-4b41-9f3b-e6a77e34e551),segment_id=1bdf1b57-30f0-4b41-9f3b-e6a77e34e551)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:22.394508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5', 'network_id': '164586b7-df95-4682-aa08-28950c181a5b', 'port_id': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5', 'mac_address': 'fa:16:3e:ee:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be239060-09d1-42d2-a596-37a2c55d8a3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:22.413089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-09df36f6-5e96-4d95-84e3-65b44d069f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.415982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-09df36f6-5e96-4d95-84e3-65b44d069f3c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922179 Jul 07 22:28:22.438445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-db1d748e-a9e2-4495-bcde-0969c2c61e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.438817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.440450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-db1d748e-a9e2-4495-bcde-0969c2c61e12 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 1098 time: 0.2363687 Jul 07 22:28:22.457728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:22.470154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-362e5e2e-0ff6-4247-bc8f-003800fa552b service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984906 Jul 07 22:28:22.496098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,segment=NetworkSegment(1bdf1b57-30f0-4b41-9f3b-e6a77e34e551),segment_id=1bdf1b57-30f0-4b41-9f3b-e6a77e34e551)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:22.501090 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.537120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-750c9f3c-bbb2-44e1-b27a-d0e9048b2ee2 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135614 Jul 07 22:28:22.542523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f738e-fda0-4133-95bb-839403a39098 req-62145e21-8754-49a7-b8a9-5ebb2983e144 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.549536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-493f738e-fda0-4133-95bb-839403a39098 req-62145e21-8754-49a7-b8a9-5ebb2983e144 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 944 time: 0.2618337 Jul 07 22:28:22.560150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:22.622008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-821c7e2a-a69f-415c-916d-b3fa77429824 service neutron] 10.222.0.95 "GET /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1507006 Jul 07 22:28:22.639770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-493f738e-fda0-4133-95bb-839403a39098 req-ba227143-4fae-4c5c-9000-ecf69077a657 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892861 Jul 07 22:28:22.648070 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7aeaba2b-7df9-41ca-b690-5a93aa27478b req-95715718-d7a6-4fe3-9615-509258e56235 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034827 Jul 07 22:28:22.723031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-6bb3ded8-3612-4cf6-b0c3-dac10136ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.724531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-6bb3ded8-3612-4cf6-b0c3-dac10136ffb2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 200 len: 898 time: 0.2743962 Jul 07 22:28:22.734378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:22.775735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-b3c4a8e7-bb75-4852-bec0-8a8b3dd2ef9e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 200 len: 217 time: 0.0433433 Jul 07 22:28:22.830559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-2420270e-21fe-44f1-929d-64260e7d4db4 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822698 Jul 07 22:28:22.892925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-d9eb5d35-49ee-4fcd-803e-f52c48abb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.894438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-d9eb5d35-49ee-4fcd-803e-f52c48abb944 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 200 len: 834 time: 0.1115217 Jul 07 22:28:23.026398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-82b2d52e-5ee1-4b75-a31e-cf9bd1a8b711 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919897 Jul 07 22:28:23.045782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-69d9d69a-976d-4d31-8638-e943057f6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:23.047359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-69d9d69a-976d-4d31-8638-e943057f6db4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=571f70f4-3869-4421-8736-6fcd3e81dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438859 Jul 07 22:28:23.098830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb234d-77f7-4f26-9c99-087d5cb5f300 req-0a466a71-fcbc-4dbf-bcf9-4b7a8f3b5cbe tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:23.100301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bfb234d-77f7-4f26-9c99-087d5cb5f300 req-0a466a71-fcbc-4dbf-bcf9-4b7a8f3b5cbe tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1979363 Jul 07 22:28:23.213180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bfb234d-77f7-4f26-9c99-087d5cb5f300 req-72f5c42c-7686-4675-84e5-a37d4b335b00 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797927 Jul 07 22:28:23.238239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-4f889e08-934c-407f-8469-3af3b9b90e05 service neutron] 10.222.0.103 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798112 Jul 07 22:28:23.240229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-90a2313e-130c-4d06-8878-8960605c5717 service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074089 Jul 07 22:28:23.287982 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee333d1c-99f0-4251-b1ee-62183b8e0734 x-openstack-request-id: req-ee333d1c-99f0-4251-b1ee-62183b8e0734 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:23.288488 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a", "name": "network-vif-plugged", "status": "completed", "tag": "917983d0-a2da-4010-a2c1-7a786720088c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:23.289665 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ee333d1c-99f0-4251-b1ee-62183b8e0734 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:23.289665 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917983d0-a2da-4010-a2c1-7a786720088c', 'code': 200} Jul 07 22:28:23.423221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78d6acb9-1737-400d-b38b-83a6cb31f35c req-29c99b8b-b25f-47e4-9989-3dc984b2a737 service neutron] 10.222.0.103 "GET /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754599 Jul 07 22:28:23.425753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-d3361455-a9e4-40aa-aff2-ba8595ae76ac service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769741 Jul 07 22:28:23.461588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc13d-fab1-46c9-8124-816eb2a08dfd req-e80ecd5d-bdd2-44ef-9639-a0bbd2a3999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:23.466198 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e2dc13d-fab1-46c9-8124-816eb2a08dfd req-e80ecd5d-bdd2-44ef-9639-a0bbd2a3999f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 1098 time: 0.0938478 Jul 07 22:28:23.512836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e2dc13d-fab1-46c9-8124-816eb2a08dfd req-2429b2ed-0d59-4aba-8238-9ec9e46f8352 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Jul 07 22:28:23.633143 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.647084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-4b27cda1-f70f-4634-b81c-4dd92e004e63 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:23.648579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-4b27cda1-f70f-4634-b81c-4dd92e004e63 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.103 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.2012856 Jul 07 22:28:23.655431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bfc17ce6-4c7c-4d9b-bf0d-3d78e4fea91c service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161951 Jul 07 22:28:23.664542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:23.673773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069d296-7afd-4345-9dd2-bc0cf2b02c01 req-8db75e3f-ab05-42fc-9115-f65d4b38baed tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:23.675314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2069d296-7afd-4345-9dd2-bc0cf2b02c01 req-8db75e3f-ab05-42fc-9115-f65d4b38baed tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 946 time: 0.1847074 Jul 07 22:28:23.817247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2069d296-7afd-4345-9dd2-bc0cf2b02c01 req-c03d2553-ece7-4ce5-a6c4-845fb27ceeea tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=0a891151-9c79-45ed-8d93-fccd6916c624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147945 Jul 07 22:28:23.868385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-cdacfab0-1efe-46bd-a987-c8d67e1193df service neutron] 10.222.0.95 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920943 Jul 07 22:28:23.908650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08ce9992-79c2-4509-8cfc-d45cf6e055cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.922939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 5da54f30-cce5-4cad-bec7-105a051b8835 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:23.923285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.020175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08ce9992-79c2-4509-8cfc-d45cf6e055cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.024939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08ce9992-79c2-4509-8cfc-d45cf6e055cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.067302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-08ce9992-79c2-4509-8cfc-d45cf6e055cf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3be504f65e754bb6841f55179a5a8729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015665 Jul 07 22:28:24.067823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-a57d0a65-3af0-4958-963b-f7f913c313d1 service neutron] 10.222.0.95 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925220 Jul 07 22:28:24.072178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54466) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:24.072660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce9992-79c2-4509-8cfc-d45cf6e055cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3dd5fb-ecb6-44a4-9858-5f26fb2a1192,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.134260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e8fcd6-2432-44f0-b347-658f8c925ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.147352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 5da54f30-cce5-4cad-bec7-105a051b8835, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5da54f30-cce5-4cad-bec7-105a051b8835,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:24.147731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.160077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e8fcd6-2432-44f0-b347-658f8c925ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.170427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 5da54f30-cce5-4cad-bec7-105a051b8835 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:24.179219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa835c-ab9b-494a-a44d-4e643d55724a req-47c922b9-bc5d-4a3f-adfa-0b715ab99f0c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:24.180737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5fa835c-ab9b-494a-a44d-4e643d55724a req-47c922b9-bc5d-4a3f-adfa-0b715ab99f0c tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.2067633 Jul 07 22:28:24.214132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e8fcd6-2432-44f0-b347-658f8c925ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.217670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91e8fcd6-2432-44f0-b347-658f8c925ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.221398 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-91e8fcd6-2432-44f0-b347-658f8c925ef6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ec3dd5fb-ecb6-44a4-9858-5f26fb2a1192 HTTP/1.1" status: 204 len: 168 time: 0.1420939 Jul 07 22:28:24.235406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:24.236071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8fcd6-2432-44f0-b347-658f8c925ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3dd5fb-ecb6-44a4-9858-5f26fb2a1192,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.285279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-e8cb7bf9-9eef-4fbf-a7bd-c1d8a7bb64e4 service neutron] 10.222.0.95 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111466 Jul 07 22:28:24.309214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5fa835c-ab9b-494a-a44d-4e643d55724a req-23b827e0-f2bd-4822-bf41-862e66a381bc tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175859 Jul 07 22:28:24.329756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:24.345847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:24.350546 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.440547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c62d917c-b688-4d3b-a81a-e02735141a32 service neutron] 10.222.0.95 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460295 Jul 07 22:28:24.470909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.474822 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.544237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,segment=NetworkSegment(1bdf1b57-30f0-4b41-9f3b-e6a77e34e551),segment_id=1bdf1b57-30f0-4b41-9f3b-e6a77e34e551)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:24.556398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.560842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=5da54f30-cce5-4cad-bec7-105a051b8835,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.683941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] No DVR routers for this DVR port 5da54f30-cce5-4cad-bec7-105a051b8835 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:24.694873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.698767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.701200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48643909-1333-4a0a-a6a0-0644f22caaa7 req-6f04dc08-d4cf-424a-acbb-be22e1698b44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.103 "DELETE /v2.0/ports/5da54f30-cce5-4cad-bec7-105a051b8835 HTTP/1.1" status: 204 len: 173 time: 1.0436041 Jul 07 22:28:24.701660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-deleted', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:24.704004 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ccd1e-296d-4084-b282-f38c2a5b3c30" -d '{"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-deleted", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:24.739266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-caab146a-0fb4-4003-a114-fe074b1d6b29 service neutron] 10.222.0.95 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879155 Jul 07 22:28:24.784919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cd50c-b988-4518-83ce-9d5d720cc444 req-5920818b-62f8-4c9a-80f4-bcf1aa3988a1 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:24.787025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-672cd50c-b988-4518-83ce-9d5d720cc444 req-5920818b-62f8-4c9a-80f4-bcf1aa3988a1 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 946 time: 0.1044667 Jul 07 22:28:24.869541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-672cd50c-b988-4518-83ce-9d5d720cc444 req-25f32efd-9a1e-457e-be44-4214c0f8af0b tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717700 Jul 07 22:28:25.078276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf596-d98a-4221-8322-2235e5c27a20 req-2d3cca6c-c39e-4546-9449-7ab3e33413d2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:25.080150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89ecf596-d98a-4221-8322-2235e5c27a20 req-2d3cca6c-c39e-4546-9449-7ab3e33413d2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0983012 Jul 07 22:28:25.141398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89ecf596-d98a-4221-8322-2235e5c27a20 req-d00523cf-80a9-462f-98bb-414b62aec622 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518618 Jul 07 22:28:25.242459 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdccff3-b02b-4403-a9f5-fd0c92359da1 x-openstack-request-id: req-9bdccff3-b02b-4403-a9f5-fd0c92359da1 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:25.242789 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6ecd-74df-43c7-b1ea-1b32c87bffe6", "name": "network-vif-deleted", "tag": "5da54f30-cce5-4cad-bec7-105a051b8835", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:25.243114 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9bdccff3-b02b-4403-a9f5-fd0c92359da1 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:25.243643 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c6ecd-74df-43c7-b1ea-1b32c87bffe6', 'name': 'network-vif-deleted', 'tag': '5da54f30-cce5-4cad-bec7-105a051b8835', 'status': 'completed', 'code': 200} Jul 07 22:28:25.290411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:25.292773 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c47fbd-1600-4712-856b-c3fd4d3240c1" -d '{"events": [{"server_uuid": "40dde25a-e424-4cc5-ab21-4db88bffc62e", "name": "network-vif-plugged", "status": "completed", "tag": "7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:25.439384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136b94af-1304-4543-8769-0bb558acd293 req-31d554c1-2496-4ae9-8015-784769bbe5a2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=668c6ecd-74df-43c7-b1ea-1b32c87bffe6 HTTP/1.1" status: 200 len: 210 time: 0.0542748 Jul 07 22:28:25.595055 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434693d8-a740-405f-9bb2-42fca0dc84c7 x-openstack-request-id: req-434693d8-a740-405f-9bb2-42fca0dc84c7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:25.595548 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dde25a-e424-4cc5-ab21-4db88bffc62e", "name": "network-vif-plugged", "status": "completed", "tag": "7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:25.595682 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-434693d8-a740-405f-9bb2-42fca0dc84c7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:25.595993 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5', 'code': 200} Jul 07 22:28:25.693945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4d6e05d-1244-413c-a3fb-77292c2efa45 req-aa3f520f-69a8-4f1d-8d75-54c15473bb33 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0600288 Jul 07 22:28:25.800067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c7d6a-5bdd-4466-aa73-c8fde374a013 req-e39858af-6256-44f5-a5aa-5bc7d7d0fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:25.801725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-957c7d6a-5bdd-4466-aa73-c8fde374a013 req-e39858af-6256-44f5-a5aa-5bc7d7d0fff3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 1098 time: 0.1129329 Jul 07 22:28:25.814973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ec9f4-d236-4b3a-904f-41e450a4a4db req-74d5cd3e-c999-4d08-abcc-99b7269a64e0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:25.815406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54556) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:25.816683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-375ec9f4-d236-4b3a-904f-41e450a4a4db req-74d5cd3e-c999-4d08-abcc-99b7269a64e0 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.0922675 Jul 07 22:28:25.886001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Deleting subnet d43d67b9-9125-4793-bb31-cfe85ac82f03 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:25.896068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.944074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.995649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.100447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.158443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.171001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d43d67b9-9125-4793-bb31-cfe85ac82f03 HTTP/1.1" status: 204 len: 168 time: 0.3528159 Jul 07 22:28:26.172406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54570) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:26.182861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-957c7d6a-5bdd-4466-aa73-c8fde374a013 req-8cd98105-03be-4dfa-850a-e1499e261d66 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651156 Jul 07 22:28:26.189416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fb38b-9419-418f-b220-fe93cde5e25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43d67b9-9125-4793-bb31-cfe85ac82f03,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:26.204103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-375ec9f4-d236-4b3a-904f-41e450a4a4db req-7a103712-c2b8-485a-9789-0b8b9b39a718 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527914 Jul 07 22:28:26.298029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.419063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.429967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff230933-59b9-43ae-9e2f-0b9d108a3918']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:26.431765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200a72a-bfa4-4715-aebc-d8eccaf0687c req-759d5a8e-c56a-4064-bc7d-b0c850aff53b tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:26.433535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2200a72a-bfa4-4715-aebc-d8eccaf0687c req-759d5a8e-c56a-4064-bc7d-b0c850aff53b tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 946 time: 0.0989683 Jul 07 22:28:26.441637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22df289d-08d1-4d8b-97ed-b242632f0416') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:26.442753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22df289d-08d1-4d8b-97ed-b242632f0416') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:26.455976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.491141 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.491709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2200a72a-bfa4-4715-aebc-d8eccaf0687c req-28381690-1b40-46d6-b0e0-d6000761c330 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Jul 07 22:28:26.499665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:26.500138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:26.502162 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:26.568865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.574830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.579835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] 10.222.0.95 "DELETE /v2.0/networks/ff230933-59b9-43ae-9e2f-0b9d108a3918 HTTP/1.1" status: 204 len: 168 time: 0.3979642 Jul 07 22:28:26.593462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de09a81-8e2a-43a3-b834-d59479c16aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ff230933-59b9-43ae-9e2f-0b9d108a3918,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:26.687057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b4b88-f2c8-4075-a29f-52b0c77b155f req-a04f9164-3e76-4ac2-9bde-37419a87b7e4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:26.689188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f59b4b88-f2c8-4075-a29f-52b0c77b155f req-a04f9164-3e76-4ac2-9bde-37419a87b7e4 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.0822244 Jul 07 22:28:26.768335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f59b4b88-f2c8-4075-a29f-52b0c77b155f req-aea4856b-6fa6-4e93-b270-b789b6ba39ae tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715606 Jul 07 22:28:26.937792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54596) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:26.961535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54598) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:27.052807 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c337ac00-49b3-4516-852a-d4bcbdd28743 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4c2c47a1bdb746eb98eefb30aead9ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887368 Jul 07 22:28:27.054556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:27.196921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d0d221c-744d-41c7-891b-0dabadaa21c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.257109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d0d221c-744d-41c7-891b-0dabadaa21c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.359028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0754aa49-3bec-43e6-9699-915fa35bbd0b req-15063d8d-5280-4a91-9030-f3fb3ebe963f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1195540 Jul 07 22:28:27.362202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d0d221c-744d-41c7-891b-0dabadaa21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.365743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d0d221c-744d-41c7-891b-0dabadaa21c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.367416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d0d221c-744d-41c7-891b-0dabadaa21c1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8cd2ff49-5eb3-4375-99a8-36ba0eb75729 HTTP/1.1" status: 204 len: 168 time: 0.3110991 Jul 07 22:28:27.383042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d221c-744d-41c7-891b-0dabadaa21c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2ff49-5eb3-4375-99a8-36ba0eb75729,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:27.702346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-3fa8f6e5-8020-4981-bbf5-1c137eaaec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.704106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-3fa8f6e5-8020-4981-bbf5-1c137eaaec51 service neutron] 10.222.0.103 "GET /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 1033 time: 0.2940691 Jul 07 22:28:27.900643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f041f10a-351b-40e1-bc3d-ad81f4255f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.902034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f041f10a-351b-40e1-bc3d-ad81f4255f63 service neutron] 10.222.0.103 "GET /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 1032 time: 0.1744909 Jul 07 22:28:28.061610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f722ff-80dc-4ec2-bf08-35ffb7458c2d req-dcec2fe7-bd3d-4302-ae6e-f7f5b9818ff1 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.069342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72f722ff-80dc-4ec2-bf08-35ffb7458c2d req-dcec2fe7-bd3d-4302-ae6e-f7f5b9818ff1 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 946 time: 0.3618972 Jul 07 22:28:28.079019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288238-c788-4aea-97f1-ff0d4b3e65c3 req-885a96e4-64d1-490b-8377-6840f41be035 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.085892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77288238-c788-4aea-97f1-ff0d4b3e65c3 req-885a96e4-64d1-490b-8377-6840f41be035 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.3951502 Jul 07 22:28:28.209185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72f722ff-80dc-4ec2-bf08-35ffb7458c2d req-d1293f86-e191-4c01-bb2e-0410d091efd0 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362979 Jul 07 22:28:28.231270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-a3647bd0-c84c-4f31-a8a3-6836e83e4629 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.237342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-a3647bd0-c84c-4f31-a8a3-6836e83e4629 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.241089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:28.259701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-a3647bd0-c84c-4f31-a8a3-6836e83e4629 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.261349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-a3647bd0-c84c-4f31-a8a3-6836e83e4629 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=b918ddb7-675e-4c85-83ec-efd0139d359f&id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 1994 time: 0.3516967 Jul 07 22:28:28.285723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 5da54f30-cce5-4cad-bec7-105a051b8835 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:28.286083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5da54f30-cce5-4cad-bec7-105a051b8835 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:28.300114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77288238-c788-4aea-97f1-ff0d4b3e65c3 req-f4b7451b-d8c5-44fd-ae1c-c81f262bf155 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132616 Jul 07 22:28:28.429262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-e0e2f3ef-1dd2-4689-8504-2bea30541f7f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a226a12ecb6846b4b54a422f20240826 HTTP/1.1" status: 200 len: 380 time: 0.1438332 Jul 07 22:28:28.449414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'admin_state_up': True, 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'security_groups': ['f3bdf39c-8e5a-4545-8037-21aee98d27db']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:28.553289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:28.657126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d52fb8b-3fb4-4810-b27d-000b2ba478a9 req-e21a127e-d572-4e2f-9a15-cadba5c51229 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0970385 Jul 07 22:28:28.714575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6d6d7-a97d-4779-8340-2e89544d36c7 req-92b262e9-a1e3-496f-a59f-8c037e56b4b5 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.716501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4f6d6d7-a97d-4779-8340-2e89544d36c7 req-92b262e9-a1e3-496f-a59f-8c037e56b4b5 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.2863653 Jul 07 22:28:28.803057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:28.806593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:28.860690 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4f6d6d7-a97d-4779-8340-2e89544d36c7 req-a889759b-14df-4a6a-8876-b1baba4b2e07 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369531 Jul 07 22:28:29.185132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 172.20.0.14 (ab4393e0-f396-4313-834a-399375417fd7/5c2613a9-c221-4c5d-8bd0-cde51df3d3a0/1a4d1cbd-7068-4769-8048-2ac55b5bb711) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:29.489713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:29.490448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.644079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147602b0-c95b-434b-b793-326196618e3e req-012d5421-e00c-473e-8df4-9788307c5524 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:29.651025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-147602b0-c95b-434b-b793-326196618e3e req-012d5421-e00c-473e-8df4-9788307c5524 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.3038204 Jul 07 22:28:29.654944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:29.655326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.701341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:29.722592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.789105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object 1a4d1cbd-7068-4769-8048-2ac55b5bb711 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:29.805103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-147602b0-c95b-434b-b793-326196618e3e req-681a9334-222b-4368-b7ea-25479a494a5f tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531324 Jul 07 22:28:30.073255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cd3dc62-9e93-42b1-9887-f70aaf09352a req-4de27ec2-1bd2-4acf-aebd-0fda7d3645a0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0408871 Jul 07 22:28:30.150527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.283778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=1a4d1cbd-7068-4769-8048-2ac55b5bb711,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:30.309847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network ab4393e0-f396-4313-834a-399375417fd7 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:30.368397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:30.377202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:30.508711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.675705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:30.676300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.687537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=7783b3cd-51d2-43de-b8d1-fbf86d68b7fe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:30.708282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-16edc6db-b015-4512-80a9-3239a3711b5a None None] Provisioning for port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:30.725079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-16edc6db-b015-4512-80a9-3239a3711b5a None None] Provisioning complete for port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:30.726536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-16edc6db-b015-4512-80a9-3239a3711b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.811192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-16edc6db-b015-4512-80a9-3239a3711b5a None None] Port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:30.851518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8d4cf584-9032-4e1c-aef4-5c553222ea3a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4162235 Jul 07 22:28:30.983343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54760) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:31.194153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173eb5cb-28a4-4563-8abc-08cb1e330720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.353133 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173eb5cb-28a4-4563-8abc-08cb1e330720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.369386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173eb5cb-28a4-4563-8abc-08cb1e330720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.396794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.409699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'admin_state_up': True, 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'security_groups': ['f3bdf39c-8e5a-4545-8037-21aee98d27db']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:31.428306 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-173eb5cb-28a4-4563-8abc-08cb1e330720 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=082d645f37134a27b8d41b6437e7591b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432409 Jul 07 22:28:31.429573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eb5cb-28a4-4563-8abc-08cb1e330720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcd3a47-6ae0-4cf1-b9a4-8920d93c545d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:31.432579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54772) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:31.450071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26bb3-6300-4f7e-a98b-f843489c26ec req-a534e284-3412-4752-b9b2-89a3f08c4979 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:31.457459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30c26bb3-6300-4f7e-a98b-f843489c26ec req-a534e284-3412-4752-b9b2-89a3f08c4979 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 1.1425884 Jul 07 22:28:31.521685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c06cbe0b-1333-4b61-9d24-61c3c8f63511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.555301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c06cbe0b-1333-4b61-9d24-61c3c8f63511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.656127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c06cbe0b-1333-4b61-9d24-61c3c8f63511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.659014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c06cbe0b-1333-4b61-9d24-61c3c8f63511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.662562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c06cbe0b-1333-4b61-9d24-61c3c8f63511 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/adcd3a47-6ae0-4cf1-b9a4-8920d93c545d HTTP/1.1" status: 204 len: 168 time: 0.2264204 Jul 07 22:28:31.668687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cbe0b-1333-4b61-9d24-61c3c8f63511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcd3a47-6ae0-4cf1-b9a4-8920d93c545d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:31.697162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30c26bb3-6300-4f7e-a98b-f843489c26ec req-d8f5db1f-2e58-4ff1-8b3e-40805ed3798d tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384999 Jul 07 22:28:31.816671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39470d1e-ece8-412f-8658-22c2b1c0c630 req-91298184-dd41-4801-bb84-93b400cb4210 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:31.832205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39470d1e-ece8-412f-8658-22c2b1c0c630 req-91298184-dd41-4801-bb84-93b400cb4210 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 946 time: 0.4291980 Jul 07 22:28:32.006533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:32.010982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:32.095355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39470d1e-ece8-412f-8658-22c2b1c0c630 req-e31c582e-b92b-44f6-9adf-1b803666d87d tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/security-groups?id=60206d15-835e-450a-aa2f-a399e7d1449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621870 Jul 07 22:28:32.272678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631f264-31b8-4ada-8f64-354c3a0cd814 req-1f70c787-4dd8-4f0a-91ff-7e96706501b9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:32.281470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a631f264-31b8-4ada-8f64-354c3a0cd814 req-1f70c787-4dd8-4f0a-91ff-7e96706501b9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 932 time: 0.3679509 Jul 07 22:28:32.337531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-115dd7f2-89b5-4178-ba22-31832b33e414 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:32.343294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-115dd7f2-89b5-4178-ba22-31832b33e414 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.103 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 946 time: 0.1588690 Jul 07 22:28:32.429479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a631f264-31b8-4ada-8f64-354c3a0cd814 req-ef23a571-8fb5-45d4-8ae2-28a90d78bea5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468587 Jul 07 22:28:32.495245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router ece39493-c57a-4fcb-8284-3a13adafb8b2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:32.586549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Deleting port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:32.591040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:32.653510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54802) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:32.656487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 10.1.1.78 (a5c06822-a6d4-4ef8-8129-083ba93ef651/ccb90b42-7c2b-4a63-8e1a-4e2095056859/055eb7d1-d055-4d0b-8c58-78ad46f26d53) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:32.793085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] For port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,segment=NetworkSegment(1bdf1b57-30f0-4b41-9f3b-e6a77e34e551),segment_id=1bdf1b57-30f0-4b41-9f3b-e6a77e34e551)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:32.793680 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:32.831573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Calling delete_port for 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:32.881661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:32.895613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] Sync routers for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:32.900359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-99ae85ce-42c5-4841-9eec-fb01be94032e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/ece39493-c57a-4fcb-8284-3a13adafb8b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9614110 Jul 07 22:28:32.911009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54814) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:32.919333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:32.922936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:32.979509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting subnet 43c4dff7-d556-420a-bbf0-deece8518f95 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:32.985148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.031859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.132781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.209182 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9b0fe1c-9833-4b12-b8e8-27cb425584dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.214977 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.250956 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.265222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:33.288181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Subnet': ['ID=43c4dff7-d556-420a-bbf0-deece8518f95,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:33.290665 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.292847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01b1b8d9-22f2-45b8-8254-9e9c65c08fc2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/subnets/43c4dff7-d556-420a-bbf0-deece8518f95 HTTP/1.1" status: 204 len: 168 time: 0.3790896 Jul 07 22:28:33.300978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54822) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:33.352775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Pushing event deleted for resources: {'Port': ['ID=7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:33.425598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] No DVR routers for this DVR port 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:33.430228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.438940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90566f30-12b6-4fdf-baf0-b4e382609057 req-6293df1e-bb4b-48c7-b00a-a745055deec6 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.103 "DELETE /v2.0/ports/7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 HTTP/1.1" status: 204 len: 173 time: 1.0893848 Jul 07 22:28:33.441298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'name': 'network-vif-deleted', 'tag': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:33.446283 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b92cd1b-21f3-4c1d-9396-0ddcabb9ce0c" -d '{"events": [{"server_uuid": "40dde25a-e424-4cc5-ab21-4db88bffc62e", "name": "network-vif-deleted", "tag": "7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:33.472458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:33.475031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5001ce-c1f9-40bd-b3a0-6376f170391d None None] Network 571f70f4-3869-4421-8736-6fcd3e81dce7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:33.548932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d8b5147-20a3-4e6b-bdac-25b2767938d7 req-b0f52e05-6e2c-4683-9b64-db9b11b45e63 tempest-ServerMetadataNegativeTestJSON-2090145555 tempest-ServerMetadataNegativeTestJSON-2090145555-project] 10.222.0.95 "GET /v2.0/ports?device_id=40dde25a-e424-4cc5-ab21-4db88bffc62e HTTP/1.1" status: 200 len: 210 time: 0.1427016 Jul 07 22:28:33.633622 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.669516 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c326b7-6428-4da1-8ed9-de2bd7959bd0 x-openstack-request-id: req-f0c326b7-6428-4da1-8ed9-de2bd7959bd0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:33.670100 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dde25a-e424-4cc5-ab21-4db88bffc62e", "name": "network-vif-deleted", "tag": "7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:33.670737 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f0c326b7-6428-4da1-8ed9-de2bd7959bd0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:33.671386 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dde25a-e424-4cc5-ab21-4db88bffc62e', 'name': 'network-vif-deleted', 'tag': '7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5', 'status': 'completed', 'code': 200} Jul 07 22:28:33.805345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object 055eb7d1-d055-4d0b-8c58-78ad46f26d53 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:33.871830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf2a81-ee1e-45a8-b972-6a19cafb8975 req-ccf265ff-0674-484f-82d9-0635158d7090 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:33.887394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41bf2a81-ee1e-45a8-b972-6a19cafb8975 req-ccf265ff-0674-484f-82d9-0635158d7090 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.4736619 Jul 07 22:28:33.897659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54840) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:33.909623 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.015414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:28:30Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:34.084179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] Checking router: ece39493-c57a-4fcb-8284-3a13adafb8b2 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:34.106177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] Routers {'ece39493-c57a-4fcb-8284-3a13adafb8b2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:34.108320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ece39493-c57a-4fcb-8284-3a13adafb8b2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:34.250883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41bf2a81-ee1e-45a8-b972-6a19cafb8975 req-40728150-af09-4084-8518-884cd0ffa4f9 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623488 Jul 07 22:28:34.262074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9b0fe1c-9833-4b12-b8e8-27cb425584dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.311391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.316109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9b0fe1c-9833-4b12-b8e8-27cb425584dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.322371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] Set router ece39493-c57a-4fcb-8284-3a13adafb8b2 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:34.415637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:34.426988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1437320978-network', 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:34.429661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:34.451966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] DHCP port deletion for 571f70f4-3869-4421-8736-6fcd3e81dce7 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:34.452977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23256e68-f32a-4f1e-a807-af8491437c0a req-06750834-4116-4ac6-9fca-73d61bcbfcc0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:34.461007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23256e68-f32a-4f1e-a807-af8491437c0a req-06750834-4116-4ac6-9fca-73d61bcbfcc0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 932 time: 0.5341947 Jul 07 22:28:34.463457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:34.475214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e9b0fe1c-9833-4b12-b8e8-27cb425584dd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a8bcd0c886a847b89f9d6116a4f7bde2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8203936 Jul 07 22:28:34.488398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:34.503502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0fe1c-9833-4b12-b8e8-27cb425584dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536dd365-635a-4586-933a-0c55c948c953,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:34.519540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:34.533744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.577745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.581046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:34.593810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.618699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] Deleting port 891c0a8e-cded-4916-b719-0f2704f58888 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:34.619053 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.735881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.741183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] For port 891c0a8e-cded-4916-b719-0f2704f58888, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=891c0a8e-cded-4916-b719-0f2704f58888,segment=NetworkSegment(a9763dd9-4c76-4614-9ab0-493a40b9e8c5),segment_id=a9763dd9-4c76-4614-9ab0-493a40b9e8c5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:34.742189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.756430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-c124f955-e881-4dd4-9ead-11288cfbb486 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:34.758535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-c124f955-e881-4dd4-9ead-11288cfbb486 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.4550445 Jul 07 22:28:34.759059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] Calling delete_port for 891c0a8e-cded-4916-b719-0f2704f58888 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:34.760845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.778219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23256e68-f32a-4f1e-a807-af8491437c0a req-f39ac7c0-f325-40cb-b87c-ab61bc12345c tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158281 Jul 07 22:28:34.809739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54854) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:34.819623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46dd02-a945-4890-986b-0488d5e28502,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:34.858501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:34.859468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.876335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dea0851b-35f1-4478-90fe-13a852f2063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.902494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-945354c7-0803-4ecf-991e-a469b5e12317 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4983020 Jul 07 22:28:34.916393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:34.920867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'admin_state_up': True, 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'security_groups': ['f3bdf39c-8e5a-4545-8037-21aee98d27db']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:34.948737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.949118 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Added segment f343d229-f11d-47bc-89b6-2da07d079f37 of type vlan for network 15c75b46-a719-4627-80b7-15541a91346d Jul 07 22:28:35.000351 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.009222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Deleting subnet be239060-09d1-42d2-a596-37a2c55d8a3e {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:35.039694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.041222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dea0851b-35f1-4478-90fe-13a852f2063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.060162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9c039c50-d802-4e9b-ad8b-5ece203a429e None None] Provisioning for port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:35.073524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] No DVR routers for this DVR port 891c0a8e-cded-4916-b719-0f2704f58888 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:35.075753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9c039c50-d802-4e9b-ad8b-5ece203a429e None None] Provisioning complete for port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:35.076353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c039c50-d802-4e9b-ad8b-5ece203a429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.078331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fcae-443c-4d2c-a6d1-4acd070caa58 None None] Pushing event deleted for resources: {'Port': ['ID=891c0a8e-cded-4916-b719-0f2704f58888,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:35.111501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.136689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.141729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Deleting port 917983d0-a2da-4010-a2c1-7a786720088c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:35.142344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.145816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port d398f685-86bf-442d-aa66-79b0747ba591 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:35.146176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.156491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:35.162564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.167475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9c039c50-d802-4e9b-ad8b-5ece203a429e None None] Port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:35.186713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:28:30Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:35.203385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dea0851b-35f1-4478-90fe-13a852f2063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.206126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dea0851b-35f1-4478-90fe-13a852f2063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.207966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dea0851b-35f1-4478-90fe-13a852f2063e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/536dd365-635a-4586-933a-0c55c948c953 HTTP/1.1" status: 204 len: 168 time: 0.7110643 Jul 07 22:28:35.250248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048da95-a265-4c38-8d3f-ff4745f1a6e7 None None] The sync data for ids ['ece39493-c57a-4fcb-8284-3a13adafb8b2'] in n-d-694802-13 is: [{'id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384636579', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:24Z', 'updated_at': '2021-07-07T22:28:30Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'd398f685-86bf-442d-aa66-79b0747ba591', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece39493-c57a-4fcb-8284-3a13adafb8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:25Z', 'updated_at': '2021-07-07T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:35.256969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0851b-35f1-4478-90fe-13a852f2063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536dd365-635a-4586-933a-0c55c948c953,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:35.301722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] For port 917983d0-a2da-4010-a2c1-7a786720088c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=917983d0-a2da-4010-a2c1-7a786720088c,segment=NetworkSegment(deb7fb6d-f27e-4b62-a21d-298b9891a805),segment_id=deb7fb6d-f27e-4b62-a21d-298b9891a805)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:35.302874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.353410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Calling delete_port for 917983d0-a2da-4010-a2c1-7a786720088c owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:35.446859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port d398f685-86bf-442d-aa66-79b0747ba591, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d398f685-86bf-442d-aa66-79b0747ba591,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:35.447609 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.495077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for d398f685-86bf-442d-aa66-79b0747ba591 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:35.531778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 10.1.1.17 (a5c06822-a6d4-4ef8-8129-083ba93ef651/ccb90b42-7c2b-4a63-8e1a-4e2095056859/144e8f7a-004b-4825-9728-d2cd1f5c470f) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:35.557136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.558649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:35.559545 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.572923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.649563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdec54-577f-4041-a019-b85871afb463 req-981d135c-5ac3-47b5-b848-d02cc06c614b tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:35.657046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33cdec54-577f-4041-a019-b85871afb463 req-981d135c-5ac3-47b5-b848-d02cc06c614b tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 946 time: 0.2130382 Jul 07 22:28:35.791313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 891c0a8e-cded-4916-b719-0f2704f58888 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:35.833408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] Pushing event updated for resources: {'Network': ['ID=15c75b46-a719-4627-80b7-15541a91346d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:35.838030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.844217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:35.864495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 15c75b46-a719-4627-80b7-15541a91346d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:35.878495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be239060-09d1-42d2-a596-37a2c55d8a3e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:35.903336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33cdec54-577f-4041-a019-b85871afb463 req-25cc13fc-44d1-4601-9b1e-2af3593d87a1 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/security-groups?id=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452247 Jul 07 22:28:35.913572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2d1b399-6a8c-4e54-a677-ce2687516852 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0141406 Jul 07 22:28:35.914389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54884) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:35.924304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Request body: {'subnet': {'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1437320978-subnet', 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:35.927416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 891c0a8e-cded-4916-b719-0f2704f58888 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:35.927826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 891c0a8e-cded-4916-b719-0f2704f58888 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:35.928308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:35.931857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.937438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b21f3ed-c5d8-4954-9f65-fa1488d853cc admin admin] 10.222.0.95 "DELETE /v2.0/subnets/be239060-09d1-42d2-a596-37a2c55d8a3e HTTP/1.1" status: 204 len: 168 time: 1.1123929 Jul 07 22:28:35.941373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54886) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:36.063492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:36.064542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7783b3cd-51d2-43de-b8d1-fbf86d68b7fe not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:36.092817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.170241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Pushing event deleted for resources: {'Port': ['ID=917983d0-a2da-4010-a2c1-7a786720088c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.217727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aedf4b1e-4d48-4975-8b17-40ed5a96bec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.220943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] No DVR routers for this DVR port 917983d0-a2da-4010-a2c1-7a786720088c on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:36.229367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.231467 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2b36c7da-f60b-47b5-a555-bca0c2e87aef req-5e1af519-a7bd-46e6-8ebe-04ff86962500 tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.97 "DELETE /v2.0/ports/917983d0-a2da-4010-a2c1-7a786720088c HTTP/1.1" status: 204 len: 173 time: 1.4207468 Jul 07 22:28:36.232446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'name': 'network-vif-deleted', 'tag': '917983d0-a2da-4010-a2c1-7a786720088c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:36.234751 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673bbe9d-bbd1-45a9-a4e8-150547c7b3ed" -d '{"events": [{"server_uuid": "b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a", "name": "network-vif-deleted", "tag": "917983d0-a2da-4010-a2c1-7a786720088c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:36.257176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:36.342971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:36.351528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aedf4b1e-4d48-4975-8b17-40ed5a96bec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.352132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 7cbc1000-c7fc-4424-b2e4-381b4fe9e5f5 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:36.360383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aedf4b1e-4d48-4975-8b17-40ed5a96bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.395740 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c60267b-1ff0-4a2a-b0f1-b27b169fa0f9 x-openstack-request-id: req-7c60267b-1ff0-4a2a-b0f1-b27b169fa0f9 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:36.396074 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a", "name": "network-vif-deleted", "tag": "917983d0-a2da-4010-a2c1-7a786720088c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:36.396421 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7c60267b-1ff0-4a2a-b0f1-b27b169fa0f9 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:36.396835 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a', 'name': 'network-vif-deleted', 'tag': '917983d0-a2da-4010-a2c1-7a786720088c', 'status': 'completed', 'code': 200} Jul 07 22:28:36.416518 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aedf4b1e-4d48-4975-8b17-40ed5a96bec3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bd408ccecd92468e9f4e6104e0d6c2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441582 Jul 07 22:28:36.417152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:36.425367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf4b1e-4d48-4975-8b17-40ed5a96bec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5018e901-5290-435d-9897-e31961a8982f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.520827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03149ae7-019d-4e5a-8d93-73330913e79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.533401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:36.541142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.556359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03149ae7-019d-4e5a-8d93-73330913e79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.556606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.593136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.640587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03149ae7-019d-4e5a-8d93-73330913e79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.644946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03149ae7-019d-4e5a-8d93-73330913e79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.646571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03149ae7-019d-4e5a-8d93-73330913e79c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5018e901-5290-435d-9897-e31961a8982f HTTP/1.1" status: 204 len: 168 time: 0.2279661 Jul 07 22:28:36.656833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03149ae7-019d-4e5a-8d93-73330913e79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5018e901-5290-435d-9897-e31961a8982f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.719884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object 144e8f7a-004b-4825-9728-d2cd1f5c470f will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:36.730952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.804656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=d398f685-86bf-442d-aa66-79b0747ba591,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.916884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc7a4-8f8e-4e85-8635-b9a3a146337d req-83669bf4-ecb0-4015-8a92-2e65e2dfe125 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:36.927808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc7a4-8f8e-4e85-8635-b9a3a146337d req-83669bf4-ecb0-4015-8a92-2e65e2dfe125 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:36.936893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-912bc7a4-8f8e-4e85-8635-b9a3a146337d req-83669bf4-ecb0-4015-8a92-2e65e2dfe125 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 1653 time: 0.4417262 Jul 07 22:28:36.969188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.003889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164586b7-df95-4682-aa08-28950c181a5b']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:37.053295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.056383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:37.056686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf1b57-30f0-4b41-9f3b-e6a77e34e551') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:37.087473 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.092308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.221589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54920) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.237452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.240225 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c627f6c-6141-44cb-9040-ace7cb356ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.253303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-912bc7a4-8f8e-4e85-8635-b9a3a146337d req-6df755e0-5763-4ec7-b9c5-7b0e18a63edb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896874 Jul 07 22:28:37.262866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:37.313365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-440161a8-8494-42c5-aa6d-ee742aa03cca req-3ed701b8-cb03-4586-b0cb-0401ebbb43cc tempest-ServerDiskConfigTestJSON-484759196 tempest-ServerDiskConfigTestJSON-484759196-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5ae23a8-ebbd-494b-82a5-dc3ab007cf5a HTTP/1.1" status: 200 len: 210 time: 0.1289473 Jul 07 22:28:37.337572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:37.338363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.339943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:37.342327 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:37.383325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:37.386129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.393881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.401371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c627f6c-6141-44cb-9040-ace7cb356ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.402650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.410960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c627f6c-6141-44cb-9040-ace7cb356ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.494961 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c627f6c-6141-44cb-9040-ace7cb356ead admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0e216a1e619d40e3bac20591dbd7ca79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719760 Jul 07 22:28:37.495689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54924) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.502459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c627f6c-6141-44cb-9040-ace7cb356ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f34cf2-0f4c-4b4d-9d41-4a292d97a63c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.538675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.542026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.555851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.559083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] 10.222.0.95 "DELETE /v2.0/networks/164586b7-df95-4682-aa08-28950c181a5b HTTP/1.1" status: 204 len: 168 time: 1.6137602 Jul 07 22:28:37.620516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3119dd3-d91c-42f2-8566-6e898d5d0d7d,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.627138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.628141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Fanout notify agent at l3_agent the message router_deleted on router ece39493-c57a-4fcb-8284-3a13adafb8b2 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:28:37.648949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.650595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-32f19774-dadd-4473-895a-89048fb211ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/routers/ece39493-c57a-4fcb-8284-3a13adafb8b2 HTTP/1.1" status: 204 len: 168 time: 4.3482740 Jul 07 22:28:37.662127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54930) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.720788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47d73fab-481d-43ae-aa09-094fdf3d8f66 None None] Provisioning for port 144e8f7a-004b-4825-9728-d2cd1f5c470f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:37.725002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:37.725755 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.727303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47d73fab-481d-43ae-aa09-094fdf3d8f66 None None] Provisioning complete for port 144e8f7a-004b-4825-9728-d2cd1f5c470f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:37.727856 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47d73fab-481d-43ae-aa09-094fdf3d8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.745550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98f184-1a55-4a75-8ca2-e89947fe3d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=164586b7-df95-4682-aa08-28950c181a5b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.754445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:37.755096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Network hostable DHCP agents. Network: 15c75b46-a719-4627-80b7-15541a91346d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:37.763921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-69d2fe9e-07a6-4115-95b5-1afb4aaa7bbb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8504672 Jul 07 22:28:37.780256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f', 'admin_state_up': True, 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'security_groups': ['f3bdf39c-8e5a-4545-8037-21aee98d27db']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:37.790550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 917983d0-a2da-4010-a2c1-7a786720088c no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:37.833464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Network 15c75b46-a719-4627-80b7-15541a91346d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:37.859992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 15c75b46-a719-4627-80b7-15541a91346d) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:37.870203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:37.871206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.887098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 917983d0-a2da-4010-a2c1-7a786720088c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:37.887673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 917983d0-a2da-4010-a2c1-7a786720088c not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:37.897987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f3f81-9819-46f0-8da0-017907a252e3 None None] Network 15c75b46-a719-4627-80b7-15541a91346d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:37.912306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-de2cd045-6eec-441f-b560-99f6b45ec395 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9919975 Jul 07 22:28:37.924675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3da1-5ca5-424f-89f9-3e9dd3508323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.990066 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3da1-5ca5-424f-89f9-3e9dd3508323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.001869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:38.005634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.006334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-47d73fab-481d-43ae-aa09-094fdf3d8f66 None None] Port 144e8f7a-004b-4825-9728-d2cd1f5c470f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:38.086398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54940) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.171391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.189979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace39e4-4b19-4be8-8912-a982c8779177 None None] Network 15c75b46-a719-4627-80b7-15541a91346d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:38.194075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3da1-5ca5-424f-89f9-3e9dd3508323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.196731 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3da1-5ca5-424f-89f9-3e9dd3508323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.200253 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cbdd3da1-5ca5-424f-89f9-3e9dd3508323 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d5f34cf2-0f4c-4b4d-9d41-4a292d97a63c HTTP/1.1" status: 204 len: 168 time: 0.7008827 Jul 07 22:28:38.201042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.204630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571f70f4-3869-4421-8736-6fcd3e81dce7']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:38.227164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-356367d3-c5b5-433f-99f7-102cf4b5aae1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=16d04e15829f43c0be91d45003a173d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392169 Jul 07 22:28:38.228003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd3da1-5ca5-424f-89f9-3e9dd3508323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f34cf2-0f4c-4b4d-9d41-4a292d97a63c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.230090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54944) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.232634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:38.233003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9763dd9-4c76-4614-9ab0-493a40b9e8c5') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:38.293217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.328112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.344221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:38.344719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:38.370993 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:38.412218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00d7042e-55d8-404b-a670-004bb2ba6eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.565859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00d7042e-55d8-404b-a670-004bb2ba6eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.582482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.594767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.596876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/networks/571f70f4-3869-4421-8736-6fcd3e81dce7 HTTP/1.1" status: 204 len: 168 time: 0.9323149 Jul 07 22:28:38.600649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54958) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.623806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93d0f3-63e1-427a-a74d-df2aa13eeaeb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Network': ['ID=571f70f4-3869-4421-8736-6fcd3e81dce7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.655568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00d7042e-55d8-404b-a670-004bb2ba6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.659772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00d7042e-55d8-404b-a670-004bb2ba6eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.661433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00d7042e-55d8-404b-a670-004bb2ba6eb2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/60206d15-835e-450a-aa2f-a399e7d1449e HTTP/1.1" status: 204 len: 168 time: 0.4263902 Jul 07 22:28:38.671851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7042e-55d8-404b-a670-004bb2ba6eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60206d15-835e-450a-aa2f-a399e7d1449e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.703550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 10.2.2.100 (b918ddb7-675e-4c85-83ec-efd0139d359f/c3fd676b-a7c7-41e3-96ee-2066321750aa/af951ed6-cefc-4c96-9c25-ba55ee5927bb) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:38.857792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54972) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.882832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0722183d-db88-4872-a052-1789c8276d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.971777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f671116-5ecc-4faf-8054-73337c9e2757 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.006121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafc8e-792f-4dbe-b8b3-dcbbb67a1eae req-890950e3-277b-4a6a-9a64-53c2866e6d48 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.012810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafc8e-792f-4dbe-b8b3-dcbbb67a1eae req-890950e3-277b-4a6a-9a64-53c2866e6d48 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.019649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafc8e-792f-4dbe-b8b3-dcbbb67a1eae req-890950e3-277b-4a6a-9a64-53c2866e6d48 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.021552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84eafc8e-792f-4dbe-b8b3-dcbbb67a1eae req-890950e3-277b-4a6a-9a64-53c2866e6d48 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 2373 time: 0.4459665 Jul 07 22:28:39.043891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.050440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0722183d-db88-4872-a052-1789c8276d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.056546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0722183d-db88-4872-a052-1789c8276d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.078092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f671116-5ecc-4faf-8054-73337c9e2757 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.119653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object af951ed6-cefc-4c96-9c25-ba55ee5927bb will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:39.121590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0722183d-db88-4872-a052-1789c8276d61 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=26679e56e1014a59ba9cf02bb4625cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624393 Jul 07 22:28:39.124393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:39.125967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722183d-db88-4872-a052-1789c8276d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a51476-ba87-406e-949a-9a3c767987d3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.201845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84eafc8e-792f-4dbe-b8b3-dcbbb67a1eae req-ae92d462-b355-4c62-b7c8-ca96a92ae2b3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687446 Jul 07 22:28:39.237055 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed7cd-83f4-4d6d-bd97-e7d6bbea9507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.287320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.303271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed7cd-83f4-4d6d-bd97-e7d6bbea9507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.358846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-c4b2a534-cc99-477e-8c9d-6401fdfe1b13 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.366363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-c4b2a534-cc99-477e-8c9d-6401fdfe1b13 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2063911 Jul 07 22:28:39.373376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network b918ddb7-675e-4c85-83ec-efd0139d359f is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:39.384243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f671116-5ecc-4faf-8054-73337c9e2757 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.387227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f671116-5ecc-4faf-8054-73337c9e2757 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.391692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3f671116-5ecc-4faf-8054-73337c9e2757 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/security-groups/0a891151-9c79-45ed-8d93-fccd6916c624 HTTP/1.1" status: 204 len: 168 time: 0.7833271 Jul 07 22:28:39.403191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:39.409816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:39.420323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-b591ad00-c10c-4f2a-a3f6-e682b99b3e0d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.0528488 Jul 07 22:28:39.422384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.427170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f671116-5ecc-4faf-8054-73337c9e2757 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a891151-9c79-45ed-8d93-fccd6916c624,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.473042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed7cd-83f4-4d6d-bd97-e7d6bbea9507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.475959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed7cd-83f4-4d6d-bd97-e7d6bbea9507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.486421 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2d0ed7cd-83f4-4d6d-bd97-e7d6bbea9507 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/02a51476-ba87-406e-949a-9a3c767987d3 HTTP/1.1" status: 204 len: 168 time: 0.3398280 Jul 07 22:28:39.504441 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-91717d24-dba9-4843-980f-d327141ff780 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830288 Jul 07 22:28:39.518129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ed7cd-83f4-4d6d-bd97-e7d6bbea9507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a51476-ba87-406e-949a-9a3c767987d3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.614445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d398f685-86bf-442d-aa66-79b0747ba591 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:39.654090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d398f685-86bf-442d-aa66-79b0747ba591 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:39.654799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d398f685-86bf-442d-aa66-79b0747ba591 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:39.679053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.680509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.696760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:39.720226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1c7eec0a-f0ee-4216-af06-dd77d82e80fe tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9472370 Jul 07 22:28:39.736273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f', 'admin_state_up': True, 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'security_groups': ['f3bdf39c-8e5a-4545-8037-21aee98d27db']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:39.805031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Deleting subnet 7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:39.830311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.874907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0e36647a-c2b9-465d-a962-d5fc71606414 None None] Provisioning for port af951ed6-cefc-4c96-9c25-ba55ee5927bb completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:39.878784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0e36647a-c2b9-465d-a962-d5fc71606414 None None] Provisioning complete for port af951ed6-cefc-4c96-9c25-ba55ee5927bb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:39.879163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e36647a-c2b9-465d-a962-d5fc71606414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.881535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.922893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-49da0cc2-cc3d-4419-bf93-218c5075cd29 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176409 Jul 07 22:28:39.932867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.964513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0e36647a-c2b9-465d-a962-d5fc71606414 None None] Port af951ed6-cefc-4c96-9c25-ba55ee5927bb cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:39.998734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.027901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Made reservation on behalf of a226a12ecb6846b4b54a422f20240826 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:40.033834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.042542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:40.045404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.048836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-93696b9d-11a1-4b15-9cc8-d0d606bee4e6 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7e9ca1dd-7a88-45fb-8e93-ce99e5f68c23 HTTP/1.1" status: 204 len: 168 time: 0.3503451 Jul 07 22:28:40.053276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55016) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:40.190271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-68b9a1d7-ac6b-4a59-812a-387b31bb6333 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493150 Jul 07 22:28:40.190872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55022) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:40.197703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734089984', 'description': 'tempest-secgroup-smoke-1734089984 description', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:40.258236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.276207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.352488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.362123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.451791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.453282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2613432 Jul 07 22:28:40.454987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Allocated IP 10.2.2.200 (b918ddb7-675e-4c85-83ec-efd0139d359f/c3fd676b-a7c7-41e3-96ee-2066321750aa/351d0723-1b9b-4c62-9984-5f260cf0a2b7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:40.505978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55036) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:40.518550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '59f9f312-5322-4114-8030-efb17679dd1a', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:40.543790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a40ca-3b58-4398-bac1-6182b31bb094 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f9f312-5322-4114-8030-efb17679dd1a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:40.798842 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:28:40.894146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.906467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.921414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072ece1a-0083-4f8a-b94a-daa4652f0333']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:40.924657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Transition to ACTIVE for port object 351d0723-1b9b-4c62-9984-5f260cf0a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:40.947484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb7fb6d-f27e-4b62-a21d-298b9891a805') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:40.947793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb7fb6d-f27e-4b62-a21d-298b9891a805') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:40.970469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.981296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4928610a-31ae-4264-8bdd-4c279cd6d580 req-1998750f-6ce3-43ba-b425-dd27fe625782 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 210 time: 0.4422436 Jul 07 22:28:40.995531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.015186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.024561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:41.024561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:41.033690 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:41.073907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event updated for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:41.111032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.119648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.128552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.133535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] 10.222.0.95 "DELETE /v2.0/networks/072ece1a-0083-4f8a-b94a-daa4652f0333 HTTP/1.1" status: 204 len: 168 time: 1.0744407 Jul 07 22:28:41.148017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd310-4557-4b13-9e3e-039b57c36e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=072ece1a-0083-4f8a-b94a-daa4652f0333,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:41.158488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Network b918ddb7-675e-4c85-83ec-efd0139d359f is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:41.171237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d906e8-0d56-44fd-a7f5-37c4d593c57a req-d4a9032c-94fb-4ab1-8cab-3e6aca01ede4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:41.178816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d906e8-0d56-44fd-a7f5-37c4d593c57a req-d4a9032c-94fb-4ab1-8cab-3e6aca01ede4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:41.186064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d906e8-0d56-44fd-a7f5-37c4d593c57a req-d4a9032c-94fb-4ab1-8cab-3e6aca01ede4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:41.194939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d906e8-0d56-44fd-a7f5-37c4d593c57a req-d4a9032c-94fb-4ab1-8cab-3e6aca01ede4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:41.197712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36d906e8-0d56-44fd-a7f5-37c4d593c57a req-d4a9032c-94fb-4ab1-8cab-3e6aca01ede4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 3094 time: 0.7504635 Jul 07 22:28:41.198452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:41.204536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:41.374325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:41.374325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.413930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36d906e8-0d56-44fd-a7f5-37c4d593c57a req-c8de2a72-86d6-430b-8541-f183e03ffb0e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806381 Jul 07 22:28:41.427134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-bdfd8ea5-cca5-4a1c-abcb-336083460174 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6992481 Jul 07 22:28:41.429385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.437119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.443501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:41.509802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9727264-21aa-4b2b-9dd1-b7fa9630e708,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:41.523841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.526093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-de5b8e8f-041a-4a1f-bb3a-c66a079df3c0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0179601 Jul 07 22:28:41.529576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:41.537264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '59f9f312-5322-4114-8030-efb17679dd1a', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:41.604732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.638006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.670057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55070) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:41.688845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.694412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.706354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1391d50b-9bcd-48a8-b806-28f2c9d8c6ac None None] Provisioning for port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:41.716901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1391d50b-9bcd-48a8-b806-28f2c9d8c6ac None None] Provisioning complete for port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:41.717272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1391d50b-9bcd-48a8-b806-28f2c9d8c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.721846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd9d1af-1458-419b-96de-3b6c00374e10,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:41.736221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.741820 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07687da1-abe9-4056-876c-d8d3a21497e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2108321 Jul 07 22:28:41.742841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:41.749062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '59f9f312-5322-4114-8030-efb17679dd1a', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:41.788157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.818071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1391d50b-9bcd-48a8-b806-28f2c9d8c6ac None None] Port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:41.930857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-32d50dc5-9b7f-443e-a739-00b1f580c04e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b84f793dbb264429a7a8e008efa2d6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589242 Jul 07 22:28:41.932634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55074) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:42.030052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.045464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.086510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.091856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3463531 Jul 07 22:28:42.096758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55082) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:42.106945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '59f9f312-5322-4114-8030-efb17679dd1a', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:42.110234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a9d38-839a-4d0c-8b8f-692252b0fb00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59a47a9-8027-4440-b175-ad41c89aa934,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:42.116385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cc6877f-9244-434a-a6c2-88e57eb4e15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.146029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cc6877f-9244-434a-a6c2-88e57eb4e15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.212565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7af6085e-855b-4749-a11d-8d2926c1aa5f req-54988d46-fe61-4ad4-9759-e71b004f86dd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 210 time: 0.0638099 Jul 07 22:28:42.213132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cc6877f-9244-434a-a6c2-88e57eb4e15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.219893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cc6877f-9244-434a-a6c2-88e57eb4e15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.221408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7cc6877f-9244-434a-a6c2-88e57eb4e15c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1 HTTP/1.1" status: 204 len: 168 time: 0.2856245 Jul 07 22:28:42.234271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6877f-9244-434a-a6c2-88e57eb4e15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9eb9f-77c4-4069-ae9c-6c9c96ddc2d1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:42.274270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.397164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.433573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.478489 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.484138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3878951 Jul 07 22:28:42.490550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:42.494283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6e49e-a728-44af-90c1-c2a40058a28a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0790fdef-17cc-417e-b07a-fa6a30a15e74,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:42.501419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d1cbd-7068-4769-8048-2ac55b5bb711 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:42.512066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.517470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '59f9f312-5322-4114-8030-efb17679dd1a', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:42.532611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Transition to ACTIVE for port object 1a4d1cbd-7068-4769-8048-2ac55b5bb711 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:42.554356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.557918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-dfdb1902-eeac-4524-9c44-559a4f526e3b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:42.559519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-dfdb1902-eeac-4524-9c44-559a4f526e3b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.97 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2048771 Jul 07 22:28:42.574290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Request body: {'port': {'device_id': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'admin_state_up': True, 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:42.582456 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:28:42.668781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.824358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.839469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.864211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:42.867947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.909906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d1cbd-7068-4769-8048-2ac55b5bb711,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:42.923310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91056ebe-5520-4eef-932f-ab4b8b71fd80,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:42.950704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.951935 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-14e847e3-85e7-4120-8719-4e80aa56d5fa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4591274 Jul 07 22:28:42.956412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55100) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:42.961290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '59f9f312-5322-4114-8030-efb17679dd1a', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:43.007165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Attempting to bind port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:43.007536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Attempting to bind port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:43.007837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Attempting to bind port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 on network ab4393e0-f396-4313-834a-399375417fd7 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:43.019241 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:28:43.021963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-8026aa33-ce54-442d-9f36-2546b7bdccdf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.026790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.028397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-8026aa33-ce54-442d-9f36-2546b7bdccdf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.036872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-8026aa33-ce54-442d-9f36-2546b7bdccdf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.043118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-8026aa33-ce54-442d-9f36-2546b7bdccdf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.050002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-8026aa33-ce54-442d-9f36-2546b7bdccdf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.052001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-8026aa33-ce54-442d-9f36-2546b7bdccdf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 3827 time: 0.3125441 Jul 07 22:28:43.055604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 on network ab4393e0-f396-4313-834a-399375417fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:43.055937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Attempting to bind port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 on network ab4393e0-f396-4313-834a-399375417fd7 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:43.083060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55104) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:43.124282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55108) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:43.191352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.206260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.330586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.332730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3757780 Jul 07 22:28:43.338070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510692f-c806-4187-b7e3-35361ef275b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4586ecb7-fef3-4fcb-b963-c455f72da4e5,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.366764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55122) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:43.387022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b81b0003-1030-44a7-a31f-41291478b7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.407659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'network': {'name': 'tempest-network-smoke--1903560835', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'port_security_enabled': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:43.436463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.458152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Allocated IP 172.20.0.3 (15c75b46-a719-4627-80b7-15541a91346d/c3119dd3-d91c-42f2-8566-6e898d5d0d7d/2c4ecfe1-0166-46f5-8029-56e9627041d6) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:43.461291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:43.465625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.486867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a3d0064-f384-4f31-bc15-66d0744f889d req-edcbc6ad-ec1e-475f-b1ce-3336ab63e8f5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247932 Jul 07 22:28:43.487782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:43.488129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Checking segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:43.488550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Bound using segment: {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:43.489001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Bound port: 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6b4494-1819-498a-8c9a-0673f7bb0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:43.489479 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.544994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-366f5118-cb51-4cbb-a1da-2667e393a674 req-ed0a9604-091a-4436-86f7-7c41716b6fa7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 210 time: 0.0615854 Jul 07 22:28:43.553868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:43.607653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] For port 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:43.610858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] For port 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:43.623843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.632868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.633511 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Added segment e1f8de05-579b-4ed2-8e2b-084e3f5fb75c of type vlan for network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 Jul 07 22:28:43.702486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.703204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.704742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] 10.222.0.103 "PUT /v2.0/ports/1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 1093 time: 2.2689798 Jul 07 22:28:43.705207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:43.707878 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a11bf-f2c2-4025-accc-03a72673c241" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:43.750131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:43.820266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.837388 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42626e1-06d6-40d1-b436-2b8097aecc85 x-openstack-request-id: req-d42626e1-06d6-40d1-b436-2b8097aecc85 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:43.837757 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:43.837937 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d42626e1-06d6-40d1-b436-2b8097aecc85 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:43.838321 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'status': 'completed', 'code': 200} Jul 07 22:28:43.876512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7004e41-a12c-4d65-94a6-85fed13af6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d1cbd-7068-4769-8048-2ac55b5bb711,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.978227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.008295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.068950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.074993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.076176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.109922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.194985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55150) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:44.248988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Network 15c75b46-a719-4627-80b7-15541a91346d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:44.255266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Network': ['ID=82fb8f2b-4c29-4c9c-b5da-9f361694d375,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:44.264057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:44.273390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:44.278483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:44.288972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b81b0003-1030-44a7-a31f-41291478b7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.350008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b81b0003-1030-44a7-a31f-41291478b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.358526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event updated for resources: {'Port': ['ID=2c4ecfe1-0166-46f5-8029-56e9627041d6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:44.406257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-768c82ed-50a6-47ec-9132-d47e30c4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.408590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-768c82ed-50a6-47ec-9132-d47e30c4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.409109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-768c82ed-50a6-47ec-9132-d47e30c4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.409637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-768c82ed-50a6-47ec-9132-d47e30c4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.410100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-768c82ed-50a6-47ec-9132-d47e30c4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.412029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-768c82ed-50a6-47ec-9132-d47e30c4c1f8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 4363 time: 0.3584485 Jul 07 22:28:44.417179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3fda62-85ca-4c57-b5b8-38db35656478 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:44.427034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.448277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Transition to ACTIVE for port object 9b3fda62-85ca-4c57-b5b8-38db35656478 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:44.455436 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.480021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.480672 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.534445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Pushing event updated for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:44.577497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b0003-1030-44a7-a31f-41291478b7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc261818-2862-4ea3-a861-190e1e55b2de,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:44.636368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Attempting to bind port 9b3fda62-85ca-4c57-b5b8-38db35656478 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:44.636723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Attempting to bind port 9b3fda62-85ca-4c57-b5b8-38db35656478 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:44.637086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Attempting to bind port 9b3fda62-85ca-4c57-b5b8-38db35656478 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:44.650311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Port 9b3fda62-85ca-4c57-b5b8-38db35656478 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:44.651851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Attempting to bind port 9b3fda62-85ca-4c57-b5b8-38db35656478 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:44.664496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b81b0003-1030-44a7-a31f-41291478b7f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9365bb57c45e4e2b9d987ad9e379bce8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5332878 Jul 07 22:28:44.668084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55166) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:44.669174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:44.669540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Checking segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:44.669910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Bound using segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:44.670342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Bound port: 9b3fda62-85ca-4c57-b5b8-38db35656478, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:44.670734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.771223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-371068878-network', 'tenant_id': 'c7bd21b99d6245889895d4838b0687d1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:44.851229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:44.909819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b3fda62-85ca-4c57-b5b8-38db35656478,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:44.933857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.936675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.960962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.975648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:44.976538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.978200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] 10.222.0.103 "PUT /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 1137 time: 1.2324846 Jul 07 22:28:44.992729 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-a3e2fe41-b760-4abd-9039-2b6693049b4a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4237535 Jul 07 22:28:44.994026 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c5594e24-ccd1-4010-a67f-fb46ba05101b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6255255 Jul 07 22:28:45.009895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55174) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:45.015380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Request body: {'port': {'device_id': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:45.022457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'admin_state_up': True, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:45.042033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-9b5072c0-1ecf-4a80-868d-b3c72948c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.042552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-9b5072c0-1ecf-4a80-868d-b3c72948c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.043085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-9b5072c0-1ecf-4a80-868d-b3c72948c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.047011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-9b5072c0-1ecf-4a80-868d-b3c72948c86a service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=a226a12ecb6846b4b54a422f20240826&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5929418 Jul 07 22:28:45.113663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:45.120073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d95eb3-c8f3-4386-8fd4-16402597107a service neutron] Pushing event updated for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:45.147829 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=36ca0159129340f4868abe380b4302ec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0631652 Jul 07 22:28:45.153612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55178) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:45.164552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf5b86-0076-4358-9311-9c189115d504 req-cd980aad-d346-47f3-97c2-3c28cf58df5c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.166342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3eaf5b86-0076-4358-9311-9c189115d504 req-cd980aad-d346-47f3-97c2-3c28cf58df5c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 931 time: 0.3111353 Jul 07 22:28:45.180006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.187582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.194774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.197553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Made reservation on behalf of c7bd21b99d6245889895d4838b0687d1 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:45.201939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.204071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.208860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.215947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.225083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-588b41ef-158a-4022-b21b-967f51534354 req-623d3100-65e1-4370-a716-bc734381bc45 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 4605 time: 0.4297614 Jul 07 22:28:45.268048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09da6049-557c-4232-aee4-40155efceff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.306277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-588b41ef-158a-4022-b21b-967f51534354 req-d5ffbc53-8936-4235-ae18-d98ff5184b8d tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801156 Jul 07 22:28:45.312823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.324620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8691412-9b0c-47f1-9cca-7c20ee8b821e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:45.447448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-f494e5d3-85da-471c-a012-ed183192b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.449221 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bb2a11bf-f2c2-4025-accc-03a72673c241 req-f494e5d3-85da-471c-a012-ed183192b664 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3566396 Jul 07 22:28:45.474592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.566109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.567482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.574684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.575140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.576345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.577219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.577589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.590611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.591509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.592235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.592596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.592946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.593289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.593693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c252b-f047-4814-9c14-14cbeccb8f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:45.609355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09da6049-557c-4232-aee4-40155efceff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.616192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3eaf5b86-0076-4358-9311-9c189115d504 req-cc78663f-c98a-4626-b295-ec8e1c996534 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887990 Jul 07 22:28:45.633526 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dc5630b-9cc9-40ff-add1-702c82c5d202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.675153 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dc5630b-9cc9-40ff-add1-702c82c5d202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.760525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.774327 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.857142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.864549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '9b3fda62-85ca-4c57-b5b8-38db35656478'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:45.867851 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76b11a-0757-4361-8c40-8c6b9040a1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "9b3fda62-85ca-4c57-b5b8-38db35656478"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:45.875181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dc5630b-9cc9-40ff-add1-702c82c5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.878757 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dc5630b-9cc9-40ff-add1-702c82c5d202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.882342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0dc5630b-9cc9-40ff-add1-702c82c5d202 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a8691412-9b0c-47f1-9cca-7c20ee8b821e HTTP/1.1" status: 204 len: 168 time: 0.7124453 Jul 07 22:28:45.902739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5630b-9cc9-40ff-add1-702c82c5d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8691412-9b0c-47f1-9cca-7c20ee8b821e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:45.945481 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.951256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09da6049-557c-4232-aee4-40155efceff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.959227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09da6049-557c-4232-aee4-40155efceff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.964518 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-09da6049-557c-4232-aee4-40155efceff3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cc261818-2862-4ea3-a861-190e1e55b2de HTTP/1.1" status: 204 len: 168 time: 1.2541034 Jul 07 22:28:45.993341 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ae60f-aee8-4935-91f5-f309a3fc62da x-openstack-request-id: req-f79ae60f-aee8-4935-91f5-f309a3fc62da {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:45.993708 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "9b3fda62-85ca-4c57-b5b8-38db35656478", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:45.993972 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f79ae60f-aee8-4935-91f5-f309a3fc62da {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:45.994371 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '9b3fda62-85ca-4c57-b5b8-38db35656478', 'status': 'completed', 'code': 200} Jul 07 22:28:46.025004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46effd58-fc15-48b2-a743-4c14103d86cd {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:46.038503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.055519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Transition to ACTIVE for port object 46effd58-fc15-48b2-a743-4c14103d86cd will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:46.060980 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.089585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba902652-4c56-484e-afdf-67a9662f6ba9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.133017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:46.214400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Pushing event updated for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.341593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Attempting to bind port 46effd58-fc15-48b2-a743-4c14103d86cd on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:46.342265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Attempting to bind port 46effd58-fc15-48b2-a743-4c14103d86cd by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:46.343052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Attempting to bind port 46effd58-fc15-48b2-a743-4c14103d86cd on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:46.359361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Port 46effd58-fc15-48b2-a743-4c14103d86cd on network a5c06822-a6d4-4ef8-8129-083ba93ef651 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:46.360650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.361810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Attempting to bind port 46effd58-fc15-48b2-a743-4c14103d86cd on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:46.370452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da6049-557c-4232-aee4-40155efceff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc261818-2862-4ea3-a861-190e1e55b2de,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.376921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:46.378185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Checking segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:46.381931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Bound using segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:46.382668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Bound port: 46effd58-fc15-48b2-a743-4c14103d86cd, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:46.383370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.384071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.384426 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Added segment ad02295e-722b-45a7-bea0-f732bbfba4f9 of type vlan for network ab868c2f-8675-4f3e-8f49-588e61a6c936 Jul 07 22:28:46.532444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:46.540386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=46effd58-fc15-48b2-a743-4c14103d86cd,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:46.547356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.621329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Pushing event updated for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.704564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.708053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.709024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.713368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b7373730-43b4-413b-a65b-a3ad0f275c55 service neutron] 10.222.0.103 "PUT /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 1136 time: 1.6106689 Jul 07 22:28:46.747968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:46.748207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.748556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.749238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.750091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.750992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.751571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.752219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.752705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.754896 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-ddcef597-8268-4a97-8b71-dc18a026b31b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6180 time: 0.7436059 Jul 07 22:28:46.899626 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-556f8259-bcf2-4664-9770-404126a89caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.900882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-556f8259-bcf2-4664-9770-404126a89caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.901610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-556f8259-bcf2-4664-9770-404126a89caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.903584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-556f8259-bcf2-4664-9770-404126a89caa service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=a226a12ecb6846b4b54a422f20240826&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1370873 Jul 07 22:28:46.908985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55214) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:46.911898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:28:46.929933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c810480-f9f3-4669-a0d2-628b75bc76f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.095268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.102577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.114324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.120041 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.120990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.121659 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.126966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.157436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.170417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.181152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.183462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc748c92-79ff-435f-8675-313bfaeb548c req-cc500b44-311c-4c34-887f-81fd1fa28a37 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5382 time: 0.5633352 Jul 07 22:28:47.189068 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.322284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc748c92-79ff-435f-8675-313bfaeb548c req-247e080c-faab-43c1-b287-3ba77ef1a573 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286006 Jul 07 22:28:47.407393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1811efe-9ce4-4837-893b-773c8cb5152a req-25135224-1fd3-438a-b6f1-5382da9f3022 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.414487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1811efe-9ce4-4837-893b-773c8cb5152a req-25135224-1fd3-438a-b6f1-5382da9f3022 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 931 time: 0.4212046 Jul 07 22:28:47.485768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] Pushing event updated for resources: {'Network': ['ID=ab868c2f-8675-4f3e-8f49-588e61a6c936,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.498188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ab868c2f-8675-4f3e-8f49-588e61a6c936 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:47.512173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-1f981205-b75c-4fd0-82ef-d2dcd696502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.513735 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-de76b11a-0757-4361-8c40-8c6b9040a1d2 req-1f981205-b75c-4fd0-82ef-d2dcd696502c service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5871241 Jul 07 22:28:47.557322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1811efe-9ce4-4837-893b-773c8cb5152a req-8dbdbb4f-1012-4b20-ad1d-239350b2108e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418426 Jul 07 22:28:47.703940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.772574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055eb7d1-d055-4d0b-8c58-78ad46f26d53 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:47.773910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.784080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.797686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4ecfe1-0166-46f5-8029-56e9627041d6 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:47.804025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c810480-f9f3-4669-a0d2-628b75bc76f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.805581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.809479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Transition to ACTIVE for port object 055eb7d1-d055-4d0b-8c58-78ad46f26d53 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:47.816622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.822044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.824261 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c810480-f9f3-4669-a0d2-628b75bc76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.886079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a6cb727c-f07d-485a-a8fa-3158c7ca6986 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6876626 Jul 07 22:28:47.890612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55244) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.899484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Request body: {'subnet': {'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-371068878-subnet', 'tenant_id': 'c7bd21b99d6245889895d4838b0687d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:47.915130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Transition to ACTIVE for port object 2c4ecfe1-0166-46f5-8029-56e9627041d6 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:47.943749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.944084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Made reservation on behalf of c7bd21b99d6245889895d4838b0687d1 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:47.946523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.983607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1240771344-network', 'tenant_id': 'dc7f0c09e9264775b2722314067df50b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:48.014986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4ecfe1-0166-46f5-8029-56e9627041d6,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.023910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '46effd58-fc15-48b2-a743-4c14103d86cd'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:48.027421 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8cc16-496e-4549-b5d0-c528b1996274" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "46effd58-fc15-48b2-a743-4c14103d86cd"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:48.033403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810480-f9f3-4669-a0d2-628b75bc76f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047c12ed-fad3-4bab-baf3-05e8d1651183,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.043234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1c810480-f9f3-4669-a0d2-628b75bc76f7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7d2d461560384c65b23002ae118e33a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1327083 Jul 07 22:28:48.047061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55252) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:48.115526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Made reservation on behalf of dc7f0c09e9264775b2722314067df50b for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:48.118491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.141335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Pushing event updated for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.159644 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.193109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.194 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/a81248f6-64e3-49a4-b06f-5848604a1596) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:48.198209 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b795ed-f5fe-4726-8f3b-c45617fc1bd8 x-openstack-request-id: req-d9b795ed-f5fe-4726-8f3b-c45617fc1bd8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:48.198689 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "46effd58-fc15-48b2-a743-4c14103d86cd", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:48.198954 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d9b795ed-f5fe-4726-8f3b-c45617fc1bd8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:48.199351 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '46effd58-fc15-48b2-a743-4c14103d86cd', 'status': 'completed', 'code': 200} Jul 07 22:28:48.258578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Attempting to bind port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:48.258900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Attempting to bind port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:48.259280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Attempting to bind port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:48.269484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:48.270125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Attempting to bind port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:48.288855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:48.289217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Checking segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:48.289712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Bound using segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:48.290250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Bound port: 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:48.290835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.327383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c8f621a7-bb4b-4db7-ab60-086ceaabec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.491746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.553939 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.608793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:48.613978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:48.616496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.671795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.708000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:48.709349 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.711246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] 10.222.0.103 "PUT /v2.0/ports/055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 200 len: 1091 time: 1.9734221 Jul 07 22:28:48.733867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375dd0b-ef2f-4c8e-a07a-86aa201b3129,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.740509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:48.763253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.775325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:48.796685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Attempting to bind port 2c4ecfe1-0166-46f5-8029-56e9627041d6 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:48.797043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Attempting to bind port 2c4ecfe1-0166-46f5-8029-56e9627041d6 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:48.797350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Attempting to bind port 2c4ecfe1-0166-46f5-8029-56e9627041d6 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:48.865217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Port 2c4ecfe1-0166-46f5-8029-56e9627041d6 on network 15c75b46-a719-4627-80b7-15541a91346d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:48.865550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Attempting to bind port 2c4ecfe1-0166-46f5-8029-56e9627041d6 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:48.874394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:48.874765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:48.875277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Bound using segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:48.875864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Bound port: 2c4ecfe1-0166-46f5-8029-56e9627041d6, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:48.876214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.880486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1309c-6346-44ce-a7e0-7f4f87d3528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.887749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.888103 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Added segment f55490e5-b49b-4a53-91e1-03c4a57e4a2a of type vlan for network 3f6c8cb9-b25c-4bea-a932-d7675b828182 Jul 07 22:28:48.937952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1309c-6346-44ce-a7e0-7f4f87d3528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.026222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.026771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.027262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.027746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.028226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.028742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.029296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.031235 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-cf03b746-ee79-462c-883d-08e01001a964 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6248 time: 0.8025510 Jul 07 22:28:49.075638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c1750-eb77-4de1-b84a-eb5f341c9b58 service neutron] Pushing event updated for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.090717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.098212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.103606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.110705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.116672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.123059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.128712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.129705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.132122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-234c0665-6e39-4ec1-97c7-e280f73a3a7a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5394 time: 0.5832343 Jul 07 22:28:49.139316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] For port 2c4ecfe1-0166-46f5-8029-56e9627041d6, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:49.148220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf8b778-8020-4085-a96a-ef22c661300b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.159850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.166990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] For port 2c4ecfe1-0166-46f5-8029-56e9627041d6, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:49.183643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.228443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1309c-6346-44ce-a7e0-7f4f87d3528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.231037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1309c-6346-44ce-a7e0-7f4f87d3528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.232843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9cf1309c-6346-44ce-a7e0-7f4f87d3528b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/047c12ed-fad3-4bab-baf3-05e8d1651183 HTTP/1.1" status: 204 len: 168 time: 1.1816220 Jul 07 22:28:49.274043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.274714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.276178 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] 10.222.0.97 "PUT /v2.0/ports/2c4ecfe1-0166-46f5-8029-56e9627041d6 HTTP/1.1" status: 200 len: 1092 time: 4.2653286 Jul 07 22:28:49.279497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1309c-6346-44ce-a7e0-7f4f87d3528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c12ed-fad3-4bab-baf3-05e8d1651183,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.281252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'tag': '2c4ecfe1-0166-46f5-8029-56e9627041d6'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:49.283653 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae28af2-3fe8-4915-9d84-9962d12e2d95" -d '{"events": [{"name": "network-changed", "server_uuid": "db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65", "tag": "2c4ecfe1-0166-46f5-8029-56e9627041d6"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:49.295848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-43eb4eef-c084-4b9b-a4d5-0de2df795ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.295848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-43eb4eef-c084-4b9b-a4d5-0de2df795ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.296195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-43eb4eef-c084-4b9b-a4d5-0de2df795ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.297826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-43eb4eef-c084-4b9b-a4d5-0de2df795ae9 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=a226a12ecb6846b4b54a422f20240826&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2500374 Jul 07 22:28:49.308462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8841e246-19eb-4f00-9bf4-25b94c40a5b8 req-84cb94fc-a2f7-4170-94c8-f09ca6c2ff07 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605141 Jul 07 22:28:49.346766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.400842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9b2d2-2bb9-458b-be25-21af573a1905 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4ecfe1-0166-46f5-8029-56e9627041d6,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.416456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.422483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Checking segment: {'id': 'ad02295e-722b-45a7-bea0-f732bbfba4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:49.423387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Network hostable DHCP agents. Network: ab868c2f-8675-4f3e-8f49-588e61a6c936, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:49.441164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.441631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.442220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.466559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:49.471404 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219b0725-f6d4-4b69-a445-37509734b542 x-openstack-request-id: req-219b0725-f6d4-4b69-a445-37509734b542 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:49.471696 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65", "tag": "2c4ecfe1-0166-46f5-8029-56e9627041d6", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:49.472001 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-219b0725-f6d4-4b69-a445-37509734b542 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:49.472342 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'tag': '2c4ecfe1-0166-46f5-8029-56e9627041d6', 'status': 'completed', 'code': 200} Jul 07 22:28:49.480366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:49.493234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:49.571244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=a81248f6-64e3-49a4-b06f-5848604a1596,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.583950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-44c7449c-2ed6-405a-bdef-ebb2b133762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.585460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-50c8cc16-496e-4549-b5d0-c528b1996274 req-44c7449c-2ed6-405a-bdef-ebb2b133762b service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751787 Jul 07 22:28:49.595989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8828034 Jul 07 22:28:49.671244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5a83-90f2-493b-a156-4f32a60ee66b req-12bee145-1f73-4680-9a64-5c3431de8901 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.677795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c04a5a83-90f2-493b-a156-4f32a60ee66b req-12bee145-1f73-4680-9a64-5c3431de8901 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 943 time: 0.8822789 Jul 07 22:28:49.683936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Network ab868c2f-8675-4f3e-8f49-588e61a6c936 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:49.692169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-84e612ff-fa65-43c7-af1a-1a1cf182f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.695007 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-84e612ff-fa65-43c7-af1a-1a1cf182f2fa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 1095 time: 0.3117967 Jul 07 22:28:49.709379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987cd6d-f5de-4fcd-8d3d-63d6567fdbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=3f6c8cb9-b25c-4bea-a932-d7675b828182,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.723499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 3f6c8cb9-b25c-4bea-a932-d7675b828182 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:49.726448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ab868c2f-8675-4f3e-8f49-588e61a6c936) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:49.786053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.786688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.826521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c04a5a83-90f2-493b-a156-4f32a60ee66b req-15aea90b-0a17-418a-948f-df7b693c4a3b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393354 Jul 07 22:28:49.847406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4f11ed3e-aec6-4880-840b-e149f3ad37ad admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9469669 Jul 07 22:28:49.847654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb805e67-afef-4da4-95d8-729008557946 None None] Network ab868c2f-8675-4f3e-8f49-588e61a6c936 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:49.929864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-89e673a4-e1f8-47cc-b7fd-2488d8224479 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6 HTTP/1.1" status: 200 len: 217 time: 0.0506399 Jul 07 22:28:50.068361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb481a7-6814-48db-b3d3-64359c93742e None None] Network ab868c2f-8675-4f3e-8f49-588e61a6c936 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:50.071661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144e8f7a-004b-4825-9728-d2cd1f5c470f {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:50.080097 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.096758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Transition to ACTIVE for port object 144e8f7a-004b-4825-9728-d2cd1f5c470f will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:50.105409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.189446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58000993-3057-4152-98e8-699827f54b96 service neutron] Pushing event updated for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:50.194515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-9a115433-baa7-4f22-aa67-7a5bf2c628ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.196359 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-9a115433-baa7-4f22-aa67-7a5bf2c628ee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.2566004 Jul 07 22:28:50.198871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.206768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:50.209367 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d289bc3b-9019-4bf9-832e-3e286ad208d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:50.274226 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c88c6-63f6-4ded-9561-d6231bbb7104 x-openstack-request-id: req-134c88c6-63f6-4ded-9561-d6231bbb7104 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:50.274769 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:50.275212 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-134c88c6-63f6-4ded-9561-d6231bbb7104 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:50.275794 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53', 'status': 'completed', 'code': 200} Jul 07 22:28:50.324278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Attempting to bind port 144e8f7a-004b-4825-9728-d2cd1f5c470f on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:50.324699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Attempting to bind port 144e8f7a-004b-4825-9728-d2cd1f5c470f by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:50.325633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Attempting to bind port 144e8f7a-004b-4825-9728-d2cd1f5c470f on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:50.330302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Port 144e8f7a-004b-4825-9728-d2cd1f5c470f on network a5c06822-a6d4-4ef8-8129-083ba93ef651 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:50.330726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Attempting to bind port 144e8f7a-004b-4825-9728-d2cd1f5c470f on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:50.336832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:50.337183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Checking segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:50.337582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Bound using segment: {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:50.338022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Bound port: 144e8f7a-004b-4825-9728-d2cd1f5c470f, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:50.338394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.429966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-977aaebe-2e74-4057-88d2-0fa573360a7f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820312 Jul 07 22:28:50.461740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:50.467003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:50.477105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.642588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.643212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.645203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-58000993-3057-4152-98e8-699827f54b96 service neutron] 10.222.0.103 "PUT /v2.0/ports/144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 200 len: 1091 time: 1.8936322 Jul 07 22:28:50.682807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.683317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.683802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.684282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.685308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.685942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.686429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.692949 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-6343a7c9-08b3-497a-9e79-7c4b42d0d3fd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6316 time: 0.3463857 Jul 07 22:28:50.735680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:50.743738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.831370 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-5b4aca29-abb2-45fd-967d-5390b48b3e34 service neutron] 10.222.0.97 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824642 Jul 07 22:28:50.877467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58000993-3057-4152-98e8-699827f54b96 service neutron] Pushing event updated for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:50.945527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e6171e9-a9cb-4196-837e-d27bfe445cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.987430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:50.994879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.004007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.011259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.020750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.032067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.039680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.042267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-f028b3f2-b222-493a-8b80-e601402acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.042862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-f028b3f2-b222-493a-8b80-e601402acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.043399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-f028b3f2-b222-493a-8b80-e601402acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.043720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-1519f606-b911-41c9-b534-6b2910838df3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5406 time: 0.4446166 Jul 07 22:28:51.045722 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-f028b3f2-b222-493a-8b80-e601402acb35 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=a226a12ecb6846b4b54a422f20240826&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3299127 Jul 07 22:28:51.070191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde47d-dc4e-464f-9a75-a7ac2961ec13 req-9f058277-3eb9-4cab-bad2-41d9c0e0f6a3 tempest-ComputeTenantNetworksTest-1404110622 tempest-ComputeTenantNetworksTest-1404110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.077317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde47d-dc4e-464f-9a75-a7ac2961ec13 req-9f058277-3eb9-4cab-bad2-41d9c0e0f6a3 tempest-ComputeTenantNetworksTest-1404110622 tempest-ComputeTenantNetworksTest-1404110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.084061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde47d-dc4e-464f-9a75-a7ac2961ec13 req-9f058277-3eb9-4cab-bad2-41d9c0e0f6a3 tempest-ComputeTenantNetworksTest-1404110622 tempest-ComputeTenantNetworksTest-1404110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.085802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60fde47d-dc4e-464f-9a75-a7ac2961ec13 req-9f058277-3eb9-4cab-bad2-41d9c0e0f6a3 tempest-ComputeTenantNetworksTest-1404110622 tempest-ComputeTenantNetworksTest-1404110622-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5345385 Jul 07 22:28:51.111205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.137159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-966b3b09-7193-4fcd-a4ad-97d9d8e92793 req-60982cdb-fe90-4da8-ac81-1175c99d665c service neutron] 10.222.0.97 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947855 Jul 07 22:28:51.197321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-b5b7a42e-93e7-4cd5-b911-2f0872facfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.198852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d289bc3b-9019-4bf9-832e-3e286ad208d2 req-b5b7a42e-93e7-4cd5-b911-2f0872facfe8 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434593 Jul 07 22:28:51.201949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router b7229585-91e3-4c1d-83e7-e7ade816cdac is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:28:51.209485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4ee258d-2ecc-4507-9d79-299becf3713a req-9d667f83-6818-4ca6-a7ef-c31235343ef4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203551 Jul 07 22:28:51.397399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-73761df5-0d0a-42f2-9977-9337bba40194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.399039 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-73761df5-0d0a-42f2-9977-9337bba40194 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 1095 time: 0.1901276 Jul 07 22:28:51.399794 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.508333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:51.508718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf529c-bb78-463f-b957-81636e19b486 req-5eca81cd-a7b9-4a17-95c0-4e1b640beb6a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.509474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8bf529c-bb78-463f-b957-81636e19b486 req-5eca81cd-a7b9-4a17-95c0-4e1b640beb6a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 943 time: 0.1474290 Jul 07 22:28:51.521239 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Sync routers for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:51.543419 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:51.544729 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:51.552156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.553605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fd2e2378-f449-4101-817d-9e6a665ff633 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.5346644 Jul 07 22:28:51.557925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55350) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:51.563785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af951ed6-cefc-4c96-9c25-ba55ee5927bb {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:51.577560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-d623a4bd-8c60-4f33-a62a-4fdacaf5d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.579294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-d623a4bd-8c60-4f33-a62a-4fdacaf5d003 service neutron] 10.222.0.97 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.1481795 Jul 07 22:28:51.611874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.645659 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-309bb617-1537-46c9-8b68-4a73761420d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6 HTTP/1.1" status: 200 len: 217 time: 0.0409913 Jul 07 22:28:51.647790 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6767d0e7-2147-4b26-b73e-125437a8fbbf tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=0027aab0e4fd4fe99f2b74340a85f35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0885549 Jul 07 22:28:51.650464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:51.687787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Transition to ACTIVE for port object af951ed6-cefc-4c96-9c25-ba55ee5927bb will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:51.700440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8bf529c-bb78-463f-b957-81636e19b486 req-6f09254f-d686-4ab8-a602-eb902f19a034 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847811 Jul 07 22:28:51.703396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.754416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-cf83dc8e-5f71-4166-b86a-7236b2c5085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.755956 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-cf83dc8e-5f71-4166-b86a-7236b2c5085b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.0944073 Jul 07 22:28:51.772524 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:51.822297 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-564f2eaa-2986-4ac0-a712-f9af6746979e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392394 Jul 07 22:28:51.835487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:51.909395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-3ad02b08-f31b-4e61-9244-3881fb46c2d0 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.912599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-3ad02b08-f31b-4e61-9244-3881fb46c2d0 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/networks?id=ab868c2f-8675-4f3e-8f49-588e61a6c936 HTTP/1.1" status: 200 len: 821 time: 0.3731742 Jul 07 22:28:51.982093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf0903-4e46-4d28-9a8c-c713c324580a tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.983868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4eaf0903-4e46-4d28-9a8c-c713c324580a tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3322537 Jul 07 22:28:51.988315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55368) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:52.025365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7be61881-132d-4fa3-ab3c-9652459889f6 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362763 Jul 07 22:28:52.034046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:52.039210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631693275', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:52.065013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f76a0-0dc2-49db-a4ac-f41ef6186493 req-905a1b57-1ee5-4139-8eea-97e69bec66e6 tempest-ComputeTenantNetworksTest-1404110622 tempest-ComputeTenantNetworksTest-1404110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.066244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-540f76a0-0dc2-49db-a4ac-f41ef6186493 req-905a1b57-1ee5-4139-8eea-97e69bec66e6 tempest-ComputeTenantNetworksTest-1404110622 tempest-ComputeTenantNetworksTest-1404110622-project] 10.222.0.95 "GET /v2.0/networks/3f6c8cb9-b25c-4bea-a932-d7675b828182 HTTP/1.1" status: 200 len: 769 time: 0.3135395 Jul 07 22:28:52.110335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:52.112034 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.117680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Attempting to bind port af951ed6-cefc-4c96-9c25-ba55ee5927bb on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:52.118860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Attempting to bind port af951ed6-cefc-4c96-9c25-ba55ee5927bb by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:52.119421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Attempting to bind port af951ed6-cefc-4c96-9c25-ba55ee5927bb on network b918ddb7-675e-4c85-83ec-efd0139d359f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:52.126730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:49Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:52.132737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Port af951ed6-cefc-4c96-9c25-ba55ee5927bb on network b918ddb7-675e-4c85-83ec-efd0139d359f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:52.133332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Attempting to bind port af951ed6-cefc-4c96-9c25-ba55ee5927bb on network b918ddb7-675e-4c85-83ec-efd0139d359f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:52.144144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:52.145342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Checking segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:52.146428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Bound using segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:52.147051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Bound port: af951ed6-cefc-4c96-9c25-ba55ee5927bb, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:52.147683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.179768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-c2520ac9-18bc-4600-8941-a1b60273bb1e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/quotas/c7bd21b99d6245889895d4838b0687d1 HTTP/1.1" status: 200 len: 375 time: 0.1122599 Jul 07 22:28:52.187855 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Checking router: b7229585-91e3-4c1d-83e7-e7ade816cdac for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:52.192587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Updating router b7229585-91e3-4c1d-83e7-e7ade816cdac port a81248f6-64e3-49a4-b06f-5848604a1596 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:28:52.220037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-0b880907-1452-4757-a719-dd7b4ae9d8c4 service neutron] 10.222.0.97 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879158 Jul 07 22:28:52.268374 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.575467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:52.577787 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a6da48-713b-4033-ba58-fa23cadb05d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:52.607549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-808670ae-8e25-4359-bc30-8ae3a6ba6146 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c7bd21b99d6245889895d4838b0687d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4265311 Jul 07 22:28:52.688104 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.691848 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.702746 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Transition to ACTIVE for port object a81248f6-64e3-49a4-b06f-5848604a1596 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:52.717815 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.784149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:52.799566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.806057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.813926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.826957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.833763 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Attempting to bind port a81248f6-64e3-49a4-b06f-5848604a1596 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:52.834155 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Attempting to bind port a81248f6-64e3-49a4-b06f-5848604a1596 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:52.834587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Attempting to bind port a81248f6-64e3-49a4-b06f-5848604a1596 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:52.840362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.842868 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Pushing event updated for resources: {'Port': ['ID=a81248f6-64e3-49a4-b06f-5848604a1596,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:52.845510 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:52.846369 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:52.846369 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.846718 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:52.847108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:52.847285 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Bound port: a81248f6-64e3-49a4-b06f-5848604a1596, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:52.847686 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.851729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.855426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.867129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.870226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa6c3ac3-d180-4635-b578-9298057c647e req-88ac37e7-401b-48ba-bb29-992eded60a98 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5418 time: 0.2896509 Jul 07 22:28:52.887615 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.888286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.888798 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.889811 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.890321 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.890878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.891717 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.892489 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.892991 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.893532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.893739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:52.894233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.894823 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:52.922610 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.927983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1ae28af2-3fe8-4915-9d84-9962d12e2d95 req-bdf1ca88-0b7a-4b18-a3e1-be482126e2ba service neutron] 10.222.0.97 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962841 Jul 07 22:28:52.947339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.973891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6c8cb9-b25c-4bea-a932-d7675b828182']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:52.988122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:52.991178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55490e5-b49b-4a53-91e1-03c4a57e4a2a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:52.991669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55490e5-b49b-4a53-91e1-03c4a57e4a2a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:52.996442 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] For port a81248f6-64e3-49a4-b06f-5848604a1596, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:53.003260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-fedd99aa-45fc-4f0a-a746-31d76d9c3fb5 service neutron] 10.222.0.95 "GET /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947458 Jul 07 22:28:53.008317 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] For port a81248f6-64e3-49a4-b06f-5848604a1596, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a81248f6-64e3-49a4-b06f-5848604a1596,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:53.012916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.024571 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.035372 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.046680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:53.047140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:53.049227 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:53.065453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.066097 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.082512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f9e6d371-b51c-40da-92d0-4ee2df5dc5e5 service neutron] 10.222.0.103 "PUT /v2.0/ports/af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 1092 time: 2.3637846 Jul 07 22:28:53.106112 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:53.108259 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.117854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa6c3ac3-d180-4635-b578-9298057c647e req-647ae119-615e-41d7-959f-ce91a26803f3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342525 Jul 07 22:28:53.179444 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3fd0-bea1-460b-a8f1-277a2e72a18d None None] Pushing event updated for resources: {'Port': ['ID=a81248f6-64e3-49a4-b06f-5848604a1596,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:53.185613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.208039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.210091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Request body: {'port': {'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:53.214112 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] 10.222.0.95 "DELETE /v2.0/networks/3f6c8cb9-b25c-4bea-a932-d7675b828182 HTTP/1.1" status: 204 len: 168 time: 1.0978801 Jul 07 22:28:53.285709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903509ed-2181-4025-84a2-f22a21f6208c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6c8cb9-b25c-4bea-a932-d7675b828182,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:53.293587 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aef0fb-b318-47a4-a290-ff62708e0cf2 x-openstack-request-id: req-37aef0fb-b318-47a4-a290-ff62708e0cf2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:53.294337 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:53.294941 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-37aef0fb-b318-47a4-a290-ff62708e0cf2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:53.295446 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f', 'status': 'completed', 'code': 200} Jul 07 22:28:53.434186 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:53.473845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.541903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.542976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.544092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.544802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.545545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.546272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.547004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.549296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-152e7128-0585-4cbd-a734-7216a6b8a5c3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6426 time: 0.2820315 Jul 07 22:28:53.552275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55428) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:53.559993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-02de999b-85c0-49d4-b502-9cb192041867 service neutron] 10.222.0.95 "GET /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352840 Jul 07 22:28:53.569137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.654176 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.711510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6119-65f4-4298-a159-8ad3f77cc6f9 req-f67d7893-a45a-4c75-a949-69080469e4ae tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.713491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-785bffc7-b65d-43fb-8b4c-329513c38cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.715612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-785bffc7-b65d-43fb-8b4c-329513c38cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.716506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-785bffc7-b65d-43fb-8b4c-329513c38cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.719573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2c6119-65f4-4298-a159-8ad3f77cc6f9 req-f67d7893-a45a-4c75-a949-69080469e4ae tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 943 time: 0.2190259 Jul 07 22:28:53.721848 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-785bffc7-b65d-43fb-8b4c-329513c38cd1 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=a226a12ecb6846b4b54a422f20240826&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1535640 Jul 07 22:28:53.793060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b2c6119-65f4-4298-a159-8ad3f77cc6f9 req-34dbbe63-b9f1-42e6-aa5d-b53193240316 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jul 07 22:28:53.815867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2c4ecfe1-0166-46f5-8029-56e9627041d6 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:53.822343 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:49Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.904170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3c1ab-3c52-4a9e-bbd6-06b9a488b72a None None] The sync data for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 is: [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:49Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:53.904665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7aa3cfc2-a1cc-43bf-9c10-3a9b1f933761 req-c2bc0dd3-63ee-408a-a4d0-ad8755697375 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 210 time: 0.0456767 Jul 07 22:28:53.937485 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2fc3e75c-2be0-4dbe-88f8-04f715d159f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dc7f0c09e9264775b2722314067df50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805909 Jul 07 22:28:53.941795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55438) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:53.959718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Subnet': ['ID=45e9254c-1921-40e3-bfa1-89f44cdcca18,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:53.974949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Checking segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:53.975483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network hostable DHCP agents. Network: 82fb8f2b-4c29-4c9c-b5da-9f361694d375, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:54.028087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:54.043378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 82fb8f2b-4c29-4c9c-b5da-9f361694d375) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:54.064261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423240ec-2c68-49e9-9306-a117693239e9 None None] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:54.064457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.068343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.068960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0adc22a-76a0-4f92-94d0-d2b6e9310b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.071792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-8dfef0be-fbf9-44bd-af26-8af5b0902604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.073993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b4a6da48-713b-4033-ba58-fa23cadb05d7 req-8dfef0be-fbf9-44bd-af26-8af5b0902604 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129985 Jul 07 22:28:54.097660 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1d99d56f-2947-4313-ab0b-187d0200d629 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0623927 Jul 07 22:28:54.103283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55442) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:54.138975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0adc22a-76a0-4f92-94d0-d2b6e9310b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.194402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351d0723-1b9b-4c62-9984-5f260cf0a2b7 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:54.232876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.316857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2c4ecfe1-0166-46f5-8029-56e9627041d6, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:54.322474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Transition to ACTIVE for port object 351d0723-1b9b-4c62-9984-5f260cf0a2b7 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:54.329362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.414396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '2c4ecfe1-0166-46f5-8029-56e9627041d6', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': '2c4ecfe1-0166-46f5-8029-56e9627041d6', 'mac_address': 'fa:16:3e:5a:c6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:54.432624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Pushing event updated for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:54.502339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0adc22a-76a0-4f92-94d0-d2b6e9310b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.507173 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0adc22a-76a0-4f92-94d0-d2b6e9310b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.519123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c0adc22a-76a0-4f92-94d0-d2b6e9310b3f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7375dd0b-ef2f-4c8e-a07a-86aa201b3129 HTTP/1.1" status: 204 len: 168 time: 0.5761850 Jul 07 22:28:54.586697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.623295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adc22a-76a0-4f92-94d0-d2b6e9310b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375dd0b-ef2f-4c8e-a07a-86aa201b3129,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:54.891221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Attempting to bind port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:54.891512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Attempting to bind port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:54.891839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Attempting to bind port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 on network b918ddb7-675e-4c85-83ec-efd0139d359f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:54.933992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.963611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.970521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.991946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.027181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.034223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.048913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.052979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-ea31a864-8db9-46fe-8d25-9610707a769f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.5773437 Jul 07 22:28:55.053629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 on network b918ddb7-675e-4c85-83ec-efd0139d359f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:55.054267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Attempting to bind port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 on network b918ddb7-675e-4c85-83ec-efd0139d359f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:55.128841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4ecfe1-0166-46f5-8029-56e9627041d6 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:55.152708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:55.153275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Checking segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:55.153771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Bound using segment: {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:55.155097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Bound port: 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8d8976-3f83-4a78-85e0-91465101280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:55.155670 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.233157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.242579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:55.247390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:55.271780 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.332258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2c4ecfe1-0166-46f5-8029-56e9627041d6, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:55.358732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:55.361270 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5076b77-8fad-45bf-bb11-b3b83f4c0400" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:55.392848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.397780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d2e4c14-a0e5-42dd-b4f3-dbb0f1771017 req-bcfebb8f-9b18-4bf7-abb6-41716dc576cd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3233328 Jul 07 22:28:55.426256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.428567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.432101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] 10.222.0.103 "PUT /v2.0/ports/351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 1092 time: 2.3132522 Jul 07 22:28:55.437543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ce686-3fb7-47fe-862d-5a16fe7d74c8 service neutron] Pushing event updated for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:55.534113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:55.536003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024192c9-40db-4a56-a2c7-dc5c5cac20f0 req-0c683a89-18f7-4cff-bed4-b24afca8712e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.544305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024192c9-40db-4a56-a2c7-dc5c5cac20f0 req-0c683a89-18f7-4cff-bed4-b24afca8712e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 943 time: 0.4484110 Jul 07 22:28:55.547458 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.712193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2c4ecfe1-0166-46f5-8029-56e9627041d6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:55.762531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-452a3f2d-172c-4d72-8bb1-a2baaa3162fe req-a25f5462-09f5-4af1-827e-622b73fbfb0c tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 210 time: 0.0770204 Jul 07 22:28:55.769517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['2c4ecfe1-0166-46f5-8029-56e9627041d6'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:55.772322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024192c9-40db-4a56-a2c7-dc5c5cac20f0 req-3ef14336-ef73-49e0-b21d-d85958373eba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167997 Jul 07 22:28:55.869212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.875083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.877208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.880457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.883606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.884173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.888478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.890701 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-f4a027d4-0f1d-4736-b3d7-b63dbffeffcf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6494 time: 0.3958764 Jul 07 22:28:55.895271 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1d7a54-ee8e-49f7-9e80-247fd6761306 x-openstack-request-id: req-3e1d7a54-ee8e-49f7-9e80-247fd6761306 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:55.905133 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:55.906423 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3e1d7a54-ee8e-49f7-9e80-247fd6761306 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:55.909691 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb', 'status': 'completed', 'code': 200} Jul 07 22:28:55.932625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.1 (82fb8f2b-4c29-4c9c-b5da-9f361694d375/45e9254c-1921-40e3-bfa1-89f44cdcca18/145b052a-4b10-45f0-93f9-025cd9333af0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:55.951668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-d04990fc-fcb9-4213-a74a-d3a1aca90b8a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 217 time: 0.0408080 Jul 07 22:28:55.986406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a81248f6-64e3-49a4-b06f-5848604a1596 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:56.082119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8c31fa2c-c00f-4a6f-9634-7546b474d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.084003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8c31fa2c-c00f-4a6f-9634-7546b474d03b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 200 len: 855 time: 0.1180236 Jul 07 22:28:56.175687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.189837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 145b052a-4b10-45f0-93f9-025cd9333af0 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:56.209725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a81248f6-64e3-49a4-b06f-5848604a1596 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:56.223240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a81248f6-64e3-49a4-b06f-5848604a1596 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:56.223694 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.236027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-6bc2a845-cb6d-4983-bd09-f8e382c36554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.237436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.238141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-6bc2a845-cb6d-4983-bd09-f8e382c36554 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab4393e0-f396-4313-834a-399375417fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378379 Jul 07 22:28:56.338649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:56.366218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:56.368385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-a7f875be-2166-464f-95a5-f1ebdd923756 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236625 Jul 07 22:28:56.371072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:56.406688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Allocated IP 172.20.0.2 (82fb8f2b-4c29-4c9c-b5da-9f361694d375/45e9254c-1921-40e3-bfa1-89f44cdcca18/d3c177cc-d5fd-4486-8e73-484e546531eb) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:56.473682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.483861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-691a5f79-48f8-4cdc-8293-bc5e9ae45736 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.487165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-691a5f79-48f8-4cdc-8293-bc5e9ae45736 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.103 "GET /v2.0/networks?id=ab868c2f-8675-4f3e-8f49-588e61a6c936 HTTP/1.1" status: 200 len: 821 time: 0.4971364 Jul 07 22:28:56.493995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=145b052a-4b10-45f0-93f9-025cd9333af0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.523123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Request body: {'port': {'device_id': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936', 'admin_state_up': True, 'tenant_id': 'c7bd21b99d6245889895d4838b0687d1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:56.528728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55498) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:56.557861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a81248f6-64e3-49a4-b06f-5848604a1596, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a81248f6-64e3-49a4-b06f-5848604a1596,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:56.571168 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.639463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-81a7a3c6-c0ad-431b-897e-ec873165e412 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630050 Jul 07 22:28:56.680624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a81248f6-64e3-49a4-b06f-5848604a1596,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.735120 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.737526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-927a918e-d31d-4aa2-9120-1e5f30888a36 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 217 time: 0.0909951 Jul 07 22:28:56.777238 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.802553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Transition to ACTIVE for port object d3c177cc-d5fd-4486-8e73-484e546531eb will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:56.833950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-6046e2da-9f85-48f5-bc73-e732830cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.835988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-6046e2da-9f85-48f5-bc73-e732830cb06c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0929070 Jul 07 22:28:56.838941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Transition to ACTIVE for port object d3c177cc-d5fd-4486-8e73-484e546531eb will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:56.857409 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.923255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Made reservation on behalf of c7bd21b99d6245889895d4838b0687d1 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:56.925154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:56.926490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9c45843-1104-4ff2-ace7-3e690dfaf1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.928578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:56.932286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.935806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:56.948005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Pushing event updated for resources: {'Port': ['ID=d3c177cc-d5fd-4486-8e73-484e546531eb,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.977064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.988055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.995345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.002521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.009408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.016884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.024709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.032157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Attempting to bind port d3c177cc-d5fd-4486-8e73-484e546531eb on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:57.033889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Attempting to bind port d3c177cc-d5fd-4486-8e73-484e546531eb by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:57.035222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Attempting to bind port d3c177cc-d5fd-4486-8e73-484e546531eb on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:57.035369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-986a57b6-de24-44c0-9e4d-05c5bd42c52b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2487016 Jul 07 22:28:57.046974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:57.047646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Checking segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:57.048312 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.049793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Bound using segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:57.051603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Bound port: d3c177cc-d5fd-4486-8e73-484e546531eb, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:57.052193 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.086573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-be0cf6fc-fb17-4273-9a6a-7514981c5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.096597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-be0cf6fc-fb17-4273-9a6a-7514981c5cc7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2470901 Jul 07 22:28:57.141881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.166281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] For port d3c177cc-d5fd-4486-8e73-484e546531eb, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:57.174152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] For port d3c177cc-d5fd-4486-8e73-484e546531eb, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d3c177cc-d5fd-4486-8e73-484e546531eb,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:57.186811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.286370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Allocated IP 172.20.0.8 (ab868c2f-8675-4f3e-8f49-588e61a6c936/aaf8b778-8020-4085-a96a-ef22c661300b/f78a1f99-4783-46b9-b6a8-37231dc20e14) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:57.336232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4ce02-f3fd-45a9-b3b4-d04be0ffba91 None None] Pushing event updated for resources: {'Port': ['ID=d3c177cc-d5fd-4486-8e73-484e546531eb,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:57.342953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b6c8de7-7a94-4d10-9cf6-0f5070cf70c6 req-5972b34e-e7ba-4a29-8aab-bbe90962ef1d tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 210 time: 0.2684798 Jul 07 22:28:57.368485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-c6b5e109-50f6-44fd-94e0-b76b0b659353 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936655 Jul 07 22:28:57.415233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b2887b9-2fdf-4cfe-8789-05d3ac70a4e0 req-9b4bb444-2be7-48ea-96f2-7a614aa20ab9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3699298 Jul 07 22:28:57.536088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-87d988dc-b81c-431d-9ce0-ffac31a40633 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611767 Jul 07 22:28:57.570430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9c45843-1104-4ff2-ace7-3e690dfaf1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.615393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-3e9b3fba-1cca-4595-acbf-8a03c926927b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 217 time: 0.0671768 Jul 07 22:28:57.615620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9c45843-1104-4ff2-ace7-3e690dfaf1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.789787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a81248f6-64e3-49a4-b06f-5848604a1596 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:57.834413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.846264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.861753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.861950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2c4ecfe1-0166-46f5-8029-56e9627041d6 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:57.937989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a9c45843-1104-4ff2-ace7-3e690dfaf1b9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e3c0f47f4f17494e8003be2be696d81a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4049919 Jul 07 22:28:57.938948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:57.949315 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b34c4-6bf9-4066-b399-4e691014f863" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:57.956139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-265ada69-66fb-4cfd-a12d-17f828daf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.961762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-265ada69-66fb-4cfd-a12d-17f828daf44c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.2849698 Jul 07 22:28:57.964377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55536) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:57.969909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a81248f6-64e3-49a4-b06f-5848604a1596 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:57.970317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.051716 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd139b64-7f6c-4736-b2f7-c08903504b34 x-openstack-request-id: req-bd139b64-7f6c-4736-b2f7-c08903504b34 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:58.052332 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:58.052332 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bd139b64-7f6c-4736-b2f7-c08903504b34 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:58.052686 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7', 'status': 'completed', 'code': 200} Jul 07 22:28:58.078811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c45843-1104-4ff2-ace7-3e690dfaf1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b6d79-2c88-4f07-8668-1f7b70851ad2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.082851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=145b052a-4b10-45f0-93f9-025cd9333af0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.101148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.107320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 2c4ecfe1-0166-46f5-8029-56e9627041d6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:58.121726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 2c4ecfe1-0166-46f5-8029-56e9627041d6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:58.122823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.146027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.158103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4ab7-336a-4bda-9660-ff35aba88efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.180568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afa9de-a9e1-41a2-bccd-21bc9391ded8 req-718889d3-f510-479c-925d-d2bcda53aedc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.187977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0afa9de-a9e1-41a2-bccd-21bc9391ded8 req-718889d3-f510-479c-925d-d2bcda53aedc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 944 time: 0.6211998 Jul 07 22:28:58.234094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Network ab868c2f-8675-4f3e-8f49-588e61a6c936 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:58.244458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4ab7-336a-4bda-9660-ff35aba88efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.248867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:58.251993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:58.274724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.311645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0afa9de-a9e1-41a2-bccd-21bc9391ded8 req-e4fc6608-6844-4e43-9e6f-b5fd8e6586e1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226754 Jul 07 22:28:58.326433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Pushing event updated for resources: {'Port': ['ID=f78a1f99-4783-46b9-b6a8-37231dc20e14,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.342948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4ecfe1-0166-46f5-8029-56e9627041d6'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:58.343970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-deee4b14-892d-4640-9386-d89dc28a6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.345910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-deee4b14-892d-4640-9386-d89dc28a6c11 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923384 Jul 07 22:28:58.350078 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42676337-970a-4d47-83c1-95037f6e39e2" -d '{"events": [{"server_uuid": "db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65", "name": "network-vif-plugged", "status": "completed", "tag": "2c4ecfe1-0166-46f5-8029-56e9627041d6"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:58.422108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 2c4ecfe1-0166-46f5-8029-56e9627041d6, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:58.427726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.428614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.436456 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.455633 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-a784c03c-6554-44c6-983c-ab3ad6c0f9e9 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9424732 Jul 07 22:28:58.488133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4ab7-336a-4bda-9660-ff35aba88efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.497391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Request body: {'port': {'device_id': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:58.519967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4ab7-336a-4bda-9660-ff35aba88efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.523684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dd8f4ab7-336a-4bda-9660-ff35aba88efd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/299b6d79-2c88-4f07-8668-1f7b70851ad2 HTTP/1.1" status: 204 len: 168 time: 0.5503595 Jul 07 22:28:58.566800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=2c4ecfe1-0166-46f5-8029-56e9627041d6,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.570732 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4dd944-0b00-40f8-b13f-e5689d50aa6f x-openstack-request-id: req-9f4dd944-0b00-40f8-b13f-e5689d50aa6f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:58.571035 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65", "name": "network-vif-plugged", "status": "completed", "tag": "2c4ecfe1-0166-46f5-8029-56e9627041d6", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:58.571293 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9f4dd944-0b00-40f8-b13f-e5689d50aa6f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:58.578615 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4ecfe1-0166-46f5-8029-56e9627041d6', 'code': 200} Jul 07 22:28:58.582291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f4ab7-336a-4bda-9660-ff35aba88efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b6d79-2c88-4f07-8668-1f7b70851ad2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.592643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.596284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.596833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.601494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.602081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.602607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.603135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.603645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.604286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.604791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.605301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.610139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:58.656678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.713712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:58.737927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-fee0dc56-9181-4802-b34d-4cda3c5523fc service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829176 Jul 07 22:28:58.839543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:58.924982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701953d-6bda-47d5-be01-1b879a6ced87 req-5b654ae3-083f-445a-9506-fdbb95e053fa tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.931219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75deae-cfd6-4146-9ae9-475d72bed015 None None] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:58.932146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e701953d-6bda-47d5-be01-1b879a6ced87 req-5b654ae3-083f-445a-9506-fdbb95e053fa tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 931 time: 0.2827160 Jul 07 22:28:58.963623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-7c5b3244-fbf7-4323-961d-1813ba4e7f19 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034554 Jul 07 22:28:58.980022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.985991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.992161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:58.998714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.004884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.010813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.017625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.019771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-ece3f00c-02c7-43b4-9f0e-3b4003baf8da tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2882900 Jul 07 22:28:59.057585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-80878ae4-48f1-47ea-b3f2-952d98e22f57 None None] Provisioning for port d3c177cc-d5fd-4486-8e73-484e546531eb completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:59.064837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55794ef3-f0f6-4fc3-a55e-a438d6c9ecd1 req-13efe88b-a1d2-4234-85c2-01b547adef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.066588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-55794ef3-f0f6-4fc3-a55e-a438d6c9ecd1 req-13efe88b-a1d2-4234-85c2-01b547adef47 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 1097 time: 0.4110761 Jul 07 22:28:59.078602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router b7229585-91e3-4c1d-83e7-e7ade816cdac has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:59.083559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e701953d-6bda-47d5-be01-1b879a6ced87 req-d4b05cbc-8ae4-412e-bc24-85d60850729c tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506631 Jul 07 22:28:59.097156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-6f44d493-420b-4854-9076-8ed0e01d47c3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 200 len: 217 time: 0.0751464 Jul 07 22:28:59.174325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3572833-03f0-40cd-9af7-5104c7fc084b req-c4ab4d70-fd06-434f-8378-3a9896131baa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382616 Jul 07 22:28:59.198465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-3c7078de-1184-4d5d-be87-59ff40d7a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.199483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-3c7078de-1184-4d5d-be87-59ff40d7a622 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0957437 Jul 07 22:28:59.279192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-ed13825c-c737-4c9c-94d9-8eae5e16b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.283155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-ed13825c-c737-4c9c-94d9-8eae5e16b3dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763078 Jul 07 22:28:59.300425 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-55794ef3-f0f6-4fc3-a55e-a438d6c9ecd1 req-821db3f4-3394-46cb-b45c-28ddefb1718b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204669 Jul 07 22:28:59.391553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:59.402769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05eaf165-7358-4e71-9d42-ec916dad7339 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/b7229585-91e3-4c1d-83e7-e7ade816cdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2933071 Jul 07 22:28:59.411211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Sync routers for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:59.428768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:59.429806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:59.471505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-b5bd0db8-5eff-467f-bd21-6aceadec5894 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824207 Jul 07 22:28:59.503489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78a1f99-4783-46b9-b6a8-37231dc20e14 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:59.516147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.547099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Transition to ACTIVE for port object f78a1f99-4783-46b9-b6a8-37231dc20e14 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:59.558213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.685190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:59.718328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1df5e26a-7c77-4f7d-9cf2-61da9f488c36 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382252 Jul 07 22:28:59.768965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40ecc4-de59-4566-8ca3-987586d57f09 req-8c545bd2-d059-4107-92f0-b7bb8c15a959 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.777042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c40ecc4-de59-4566-8ca3-987586d57f09 req-8c545bd2-d059-4107-92f0-b7bb8c15a959 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 945 time: 0.2378006 Jul 07 22:28:59.848819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55576) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:59.867607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-ae90b2af-9f82-4576-818d-be6a48ce1725 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 200 len: 217 time: 0.1373434 Jul 07 22:28:59.889136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d3c177cc-d5fd-4486-8e73-484e546531eb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:59.914127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1a805b-a504-41a8-bd4c-e79411ab8193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.033227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c40ecc4-de59-4566-8ca3-987586d57f09 req-f99ff4d3-e19e-48ff-a9a0-0779861b1f5c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832337 Jul 07 22:29:00.043223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6bf484e8-c8dc-44f3-8f1c-4b0001195b85 None None] Provisioning for port 145b052a-4b10-45f0-93f9-025cd9333af0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:00.108962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6bf484e8-c8dc-44f3-8f1c-4b0001195b85 None None] Provisioning complete for port 145b052a-4b10-45f0-93f9-025cd9333af0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:00.111162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bf484e8-c8dc-44f3-8f1c-4b0001195b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.199014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6bf484e8-c8dc-44f3-8f1c-4b0001195b85 None None] Port 145b052a-4b10-45f0-93f9-025cd9333af0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:00.218504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1a805b-a504-41a8-bd4c-e79411ab8193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.223374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-46bc32d8-482f-4355-8763-03f0051d7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:00.225160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-46bc32d8-482f-4355-8763-03f0051d7fa7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.3469727 Jul 07 22:29:00.270140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1a805b-a504-41a8-bd4c-e79411ab8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.293683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d3c177cc-d5fd-4486-8e73-484e546531eb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:00.327831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d3c177cc-d5fd-4486-8e73-484e546531eb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:00.328943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a805b-a504-41a8-bd4c-e79411ab8193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a8e39-b2fc-4249-b8c4-c68a0d1a94e6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:00.342869 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.460443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-40ce010d-6d0d-4d43-99b3-4c4396c91c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734089984&fields=id&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 267 time: 0.2325559 Jul 07 22:29:00.535337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6d055bae-cac6-4ade-a48c-e2815af41096 None None] Provisioning complete for port 145b052a-4b10-45f0-93f9-025cd9333af0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:00.535897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6d055bae-cac6-4ade-a48c-e2815af41096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.568266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Pushing event updated for resources: {'Port': ['ID=f78a1f99-4783-46b9-b6a8-37231dc20e14,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:00.650847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Attempting to bind port f78a1f99-4783-46b9-b6a8-37231dc20e14 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:00.651746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Attempting to bind port f78a1f99-4783-46b9-b6a8-37231dc20e14 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'ad02295e-722b-45a7-bea0-f732bbfba4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:00.653205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Attempting to bind port f78a1f99-4783-46b9-b6a8-37231dc20e14 on network ab868c2f-8675-4f3e-8f49-588e61a6c936 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:00.660877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Port f78a1f99-4783-46b9-b6a8-37231dc20e14 on network ab868c2f-8675-4f3e-8f49-588e61a6c936 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:00.661771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Attempting to bind port f78a1f99-4783-46b9-b6a8-37231dc20e14 on network ab868c2f-8675-4f3e-8f49-588e61a6c936 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:00.666437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6d055bae-cac6-4ade-a48c-e2815af41096 None None] Port 145b052a-4b10-45f0-93f9-025cd9333af0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:00.670555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:00.671225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Checking segment: {'id': 'ad02295e-722b-45a7-bea0-f732bbfba4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:00.671801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Bound using segment: {'id': 'ad02295e-722b-45a7-bea0-f732bbfba4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:00.674757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Bound port: f78a1f99-4783-46b9-b6a8-37231dc20e14, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad02295e-722b-45a7-bea0-f732bbfba4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:00.676367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.711523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 2, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:00.714974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.740863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Checking router: b7229585-91e3-4c1d-83e7-e7ade816cdac for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:00.741225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Updating router b7229585-91e3-4c1d-83e7-e7ade816cdac port 145b052a-4b10-45f0-93f9-025cd9333af0 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:00.766049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] For port f78a1f99-4783-46b9-b6a8-37231dc20e14, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:00.769615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] For port f78a1f99-4783-46b9-b6a8-37231dc20e14, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14,segment=NetworkSegment(ad02295e-722b-45a7-bea0-f732bbfba4f9),segment_id=ad02295e-722b-45a7-bea0-f732bbfba4f9)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:00.776012 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.810736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:00.811408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.813030 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] 10.222.0.103 "PUT /v2.0/ports/f78a1f99-4783-46b9-b6a8-37231dc20e14 HTTP/1.1" status: 200 len: 1092 time: 2.3389573 Jul 07 22:29:00.814553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'tag': 'f78a1f99-4783-46b9-b6a8-37231dc20e14'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:00.818440 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c077f50-c394-4077-b9f1-0ae012548107" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc1c64c-92fa-4017-b2f7-ad41f16b84bf", "tag": "f78a1f99-4783-46b9-b6a8-37231dc20e14"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:00.964125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a93f7-bcb8-4bc7-9994-afe0bb53e565 service neutron] Pushing event updated for resources: {'Port': ['ID=f78a1f99-4783-46b9-b6a8-37231dc20e14,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:00.982952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-4e14a15d-a969-4c08-b3c6-e0a5f1c0e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:00.984514 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-4e14a15d-a969-4c08-b3c6-e0a5f1c0e1b7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c7bd21b99d6245889895d4838b0687d1&device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 1095 time: 0.1092353 Jul 07 22:29:01.047448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.051928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d3c177cc-d5fd-4486-8e73-484e546531eb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d3c177cc-d5fd-4486-8e73-484e546531eb,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:01.065889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-34bfeea5-b196-462b-93b3-2bc948929459 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14 HTTP/1.1" status: 200 len: 217 time: 0.0726607 Jul 07 22:29:01.067429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-270d1316-f5b4-4082-8a23-cc107e044a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:01.069346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-270d1316-f5b4-4082-8a23-cc107e044a79 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8325603 Jul 07 22:29:01.073604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ac1a805b-a504-41a8-bd4c-e79411ab8193 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1bb8beff675d493eb3dd38b73e62fc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2128241 Jul 07 22:29:01.080687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55622) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:01.086485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5841f8ab-9120-4cdb-8923-9894eca3748d None None] Provisioning complete for port 145b052a-4b10-45f0-93f9-025cd9333af0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:01.087020 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5841f8ab-9120-4cdb-8923-9894eca3748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.102010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.154426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-82d63fea-5617-400d-a51f-527eba59162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:01.156363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-82d63fea-5617-400d-a51f-527eba59162b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aaf8b778-8020-4085-a96a-ef22c661300b HTTP/1.1" status: 200 len: 861 time: 0.0690105 Jul 07 22:29:01.217755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5841f8ab-9120-4cdb-8923-9894eca3748d None None] Port 145b052a-4b10-45f0-93f9-025cd9333af0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:01.221253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d3c177cc-d5fd-4486-8e73-484e546531eb,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:01.238608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-3fdce816-a89c-45fc-b585-44223129b02d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab868c2f-8675-4f3e-8f49-588e61a6c936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735779 Jul 07 22:29:01.320365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb20905-42cd-4c4c-a4ad-981e6ca94560 req-8fdd3990-ccab-450f-b8a3-926d2d1c3d22 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:01.330849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bb20905-42cd-4c4c-a4ad-981e6ca94560 req-8fdd3990-ccab-450f-b8a3-926d2d1c3d22 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 943 time: 0.9773896 Jul 07 22:29:01.437423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-d47fa046-f41c-4628-b25c-875e64df11e5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:01.444412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-d47fa046-f41c-4628-b25c-875e64df11e5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 797 time: 0.9830902 Jul 07 22:29:01.449065 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-60d4f9bc-e73e-4951-a789-ce991875fe42 service neutron] 10.222.0.103 "GET /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033563 Jul 07 22:29:01.458916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-02b9620b-0d7f-4f2d-b0e6-d04712ada788 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790319 Jul 07 22:29:01.474172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-530d85e0-a4e2-4fa6-aae7-5598e5b9d3af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/quotas/0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 375 time: 0.0288332 Jul 07 22:29:01.571759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bb20905-42cd-4c4c-a4ad-981e6ca94560 req-042c728c-3496-40d0-9706-5460a60b0017 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397771 Jul 07 22:29:01.592817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-acc7cf98-c768-4428-bee5-10a14ec68dd7 req-7f9b8e2d-ce13-419a-b7b2-d8358295fc46 service neutron] 10.222.0.103 "GET /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245413 Jul 07 22:29:01.593266 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.614704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Transition to ACTIVE for port object 145b052a-4b10-45f0-93f9-025cd9333af0 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:01.620213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab8aa-9ca0-40e4-b9fe-4087d2ea4eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.626103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.704590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08bf01-db9b-4c91-90e1-f7bd93d1ed99 None None] Pushing event updated for resources: {'Port': ['ID=145b052a-4b10-45f0-93f9-025cd9333af0,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:01.712555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d3c177cc-d5fd-4486-8e73-484e546531eb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:01.775890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55638) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:01.817476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Attempting to bind port 145b052a-4b10-45f0-93f9-025cd9333af0 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:01.817780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Attempting to bind port 145b052a-4b10-45f0-93f9-025cd9333af0 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:01.818131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Attempting to bind port 145b052a-4b10-45f0-93f9-025cd9333af0 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:01.825829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab8aa-9ca0-40e4-b9fe-4087d2ea4eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.835907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:01.836291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Checking segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:01.836704 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.837103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Bound using segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:01.837592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Bound port: 145b052a-4b10-45f0-93f9-025cd9333af0, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:01.837978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.890190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d3c177cc-d5fd-4486-8e73-484e546531eb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:01.890975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.944238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab8aa-9ca0-40e4-b9fe-4087d2ea4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.946867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab8aa-9ca0-40e4-b9fe-4087d2ea4eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.951673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8b7ab8aa-9ca0-40e4-b9fe-4087d2ea4eb2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd2a8e39-b2fc-4249-b8c4-c68a0d1a94e6 HTTP/1.1" status: 204 len: 168 time: 0.8689389 Jul 07 22:29:01.973108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] For port 145b052a-4b10-45f0-93f9-025cd9333af0, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:01.977548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] For port 145b052a-4b10-45f0-93f9-025cd9333af0, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=145b052a-4b10-45f0-93f9-025cd9333af0,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:01.980230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-76be1ef7-4f24-455f-9e44-e685abfef263 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142319 Jul 07 22:29:01.983114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ab8aa-9ca0-40e4-b9fe-4087d2ea4eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a8e39-b2fc-4249-b8c4-c68a0d1a94e6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:01.986816 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.005234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-6dc918c4-4731-4d9e-9407-aefe0bbaad38 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5300550 Jul 07 22:29:02.078083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.091298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.100707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.114074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.120316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.125832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:02.126550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:28:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:02.128997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.131655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08bf01-db9b-4c91-90e1-f7bd93d1ed99 None None] Pushing event updated for resources: {'Port': ['ID=145b052a-4b10-45f0-93f9-025cd9333af0,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:02.137062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.144054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-c8fdefdd-f23f-43e8-8c57-2ccb5fd1e271 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.3916476 Jul 07 22:29:02.231727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-21844f52-013c-4c9f-84f4-c7dc4ff011bb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 217 time: 0.2347994 Jul 07 22:29:02.235724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d366-da8d-437f-8522-3370e34af148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.274553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:02.362011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08ab9a09-d18d-4b35-8f87-1c1237c1b726 req-0997e26d-c810-4575-a965-4a24ebeecb9a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327329 Jul 07 22:29:02.394353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-051a4f80-06d8-489f-83f0-ada71e253bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.395838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-051a4f80-06d8-489f-83f0-ada71e253bf8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.1292801 Jul 07 22:29:02.438376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-6e1bef73-41df-4160-a064-c33031814d27 service neutron] 10.222.0.95 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796966 Jul 07 22:29:02.448007 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f80d3-a468-4309-a6a0-9c1169f064c0 x-openstack-request-id: req-041f80d3-a468-4309-a6a0-9c1169f064c0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:02.448553 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc1c64c-92fa-4017-b2f7-ad41f16b84bf", "tag": "f78a1f99-4783-46b9-b6a8-37231dc20e14", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:02.448971 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-041f80d3-a468-4309-a6a0-9c1169f064c0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:02.449546 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'tag': 'f78a1f99-4783-46b9-b6a8-37231dc20e14', 'status': 'completed', 'code': 200} Jul 07 22:29:02.584815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-8320e868-0441-42ee-b554-9097a4ae5da1 service neutron] 10.222.0.95 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375270 Jul 07 22:29:02.609260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c077f50-c394-4077-b9f1-0ae012548107 req-0a22e945-c466-41c3-97e0-cc390122403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.611528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-25f379cd-b4b7-4d9c-946b-b19e0832e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.613221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-25f379cd-b4b7-4d9c-946b-b19e0832e4f3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2082062 Jul 07 22:29:02.615666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-0a22e945-c466-41c3-97e0-cc390122403a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c7bd21b99d6245889895d4838b0687d1&device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 1095 time: 0.1445739 Jul 07 22:29:02.642443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:01Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:02.655300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d366-da8d-437f-8522-3370e34af148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.685452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d366-da8d-437f-8522-3370e34af148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.725797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e068c93-11ed-45c7-8672-121900d9dbbd None None] The sync data for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 is: [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:01Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:02.826951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0fb6d366-da8d-437f-8522-3370e34af148 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c065549074724e0bb10c19c6d26edd02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0383265 Jul 07 22:29:02.846730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55676) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:02.865337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c077f50-c394-4077-b9f1-0ae012548107 req-3004f431-7b37-402b-9d06-5365d452b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.870613 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-3004f431-7b37-402b-9d06-5365d452b293 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab868c2f-8675-4f3e-8f49-588e61a6c936 HTTP/1.1" status: 200 len: 922 time: 0.2459705 Jul 07 22:29:02.874608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6d366-da8d-437f-8522-3370e34af148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db496a31-3060-4356-8eba-6033e4e6c909,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:02.968964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-7223f6a3-9113-4785-a02a-fb5c7ce432bb service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422709 Jul 07 22:29:03.014887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdbdbd-f7b9-402d-888c-6a9cab132a30 req-99026a5f-03ed-4d67-a6e6-f7352a80103a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:03.016539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28cdbdbd-f7b9-402d-888c-6a9cab132a30 req-99026a5f-03ed-4d67-a6e6-f7352a80103a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 945 time: 0.3102810 Jul 07 22:29:03.087695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-5a88a729-b9e5-4fbc-a8c3-ad3daa924127 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14 HTTP/1.1" status: 200 len: 217 time: 0.2099864 Jul 07 22:29:03.093667 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fde82814-f7ca-4a68-85f7-01e867f6e589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.190212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c077f50-c394-4077-b9f1-0ae012548107 req-38cc83d7-7991-41f4-8765-01a9b1b95676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:03.202208 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-38cc83d7-7991-41f4-8765-01a9b1b95676 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aaf8b778-8020-4085-a96a-ef22c661300b HTTP/1.1" status: 200 len: 861 time: 0.1045110 Jul 07 22:29:03.285450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fde82814-f7ca-4a68-85f7-01e867f6e589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.292762 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-b4e92b4b-a902-410b-8cae-bd7560e35b4d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab868c2f-8675-4f3e-8f49-588e61a6c936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823889 Jul 07 22:29:03.327544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28cdbdbd-f7b9-402d-888c-6a9cab132a30 req-963e0d9c-dec1-4181-9728-326d758dc418 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000998 Jul 07 22:29:03.388572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-f9d5c725-8e9b-43a2-9b33-4993a9e0c6bc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3790855 Jul 07 22:29:03.408593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-15e28433-8056-4c80-a7cc-442c2b444f57 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249425 Jul 07 22:29:03.473197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-71dc9648-0ed6-442d-9e5c-d7030917e97a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2740011 Jul 07 22:29:03.488716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1e7f62c1-a42e-44a3-a9d2-c5f621e4e314 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0566978 Jul 07 22:29:03.502905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aea166-df98-4410-accf-6d45383bebc3 req-dc14a963-bcb9-4bf9-86e0-ff4326c5941a tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:03.510461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97aea166-df98-4410-accf-6d45383bebc3 req-dc14a963-bcb9-4bf9-86e0-ff4326c5941a tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 943 time: 0.4191620 Jul 07 22:29:03.561517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-245d6778-6911-434f-a9fc-b0256f8fcace service neutron] 10.222.0.103 "GET /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480829 Jul 07 22:29:03.649639 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fde82814-f7ca-4a68-85f7-01e867f6e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.655557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fde82814-f7ca-4a68-85f7-01e867f6e589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.664224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fde82814-f7ca-4a68-85f7-01e867f6e589 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/db496a31-3060-4356-8eba-6033e4e6c909 HTTP/1.1" status: 204 len: 168 time: 0.8144584 Jul 07 22:29:03.684670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-0b630223-eb45-4b95-9b7c-40594b3577ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:03.689678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-0b630223-eb45-4b95-9b7c-40594b3577ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.2383993 Jul 07 22:29:03.777780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 145b052a-4b10-45f0-93f9-025cd9333af0 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:03.781222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde82814-f7ca-4a68-85f7-01e867f6e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db496a31-3060-4356-8eba-6033e4e6c909,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:03.798799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1da6a3a-cca1-4a60-860b-fd1b36e374bd req-3b6dcbb6-4aec-4cd7-884a-ed4f381c0b37 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 210 time: 0.2844319 Jul 07 22:29:03.911489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97aea166-df98-4410-accf-6d45383bebc3 req-9cbcb666-aa43-4669-915e-6cb9cb0a0fed tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975887 Jul 07 22:29:03.918497 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6c077f50-c394-4077-b9f1-0ae012548107 req-35cbc041-9c44-47fc-afaf-a949b5048d9f service neutron] 10.222.0.103 "GET /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522382 Jul 07 22:29:03.936812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 145b052a-4b10-45f0-93f9-025cd9333af0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:03.941658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 145b052a-4b10-45f0-93f9-025cd9333af0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:03.942224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.950383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-72eca972-18c1-4b52-9edd-9a8d10540dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:03.958616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-72eca972-18c1-4b52-9edd-9a8d10540dfe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.4426947 Jul 07 22:29:04.059512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-4134b47b-e76e-4e1e-9d83-7d7ed4f19378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.061264 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-4134b47b-e76e-4e1e-9d83-7d7ed4f19378 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.3334243 Jul 07 22:29:04.070459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-6008e45a-ca21-414f-a922-182aa8dd59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.087748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-6008e45a-ca21-414f-a922-182aa8dd59a9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 1097 time: 0.5357955 Jul 07 22:29:04.227717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:04.253368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1984f235-04e4-4976-950a-18b4db00bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.255436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-1984f235-04e4-4976-950a-18b4db00bd42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2868099 Jul 07 22:29:04.291376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-f9e2bc56-19cd-4e29-bfeb-d8b00854be73 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.2201729 Jul 07 22:29:04.304003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 145b052a-4b10-45f0-93f9-025cd9333af0, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=145b052a-4b10-45f0-93f9-025cd9333af0,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:04.314985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:04.410837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f78a1f99-4783-46b9-b6a8-37231dc20e14 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:04.441286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-0a2c8847-8e25-41e9-aa40-4c26ec5db0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.443323 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-0a2c8847-8e25-41e9-aa40-4c26ec5db0fe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1473680 Jul 07 22:29:04.490546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=145b052a-4b10-45f0-93f9-025cd9333af0,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:04.569917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.576092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-1ec4d66d-65ac-49fb-ac26-122ce38feb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.578729 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-1ec4d66d-65ac-49fb-ac26-122ce38feb31 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164949 Jul 07 22:29:04.586885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.602611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.618279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.636848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.651350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.662759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.677764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-067bd33c-7a3a-463b-bc20-a3bc749fe989 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.4971852 Jul 07 22:29:04.719240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f78a1f99-4783-46b9-b6a8-37231dc20e14, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14,segment=NetworkSegment(ad02295e-722b-45a7-bea0-f732bbfba4f9),segment_id=ad02295e-722b-45a7-bea0-f732bbfba4f9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:04.751897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f78a1f99-4783-46b9-b6a8-37231dc20e14', 'network_id': 'ab868c2f-8675-4f3e-8f49-588e61a6c936', 'port_id': 'f78a1f99-4783-46b9-b6a8-37231dc20e14', 'mac_address': 'fa:16:3e:d9:85:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf8b778-8020-4085-a96a-ef22c661300b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:04.760694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55718) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:04.771315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-b3507f2d-2cae-444b-ba0f-d1b7454f4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.780604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-b3507f2d-2cae-444b-ba0f-d1b7454f4be3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.6826351 Jul 07 22:29:04.803808 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-8c68feac-cddc-4cea-912f-477f9fbc14b7 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179067 Jul 07 22:29:04.805705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-944268a4-44ef-4b78-88c7-26a3dfb1c8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:04.835495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:04.869802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78a1f99-4783-46b9-b6a8-37231dc20e14 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:04.884767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65f3404b-7546-4ac1-bc78-799fd29bc59c req-b334cadc-e785-455c-a05f-0a0785235852 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061181 Jul 07 22:29:04.890037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-6a1ab6d8-8c2e-4be7-8df1-65a012ea793f service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260090 Jul 07 22:29:04.916503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f78a1f99-4783-46b9-b6a8-37231dc20e14, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14,segment=NetworkSegment(ad02295e-722b-45a7-bea0-f732bbfba4f9),segment_id=ad02295e-722b-45a7-bea0-f732bbfba4f9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:04.932403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.049645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f78a1f99-4783-46b9-b6a8-37231dc20e14,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:05.147446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f78a1f99-4783-46b9-b6a8-37231dc20e14'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:05.165174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3eac545-fc86-44bb-a258-553a45c35f9f req-8075191a-e378-42a0-b4a9-1a783a198a91 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993475 Jul 07 22:29:05.166851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-e1bde1f0-fd5f-4dba-b667-10b68ca69002 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 200 len: 217 time: 0.3708231 Jul 07 22:29:05.248236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b39a7ec4-8396-40bd-a5f8-8b3657e2ffb5 req-c8cf01b1-7a5d-44e7-bd85-e630ec37b244 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 210 time: 0.0784173 Jul 07 22:29:05.260585 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8537146b-5ad1-486f-aa47-7d8c9f4a2655 req-260c1240-8757-4a22-b2b7-1a9668dc4533 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433346 Jul 07 22:29:05.292982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-a3ccc43a-28ec-4d4d-809f-1b463e7fe2ca tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.294661 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-a3ccc43a-28ec-4d4d-809f-1b463e7fe2ca tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 797 time: 0.3675926 Jul 07 22:29:05.360543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ab60a-7b46-4b87-992a-d74df22bdac9 req-a7f8356f-a0dc-4ee5-9db5-f4af78fa3cdd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.374236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c2ab60a-7b46-4b87-992a-d74df22bdac9 req-a7f8356f-a0dc-4ee5-9db5-f4af78fa3cdd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 945 time: 0.5887127 Jul 07 22:29:05.442133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-252899b6-fedc-4f9e-897b-b2b0e8852c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.443725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-252899b6-fedc-4f9e-897b-b2b0e8852c51 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1905656 Jul 07 22:29:05.449696 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-044636a2-0bfc-4e75-aab6-e0c3d65aef1c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 380 time: 0.1341555 Jul 07 22:29:05.470050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'port': {'device_id': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'admin_state_up': True, 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'security_groups': ['59f9f312-5322-4114-8030-efb17679dd1a']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:05.527592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-944268a4-44ef-4b78-88c7-26a3dfb1c8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.540385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-944268a4-44ef-4b78-88c7-26a3dfb1c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.546204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c2ab60a-7b46-4b87-992a-d74df22bdac9 req-5a606a94-22cc-427f-9b5e-781f9306fbdf tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705911 Jul 07 22:29:05.605695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.607216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.607713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.608197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.608784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.609518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.610000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.611983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-1958e672-1903-413a-a79f-ef6cec9687c8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6494 time: 0.2331917 Jul 07 22:29:05.647287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944268a4-44ef-4b78-88c7-26a3dfb1c8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7785c8e-ea55-44b1-b101-e0ef602c78ef,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:05.661977 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-944268a4-44ef-4b78-88c7-26a3dfb1c8d8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f46b7387073a4bb0a382b3aff5d0af57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9002070 Jul 07 22:29:05.666610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:05.718128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 145b052a-4b10-45f0-93f9-025cd9333af0 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:05.756163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:05.757211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-e661bde1-c296-4d80-bf4d-11ff5850a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.758845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-e661bde1-c296-4d80-bf4d-11ff5850a191 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2986121 Jul 07 22:29:05.760558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.772766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a36958c-1297-4aec-a046-52fe6efdcd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.782061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-f9b400da-10fe-436d-984d-146641235e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.785166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-f9b400da-10fe-436d-984d-146641235e03 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 902 time: 0.1634390 Jul 07 22:29:05.797968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64628c-8035-422a-a17d-38341fe440b4 req-74677d57-7a69-4747-ac90-3066c0e8982e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:05.807287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae64628c-8035-422a-a17d-38341fe440b4 req-74677d57-7a69-4747-ac90-3066c0e8982e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 944 time: 0.3624895 Jul 07 22:29:05.813745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a36958c-1297-4aec-a046-52fe6efdcd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.849827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 145b052a-4b10-45f0-93f9-025cd9333af0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:05.850878 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.002380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a36958c-1297-4aec-a046-52fe6efdcd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.006548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a36958c-1297-4aec-a046-52fe6efdcd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.007734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-3a331ff9-fc91-4e75-8e4b-d4995e3c7b5a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 217 time: 0.1959043 Jul 07 22:29:06.009836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a36958c-1297-4aec-a046-52fe6efdcd2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e7785c8e-ea55-44b1-b101-e0ef602c78ef HTTP/1.1" status: 204 len: 168 time: 0.3418720 Jul 07 22:29:06.032465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.3 (82fb8f2b-4c29-4c9c-b5da-9f361694d375/45e9254c-1921-40e3-bfa1-89f44cdcca18/54f49cba-ef30-4681-adfc-420d1b1e6688) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:06.082265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36958c-1297-4aec-a046-52fe6efdcd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7785c8e-ea55-44b1-b101-e0ef602c78ef,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:06.181005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae64628c-8035-422a-a17d-38341fe440b4 req-da045228-1d90-4e9f-834e-59bc2241b21f tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709145 Jul 07 22:29:06.210685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-2ecc3db2-354f-466f-894d-12368319c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.212518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-2ecc3db2-354f-466f-894d-12368319c893 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.1920550 Jul 07 22:29:06.237594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-e6678e39-48be-4353-982a-736a6571c84f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.239276 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-e6678e39-48be-4353-982a-736a6571c84f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.97 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 945 time: 0.1582415 Jul 07 22:29:06.378032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.396686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f78a1f99-4783-46b9-b6a8-37231dc20e14 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:06.409885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 54f49cba-ef30-4681-adfc-420d1b1e6688 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:06.484400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Deleting port 2c4ecfe1-0166-46f5-8029-56e9627041d6 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:06.485267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.488089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f78a1f99-4783-46b9-b6a8-37231dc20e14 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:06.494387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f78a1f99-4783-46b9-b6a8-37231dc20e14 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:06.494793 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.591840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.596963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] For port 2c4ecfe1-0166-46f5-8029-56e9627041d6, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=2c4ecfe1-0166-46f5-8029-56e9627041d6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:06.597615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.613421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Calling delete_port for 2c4ecfe1-0166-46f5-8029-56e9627041d6 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:06.641052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78a1f99-4783-46b9-b6a8-37231dc20e14'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:06.655002 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de319ac4-7752-4184-a747-58c05883b4d0" -d '{"events": [{"server_uuid": "2fc1c64c-92fa-4017-b2f7-ad41f16b84bf", "name": "network-vif-plugged", "status": "completed", "tag": "f78a1f99-4783-46b9-b6a8-37231dc20e14"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:06.676895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f78a1f99-4783-46b9-b6a8-37231dc20e14, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14,segment=NetworkSegment(ad02295e-722b-45a7-bea0-f732bbfba4f9),segment_id=ad02295e-722b-45a7-bea0-f732bbfba4f9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:06.693498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.698879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-b3466a21-246a-4128-955b-4297c26e37ff service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9310071 Jul 07 22:29:06.733366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3f44823-b7e8-41cb-89ea-d1323b63cf02 req-d6b1ac7b-859c-46b3-89d8-caed4981c564 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 210 time: 0.0731130 Jul 07 22:29:06.762929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.794576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:06.798476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:06.801954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:06.816060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f78a1f99-4783-46b9-b6a8-37231dc20e14,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:06.927963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.951650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.968580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.968756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:06.980710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.982076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.990742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.016508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-9dbc5c9e-3770-4252-a87c-a3ee40a384e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5520055 Jul 07 22:29:07.019197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.020521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.034093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['2c4ecfe1-0166-46f5-8029-56e9627041d6'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:07.038930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.050163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Request body: {'port': {'device_id': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:07.073039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.075733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-01d7db10-02c4-4443-829a-ffabf3bede40 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.9823782 Jul 07 22:29:07.100311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event deleted for resources: {'Port': ['ID=2c4ecfe1-0166-46f5-8029-56e9627041d6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:07.193548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-645e7ed9-bf43-47ca-ac16-d089cf560e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.195302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-645e7ed9-bf43-47ca-ac16-d089cf560e08 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9755270 Jul 07 22:29:07.201177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76adcff0-2358-4273-9e2e-d93757de40cf req-1e590ec5-0e9c-4044-a501-c2ae756fb335 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 210 time: 0.1200960 Jul 07 22:29:07.213658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] No DVR routers for this DVR port 2c4ecfe1-0166-46f5-8029-56e9627041d6 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:07.218954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.221570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b3020988-b25e-4d0d-823d-22c82c18e973 req-2368536d-390f-4e82-81ec-bd4e65b3b1ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.97 "DELETE /v2.0/ports/2c4ecfe1-0166-46f5-8029-56e9627041d6 HTTP/1.1" status: 204 len: 173 time: 0.9761624 Jul 07 22:29:07.259701 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'name': 'network-vif-deleted', 'tag': '2c4ecfe1-0166-46f5-8029-56e9627041d6'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:07.267324 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb169f7a-4baa-492f-9279-74de58c04daa" -d '{"events": [{"server_uuid": "db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65", "name": "network-vif-deleted", "tag": "2c4ecfe1-0166-46f5-8029-56e9627041d6"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:07.275782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ebb174a-275a-4c7a-89ca-a4a8463677dd None None] Provisioning for port 54f49cba-ef30-4681-adfc-420d1b1e6688 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:07.276335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.288771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e32ed979-6c27-4905-b723-b9f52e261aa4 req-4b6c0ebb-974b-4dc5-b007-c0d82c253103 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664587 Jul 07 22:29:07.305165 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac23c07-c637-431c-83d8-ab3462ba1f11 x-openstack-request-id: req-6ac23c07-c637-431c-83d8-ab3462ba1f11 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:07.305575 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc1c64c-92fa-4017-b2f7-ad41f16b84bf", "name": "network-vif-plugged", "status": "completed", "tag": "f78a1f99-4783-46b9-b6a8-37231dc20e14", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:07.305843 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6ac23c07-c637-431c-83d8-ab3462ba1f11 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:07.306263 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78a1f99-4783-46b9-b6a8-37231dc20e14', 'code': 200} Jul 07 22:29:07.308216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47bd9be7-a9c2-47c0-a796-b20f69b09c72 req-5d59f1a3-fd1f-42ef-9f87-d0ee833b8e12 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174692 Jul 07 22:29:07.315565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ebb174a-275a-4c7a-89ca-a4a8463677dd None None] Provisioning complete for port 54f49cba-ef30-4681-adfc-420d1b1e6688 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:07.315954 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ebb174a-275a-4c7a-89ca-a4a8463677dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.406341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-217678d2-cf4d-4dcf-9736-a9806016430d service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023680 Jul 07 22:29:07.425184 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c00d94-04d6-453d-a8a8-e0e39c8a5c20 x-openstack-request-id: req-50c00d94-04d6-453d-a8a8-e0e39c8a5c20 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:07.425459 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65", "name": "network-vif-deleted", "tag": "2c4ecfe1-0166-46f5-8029-56e9627041d6", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:07.425687 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-50c00d94-04d6-453d-a8a8-e0e39c8a5c20 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:07.426836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb174a-275a-4c7a-89ca-a4a8463677dd None None] Port 54f49cba-ef30-4681-adfc-420d1b1e6688 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:07.428787 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65', 'name': 'network-vif-deleted', 'tag': '2c4ecfe1-0166-46f5-8029-56e9627041d6', 'status': 'completed', 'code': 200} Jul 07 22:29:07.620802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6652-2a44-4319-a0ab-5646ea5a91e6 req-5ff3ae8e-fe25-48f8-857d-55b01eded9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.620802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b32e6652-2a44-4319-a0ab-5646ea5a91e6 req-5ff3ae8e-fe25-48f8-857d-55b01eded9c2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 1097 time: 0.1469107 Jul 07 22:29:07.650032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5076b77-8fad-45bf-bb11-b3b83f4c0400 req-faa90f38-e78f-4117-ad6e-dcf8fe46f60a service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165654 Jul 07 22:29:07.671946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8f44-b247-498b-93e6-fad3d8783b31 req-2816375d-89fc-4d0a-b092-c0c5201872d3 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.673798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21dc8f44-b247-498b-93e6-fad3d8783b31 req-2816375d-89fc-4d0a-b092-c0c5201872d3 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 945 time: 0.2636361 Jul 07 22:29:07.725549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b32e6652-2a44-4319-a0ab-5646ea5a91e6 req-a632972d-a45b-47ff-8931-357e586b1b9d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978298 Jul 07 22:29:07.775013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21dc8f44-b247-498b-93e6-fad3d8783b31 req-1b876f5b-6048-4ace-9dba-f31006cf9e90 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877166 Jul 07 22:29:07.776491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f49cba-ef30-4681-adfc-420d1b1e6688 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:07.785105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.798223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Transition to ACTIVE for port object 54f49cba-ef30-4681-adfc-420d1b1e6688 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:07.812221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.842267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.846848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.847669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.848388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.848912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.858802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.859494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.864693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-84e48481-7300-46cd-b285-74918447f391 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6494 time: 0.1603591 Jul 07 22:29:07.906032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:07.993099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:07.993459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:07.993801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:07.999438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:07.999791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:08.009671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:08.010039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Checking segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:08.010445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Bound using segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:08.012979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Bound port: 54f49cba-ef30-4681-adfc-420d1b1e6688, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:08.013372 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.052376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-375f26d6-1e38-429c-b3e9-051f84514c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.053882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-375f26d6-1e38-429c-b3e9-051f84514c12 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 902 time: 0.1824741 Jul 07 22:29:08.066905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782f6d2-021f-4396-9a67-78359a9cb61d req-0eae5efe-4a0a-464b-b542-1cddaa3e3da9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.074299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c782f6d2-021f-4396-9a67-78359a9cb61d req-0eae5efe-4a0a-464b-b542-1cddaa3e3da9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.1259983 Jul 07 22:29:08.140151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:08.145053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:08.150786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.157418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-de74f2de-904b-42d2-9be5-f0217e6fac0c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0728407 Jul 07 22:29:08.173928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.175278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.176888 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] 10.222.0.97 "PUT /v2.0/ports/54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 1092 time: 1.1373010 Jul 07 22:29:08.271379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c782f6d2-021f-4396-9a67-78359a9cb61d req-28f08265-2d8d-4178-b436-20b6bc5597e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953113 Jul 07 22:29:08.292089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-bdb2d986-727e-4027-af65-48914561c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.295791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-bdb2d986-727e-4027-af65-48914561c66a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.1374586 Jul 07 22:29:08.379604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530663a-a91b-4f4c-be13-a1acee300a13 service neutron] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:08.494362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-60e56f01-b127-4858-9df7-a72d8a222d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.498538 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-60e56f01-b127-4858-9df7-a72d8a222d98 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1095 time: 0.2320414 Jul 07 22:29:08.569259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b7671b8-9ba0-4b3e-b18f-260589ba1ab3 req-cc30c0aa-2869-45c2-8590-d862aaedffc2 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=db3ecb4b-4b7c-4d2c-b4ea-b66dcac80a65 HTTP/1.1" status: 200 len: 210 time: 0.1044080 Jul 07 22:29:08.597107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b34c4-6bf9-4066-b399-4e691014f863 req-22ebad19-16ab-42a3-bf26-246b37c49378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.598661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-22ebad19-16ab-42a3-bf26-246b37c49378 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2950950 Jul 07 22:29:08.637125 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-31ad2f1d-7436-41ab-af4e-f9a971a9c4e0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 217 time: 0.1273274 Jul 07 22:29:08.746186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-d17925cc-eab7-4756-8ef6-7d074e1ffcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.750911 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-d17925cc-eab7-4756-8ef6-7d074e1ffcb2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1030943 Jul 07 22:29:08.801153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-5fcb9a98-a4c3-4a65-bc45-503ad3978b8d service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937318 Jul 07 22:29:08.843568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.849711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.859740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-5a15ffb4-8b7c-469d-bfcd-097d5acbbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.861448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-5a15ffb4-8b7c-469d-bfcd-097d5acbbf02 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939269 Jul 07 22:29:08.867379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.891345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.902077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.910200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.916434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:08.924719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-7a0a356f-919b-40b0-a434-94910d2cc0a1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2870286 Jul 07 22:29:09.011597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-c4148406-a120-4125-bb87-955dbee31a46 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399078 Jul 07 22:29:09.048640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb8d58cc-534c-4c98-8a58-2f026d0f8729 req-71b15173-f857-4c53-8c2f-4fe2b68af03b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224327 Jul 07 22:29:09.096603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-793b34c4-6bf9-4066-b399-4e691014f863 req-5fc4ded5-d249-452f-b83c-f517a7d0e0ed service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870786 Jul 07 22:29:09.116850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde03a1-c280-4db6-b859-781fde58d012 req-fb80146f-5b38-4451-96a0-a27f24512710 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.124028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fde03a1-c280-4db6-b859-781fde58d012 req-fb80146f-5b38-4451-96a0-a27f24512710 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 945 time: 0.1462498 Jul 07 22:29:09.134187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83b48f08-7c02-4aaa-8ae0-362380b6a0aa req-ca6fa6cc-9f10-4887-abd4-c6f1fc054937 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161923 Jul 07 22:29:09.166357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fde03a1-c280-4db6-b859-781fde58d012 req-51049ff1-e920-4ea5-8c02-d2d65f45b5ac tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Jul 07 22:29:09.409837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:09.429848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:09.433580 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75604f62-2bc3-4f2f-ba4c-a5286fd41549" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:09.463301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c4aca-737b-4141-a10c-760e4c1768f7 req-01f66cf9-b998-4eb4-ae2b-b2351646a038 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.465510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e77c4aca-737b-4141-a10c-760e4c1768f7 req-01f66cf9-b998-4eb4-ae2b-b2351646a038 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.0771701 Jul 07 22:29:09.511772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e77c4aca-737b-4141-a10c-760e4c1768f7 req-36b2bd44-a90b-4d1a-8410-c0ae7539c185 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388286 Jul 07 22:29:09.577161 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922f197-7fcd-43a3-9f49-fe32f1fe8b7e x-openstack-request-id: req-1922f197-7fcd-43a3-9f49-fe32f1fe8b7e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:09.586111 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:09.586597 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1922f197-7fcd-43a3-9f49-fe32f1fe8b7e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:09.587248 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'status': 'completed', 'code': 200} Jul 07 22:29:09.724038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:09.747135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b971429-f3ac-42e1-8ec8-8cda616f492c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.767524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-822cfa5b-857d-4a9c-bb22-c8a2b173c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.768995 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-822cfa5b-857d-4a9c-bb22-c8a2b173c3ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1095 time: 0.1626565 Jul 07 22:29:09.783420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87a85-3ef9-45d2-a3f4-82f7e878a557 req-eb337b0e-fa5b-4da2-af63-d44e9c8b4d94 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.785399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb87a85-3ef9-45d2-a3f4-82f7e878a557 req-eb337b0e-fa5b-4da2-af63-d44e9c8b4d94 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 945 time: 0.0897374 Jul 07 22:29:09.848183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb87a85-3ef9-45d2-a3f4-82f7e878a557 req-e2a5f621-4129-48ed-9755-b61a4ea82bd3 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558226 Jul 07 22:29:09.883331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2c4ecfe1-0166-46f5-8029-56e9627041d6 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:09.911373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 2c4ecfe1-0166-46f5-8029-56e9627041d6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:09.912100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 2c4ecfe1-0166-46f5-8029-56e9627041d6 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:09.928363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-56400685-c97f-47cd-9739-1fa88320e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.930040 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-56400685-c97f-47cd-9739-1fa88320e195 service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.1546750 Jul 07 22:29:09.994074 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-7484bcf9-4b4d-43b3-a90f-9985ca27aaff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 217 time: 0.0553403 Jul 07 22:29:09.996602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec88bdec-c6f5-4541-9ed8-d7726444dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.047536 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b971429-f3ac-42e1-8ec8-8cda616f492c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.054083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b971429-f3ac-42e1-8ec8-8cda616f492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.131372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-86ded1f0-7612-43a8-9c7c-ec274372a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.132242 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-86ded1f0-7612-43a8-9c7c-ec274372a0e0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1245677 Jul 07 22:29:10.140220 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1b971429-f3ac-42e1-8ec8-8cda616f492c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=85157850720a46afbfb257d15de0c42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263083 Jul 07 22:29:10.141314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55912) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:10.141867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b971429-f3ac-42e1-8ec8-8cda616f492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc259f41-8fac-44f4-8a8f-9b7f2fb3e817,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:10.232257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b488081c-bea9-462e-94dc-71ed490da5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.243221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-a0a7faf4-694b-45c4-a82f-9b7f89cb079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.244814 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-a0a7faf4-694b-45c4-a82f-9b7f89cb079b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040790 Jul 07 22:29:10.262204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec88bdec-c6f5-4541-9ed8-d7726444dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.270937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b488081c-bea9-462e-94dc-71ed490da5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.296929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-fc641bc9-6a2b-4906-a5e3-4b61df461b36 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.298444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-fc641bc9-6a2b-4906-a5e3-4b61df461b36 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2330937 Jul 07 22:29:10.304611 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec88bdec-c6f5-4541-9ed8-d7726444dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.349028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-a6da7beb-c55d-477c-b672-af210b6cf973 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.0317764 Jul 07 22:29:10.362159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec88bdec-c6f5-4541-9ed8-d7726444dcc5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=26e54a0b73bc4827b80c48a5557d7530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6362541 Jul 07 22:29:10.367353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55916) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:10.369382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88bdec-c6f5-4541-9ed8-d7726444dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e5c9c5-1204-4be7-b5ac-46828f9dacff,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:10.407929 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-5ab3eae0-4775-464f-89ae-743dbfa96327 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547258 Jul 07 22:29:10.415886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.423016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.429690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.436663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.443152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.449050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.455015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.456975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-32dc5363-da93-41c7-8c13-97f86fd10b09 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.1940162 Jul 07 22:29:10.473956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b488081c-bea9-462e-94dc-71ed490da5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.476439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b488081c-bea9-462e-94dc-71ed490da5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.477552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b488081c-bea9-462e-94dc-71ed490da5b3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cc259f41-8fac-44f4-8a8f-9b7f2fb3e817 HTTP/1.1" status: 204 len: 168 time: 0.3358536 Jul 07 22:29:10.517159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75604f62-2bc3-4f2f-ba4c-a5286fd41549 req-5f5a70b1-27c3-4cac-9e77-235214ad8c88 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029084 Jul 07 22:29:10.519210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-fa58fd35-935b-488e-a4a3-eac6feec622f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162620 Jul 07 22:29:10.522956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488081c-bea9-462e-94dc-71ed490da5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc259f41-8fac-44f4-8a8f-9b7f2fb3e817,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:10.562992 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8b45096-a946-40f8-a71c-43a17d8f9cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.578306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639946a1-f72d-4e03-b27c-4c1bdb9112d3 req-ac1aee12-e3a3-4ec3-96a0-cf685b11aaec tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981598 Jul 07 22:29:10.593761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8b45096-a946-40f8-a71c-43a17d8f9cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.663597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8b45096-a946-40f8-a71c-43a17d8f9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.668868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8b45096-a946-40f8-a71c-43a17d8f9cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.672341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b8b45096-a946-40f8-a71c-43a17d8f9cf8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/02e5c9c5-1204-4be7-b5ac-46828f9dacff HTTP/1.1" status: 204 len: 168 time: 0.3012466 Jul 07 22:29:10.678850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b45096-a946-40f8-a71c-43a17d8f9cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e5c9c5-1204-4be7-b5ac-46828f9dacff,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:10.867530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d44b0-82ac-4fb5-884a-004ac93121f8 req-d3c9408a-a192-45f9-ba2d-7e277197c60e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.869409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce6d44b0-82ac-4fb5-884a-004ac93121f8 req-d3c9408a-a192-45f9-ba2d-7e277197c60e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.1385264 Jul 07 22:29:10.897012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-d7bf0db2-9a2d-47bb-9ba8-8a3d49c3f224 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529801 Jul 07 22:29:11.004320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce6d44b0-82ac-4fb5-884a-004ac93121f8 req-890dbe38-1930-4a32-8172-dc2a49f18da3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266325 Jul 07 22:29:11.068830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-9c50aae9-38cd-4521-8b88-07e54ed783a2 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.070189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-9c50aae9-38cd-4521-8b88-07e54ed783a2 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.103 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 945 time: 0.1757300 Jul 07 22:29:11.088946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-0c776a9a-d419-4cdd-983a-4f45867aaa1b service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722534 Jul 07 22:29:11.229994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55942) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:11.240870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55944) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:11.247470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b56f-d450-4415-9243-d6b08c0e6f8d req-304ec928-62d9-4a8c-806c-a6aaf42f0652 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.255466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbb4b56f-d450-4415-9243-d6b08c0e6f8d req-304ec928-62d9-4a8c-806c-a6aaf42f0652 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 945 time: 0.1223714 Jul 07 22:29:11.284388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d1c2-6197-47da-8509-a652af6d6f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.287394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.313258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Deleting port f78a1f99-4783-46b9-b6a8-37231dc20e14 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:11.313609 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.338780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:29:11.338780 n-d-694802-13 neutron-server[93931]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:29:11.338780 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id': '145ddfc0ddc64f81b2d979bf46b01b97', 'id': 'ec335535-93f1-4b0b-9488-ebb7cb0080bc', 'expiration': datetime.datetime(2021, 7, 7, 22, 31, 11, 318818)}] Jul 07 22:29:11.338780 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:29:11.339436 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:29:11.362079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdfbb43f-5f84-4bac-918d-80f71cd9a8d4 req-ac60d33d-8225-4fc9-bc5a-3f12c900b6ff tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.0699892 Jul 07 22:29:11.405629 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbb4b56f-d450-4415-9243-d6b08c0e6f8d req-56f991c3-9ceb-495f-89a2-aa952af8fac6 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba902652-4c56-484e-afdf-67a9662f6ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492069 Jul 07 22:29:11.437820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d1c2-6197-47da-8509-a652af6d6f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.448124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d1c2-6197-47da-8509-a652af6d6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.473316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] For port f78a1f99-4783-46b9-b6a8-37231dc20e14, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f78a1f99-4783-46b9-b6a8-37231dc20e14,segment=NetworkSegment(ad02295e-722b-45a7-bea0-f732bbfba4f9),segment_id=ad02295e-722b-45a7-bea0-f732bbfba4f9)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:11.473689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.493095 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0ef7d1c2-6197-47da-8509-a652af6d6f4b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef583c5f74d74909aee55ef6cc2398fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487938 Jul 07 22:29:11.493699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55954) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:11.496015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7d1c2-6197-47da-8509-a652af6d6f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6400792-f37e-4714-a5e6-926751c16c25,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:11.497503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Calling delete_port for f78a1f99-4783-46b9-b6a8-37231dc20e14 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:11.608504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1575127e-a049-4ee9-b877-da49adef1443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.642092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1575127e-a049-4ee9-b877-da49adef1443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.735243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1575127e-a049-4ee9-b877-da49adef1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.738597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1575127e-a049-4ee9-b877-da49adef1443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.740984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1575127e-a049-4ee9-b877-da49adef1443 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c6400792-f37e-4714-a5e6-926751c16c25 HTTP/1.1" status: 204 len: 168 time: 0.2462924 Jul 07 22:29:11.752153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575127e-a049-4ee9-b877-da49adef1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6400792-f37e-4714-a5e6-926751c16c25,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:11.776995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.797034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f78a1f99-4783-46b9-b6a8-37231dc20e14'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:11.841024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.845207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Pushing event deleted for resources: {'Port': ['ID=f78a1f99-4783-46b9-b6a8-37231dc20e14,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:11.905019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] No DVR routers for this DVR port f78a1f99-4783-46b9-b6a8-37231dc20e14 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:11.909148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.911672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92b3b8dd-b12a-4880-8b5f-ffcb4c2411bb req-546cac4d-44c4-4119-8d33-e46d7043bd5e tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.103 "DELETE /v2.0/ports/f78a1f99-4783-46b9-b6a8-37231dc20e14 HTTP/1.1" status: 204 len: 173 time: 0.8211756 Jul 07 22:29:11.912405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'name': 'network-vif-deleted', 'tag': 'f78a1f99-4783-46b9-b6a8-37231dc20e14'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:11.916004 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0c3eca-25cd-4c66-bdcc-0ef5aaa27a1e" -d '{"events": [{"server_uuid": "2fc1c64c-92fa-4017-b2f7-ad41f16b84bf", "name": "network-vif-deleted", "tag": "f78a1f99-4783-46b9-b6a8-37231dc20e14"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:11.956431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.963812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.973150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.983020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.989634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.992207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.996700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.001151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.005183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.015576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-df28738b-ba97-4485-bbc3-86d075897f59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2509398 Jul 07 22:29:12.037142 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4689f989-758f-472e-a478-eb18bbe91fa0 x-openstack-request-id: req-4689f989-758f-472e-a478-eb18bbe91fa0 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:12.038573 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc1c64c-92fa-4017-b2f7-ad41f16b84bf", "name": "network-vif-deleted", "tag": "f78a1f99-4783-46b9-b6a8-37231dc20e14", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:12.038863 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4689f989-758f-472e-a478-eb18bbe91fa0 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:12.040180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55974) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:12.040882 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc1c64c-92fa-4017-b2f7-ad41f16b84bf', 'name': 'network-vif-deleted', 'tag': 'f78a1f99-4783-46b9-b6a8-37231dc20e14', 'status': 'completed', 'code': 200} Jul 07 22:29:12.073593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a862f7-ced9-445e-9f51-3bafb2fd1d89,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:12.092437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87e92fe6-8238-462c-9acb-1041d8166f95 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=145ddfc0ddc64f81b2d979bf46b01b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597891 Jul 07 22:29:12.094799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:12.112104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f145f324-b016-4f53-9a00-2c0fa1bcfc4a req-022529f9-ef79-41c4-8df7-93d209de6d20 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955403 Jul 07 22:29:12.208589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a504e561-f857-4f8c-8a4d-1947a0b50c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.256222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a504e561-f857-4f8c-8a4d-1947a0b50c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.258148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c91c86a-1630-49e9-836c-20732c308c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.304064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426077f5-e0d5-4742-a4a0-ff72c2c3d860 req-8d96126d-1d29-4265-b7d9-f183693f9463 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.305990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-426077f5-e0d5-4742-a4a0-ff72c2c3d860 req-8d96126d-1d29-4265-b7d9-f183693f9463 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.0925410 Jul 07 22:29:12.363631 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-426077f5-e0d5-4742-a4a0-ff72c2c3d860 req-8225dde5-6749-4390-a414-afaa43ad0773 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499635 Jul 07 22:29:12.373321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a504e561-f857-4f8c-8a4d-1947a0b50c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.376671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a504e561-f857-4f8c-8a4d-1947a0b50c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.378092 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a504e561-f857-4f8c-8a4d-1947a0b50c9e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/35a862f7-ced9-445e-9f51-3bafb2fd1d89 HTTP/1.1" status: 204 len: 168 time: 0.2820926 Jul 07 22:29:12.396219 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c91c86a-1630-49e9-836c-20732c308c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.397653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e561-f857-4f8c-8a4d-1947a0b50c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a862f7-ced9-445e-9f51-3bafb2fd1d89,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:12.402273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c91c86a-1630-49e9-836c-20732c308c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.444828 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c91c86a-1630-49e9-836c-20732c308c81 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a499f01bf79e40efbabcb632c9b97b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012563 Jul 07 22:29:12.447376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55994) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:12.455296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91c86a-1630-49e9-836c-20732c308c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbe56d-5707-4fd9-af60-bc139d7b8026,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:12.506963 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a21c-97a0-43a5-9413-523d5d92b994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.543161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a21c-97a0-43a5-9413-523d5d92b994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.611214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a21c-97a0-43a5-9413-523d5d92b994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.614908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a21c-97a0-43a5-9413-523d5d92b994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.616234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1bc4a21c-97a0-43a5-9413-523d5d92b994 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c2fbe56d-5707-4fd9-af60-bc139d7b8026 HTTP/1.1" status: 204 len: 168 time: 0.1676121 Jul 07 22:29:12.626524 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39f461c4-774f-47ef-a681-e25f4be9300e req-9d3c2853-48c7-4ddd-8d88-393eec5551bd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.0707579 Jul 07 22:29:12.631884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4a21c-97a0-43a5-9413-523d5d92b994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbe56d-5707-4fd9-af60-bc139d7b8026,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:12.685900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ab8db17-81eb-4c93-9e7d-f685da4318cb req-9ec508f5-8f1e-4ef2-a2e9-5b6dffc776d1 tempest-ServerAddressesNegativeTestJSON-1419969793 tempest-ServerAddressesNegativeTestJSON-1419969793-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fc1c64c-92fa-4017-b2f7-ad41f16b84bf HTTP/1.1" status: 200 len: 210 time: 0.1021147 Jul 07 22:29:12.881601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-42e656b3-e831-40b4-917c-cfe8190c6847 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.883390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-42e656b3-e831-40b4-917c-cfe8190c6847 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.1497419 Jul 07 22:29:12.898682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Request body: {'port': {'device_id': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'admin_state_up': True, 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:13.040466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:13.045615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.164154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56018) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:13.182274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6e7423c-726f-44d4-8451-f78dba307b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.222206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Allocated IP 172.20.0.4 (15c75b46-a719-4627-80b7-15541a91346d/c3119dd3-d91c-42f2-8566-6e898d5d0d7d/423a885f-84ab-4454-8a43-6a46e3b9ff64) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:13.337623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6e7423c-726f-44d4-8451-f78dba307b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.344547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6e7423c-726f-44d4-8451-f78dba307b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.466877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.476841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.493039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.499750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.506088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.513136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.519462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.523220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-e1fd047f-f97c-4431-b281-2fe21b6d63fd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2663302 Jul 07 22:29:13.626190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.648260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c1dd5e5-3404-4094-b0db-b0ad6f4cc275 req-033697a9-a980-4e18-81b0-f71ccc82bbc8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067848 Jul 07 22:29:13.729007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bd31f-a60e-4d3f-adf5-164bbf392ebc req-96776365-81de-41e4-b484-03ae87fb40c7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.737133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-060bd31f-a60e-4d3f-adf5-164bbf392ebc req-96776365-81de-41e4-b484-03ae87fb40c7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.2097309 Jul 07 22:29:13.740756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.770613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7423c-726f-44d4-8451-f78dba307b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e41dd8-7e4b-4e10-a503-fb980cebaefa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:13.797821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d6e7423c-726f-44d4-8451-f78dba307b40 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d1e04d70a3944aefb3bb6153a11e71cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324933 Jul 07 22:29:13.800662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56044) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:13.862342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Network 15c75b46-a719-4627-80b7-15541a91346d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:13.871955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-123d26e6-bc4e-40f6-95c5-bc298627be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.884106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-060bd31f-a60e-4d3f-adf5-164bbf392ebc req-005504e0-1c9e-41b7-9948-ba23a2d94e8b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460652 Jul 07 22:29:13.885357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:13.906610 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-123d26e6-bc4e-40f6-95c5-bc298627be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.915194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:13.916004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:13.917945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event updated for resources: {'Port': ['ID=423a885f-84ab-4454-8a43-6a46e3b9ff64,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:14.003879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:14.004530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.012098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-123d26e6-bc4e-40f6-95c5-bc298627be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.017316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-123d26e6-bc4e-40f6-95c5-bc298627be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.022589 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-123d26e6-bc4e-40f6-95c5-bc298627be81 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/19e41dd8-7e4b-4e10-a503-fb980cebaefa HTTP/1.1" status: 204 len: 168 time: 0.2205334 Jul 07 22:29:14.032291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c109da-644c-4115-98a9-779094a024b2 req-6193401e-d35a-436e-a2b6-9b25efd443dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:14.039469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0c109da-644c-4115-98a9-779094a024b2 req-6193401e-d35a-436e-a2b6-9b25efd443dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 931 time: 0.2005115 Jul 07 22:29:14.040958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d26e6-bc4e-40f6-95c5-bc298627be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e41dd8-7e4b-4e10-a503-fb980cebaefa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:14.041375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:14.043112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-e505464c-3e3c-4888-98b6-45dfd4b929df tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503487 Jul 07 22:29:14.058656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'mac_address': 'fa:16:3e:18:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:14.068764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56058) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:14.072572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Request body: {'port': {'device_id': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:14.115389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.118669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0c109da-644c-4115-98a9-779094a024b2 req-a7791a22-d009-4e52-98b7-abb74e77e28d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782719 Jul 07 22:29:14.127396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Deleting subnet aaf8b778-8020-4085-a96a-ef22c661300b {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:14.131981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.142364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f49cba-ef30-4681-adfc-420d1b1e6688 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:14.173299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:14.179827 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.186316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.186984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.236454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.267740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:14.311925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.338924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.341878 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/aaf8b778-8020-4085-a96a-ef22c661300b HTTP/1.1" status: 204 len: 168 time: 0.2720442 Jul 07 22:29:14.345511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56062) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:14.368856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dab78-c906-40ad-9b45-8b58e2e3edb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf8b778-8020-4085-a96a-ef22c661300b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:14.461173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f78a1f99-4783-46b9-b6a8-37231dc20e14 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:14.496307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f78a1f99-4783-46b9-b6a8-37231dc20e14 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:14.497634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f78a1f99-4783-46b9-b6a8-37231dc20e14 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:14.518446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['54f49cba-ef30-4681-adfc-420d1b1e6688'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:14.972896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.056119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.062049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.068311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.074198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.080965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.086874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.093318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.095297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-222efe37-4b46-4439-84b9-1f14e745aa9f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2207839 Jul 07 22:29:15.154039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56126) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:15.238619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.265901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab868c2f-8675-4f3e-8f49-588e61a6c936']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:15.271595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb5ddc89-f5c9-403e-94cb-5e7b994deb96 req-228f107a-e977-487e-a9a2-111fa4c5c082 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1599836 Jul 07 22:29:15.284052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad02295e-722b-45a7-bea0-f732bbfba4f9') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:15.284382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad02295e-722b-45a7-bea0-f732bbfba4f9') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:15.287383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423a885f-84ab-4454-8a43-6a46e3b9ff64 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:15.304793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.314363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.328456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.343114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531d9a4-7498-4059-9761-d525a2908e92 req-2569c974-d61e-4a8f-8270-8bd6b0fed452 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.344680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b531d9a4-7498-4059-9761-d525a2908e92 req-2569c974-d61e-4a8f-8270-8bd6b0fed452 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 944 time: 0.2481651 Jul 07 22:29:15.351801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:15.352271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:15.354114 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:15.365058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Transition to ACTIVE for port object 423a885f-84ab-4454-8a43-6a46e3b9ff64 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:15.405702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.474496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4908944e-0ad2-4144-9b0c-c1baf6ad5568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.507259 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.512841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.517920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ab868c2f-8675-4f3e-8f49-588e61a6c936 HTTP/1.1" status: 204 len: 168 time: 1.1714902 Jul 07 22:29:15.532890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b531d9a4-7498-4059-9761-d525a2908e92 req-53629834-b7ec-485c-85cd-90527ff25ddd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823225 Jul 07 22:29:15.555113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427326df-5602-4afe-8208-7b3e3c24a9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab868c2f-8675-4f3e-8f49-588e61a6c936,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:15.566570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Pushing event updated for resources: {'Port': ['ID=423a885f-84ab-4454-8a43-6a46e3b9ff64,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:15.613596 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4908944e-0ad2-4144-9b0c-c1baf6ad5568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.622517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4908944e-0ad2-4144-9b0c-c1baf6ad5568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.646990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3543f-a67f-4815-ab31-a78a3ac68de3 req-6a7d3b79-1135-43a1-8c75-f0160456177c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.654548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fb3543f-a67f-4815-ab31-a78a3ac68de3 req-6a7d3b79-1135-43a1-8c75-f0160456177c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 943 time: 0.1998603 Jul 07 22:29:15.671251 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4908944e-0ad2-4144-9b0c-c1baf6ad5568 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=715062b7c3604a96b6bbc9332674dc6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151930 Jul 07 22:29:15.673869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908944e-0ad2-4144-9b0c-c1baf6ad5568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34110df-5b4a-48c6-91ce-9fbc53d8b6a7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:15.675043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:15.702710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Attempting to bind port 423a885f-84ab-4454-8a43-6a46e3b9ff64 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:15.703060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Attempting to bind port 423a885f-84ab-4454-8a43-6a46e3b9ff64 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:15.703398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Attempting to bind port 423a885f-84ab-4454-8a43-6a46e3b9ff64 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:15.728173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Port 423a885f-84ab-4454-8a43-6a46e3b9ff64 on network 15c75b46-a719-4627-80b7-15541a91346d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:15.728496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Attempting to bind port 423a885f-84ab-4454-8a43-6a46e3b9ff64 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:15.737205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fb3543f-a67f-4815-ab31-a78a3ac68de3 req-11b2d8cd-2e5b-43ed-9e44-5113b8891ed6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817730 Jul 07 22:29:15.742266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:15.742788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:15.743024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Bound using segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:15.743477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Bound port: 423a885f-84ab-4454-8a43-6a46e3b9ff64, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:15.743846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.792885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-26d12ce6-903c-4696-9800-30b6a520e8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.833435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-26d12ce6-903c-4696-9800-30b6a520e8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.837938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56154) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:15.854238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] For port 423a885f-84ab-4454-8a43-6a46e3b9ff64, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:15.885767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] For port 423a885f-84ab-4454-8a43-6a46e3b9ff64, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:15.893545 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.895638 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-80fdd1d9-4282-46e8-b4d1-c02dbcb295d6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c7bd21b99d6245889895d4838b0687d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563676 Jul 07 22:29:15.898236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56156) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:15.907499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:15.939790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:15.940544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.942462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] 10.222.0.103 "PUT /v2.0/ports/423a885f-84ab-4454-8a43-6a46e3b9ff64 HTTP/1.1" status: 200 len: 1092 time: 1.8745291 Jul 07 22:29:15.945720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'tag': '423a885f-84ab-4454-8a43-6a46e3b9ff64'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:15.950468 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390d2b4c-ea6b-4426-b032-4e87f261d468" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f22fd-381e-4552-9a54-67ee37d2606e", "tag": "423a885f-84ab-4454-8a43-6a46e3b9ff64"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:15.973158 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71a47d8-e78b-43eb-9af7-8533e761c1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.979652 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-26d12ce6-903c-4696-9800-30b6a520e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.982921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-26d12ce6-903c-4696-9800-30b6a520e8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.984643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-26d12ce6-903c-4696-9800-30b6a520e8c8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e34110df-5b4a-48c6-91ce-9fbc53d8b6a7 HTTP/1.1" status: 204 len: 168 time: 0.3034065 Jul 07 22:29:16.017347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c54610-85d1-4b13-ab2d-1af00b986f8d service neutron] Pushing event updated for resources: {'Port': ['ID=423a885f-84ab-4454-8a43-6a46e3b9ff64,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.027234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 54f49cba-ef30-4681-adfc-420d1b1e6688 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:16.027406 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f04e8d-c50b-4542-8500-ffa60430a357 x-openstack-request-id: req-37f04e8d-c50b-4542-8500-ffa60430a357 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:16.029692 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f22fd-381e-4552-9a54-67ee37d2606e", "tag": "423a885f-84ab-4454-8a43-6a46e3b9ff64", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:16.030011 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-37f04e8d-c50b-4542-8500-ffa60430a357 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:16.030432 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'tag': '423a885f-84ab-4454-8a43-6a46e3b9ff64', 'status': 'completed', 'code': 200} Jul 07 22:29:16.032480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 54f49cba-ef30-4681-adfc-420d1b1e6688 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:16.032866 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.033475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71a47d8-e78b-43eb-9af7-8533e761c1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.067476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d12ce6-903c-4696-9800-30b6a520e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34110df-5b4a-48c6-91ce-9fbc53d8b6a7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.119315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71a47d8-e78b-43eb-9af7-8533e761c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.123797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-72ae53de-0333-46e1-88bf-2a46b2f09c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.125656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-72ae53de-0333-46e1-88bf-2a46b2f09c75 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 1095 time: 0.1305652 Jul 07 22:29:16.133661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71a47d8-e78b-43eb-9af7-8533e761c1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.138611 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a71a47d8-e78b-43eb-9af7-8533e761c1c6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ba902652-4c56-484e-afdf-67a9662f6ba9 HTTP/1.1" status: 204 len: 168 time: 0.2388260 Jul 07 22:29:16.146530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a47d8-e78b-43eb-9af7-8533e761c1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba902652-4c56-484e-afdf-67a9662f6ba9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.181147 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.193294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-37b9235a-73a1-4da6-beb2-8c7ffb1f5268 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64 HTTP/1.1" status: 200 len: 217 time: 0.0598254 Jul 07 22:29:16.207392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:16.210181 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd18cad-0c17-40fb-84ce-acc40a79da92" -d '{"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-plugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:16.229455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:16.240314 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.272535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af161-beea-4421-ab2c-66f360b62825 req-a680fb72-bb37-4572-994d-0346448f2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.274396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-a680fb72-bb37-4572-994d-0346448f2b9a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.0750470 Jul 07 22:29:16.291477 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78347242-2d93-45bf-a72f-2ad861b44a01 x-openstack-request-id: req-78347242-2d93-45bf-a72f-2ad861b44a01 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:16.291780 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-plugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:16.292036 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-78347242-2d93-45bf-a72f-2ad861b44a01 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:16.292434 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'code': 200} Jul 07 22:29:16.312695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-592790f5-8573-4189-9746-73359db15d05 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302148 Jul 07 22:29:16.315210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.451227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a451a-b011-465f-997a-c0ef40e7303e req-4dfc10fe-17f3-4893-b78e-dfcada4f8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.453016 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c8a451a-b011-465f-997a-c0ef40e7303e req-4dfc10fe-17f3-4893-b78e-dfcada4f8e47 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1097 time: 0.0798047 Jul 07 22:29:16.501310 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c8a451a-b011-465f-997a-c0ef40e7303e req-eb2666d2-dbf6-4118-bda3-c8cb0ca897ae service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Jul 07 22:29:16.504851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-6da8536b-757e-462a-b649-d986bd6f6b37 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767826 Jul 07 22:29:16.516498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56180) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:16.536046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b567062c-33ae-4efd-b720-c1e9f72f19a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.594001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.600260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.607140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.613713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.620309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.627411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.633856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.636018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-d5abacbb-2c11-402b-9e33-96ebd7236db9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2120430 Jul 07 22:29:16.675241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b567062c-33ae-4efd-b720-c1e9f72f19a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.680939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b567062c-33ae-4efd-b720-c1e9f72f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.703922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-774af161-beea-4421-ab2c-66f360b62825 req-71fe809b-075d-4eb9-855b-7ae12463cc34 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920455 Jul 07 22:29:16.710539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45a2ee16-8408-4423-bbf6-a8b030b36d4d req-f1f9bc5a-5d34-4b8a-8715-3e99dd9e6c86 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677071 Jul 07 22:29:16.728104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.763159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b567062c-33ae-4efd-b720-c1e9f72f19a4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c44d24ee893d456d9e0d19559cc437be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359314 Jul 07 22:29:16.763451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56190) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:16.771633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567062c-33ae-4efd-b720-c1e9f72f19a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75fb69e-644b-418e-ae0b-f8cedcc2dfb8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.899949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.970067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b06ba-352a-4bc5-8e7e-512d9b8f1c7e req-941844be-182e-4637-a82a-3c9839f89a76 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.971438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-082b06ba-352a-4bc5-8e7e-512d9b8f1c7e req-941844be-182e-4637-a82a-3c9839f89a76 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.2105474 Jul 07 22:29:16.975159 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.992851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-95bebcf0-990c-421c-8912-5ae5c38df7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.994358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-95bebcf0-990c-421c-8912-5ae5c38df7c2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 1095 time: 0.2166252 Jul 07 22:29:17.130213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b738e0-7e74-4bcc-83f8-6e2dcca5820d req-3d52640c-efe3-4d22-9bf4-e89ed2e059cc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.131788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89b738e0-7e74-4bcc-83f8-6e2dcca5820d req-3d52640c-efe3-4d22-9bf4-e89ed2e059cc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 943 time: 0.2278454 Jul 07 22:29:17.134547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-082b06ba-352a-4bc5-8e7e-512d9b8f1c7e req-73db4064-61f5-4d12-a6c2-fb8974072e2c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465781 Jul 07 22:29:17.183565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:17.186091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:17.187271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a75fb69e-644b-418e-ae0b-f8cedcc2dfb8 HTTP/1.1" status: 204 len: 168 time: 0.4138176 Jul 07 22:29:17.200214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-d3c5472f-46cf-4ea9-a209-af6711b8ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.201689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-d3c5472f-46cf-4ea9-a209-af6711b8ae6c service neutron] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.1920102 Jul 07 22:29:17.216557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75fb69e-644b-418e-ae0b-f8cedcc2dfb8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:17.220644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89b738e0-7e74-4bcc-83f8-6e2dcca5820d req-4db71575-9f3d-469e-b60c-17c108f40b01 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789330 Jul 07 22:29:17.271979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-5226b3f8-10ac-40a9-bed4-3c11018bab47 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64 HTTP/1.1" status: 200 len: 217 time: 0.0617788 Jul 07 22:29:17.273512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.273859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.274200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.274536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.274994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.275216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.275547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.275871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.276195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.276519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.276843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.277165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394c106-8786-46f5-931e-1a40eb38f5e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:17.322978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-a0bcd0aa-8a4c-4738-805b-2c3b068ffa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.326113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-a0bcd0aa-8a4c-4738-805b-2c3b068ffa43 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.0454583 Jul 07 22:29:17.362441 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-2bb8811a-2ddc-49fd-ad56-48e0b9d14480 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286794 Jul 07 22:29:17.471032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-f54d60bc-7ab8-4168-9fc8-f2b1119eaf05 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012540 Jul 07 22:29:17.586977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-390d2b4c-ea6b-4426-b032-4e87f261d468 req-51767de2-bba4-4e0a-9287-2c1ec7ac7280 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081386 Jul 07 22:29:17.778921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56248) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:17.801267 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:29:17.961406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.967985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.973775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.980251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.986719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.993196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.002516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.002516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-b164ee5e-5d05-42cd-99b3-acb3041ba9b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.1123405 Jul 07 22:29:18.052092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d0d8bc1-bb1b-4adc-b705-fad071a928b6 req-6d030597-0cec-484e-b1b7-9d25cb19d6c1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430212 Jul 07 22:29:18.089209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1685305816-network', 'tenant_id': 'c1e49efaac174c9c9a46ac1081b18e83'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:18.114742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Made reservation on behalf of c1e49efaac174c9c9a46ac1081b18e83 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:18.118032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.128313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.243209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.248886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.291609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:18.311288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c956bf-97de-4f53-938b-1fa170659e44,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:18.315222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.315705 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Added segment eaf9978a-31ee-4b8b-b22d-3cde210f9ca9 of type vlan for network 83306190-66a8-49cc-a94a-2b092c33573e Jul 07 22:29:18.318784 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06e4088e-690a-4eb0-8ecf-7271bfc6597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.368668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.407547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.408723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.409392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.428013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8efb4-b274-44f8-8eb6-2397ad0d0c62 req-2f2474e6-1e08-43a2-820c-4949b5578db3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.437520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5b8efb4-b274-44f8-8eb6-2397ad0d0c62 req-2f2474e6-1e08-43a2-820c-4949b5578db3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.1736152 Jul 07 22:29:18.475452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] Pushing event updated for resources: {'Network': ['ID=83306190-66a8-49cc-a94a-2b092c33573e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:18.489479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 83306190-66a8-49cc-a94a-2b092c33573e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:18.501092 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4178116d-a759-4e62-9167-fab9e5682a1c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7181435 Jul 07 22:29:18.502518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56282) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:18.513198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Request body: {'subnet': {'network_id': '83306190-66a8-49cc-a94a-2b092c33573e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1685305816-subnet', 'tenant_id': 'c1e49efaac174c9c9a46ac1081b18e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:18.560111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5b8efb4-b274-44f8-8eb6-2397ad0d0c62 req-10065f68-756e-4e85-94b1-a1dae2bd0c88 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211011 Jul 07 22:29:18.572744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Made reservation on behalf of c1e49efaac174c9c9a46ac1081b18e83 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:18.575043 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.607432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7906d28-d3bc-41eb-ba00-311e6d17b772 req-32167e37-8195-474c-ac32-643b86f25a89 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.609219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7906d28-d3bc-41eb-ba00-311e6d17b772 req-32167e37-8195-474c-ac32-643b86f25a89 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 943 time: 0.1561213 Jul 07 22:29:18.634336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:18.641813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.692276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7906d28-d3bc-41eb-ba00-311e6d17b772 req-eb999829-c365-4496-8986-37feb5f95415 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 Jul 07 22:29:18.818815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3337e-1559-4ef8-b56d-c541fee45d31 req-c39d1a15-56f5-4007-888d-1f747297e975 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.820409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08a3337e-1559-4ef8-b56d-c541fee45d31 req-c39d1a15-56f5-4007-888d-1f747297e975 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.0880554 Jul 07 22:29:18.828048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.839027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3f93-13c2-48c1-8d8d-3242c14dbfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.879435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08a3337e-1559-4ef8-b56d-c541fee45d31 req-576fd003-3cf7-4d3b-900d-dad4c5733d3b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514138 Jul 07 22:29:18.907755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56302) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:18.924861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=30560ad3-ad94-41b0-b230-e218d0249619,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:18.944936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Checking segment: {'id': 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:18.945795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Network hostable DHCP agents. Network: 83306190-66a8-49cc-a94a-2b092c33573e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:18.983656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Network 83306190-66a8-49cc-a94a-2b092c33573e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:18.985626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3377e8b-b5c3-46f6-9377-c4c9800e387d tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.987464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b3377e8b-b5c3-46f6-9377-c4c9800e387d tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1092 time: 0.0786359 Jul 07 22:29:18.990415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56304) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:18.998660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:19.007688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 83306190-66a8-49cc-a94a-2b092c33573e) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:19.017661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.018455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.022289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec30b2-52a1-4f72-ac81-fe3a2ae81d72 None None] Network 83306190-66a8-49cc-a94a-2b092c33573e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:19.044782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3f93-13c2-48c1-8d8d-3242c14dbfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.067165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3f93-13c2-48c1-8d8d-3242c14dbfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.111420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.129727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56316) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:19.165588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b505944f-3586-4331-9f53-f4b61cabdfef None None] Network 83306190-66a8-49cc-a94a-2b092c33573e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:19.180403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f20681c5-38c7-4483-ac29-4d44c591d9aa admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6680684 Jul 07 22:29:19.180403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9a9c3f93-13c2-48c1-8d8d-3242c14dbfcb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bc746dc50a7c4021b5d6914ded6352c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411959 Jul 07 22:29:19.180403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56320) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:19.224230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c3f93-13c2-48c1-8d8d-3242c14dbfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3efc412-4343-48f8-8697-4f0b593e9d4c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:19.328630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.329393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cce69ee6-8d80-46ef-b070-eb4106ce5868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.338301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.350986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.370641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cce69ee6-8d80-46ef-b070-eb4106ce5868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.370916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.378004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.392850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.400025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.414907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.416893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-3a0c4598-f622-430c-9d37-631d412ad5d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.1952121 Jul 07 22:29:19.437821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41564bc5-ef27-4b0c-bd67-e6f1272da797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.492059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be2f38aa-c7ec-4505-9cb4-2ba354915f84 req-dbe8aa52-d6fa-4ab8-bf07-a225eeab472b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682940 Jul 07 22:29:19.514483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cce69ee6-8d80-46ef-b070-eb4106ce5868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.517759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cce69ee6-8d80-46ef-b070-eb4106ce5868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.531244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cce69ee6-8d80-46ef-b070-eb4106ce5868 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e3efc412-4343-48f8-8697-4f0b593e9d4c HTTP/1.1" status: 204 len: 168 time: 0.3142493 Jul 07 22:29:19.559997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce69ee6-8d80-46ef-b070-eb4106ce5868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3efc412-4343-48f8-8697-4f0b593e9d4c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:19.588589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.81 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/dafa3989-cf91-4f52-ac1c-d73d53d05caa) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:19.651089 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41564bc5-ef27-4b0c-bd67-e6f1272da797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.672315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41564bc5-ef27-4b0c-bd67-e6f1272da797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.702124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41564bc5-ef27-4b0c-bd67-e6f1272da797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d1f8e-f9cb-46ee-b341-177d65e56702,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:19.752161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.754061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-41564bc5-ef27-4b0c-bd67-e6f1272da797 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8d9a4feb14a14be6b3fe2ffb42626429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232383 Jul 07 22:29:19.756862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56362) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:19.843729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-970b41d6-1cb2-4f15-8e3a-a387a4d1776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.855286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.872465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-456451b6-2b74-4997-a104-d99c5e388462 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.874028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-456451b6-2b74-4997-a104-d99c5e388462 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/networks?id=83306190-66a8-49cc-a94a-2b092c33573e HTTP/1.1" status: 200 len: 813 time: 0.1365678 Jul 07 22:29:19.890394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-519f4c99-7767-4480-b7e1-ab8bd4909561 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/quotas/c1e49efaac174c9c9a46ac1081b18e83 HTTP/1.1" status: 200 len: 375 time: 0.0104835 Jul 07 22:29:19.901780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-970b41d6-1cb2-4f15-8e3a-a387a4d1776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.930115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:19.936152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=dafa3989-cf91-4f52-ac1c-d73d53d05caa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:19.939091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:19.946517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-11c5e2cd-29f9-4930-955c-c99b639dd0ac tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c1e49efaac174c9c9a46ac1081b18e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480456 Jul 07 22:29:19.950013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:20.037876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-970b41d6-1cb2-4f15-8e3a-a387a4d1776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.041972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-970b41d6-1cb2-4f15-8e3a-a387a4d1776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.047088 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-970b41d6-1cb2-4f15-8e3a-a387a4d1776d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9b5d1f8e-f9cb-46ee-b341-177d65e56702 HTTP/1.1" status: 204 len: 168 time: 0.2853754 Jul 07 22:29:20.064974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b41d6-1cb2-4f15-8e3a-a387a4d1776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d1f8e-f9cb-46ee-b341-177d65e56702,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:20.109326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:20.125764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee548bcd-d163-4eef-abd8-b9d4a0d91eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.136368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854cef-b326-4320-a4a3-1a5a3980fd4c req-6c1159cb-9d61-405d-b0f4-489fb73180c1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.142461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46854cef-b326-4320-a4a3-1a5a3980fd4c req-6c1159cb-9d61-405d-b0f4-489fb73180c1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 943 time: 0.1938491 Jul 07 22:29:20.166533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-e705cda0-e599-42ea-83af-3e5add757b4f service neutron] 10.222.0.95 "GET /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190471 Jul 07 22:29:20.241146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46854cef-b326-4320-a4a3-1a5a3980fd4c req-5d83092d-dbe8-46ad-8d5a-22a0bd5a7607 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977030 Jul 07 22:29:20.297484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-1ecbcb51-f678-4b1e-9bb1-2aa71e019ce2 service neutron] 10.222.0.95 "GET /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268711 Jul 07 22:29:20.424339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee548bcd-d163-4eef-abd8-b9d4a0d91eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.438097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee548bcd-d163-4eef-abd8-b9d4a0d91eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.490907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 423a885f-84ab-4454-8a43-6a46e3b9ff64 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:20.496746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56412) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:20.526850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab262827-2dd3-471e-bfc5-13c60d5b45af req-1608c880-1619-4e2a-9972-673da3c5f8f7 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 210 time: 0.0540872 Jul 07 22:29:20.540782 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ee548bcd-d163-4eef-abd8-b9d4a0d91eda admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bebf3dbc9a4e42268be9db094db9b913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303803 Jul 07 22:29:20.545641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56420) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:20.549281 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-170aaf62-d8c3-4fd0-a2d8-07a89c51f429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.552626 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548bcd-d163-4eef-abd8-b9d4a0d91eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a74aaa1-1573-45ab-ba49-c40a0a6d9a49,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:20.579072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.614524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6192-4b98-4120-abe6-978de18ababf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.645713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6192-4b98-4120-abe6-978de18ababf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.713524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 423a885f-84ab-4454-8a43-6a46e3b9ff64, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:20.722072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6192-4b98-4120-abe6-978de18ababf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.724985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6192-4b98-4120-abe6-978de18ababf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.731396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4d2e6192-4b98-4120-abe6-978de18ababf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4a74aaa1-1573-45ab-ba49-c40a0a6d9a49 HTTP/1.1" status: 204 len: 168 time: 0.1833906 Jul 07 22:29:20.740608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '423a885f-84ab-4454-8a43-6a46e3b9ff64', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': '423a885f-84ab-4454-8a43-6a46e3b9ff64', 'mac_address': 'fa:16:3e:be:8a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:20.754552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e6192-4b98-4120-abe6-978de18ababf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a74aaa1-1573-45ab-ba49-c40a0a6d9a49,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:20.785717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.877448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.908804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.913344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423a885f-84ab-4454-8a43-6a46e3b9ff64 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:20.913802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-170aaf62-d8c3-4fd0-a2d8-07a89c51f429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.924038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-170aaf62-d8c3-4fd0-a2d8-07a89c51f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.928848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.937989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.949500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.959090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.968501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.976600 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6d68547-9554-457b-903b-3c98227813d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.979731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.982876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-a3b55554-7c12-46c3-9e8b-7475a839c020 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.2249327 Jul 07 22:29:20.986845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 423a885f-84ab-4454-8a43-6a46e3b9ff64, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:20.994433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.066706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=423a885f-84ab-4454-8a43-6a46e3b9ff64,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:21.082187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cd51e78-936c-4624-afc4-42f2d5c33278 req-84c616ee-ce48-49ab-985f-1d7e03488b28 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910597 Jul 07 22:29:21.111075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170aaf62-d8c3-4fd0-a2d8-07a89c51f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6564b899-5848-4981-a284-ae6ad3a0489f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:21.118215 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-170aaf62-d8c3-4fd0-a2d8-07a89c51f429 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e3b9e78869844e32a1f074e1bee9f2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114919 Jul 07 22:29:21.120725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:21.201568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['423a885f-84ab-4454-8a43-6a46e3b9ff64'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:21.203873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44118d5e-0001-4524-a29d-c112572c9625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.254591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.268198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.273168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44118d5e-0001-4524-a29d-c112572c9625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.380319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=dafa3989-cf91-4f52-ac1c-d73d53d05caa,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:21.392527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.431639 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.448499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44118d5e-0001-4524-a29d-c112572c9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.451344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44118d5e-0001-4524-a29d-c112572c9625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.454857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44118d5e-0001-4524-a29d-c112572c9625 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6564b899-5848-4981-a284-ae6ad3a0489f HTTP/1.1" status: 204 len: 168 time: 0.3308549 Jul 07 22:29:21.501829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44118d5e-0001-4524-a29d-c112572c9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564b899-5848-4981-a284-ae6ad3a0489f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:21.557220 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP 19228ca3-bcd7-4917-8fa2-60b75e8f8367 associated. External IP: 172.25.5.81, port: 54f49cba-ef30-4681-adfc-420d1b1e6688. Jul 07 22:29:21.622214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579de8c-2c00-4029-89a7-e6e0cff958e0 req-deb2265d-8a3a-4a2f-9d24-fd34917f0ec8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:21.623893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1579de8c-2c00-4029-89a7-e6e0cff958e0 req-deb2265d-8a3a-4a2f-9d24-fd34917f0ec8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 944 time: 0.1395609 Jul 07 22:29:21.687393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1579de8c-2c00-4029-89a7-e6e0cff958e0 req-37e3aa80-54b8-449e-ac99-398d5a5ee9b1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 Jul 07 22:29:21.842564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-361abc2a-b657-4ce8-b40e-dd7b28e3b877 req-bcca14d8-70f5-4c40-83cc-331d4fee0e2e tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 210 time: 0.0664482 Jul 07 22:29:21.906979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router b7229585-91e3-4c1d-83e7-e7ade816cdac has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:22.033314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:22.049886 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] Sync routers for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:22.064422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:22.065972 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.068193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.124106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.160130 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea93f142-11d3-4396-a6f9-71a063e3fc61 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1663644 Jul 07 22:29:22.160130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:22.161763 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984b0238-fe23-459c-88d9-f5d4d301ddb8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:22.216268 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:22.460474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-d4c00c83-4803-478e-8768-4a879a3060a2 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.465695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-d4c00c83-4803-478e-8768-4a879a3060a2 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.97 "GET /v2.0/networks?id=83306190-66a8-49cc-a94a-2b092c33573e HTTP/1.1" status: 200 len: 813 time: 0.2801280 Jul 07 22:29:22.484160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Request body: {'port': {'device_id': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e', 'admin_state_up': True, 'tenant_id': 'c1e49efaac174c9c9a46ac1081b18e83'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:22.505749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 423a885f-84ab-4454-8a43-6a46e3b9ff64 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:22.617489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.630324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.634799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 423a885f-84ab-4454-8a43-6a46e3b9ff64 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:22.640476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 423a885f-84ab-4454-8a43-6a46e3b9ff64 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:22.640854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.642267 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '19228ca3-bcd7-4917-8fa2-60b75e8f8367', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'mac_address': 'fa:16:3e:18:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:29:20Z', 'updated_at': '2021-07-07T22:29:20Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:04Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.642904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.664578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.671777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.682022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] Checking router: b7229585-91e3-4c1d-83e7-e7ade816cdac for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:22.693267 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:22.694191 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.695475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.712935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.724270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-9152e8ef-4e9b-4b7e-a008-63a514ddcb59 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.4090207 Jul 07 22:29:22.736819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63639ab-8ef8-4a5a-b542-ba301b1bc571 req-6325b7e3-e5b8-44f1-a06f-0fe3feea089f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.738363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f63639ab-8ef8-4a5a-b542-ba301b1bc571 req-6325b7e3-e5b8-44f1-a06f-0fe3feea089f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3603907 Jul 07 22:29:22.740349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Made reservation on behalf of c1e49efaac174c9c9a46ac1081b18e83 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:22.747063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.843445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.879454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f0565d2-76ba-46ed-8617-ff3b462e1e07 req-d61d195c-d25f-4685-abef-b88495b97c07 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541612 Jul 07 22:29:22.909229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423a885f-84ab-4454-8a43-6a46e3b9ff64'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:22.913937 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4c2f6-81c3-4370-bf2b-831e76823d73" -d '{"events": [{"server_uuid": "df1f22fd-381e-4552-9a54-67ee37d2606e", "name": "network-vif-plugged", "status": "completed", "tag": "423a885f-84ab-4454-8a43-6a46e3b9ff64"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:22.934710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 423a885f-84ab-4454-8a43-6a46e3b9ff64, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:22.940556 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:22.942449 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.944571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f63639ab-8ef8-4a5a-b542-ba301b1bc571 req-1531d26c-dd5a-4dbc-8620-494ccbdefd6c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795285 Jul 07 22:29:22.951173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56564) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:23.052590 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb185a-6686-4b50-8a79-58a8163bca4f x-openstack-request-id: req-4ffb185a-6686-4b50-8a79-58a8163bca4f {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:23.059729 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:23.062705 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4ffb185a-6686-4b50-8a79-58a8163bca4f {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:23.063468 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'status': 'completed', 'code': 200} Jul 07 22:29:23.078806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=423a885f-84ab-4454-8a43-6a46e3b9ff64,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:23.111872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dc55a3ec-3f1d-45ca-9a63-cc1dd12b96ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/19228ca3-bcd7-4917-8fa2-60b75e8f8367 HTTP/1.1" status: 200 len: 990 time: 0.1562264 Jul 07 22:29:23.206709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Allocated IP 172.20.0.14 (83306190-66a8-49cc-a94a-2b092c33573e/30560ad3-ad94-41b0-b230-e218d0249619/68fac399-7099-4340-bb2e-d4a613cc39b8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:23.255944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b773136-aa85-46d4-aa68-d0caf82339e0 req-2f42ba20-1bf1-4ca2-900d-d62e8012be0d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:23.259120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b773136-aa85-46d4-aa68-d0caf82339e0 req-2f42ba20-1bf1-4ca2-900d-d62e8012be0d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 945 time: 0.0878286 Jul 07 22:29:23.279712 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '19228ca3-bcd7-4917-8fa2-60b75e8f8367', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'mac_address': 'fa:16:3e:18:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:29:20Z', 'updated_at': '2021-07-07T22:29:20Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:04Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:23.286399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-d43e5a50-6225-4626-8a56-bb33f5137626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:23.287988 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-d43e5a50-6225-4626-8a56-bb33f5137626 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1097 time: 0.2123446 Jul 07 22:29:23.331536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa9735c4-d7a6-4ec2-a8d3-e14b3694eab5 req-f4cd2313-7c3f-4ecf-b14b-00cc300fbf67 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 210 time: 0.0711517 Jul 07 22:29:23.340890 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f75678-7cdd-4e96-8482-7916e6336517 None None] The sync data for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 is: [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '19228ca3-bcd7-4917-8fa2-60b75e8f8367', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'mac_address': 'fa:16:3e:18:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:29:20Z', 'updated_at': '2021-07-07T22:29:20Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:04Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:23.388178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b773136-aa85-46d4-aa68-d0caf82339e0 req-60d1283a-4ae7-489b-b539-a71ddbb1b7e6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082153 Jul 07 22:29:23.425204 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27109ee-e7e3-4e2b-9270-e14f72da3d14 x-openstack-request-id: req-e27109ee-e7e3-4e2b-9270-e14f72da3d14 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:23.425700 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f22fd-381e-4552-9a54-67ee37d2606e", "name": "network-vif-plugged", "status": "completed", "tag": "423a885f-84ab-4454-8a43-6a46e3b9ff64", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:23.425811 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e27109ee-e7e3-4e2b-9270-e14f72da3d14 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:23.426145 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423a885f-84ab-4454-8a43-6a46e3b9ff64', 'code': 200} Jul 07 22:29:23.509469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-4a757668-a918-409c-a1d4-35f45aede15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:23.511032 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-4a757668-a918-409c-a1d4-35f45aede15c service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.2126963 Jul 07 22:29:23.604393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.614652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf53a-f037-443e-8bf1-48d517f8a61a req-9bedf2fd-4707-4727-8cb6-53f67ffc2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:23.616261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-169bf53a-f037-443e-8bf1-48d517f8a61a req-9bedf2fd-4707-4727-8cb6-53f67ffc2864 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 1097 time: 0.1203599 Jul 07 22:29:23.655480 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-74968349-f077-42f4-82f3-4716f40820ef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.1343853 Jul 07 22:29:23.655878 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.682333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-169bf53a-f037-443e-8bf1-48d517f8a61a req-1e596abd-508d-4eae-865e-da35c7dfbc00 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590155 Jul 07 22:29:23.755398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.779237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9007824-f49e-4b19-8163-23d2cff7d185 None None] New status for floating IP 19228ca3-bcd7-4917-8fa2-60b75e8f8367: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:29:23.816339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-6d205aea-32b4-4543-9825-935b68b0582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:23.818223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-6d205aea-32b4-4543-9825-935b68b0582a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1553738 Jul 07 22:29:23.895539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Network 83306190-66a8-49cc-a94a-2b092c33573e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:23.903985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:23.913356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:23.999156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Pushing event updated for resources: {'Port': ['ID=68fac399-7099-4340-bb2e-d4a613cc39b8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:24.073402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.074129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.110300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-50eadd69-485f-4a53-9d19-27af33932523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.112052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-50eadd69-485f-4a53-9d19-27af33932523 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2615228 Jul 07 22:29:24.115399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:24.118281 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ec801bef-69a4-422d-af8e-37ee7ee3c096 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6409369 Jul 07 22:29:24.145104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.152769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.162028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.171217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.179678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.181551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Request body: {'port': {'device_id': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:24.190181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.199482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.215765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-a8630971-b180-406e-ab07-df4b1ec3805f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5430 time: 0.1538289 Jul 07 22:29:24.292258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ff7e73f-520f-4a82-b2e7-c94add63da4e req-0217b9d6-740e-4206-9e5f-22c8018b65c5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748351 Jul 07 22:29:24.467879 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-609c41cb-076d-44f8-b389-532bb8b9589c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/19228ca3-bcd7-4917-8fa2-60b75e8f8367 HTTP/1.1" status: 200 len: 990 time: 0.3482862 Jul 07 22:29:24.535352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.538047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 055eb7d1-d055-4d0b-8c58-78ad46f26d53 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:24.592599 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-92a348a7-51fc-4ec0-a732-be483f349afa service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719987 Jul 07 22:29:24.696582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:24.717531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '055eb7d1-d055-4d0b-8c58-78ad46f26d53', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'port_id': '055eb7d1-d055-4d0b-8c58-78ad46f26d53', 'mac_address': 'fa:16:3e:da:01:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:24.719448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45325d-f364-4e11-8bf6-903c95c8f2df req-a0c1d785-6a8b-47f6-b177-871dceb79a33 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.728982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d45325d-f364-4e11-8bf6-903c95c8f2df req-a0c1d785-6a8b-47f6-b177-871dceb79a33 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 945 time: 0.1634815 Jul 07 22:29:24.760978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df155165-e342-464b-83e8-7442effa2f00 req-2eb86fcd-2be0-436f-b8bb-9fb8cc40f400 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.763609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df155165-e342-464b-83e8-7442effa2f00 req-2eb86fcd-2be0-436f-b8bb-9fb8cc40f400 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 932 time: 0.2536526 Jul 07 22:29:24.769674 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.786016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055eb7d1-d055-4d0b-8c58-78ad46f26d53 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:24.811853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:24.821216 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.822089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device af951ed6-cefc-4c96-9c25-ba55ee5927bb details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:24.831058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d45325d-f364-4e11-8bf6-903c95c8f2df req-7b6cb0d4-3c5a-4482-af7e-86124794459d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008279 Jul 07 22:29:24.904104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df155165-e342-464b-83e8-7442effa2f00 req-60d7ff04-5e8f-4519-b36a-14c6a712325b tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312566 Jul 07 22:29:24.904444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56658) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:24.955446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:24.958009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-984b0238-fe23-459c-88d9-f5d4d301ddb8 req-b4312a80-c776-45e4-8bc1-6652da04c774 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443189 Jul 07 22:29:25.013300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.027452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb', 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f', 'port_id': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb', 'mac_address': 'fa:16:3e:eb:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fd676b-a7c7-41e3-96ee-2066321750aa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:25.070512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fac399-7099-4340-bb2e-d4a613cc39b8 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:25.070816 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.081712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.087752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af951ed6-cefc-4c96-9c25-ba55ee5927bb {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:25.098030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Transition to ACTIVE for port object 68fac399-7099-4340-bb2e-d4a613cc39b8 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:25.103076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.109949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.117434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.118515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b3fda62-85ca-4c57-b5b8-38db35656478 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:25.202251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Pushing event updated for resources: {'Port': ['ID=68fac399-7099-4340-bb2e-d4a613cc39b8,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.206397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0d49d54-976f-4a1d-84a9-84fb5ccf5569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.215415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b3fda62-85ca-4c57-b5b8-38db35656478,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.218385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.242003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9b3fda62-85ca-4c57-b5b8-38db35656478', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'port_id': '9b3fda62-85ca-4c57-b5b8-38db35656478', 'mac_address': 'fa:16:3e:3c:97:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:25.254013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Attempting to bind port 68fac399-7099-4340-bb2e-d4a613cc39b8 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:25.254502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Attempting to bind port 68fac399-7099-4340-bb2e-d4a613cc39b8 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:25.254969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Attempting to bind port 68fac399-7099-4340-bb2e-d4a613cc39b8 on network 83306190-66a8-49cc-a94a-2b092c33573e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:25.260559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Port 68fac399-7099-4340-bb2e-d4a613cc39b8 on network 83306190-66a8-49cc-a94a-2b092c33573e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:25.261275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Attempting to bind port 68fac399-7099-4340-bb2e-d4a613cc39b8 on network 83306190-66a8-49cc-a94a-2b092c33573e {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:25.268337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:25.268830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Checking segment: {'id': 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:25.269334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Bound using segment: {'id': 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:25.269881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Bound port: 68fac399-7099-4340-bb2e-d4a613cc39b8, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:25.270783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.290319 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.307135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3fda62-85ca-4c57-b5b8-38db35656478 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:25.349327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b3fda62-85ca-4c57-b5b8-38db35656478,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.357511 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.358200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 351d0723-1b9b-4c62-9984-5f260cf0a2b7 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:25.377761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] For port 68fac399-7099-4340-bb2e-d4a613cc39b8, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:25.381591 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0d49d54-976f-4a1d-84a9-84fb5ccf5569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.385357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] For port 68fac399-7099-4340-bb2e-d4a613cc39b8, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=68fac399-7099-4340-bb2e-d4a613cc39b8,segment=NetworkSegment(eaf9978a-31ee-4b8b-b22d-3cde210f9ca9),segment_id=eaf9978a-31ee-4b8b-b22d-3cde210f9ca9)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:25.388572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0d49d54-976f-4a1d-84a9-84fb5ccf5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.393851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.432273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.432983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.434953 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] 10.222.0.97 "PUT /v2.0/ports/68fac399-7099-4340-bb2e-d4a613cc39b8 HTTP/1.1" status: 200 len: 1093 time: 1.2649868 Jul 07 22:29:25.437215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'tag': '68fac399-7099-4340-bb2e-d4a613cc39b8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:25.440719 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c1ccb-0b83-471e-9dad-bf023fe7657b" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda0619-ce9c-4ff8-9e73-4c97a952afda", "tag": "68fac399-7099-4340-bb2e-d4a613cc39b8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:25.476181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56676) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:25.477736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56678) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:25.479067 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d0d49d54-976f-4a1d-84a9-84fb5ccf5569 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=574a7c886db347b6bb162dc120cefe00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727942 Jul 07 22:29:25.483347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d49d54-976f-4a1d-84a9-84fb5ccf5569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9a0489-c0ba-41d1-a832-93fc8e572fd9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.527213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867330-3f3f-4371-807f-37d2d7788326 service neutron] Pushing event updated for resources: {'Port': ['ID=68fac399-7099-4340-bb2e-d4a613cc39b8,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.536506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.551406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.554607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '351d0723-1b9b-4c62-9984-5f260cf0a2b7', 'network_id': 'b918ddb7-675e-4c85-83ec-efd0139d359f', 'port_id': '351d0723-1b9b-4c62-9984-5f260cf0a2b7', 'mac_address': 'fa:16:3e:ec:22:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fd676b-a7c7-41e3-96ee-2066321750aa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:25.598719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.630611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.635127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351d0723-1b9b-4c62-9984-5f260cf0a2b7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:25.639101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.649578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.658337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.659491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.665106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.666430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1a4d1cbd-7068-4769-8048-2ac55b5bb711 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:25.666962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.673939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.680823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:25.683046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-6a60f201-2b34-47d0-a514-b28d58b6b3e0 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5433 time: 0.1446495 Jul 07 22:29:25.795915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb97e55a-a9f4-427a-9fc9-57ef7dbf5f67 req-4c9f71e4-0fc7-448f-af6d-b5b582f9602f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037638 Jul 07 22:29:25.828104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.869405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.901804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'port_id': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'mac_address': 'fa:16:3e:6e:21:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:25.990488 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b67f0-3227-49cd-8a55-fa8eb1e24bea x-openstack-request-id: req-ce6b67f0-3227-49cd-8a55-fa8eb1e24bea {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:25.991118 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda0619-ce9c-4ff8-9e73-4c97a952afda", "tag": "68fac399-7099-4340-bb2e-d4a613cc39b8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:25.991571 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce6b67f0-3227-49cd-8a55-fa8eb1e24bea {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:25.992130 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'tag': '68fac399-7099-4340-bb2e-d4a613cc39b8', 'status': 'completed', 'code': 200} Jul 07 22:29:25.995662 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cc119fdd-7adc-49c5-885f-31d0ca9a1514 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/19228ca3-bcd7-4917-8fa2-60b75e8f8367 HTTP/1.1" status: 200 len: 992 time: 0.5192146 Jul 07 22:29:26.022829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56690) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:26.046182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.075944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-608bc931-ae47-4c49-9b0f-a2195d6cbb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.077593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d1cbd-7068-4769-8048-2ac55b5bb711 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:26.093515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-5d00c206-7199-47f9-a688-a8a0a70c1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.096075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-5d00c206-7199-47f9-a688-a8a0a70c1e17 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1e49efaac174c9c9a46ac1081b18e83&device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 1096 time: 0.5701363 Jul 07 22:29:26.119160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-608bc931-ae47-4c49-9b0f-a2195d6cbb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.122739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:26.136930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.137634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 46effd58-fc15-48b2-a743-4c14103d86cd details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:26.162674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-4dab2ec5-0b82-4411-9d3c-2dc89ec3f38e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68fac399-7099-4340-bb2e-d4a613cc39b8 HTTP/1.1" status: 200 len: 217 time: 0.0551937 Jul 07 22:29:26.216774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=46effd58-fc15-48b2-a743-4c14103d86cd,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:26.236641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=1a4d1cbd-7068-4769-8048-2ac55b5bb711,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.240244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ba096aaa-265f-4399-a938-4f5032f6b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.242060 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-ba096aaa-265f-4399-a938-4f5032f6b844 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=30560ad3-ad94-41b0-b230-e218d0249619 HTTP/1.1" status: 200 len: 853 time: 0.0714269 Jul 07 22:29:26.242196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '46effd58-fc15-48b2-a743-4c14103d86cd', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'port_id': '46effd58-fc15-48b2-a743-4c14103d86cd', 'mac_address': 'fa:16:3e:ea:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:26.283566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-beb350b5-0d07-4d0b-90e5-4b74e3df04e5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=83306190-66a8-49cc-a94a-2b092c33573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333538 Jul 07 22:29:26.300730 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-608bc931-ae47-4c49-9b0f-a2195d6cbb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.303459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-608bc931-ae47-4c49-9b0f-a2195d6cbb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.307112 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-608bc931-ae47-4c49-9b0f-a2195d6cbb59 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fc9a0489-c0ba-41d1-a832-93fc8e572fd9 HTTP/1.1" status: 204 len: 168 time: 0.7997291 Jul 07 22:29:26.307912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.332842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46effd58-fc15-48b2-a743-4c14103d86cd {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:26.362866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bc931-ae47-4c49-9b0f-a2195d6cbb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9a0489-c0ba-41d1-a832-93fc8e572fd9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.366583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=46effd58-fc15-48b2-a743-4c14103d86cd,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:26.389286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.389678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 144e8f7a-004b-4825-9728-d2cd1f5c470f details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:26.396245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56698) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:26.459698 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-a5ffa3f8-dd01-4080-87a6-aa96c1b94331 service neutron] 10.222.0.97 "GET /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678786 Jul 07 22:29:26.474462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:26.486966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.493395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '144e8f7a-004b-4825-9728-d2cd1f5c470f', 'network_id': 'a5c06822-a6d4-4ef8-8129-083ba93ef651', 'port_id': '144e8f7a-004b-4825-9728-d2cd1f5c470f', 'mac_address': 'fa:16:3e:43:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb90b42-7c2b-4a63-8e1a-4e2095056859', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:26.545833 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.571105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144e8f7a-004b-4825-9728-d2cd1f5c470f {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:26.584210 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0131dfad-c4d2-4892-9565-9204657fcdfa req-f27a291f-dad2-44f7-8058-574843e21072 service neutron] 10.222.0.97 "GET /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182640 Jul 07 22:29:26.595646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:26.601156 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.630568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c68c7635-1a28-48fb-abfb-c56578737fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.683332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.693179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7c07c-b7a4-44b1-948a-27d640ae9b84 req-99c78f98-338b-4759-93f3-755dc901b6b7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.694759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ad7c07c-b7a4-44b1-948a-27d640ae9b84 req-99c78f98-338b-4759-93f3-755dc901b6b7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 945 time: 0.6258159 Jul 07 22:29:26.727068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530a21b-1439-4f78-8696-e4696703b12a req-5df8343f-4ee7-447d-a679-4013236078db tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.728618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4530a21b-1439-4f78-8696-e4696703b12a req-5df8343f-4ee7-447d-a679-4013236078db tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 944 time: 0.5662825 Jul 07 22:29:26.737822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-0c9aa758-1257-4419-be2b-a69e4fbd07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.740577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-0c9aa758-1257-4419-be2b-a69e4fbd07c6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1e49efaac174c9c9a46ac1081b18e83&device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 1096 time: 0.0878325 Jul 07 22:29:26.795332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ad7c07c-b7a4-44b1-948a-27d640ae9b84 req-6e3398d4-dd0d-417e-86e5-4b9b58b7495c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883899 Jul 07 22:29:26.813361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4530a21b-1439-4f78-8696-e4696703b12a req-3510e011-71cf-4283-a3fd-1eff4e429fe8 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739260 Jul 07 22:29:26.829516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d4394cf-d06c-4432-918b-cba73652adae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.889073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-f15e2866-8ad8-4570-b5cb-6072ef5a159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.891228 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-f15e2866-8ad8-4570-b5cb-6072ef5a159d service neutron] 10.222.0.97 "GET /v2.0/networks?id=83306190-66a8-49cc-a94a-2b092c33573e HTTP/1.1" status: 200 len: 914 time: 0.1440394 Jul 07 22:29:26.902440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c68c7635-1a28-48fb-abfb-c56578737fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.908568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c68c7635-1a28-48fb-abfb-c56578737fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.945391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-040e57bd-ea74-4dc6-80ae-bb4ca6da9c7e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68fac399-7099-4340-bb2e-d4a613cc39b8 HTTP/1.1" status: 200 len: 217 time: 0.0467792 Jul 07 22:29:26.961336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c68c7635-1a28-48fb-abfb-c56578737fab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=15bed37cd0d54921a838cca08475de69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370849 Jul 07 22:29:26.962716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c7635-1a28-48fb-abfb-c56578737fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c4b98-d872-41f3-90cf-8fd7b95ab72f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.966414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56714) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:27.091936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.095061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5160ba10-d76e-4a1e-90e7-7073bf85a4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.100902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.107098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-87218095-10d2-4857-8c71-a6ec60c03ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.108951 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-87218095-10d2-4857-8c71-a6ec60c03ec2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=30560ad3-ad94-41b0-b230-e218d0249619 HTTP/1.1" status: 200 len: 853 time: 0.1551888 Jul 07 22:29:27.109468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.116885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.123824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.131513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.140498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.147101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1a4d1cbd-7068-4769-8048-2ac55b5bb711'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:27.151816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-09bdec87-5a36-4385-9e6f-4c8134a0b2c2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5437 time: 0.1654100 Jul 07 22:29:27.167008 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-521c952a-feb2-4c44-8f30-ec7529a2885d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=83306190-66a8-49cc-a94a-2b092c33573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502532 Jul 07 22:29:27.190234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5160ba10-d76e-4a1e-90e7-7073bf85a4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.211854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-038dcb62-d688-4fb5-b7cd-695fb4ef56b9 req-13af76a8-c9b3-437c-876b-250f3c2d9f03 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599103 Jul 07 22:29:27.233722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9b3fda62-85ca-4c57-b5b8-38db35656478'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:27.277650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d4394cf-d06c-4432-918b-cba73652adae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.285696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['46effd58-fc15-48b2-a743-4c14103d86cd'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:27.300737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d4394cf-d06c-4432-918b-cba73652adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.375831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4394cf-d06c-4432-918b-cba73652adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a43b0-3dd6-479d-9c02-35d10e632bcf,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:27.407131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56730) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:27.407394 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3d4394cf-d06c-4432-918b-cba73652adae admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=93700f687bc446efaf08714d6b9f54f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0074329 Jul 07 22:29:27.419999 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5160ba10-d76e-4a1e-90e7-7073bf85a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.423037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5160ba10-d76e-4a1e-90e7-7073bf85a4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.426512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5160ba10-d76e-4a1e-90e7-7073bf85a4a1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0b9c4b98-d872-41f3-90cf-8fd7b95ab72f HTTP/1.1" status: 204 len: 168 time: 0.4545779 Jul 07 22:29:27.426512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-62dec1cf-d7d5-4458-a9aa-4427cffb08e6 service neutron] 10.222.0.97 "GET /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475350 Jul 07 22:29:27.515863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df5f19f7-88c5-4ab0-9e80-2864da176968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.550248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160ba10-d76e-4a1e-90e7-7073bf85a4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c4b98-d872-41f3-90cf-8fd7b95ab72f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:27.561383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df5f19f7-88c5-4ab0-9e80-2864da176968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.638829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df5f19f7-88c5-4ab0-9e80-2864da176968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.642082 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df5f19f7-88c5-4ab0-9e80-2864da176968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.643285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-df5f19f7-88c5-4ab0-9e80-2864da176968 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae1a43b0-3dd6-479d-9c02-35d10e632bcf HTTP/1.1" status: 204 len: 168 time: 0.2351129 Jul 07 22:29:27.647578 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-260c1ccb-0b83-471e-9dad-bf023fe7657b req-bdf724ca-3b9f-46ae-9e01-64659e8ae942 service neutron] 10.222.0.97 "GET /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049162 Jul 07 22:29:27.657619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f19f7-88c5-4ab0-9e80-2864da176968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a43b0-3dd6-479d-9c02-35d10e632bcf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.043887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda280-f4fe-4abc-b9d6-824fedfd2b3f req-e4138bf5-6200-4f52-8bbc-840ff2986da7 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.045557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1deda280-f4fe-4abc-b9d6-824fedfd2b3f req-e4138bf5-6200-4f52-8bbc-840ff2986da7 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 944 time: 0.0878935 Jul 07 22:29:28.100787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56756) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:28.111413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1deda280-f4fe-4abc-b9d6-824fedfd2b3f req-8ce5583a-feef-463c-9a1d-480bcf9f8233 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Jul 07 22:29:28.138088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0265e317-d5b5-4fed-a513-0c80004a23ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.193908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:28.209532 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-17bf932d-1cd0-4402-8b6c-348fd3b0d58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.256209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0265e317-d5b5-4fed-a513-0c80004a23ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.269295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0265e317-d5b5-4fed-a513-0c80004a23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.313288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e317-d5b5-4fed-a513-0c80004a23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e786d-680a-49cb-b5cf-4403dc7008b6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.350719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['055eb7d1-d055-4d0b-8c58-78ad46f26d53'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:28.366310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-17bf932d-1cd0-4402-8b6c-348fd3b0d58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.372704 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-17bf932d-1cd0-4402-8b6c-348fd3b0d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.388127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0265e317-d5b5-4fed-a513-0c80004a23ee admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d85c47b68f0c4db3bd7354564480f719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854950 Jul 07 22:29:28.388850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56766) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:28.425400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['351d0723-1b9b-4c62-9984-5f260cf0a2b7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:28.437499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf932d-1cd0-4402-8b6c-348fd3b0d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72bb9e-50bd-4fcd-aec1-36c1c2badfb5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.490937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-17bf932d-1cd0-4402-8b6c-348fd3b0d58c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7684bfb56f3442d19f39b3aca40d6b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958426 Jul 07 22:29:28.494516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56772) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:28.548638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['af951ed6-cefc-4c96-9c25-ba55ee5927bb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:28.567924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70f5-60a4-4f98-9189-627818e5fcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.582221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.588630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.595563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.602378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.609288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.615497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70f5-60a4-4f98-9189-627818e5fcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.616424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.623408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.632178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-02e676f5-c816-4626-8f65-983993c9b1e7 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5437 time: 0.2018802 Jul 07 22:29:28.653551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['144e8f7a-004b-4825-9728-d2cd1f5c470f'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:28.674985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb3625b1-65c1-43b5-8996-0cddddc4dbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.720953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70f5-60a4-4f98-9189-627818e5fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.724458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb3625b1-65c1-43b5-8996-0cddddc4dbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.725619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70f5-60a4-4f98-9189-627818e5fcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.727055 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7e5c70f5-60a4-4f98-9189-627818e5fcf6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/591e786d-680a-49cb-b5cf-4403dc7008b6 HTTP/1.1" status: 204 len: 168 time: 0.3371508 Jul 07 22:29:28.730364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8f87bdb-995f-441e-9096-64e9b9065886 req-f5b4cbe4-cda7-42f0-b783-711f7345b986 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973394 Jul 07 22:29:28.784043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c70f5-60a4-4f98-9189-627818e5fcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e786d-680a-49cb-b5cf-4403dc7008b6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.877509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb3625b1-65c1-43b5-8996-0cddddc4dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.880891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb3625b1-65c1-43b5-8996-0cddddc4dbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.883266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb3625b1-65c1-43b5-8996-0cddddc4dbd2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2f72bb9e-50bd-4fcd-aec1-36c1c2badfb5 HTTP/1.1" status: 204 len: 168 time: 0.3871074 Jul 07 22:29:28.897892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3625b1-65c1-43b5-8996-0cddddc4dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72bb9e-50bd-4fcd-aec1-36c1c2badfb5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.925563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2c894-8a75-4b63-b85b-9c00e35280f9 req-54d57596-1498-45b7-aff5-7642d8bd44ad tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.927706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4c2c894-8a75-4b63-b85b-9c00e35280f9 req-54d57596-1498-45b7-aff5-7642d8bd44ad tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2272239 Jul 07 22:29:29.004219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4c2c894-8a75-4b63-b85b-9c00e35280f9 req-9de59934-a5dc-4168-baf8-53f8792f9e39 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581670 Jul 07 22:29:29.243632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e942-cf78-41ae-8dee-3c3b031ac447 req-54454898-7bca-4308-ab61-d86347189eb2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:29.245950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca08e942-cf78-41ae-8dee-3c3b031ac447 req-54454898-7bca-4308-ab61-d86347189eb2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.0826218 Jul 07 22:29:29.290486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca08e942-cf78-41ae-8dee-3c3b031ac447 req-893ab413-57a9-4c81-973a-d78f1193b7d9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Jul 07 22:29:29.505451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7a6-8463-44ec-aa8d-f89b211d2eda req-1a3237ce-dd85-4451-978c-380a3a8f39af tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:29.507377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2453e7a6-8463-44ec-aa8d-f89b211d2eda req-1a3237ce-dd85-4451-978c-380a3a8f39af tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 944 time: 0.0897236 Jul 07 22:29:29.629539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2453e7a6-8463-44ec-aa8d-f89b211d2eda req-cd344eb0-dd0e-4561-aa3f-da540e30b442 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149192 Jul 07 22:29:29.797970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-c76a1836-a06b-43a6-9a75-a3e5e1d20fe2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:29.815354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-c76a1836-a06b-43a6-9a75-a3e5e1d20fe2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.1685426 Jul 07 22:29:29.834134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-6d9087fd-f83d-4074-972e-bad2ada502f3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/quotas/8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 375 time: 0.0176690 Jul 07 22:29:29.944553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-73535d6e-1cbf-4e24-a9e2-5b260691419f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1092360 Jul 07 22:29:30.106788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.114343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.120530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.127416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.133362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.139606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.146508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.154517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-840483e7-5cdc-4d76-8ea3-4ac3652dd7e6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5437 time: 0.1988995 Jul 07 22:29:30.195249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-c4472fef-7104-4d54-be06-2f9eb5432a0b service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493434 Jul 07 22:29:30.243601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-610ec126-ceb7-4f96-930b-cc8c294c67c4 req-4aa1acd4-2db4-4fc8-aaee-4f508fd6c14d tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877769 Jul 07 22:29:30.343120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-61f361ce-ff99-4ebc-8cf6-0250d93cf080 service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424024 Jul 07 22:29:30.563816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-099ce8fc-550d-4f7c-a5d8-f40daa216826 req-ff8da967-58fa-4757-861e-7c231dfbe64e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 210 time: 0.0433304 Jul 07 22:29:30.658810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 055eb7d1-d055-4d0b-8c58-78ad46f26d53 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:30.805182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:30.813161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:30.813907 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.879880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:30.883819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9e71f-68d4-4ca0-acb6-c0a50712cd56 req-43e2792f-736a-4337-a241-f7eb5d51d04d tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:30.893055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26c9e71f-68d4-4ca0-acb6-c0a50712cd56 req-43e2792f-736a-4337-a241-f7eb5d51d04d tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 944 time: 0.0996563 Jul 07 22:29:30.953142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26c9e71f-68d4-4ca0-acb6-c0a50712cd56 req-292cbe77-3e4b-4a60-8e12-f5743d085e1a tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Jul 07 22:29:30.993979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.021815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:31.025838 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7def5d3-53ac-41b9-a9db-a6d313014167" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:31.054684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:31.064086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.067250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device af951ed6-cefc-4c96-9c25-ba55ee5927bb up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:31.161359 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf926b-6085-4eb3-b9f4-969916e794ed x-openstack-request-id: req-a1bf926b-6085-4eb3-b9f4-969916e794ed {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:31.161810 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:31.162907 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a1bf926b-6085-4eb3-b9f4-969916e794ed {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:31.163598 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53', 'code': 200} Jul 07 22:29:31.241971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:31.278879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port af951ed6-cefc-4c96-9c25-ba55ee5927bb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:31.283151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port af951ed6-cefc-4c96-9c25-ba55ee5927bb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:31.283763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.295050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7efd990d-4925-4235-abb4-ebd268386c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.408956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56940) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:31.459754 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.523207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7efd990d-4925-4235-abb4-ebd268386c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.526042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:31.531240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7efd990d-4925-4235-abb4-ebd268386c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.532740 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.535675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1a4d1cbd-7068-4769-8048-2ac55b5bb711 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:31.635627 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7efd990d-4925-4235-abb4-ebd268386c40 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aa090d2be67c4eb6bb84773fde55fd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7538266 Jul 07 22:29:31.636731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd990d-4925-4235-abb4-ebd268386c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6477042-1f0e-4e60-98ae-776751741496,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:31.644699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56950) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:31.670375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:31.699042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.708666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.710876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:31.715416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.716696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:31.717211 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.722563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.728786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.736585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.745171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:31.755175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-52e14aa8-1b4e-4ba1-a68f-913e5c60af57 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5438 time: 0.3037820 Jul 07 22:29:31.769973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56952) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:31.828656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5caa7c5f-1142-4cb4-80f5-35fc315b06fa req-aad7591c-8d50-4cf2-8ae9-3824aacc501c tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722115 Jul 07 22:29:31.832514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2b945e59-4bab-4638-9814-23e086558432 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1698469615'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:31.833194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2b945e59-4bab-4638-9814-23e086558432 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Unknown quota resources ['metering_label']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:29:31.878522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5b9aead-07df-4188-bfa2-a6d53d0f75a7 req-ff3f7ad5-ae53-4fff-a00b-2ed74be87ec1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 210 time: 0.0883427 Jul 07 22:29:31.889476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe0420cd-4750-48a2-9d07-8c5b5d706e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.894858 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.938254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:31.944831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.946006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b3fda62-85ca-4c57-b5b8-38db35656478 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:31.958681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03974ed0-f4ff-4aa3-b045-814e6e8af7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.005888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03974ed0-f4ff-4aa3-b045-814e6e8af7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.047940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=1a4d1cbd-7068-4769-8048-2ac55b5bb711,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.052136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 68fac399-7099-4340-bb2e-d4a613cc39b8 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:32.080948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b945e59-4bab-4638-9814-23e086558432 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.084865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2b945e59-4bab-4638-9814-23e086558432 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3111398 Jul 07 22:29:32.089414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56958) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:32.100591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 9b3fda62-85ca-4c57-b5b8-38db35656478 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:32.105258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a1ca6a12-35ac-4254-b89a-0583aea9d5cb tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fb729808-4673-4254-9674-11451ecb7935'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:32.106667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a1ca6a12-35ac-4254-b89a-0583aea9d5cb tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:29:32.138992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9b3fda62-85ca-4c57-b5b8-38db35656478 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:32.139395 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.189240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe0420cd-4750-48a2-9d07-8c5b5d706e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.192459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03974ed0-f4ff-4aa3-b045-814e6e8af7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.195431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03974ed0-f4ff-4aa3-b045-814e6e8af7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.196578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-03974ed0-f4ff-4aa3-b045-814e6e8af7e7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f6477042-1f0e-4e60-98ae-776751741496 HTTP/1.1" status: 204 len: 168 time: 0.4211185 Jul 07 22:29:32.224164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe0420cd-4750-48a2-9d07-8c5b5d706e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.266003 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.300903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fe0420cd-4750-48a2-9d07-8c5b5d706e49 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=31d5fa8f242f488caf67f6c5bfddfefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8874075 Jul 07 22:29:32.301154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56962) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:32.337806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03974ed0-f4ff-4aa3-b045-814e6e8af7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6477042-1f0e-4e60-98ae-776751741496,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.339181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 68fac399-7099-4340-bb2e-d4a613cc39b8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=68fac399-7099-4340-bb2e-d4a613cc39b8,segment=NetworkSegment(eaf9978a-31ee-4b8b-b22d-3cde210f9ca9),segment_id=eaf9978a-31ee-4b8b-b22d-3cde210f9ca9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:32.375267 n-d-694802-13 neutron-server[93932]: WARNING neutron.services.metering.metering_plugin [None req-a1ca6a12-35ac-4254-b89a-0583aea9d5cb tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:29:32.433847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '68fac399-7099-4340-bb2e-d4a613cc39b8', 'network_id': '83306190-66a8-49cc-a94a-2b092c33573e', 'port_id': '68fac399-7099-4340-bb2e-d4a613cc39b8', 'mac_address': 'fa:16:3e:6f:a9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30560ad3-ad94-41b0-b230-e218d0249619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:32.443168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3afb356e-3f84-4629-8df4-a3d92f029d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.446970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b3fda62-85ca-4c57-b5b8-38db35656478,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:32.467921 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.470291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 144e8f7a-004b-4825-9728-d2cd1f5c470f up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:32.513804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3afb356e-3f84-4629-8df4-a3d92f029d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.569268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6a12-35ac-4254-b89a-0583aea9d5cb tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.570591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a1ca6a12-35ac-4254-b89a-0583aea9d5cb tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4774935 Jul 07 22:29:32.576636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56968) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:32.578652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0420cd-4750-48a2-9d07-8c5b5d706e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df982d2-a2c5-400a-9fd3-a5d2e1e9abd6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.605697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0fc30712-4642-496b-ae38-1aca2031cf9b tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fb729808-4673-4254-9674-11451ecb7935'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:32.606391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0fc30712-4642-496b-ae38-1aca2031cf9b tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:29:32.675908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2309c-2260-4b9a-889a-9abea4fabf46 req-216cf90c-c75f-4804-9ee2-a5473104b1e9 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:32.684075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e2309c-2260-4b9a-889a-9abea4fabf46 req-216cf90c-c75f-4804-9ee2-a5473104b1e9 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 944 time: 0.4918993 Jul 07 22:29:32.715945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.736278 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.740065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3afb356e-3f84-4629-8df4-a3d92f029d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.748763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3afb356e-3f84-4629-8df4-a3d92f029d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.753369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-772949d6-3ee8-4208-80f4-309683005964 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:32.754571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3afb356e-3f84-4629-8df4-a3d92f029d62 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1df982d2-a2c5-400a-9fd3-a5d2e1e9abd6 HTTP/1.1" status: 204 len: 168 time: 0.4526694 Jul 07 22:29:32.755689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-772949d6-3ee8-4208-80f4-309683005964 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.4568415 Jul 07 22:29:32.758651 n-d-694802-13 neutron-server[93932]: WARNING neutron.services.metering.metering_plugin [None req-0fc30712-4642-496b-ae38-1aca2031cf9b tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:29:32.767614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fac399-7099-4340-bb2e-d4a613cc39b8 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:32.774010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 144e8f7a-004b-4825-9728-d2cd1f5c470f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:32.782076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 144e8f7a-004b-4825-9728-d2cd1f5c470f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:32.782456 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.789884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'port': {'device_id': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'admin_state_up': True, 'tenant_id': '8a60246f21a44cf7adc440f356525c81'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:32.798206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb356e-3f84-4629-8df4-a3d92f029d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df982d2-a2c5-400a-9fd3-a5d2e1e9abd6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.811242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10e2309c-2260-4b9a-889a-9abea4fabf46 req-00c63713-d363-4a49-b61d-a9b1e998d201 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259487 Jul 07 22:29:32.843104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 68fac399-7099-4340-bb2e-d4a613cc39b8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=68fac399-7099-4340-bb2e-d4a613cc39b8,segment=NetworkSegment(eaf9978a-31ee-4b8b-b22d-3cde210f9ca9),segment_id=eaf9978a-31ee-4b8b-b22d-3cde210f9ca9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:32.893436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.993593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fc30712-4642-496b-ae38-1aca2031cf9b tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.996148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0fc30712-4642-496b-ae38-1aca2031cf9b tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4184353 Jul 07 22:29:32.999219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56988) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.003051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=68fac399-7099-4340-bb2e-d4a613cc39b8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:33.029441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56990) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.032199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d55dbf6a-af48-4bdb-a6da-3c8146360088 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=96e6cfbb-3262-4d63-9da5-e3b3bd2a3801 HTTP/1.1" status: 200 len: 464 time: 0.0308020 Jul 07 22:29:33.037677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.115888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:33.129104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.130009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 351d0723-1b9b-4c62-9984-5f260cf0a2b7 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:33.177411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3fda62-85ca-4c57-b5b8-38db35656478'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:33.180152 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902b02f5-5a15-4ad3-b9a1-bcc6377a76f8" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "9b3fda62-85ca-4c57-b5b8-38db35656478"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:33.254238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:33.261214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-657feeef-16c6-4568-8b89-d4f728249fd0 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.264514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['68fac399-7099-4340-bb2e-d4a613cc39b8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:33.271185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57000) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.279468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-657feeef-16c6-4568-8b89-d4f728249fd0 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/96e6cfbb-3262-4d63-9da5-e3b3bd2a3801 HTTP/1.1" status: 204 len: 168 time: 0.2478416 Jul 07 22:29:33.287843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-35720dbc-ea81-4228-b6cd-93ec745c2fcb tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=96e6cfbb-3262-4d63-9da5-e3b3bd2a3801 HTTP/1.1" status: 200 len: 221 time: 0.0154445 Jul 07 22:29:33.288664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.291153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:33.295113 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.301663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0d3cb969-1c2e-405f-b4be-dec86636b8dc tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2129568508', 'description': 'label created by tempest'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:33.302143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0d3cb969-1c2e-405f-b4be-dec86636b8dc tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Unknown quota resources ['metering_label']. {{(pid=93932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:29:33.310252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:33.348570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:33.349078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.421430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31febe91-1def-4c2e-894c-5e43c4ea76c0 req-77abe311-e546-4bb8-b11f-03c7878ba780 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 210 time: 0.2579868 Jul 07 22:29:33.444830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.464006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94f493d1-02be-493e-8cc0-430ffc81f1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.523315 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a3f69a-1c34-4fcc-9317-4e1e58995f03 x-openstack-request-id: req-e7a3f69a-1c34-4fcc-9317-4e1e58995f03 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:33.524158 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "9b3fda62-85ca-4c57-b5b8-38db35656478", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:33.524509 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e7a3f69a-1c34-4fcc-9317-4e1e58995f03 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:33.525754 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb', 'code': 200} Jul 07 22:29:33.526136 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'code': 200} Jul 07 22:29:33.526403 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3fda62-85ca-4c57-b5b8-38db35656478', 'code': 200} Jul 07 22:29:33.526683 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f', 'code': 200} Jul 07 22:29:33.611972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.633882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94f493d1-02be-493e-8cc0-430ffc81f1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.646718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94f493d1-02be-493e-8cc0-430ffc81f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.652168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb969-1c2e-405f-b4be-dec86636b8dc tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.653844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:33.656553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0d3cb969-1c2e-405f-b4be-dec86636b8dc tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3584750 Jul 07 22:29:33.669995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57010) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.710904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.711918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 46effd58-fc15-48b2-a743-4c14103d86cd up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:33.741484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.753824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.762396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.787128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1896bb1a-42a2-4be2-a214-9b14132912a1 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=92d99b49-f5de-4e2d-b382-d35bd0281aee HTTP/1.1" status: 200 len: 468 time: 0.1158452 Jul 07 22:29:33.788209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.788359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f493d1-02be-493e-8cc0-430ffc81f1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64482c-97f8-4ecf-b7af-16306499ca04,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:33.791076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57014) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.796922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:33.798811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.808365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.816206 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-94f493d1-02be-493e-8cc0-430ffc81f1eb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=01b1a51cbd334b3e8a35d17386a7bd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628943 Jul 07 22:29:33.817270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57016) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.831767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.834027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-30fd80f2-223a-491c-a6ba-3b8a9c6d9172 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5442 time: 0.6782074 Jul 07 22:29:33.901538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 46effd58-fc15-48b2-a743-4c14103d86cd completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:33.911022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 46effd58-fc15-48b2-a743-4c14103d86cd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:33.912825 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.991216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Allocated IP 172.20.0.7 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/2cc18aee-47d6-4208-9f17-f4305892012b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:34.077638 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.107269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb828552-fac1-4e19-a0d9-ba64b1bc42a4 req-f0dec2b1-1400-48f2-8502-9cd9f0267693 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2451940 Jul 07 22:29:34.137610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=46effd58-fc15-48b2-a743-4c14103d86cd,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:34.144626 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.240640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b945245-d34a-4541-a96b-9b7e3240c7fd tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.244997 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b945245-d34a-4541-a96b-9b7e3240c7fd tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/92d99b49-f5de-4e2d-b382-d35bd0281aee HTTP/1.1" status: 204 len: 168 time: 0.4370158 Jul 07 22:29:34.246044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:34.247310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57030) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.263061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-517b213f-86b5-4137-a760-97398d40ff3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.272407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09539a72-d11c-4346-8ddd-0740efc746bb req-048e1bad-d389-4d2e-ba03-f25205d8c487 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:34.273949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09539a72-d11c-4346-8ddd-0740efc746bb req-048e1bad-d389-4d2e-ba03-f25205d8c487 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 945 time: 0.1977675 Jul 07 22:29:34.282169 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-673a82dc-0408-4d60-832c-5d041994984c tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=92d99b49-f5de-4e2d-b382-d35bd0281aee HTTP/1.1" status: 200 len: 216 time: 0.0306118 Jul 07 22:29:34.282797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57032) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.288480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.300748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-517b213f-86b5-4137-a760-97398d40ff3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.307091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b28db51e-2707-4224-92a0-1ca094378d34 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0203753 Jul 07 22:29:34.310934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57034) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.332549 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c7312ac2-9250-4360-b488-0345f2dd94fe tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175011 Jul 07 22:29:34.333804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.343815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09539a72-d11c-4346-8ddd-0740efc746bb req-59110c15-9115-4e0f-a80a-3711e1f5d597 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529268 Jul 07 22:29:34.344890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Transition to ACTIVE for port object 2cc18aee-47d6-4208-9f17-f4305892012b will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:34.384843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.404894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:34.420331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-491094e4-ef12-42d2-ae48-04e2ee12a9d3 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels/fb729808-4673-4254-9674-11451ecb7935 HTTP/1.1" status: 200 len: 473 time: 0.0822237 Jul 07 22:29:34.428962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57038) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.451977 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d2aed39-c533-4805-87cf-ae7edc5b4ed7 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules/6e0aa350-9be2-47e3-ba06-4d75eb1a5c34 HTTP/1.1" status: 200 len: 461 time: 0.0130482 Jul 07 22:29:34.453484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57042) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.466575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-517b213f-86b5-4137-a760-97398d40ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.468836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-517b213f-86b5-4137-a760-97398d40ff3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.470190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-517b213f-86b5-4137-a760-97398d40ff3e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cf64482c-97f8-4ecf-b7af-16306499ca04 HTTP/1.1" status: 204 len: 168 time: 0.5079808 Jul 07 22:29:34.487480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b213f-86b5-4137-a760-97398d40ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64482c-97f8-4ecf-b7af-16306499ca04,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:34.490203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:34.503049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:34.519857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:34.528184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:34.623090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40c89573-a84f-44f3-aa88-dee3debc0732 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.624897 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40c89573-a84f-44f3-aa88-dee3debc0732 tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/6e0aa350-9be2-47e3-ba06-4d75eb1a5c34 HTTP/1.1" status: 204 len: 168 time: 0.1701813 Jul 07 22:29:34.627409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57050) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.648309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:34.649390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.686525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-699ef759-2f12-4c33-a3fc-829932259ae9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9178438 Jul 07 22:29:34.699085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Request body: {'port': {'device_id': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:34.949261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.993855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a179b3f5-f385-44ca-a94e-498d55bdecd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:35.021813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ac300b2-d526-44b4-b567-e5fad2691eaa tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.023579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9ac300b2-d526-44b4-b567-e5fad2691eaa tempest-MeteringTestJSON-465012200 tempest-MeteringTestJSON-465012200-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/fb729808-4673-4254-9674-11451ecb7935 HTTP/1.1" status: 204 len: 168 time: 0.3949206 Jul 07 22:29:35.056219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57062) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:35.098263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366447ae-aed3-4247-8129-a5eb5d07b99e req-343cb3f3-3279-402b-b098-609a863c7569 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.100514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-366447ae-aed3-4247-8129-a5eb5d07b99e req-343cb3f3-3279-402b-b098-609a863c7569 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 931 time: 0.2610497 Jul 07 22:29:35.113927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d78d082-b10e-412a-9ffc-8cd9e0908311 None None] Provisioning for port 2cc18aee-47d6-4208-9f17-f4305892012b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:35.132738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d78d082-b10e-412a-9ffc-8cd9e0908311 None None] Provisioning complete for port 2cc18aee-47d6-4208-9f17-f4305892012b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:35.133115 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d78d082-b10e-412a-9ffc-8cd9e0908311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.226170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3d78d082-b10e-412a-9ffc-8cd9e0908311 None None] Port 2cc18aee-47d6-4208-9f17-f4305892012b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:35.282718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363a03af-6b71-4269-80b0-864d3f537e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.423362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57076) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:35.444109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363a03af-6b71-4269-80b0-864d3f537e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.451237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363a03af-6b71-4269-80b0-864d3f537e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.484199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-363a03af-6b71-4269-80b0-864d3f537e7c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c29393f704434760ac9a86b10090a2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268541 Jul 07 22:29:35.490883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57082) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:35.507987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-366447ae-aed3-4247-8129-a5eb5d07b99e req-e1e466f9-0940-44ab-b55d-86a4371bb097 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968659 Jul 07 22:29:35.528430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46effd58-fc15-48b2-a743-4c14103d86cd'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:35.531322 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebeccb7-c87e-4da0-8811-7e5e19915e3e" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "46effd58-fc15-48b2-a743-4c14103d86cd"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:35.548890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a03af-6b71-4269-80b0-864d3f537e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5b49d-6c9a-4e6f-956e-98243ef8e9c0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:35.581624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec21cdbe-1cd8-4c80-bdbe-003c06854f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.596210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.602426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.616425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec21cdbe-1cd8-4c80-bdbe-003c06854f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.619230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.636386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.645694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.659534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.672977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-56b44c41-7fc0-48ee-bcb6-b77678ed452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.675714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.678535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-43043fd5-b83a-47c5-80ba-d1e57efe362f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.2685635 Jul 07 22:29:35.697046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc18aee-47d6-4208-9f17-f4305892012b {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:35.716970 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.763517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec21cdbe-1cd8-4c80-bdbe-003c06854f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.766232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec21cdbe-1cd8-4c80-bdbe-003c06854f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.767877 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec21cdbe-1cd8-4c80-bdbe-003c06854f2a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dac5b49d-6c9a-4e6f-956e-98243ef8e9c0 HTTP/1.1" status: 204 len: 168 time: 0.2760439 Jul 07 22:29:35.800242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21cdbe-1cd8-4c80-bdbe-003c06854f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5b49d-6c9a-4e6f-956e-98243ef8e9c0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:35.834024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Transition to ACTIVE for port object 2cc18aee-47d6-4208-9f17-f4305892012b will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:35.859123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd693a87-35e4-4028-a282-cf14865c3b2d req-b63e3d46-75ca-48fd-82c5-4b6a5e81cbd1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653490 Jul 07 22:29:35.860771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-56b44c41-7fc0-48ee-bcb6-b77678ed452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.861799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.874138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-56b44c41-7fc0-48ee-bcb6-b77678ed452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.940015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-56b44c41-7fc0-48ee-bcb6-b77678ed452b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1644b0652fd54e10997f2e301bd1c49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160961 Jul 07 22:29:35.940948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57096) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:35.947475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b44c41-7fc0-48ee-bcb6-b77678ed452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e8c23-c3bf-4d3d-be0d-2fef2d886f74,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:35.963992 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503027b-d242-4b51-909e-672c6524b3e2 x-openstack-request-id: req-d503027b-d242-4b51-909e-672c6524b3e2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:35.963992 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "46effd58-fc15-48b2-a743-4c14103d86cd", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:35.963992 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d503027b-d242-4b51-909e-672c6524b3e2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:35.964378 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7', 'code': 200} Jul 07 22:29:35.965629 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46effd58-fc15-48b2-a743-4c14103d86cd', 'code': 200} Jul 07 22:29:36.008315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413cfce-969c-4a72-94cc-862626fdb61a req-2c49a971-8f9f-4237-a1ff-227c9ab10a43 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.018263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8413cfce-969c-4a72-94cc-862626fdb61a req-2c49a971-8f9f-4237-a1ff-227c9ab10a43 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 945 time: 0.2981372 Jul 07 22:29:36.037436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 68fac399-7099-4340-bb2e-d4a613cc39b8 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:36.052391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-196cf029-a178-49f8-873f-cfc4361d36fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.104456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:36.127275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-196cf029-a178-49f8-873f-cfc4361d36fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.146243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 68fac399-7099-4340-bb2e-d4a613cc39b8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:36.150793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 68fac399-7099-4340-bb2e-d4a613cc39b8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:36.151440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.202850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8413cfce-969c-4a72-94cc-862626fdb61a req-60e40897-91a2-42b1-b414-79a94f0d7ec8 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820476 Jul 07 22:29:36.226189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-196cf029-a178-49f8-873f-cfc4361d36fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.229483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-196cf029-a178-49f8-873f-cfc4361d36fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.230861 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-196cf029-a178-49f8-873f-cfc4361d36fb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a00e8c23-c3bf-4d3d-be0d-2fef2d886f74 HTTP/1.1" status: 204 len: 168 time: 0.2887881 Jul 07 22:29:36.243666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cf029-a178-49f8-873f-cfc4361d36fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e8c23-c3bf-4d3d-be0d-2fef2d886f74,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:36.301036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Attempting to bind port 2cc18aee-47d6-4208-9f17-f4305892012b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:36.301385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Attempting to bind port 2cc18aee-47d6-4208-9f17-f4305892012b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:36.301811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Attempting to bind port 2cc18aee-47d6-4208-9f17-f4305892012b on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:36.309005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.309231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.309730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.310212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.310710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.311191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.311667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.312139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.314107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-2c66d394-0e2b-4974-a168-e0a4d5bca87f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.2069702 Jul 07 22:29:36.329634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Port 2cc18aee-47d6-4208-9f17-f4305892012b on network 2a5e1819-3f46-46e6-82e8-10dc2105389a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:36.330029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Attempting to bind port 2cc18aee-47d6-4208-9f17-f4305892012b on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:36.348891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:36.349250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:36.349717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:36.350064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Bound port: 2cc18aee-47d6-4208-9f17-f4305892012b, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:36.350437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.361298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 68fac399-7099-4340-bb2e-d4a613cc39b8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=68fac399-7099-4340-bb2e-d4a613cc39b8,segment=NetworkSegment(eaf9978a-31ee-4b8b-b22d-3cde210f9ca9),segment_id=eaf9978a-31ee-4b8b-b22d-3cde210f9ca9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:36.366488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.379722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34a73bbd-ebd5-4561-a8cc-51510bbdfbb1 req-b81a7e7e-4cfa-44a6-bccc-7728b4e6a045 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583129 Jul 07 22:29:36.384586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:36.416180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-795081cb-0b19-4acb-94a7-4657dca30d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.432150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=68fac399-7099-4340-bb2e-d4a613cc39b8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:36.445063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:36.453419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2cc18aee-47d6-4208-9f17-f4305892012b,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:36.465396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.505820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.506492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.507911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] 10.222.0.103 "PUT /v2.0/ports/2cc18aee-47d6-4208-9f17-f4305892012b HTTP/1.1" status: 200 len: 1092 time: 1.8134325 Jul 07 22:29:36.508361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:36.510669 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc84f3db-a87c-4aeb-b649-22b27bf8371c" -d '{"events": [{"name": "network-changed", "server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:36.551719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3be6c-bdb5-4c3c-8cd5-e1e9a385c3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:36.626806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-795081cb-0b19-4acb-94a7-4657dca30d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.632923 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce26c7-4b3f-48e5-89cb-40fe137a2b18 x-openstack-request-id: req-6cce26c7-4b3f-48e5-89cb-40fe137a2b18 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:36.632923 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:36.632923 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6cce26c7-4b3f-48e5-89cb-40fe137a2b18 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:36.634068 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b', 'status': 'completed', 'code': 200} Jul 07 22:29:36.636263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-795081cb-0b19-4acb-94a7-4657dca30d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.677111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-c5eb1261-32f9-45d0-bbb0-327fea77271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.681287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-c5eb1261-32f9-45d0-bbb0-327fea77271b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 1095 time: 0.1093605 Jul 07 22:29:36.732501 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-795081cb-0b19-4acb-94a7-4657dca30d1e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ff971aa6a2fb41f89377cf3b8dd3c824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465009 Jul 07 22:29:36.733287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795081cb-0b19-4acb-94a7-4657dca30d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9645e-521e-4f90-9a74-881d05e413e9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:36.741545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57118) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:36.819664 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48a4ea4e-3de6-443c-8981-ef61537b2b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.847800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48a4ea4e-3de6-443c-8981-ef61537b2b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.921737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48a4ea4e-3de6-443c-8981-ef61537b2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.925709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48a4ea4e-3de6-443c-8981-ef61537b2b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.927753 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48a4ea4e-3de6-443c-8981-ef61537b2b2b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5ea9645e-521e-4f90-9a74-881d05e413e9 HTTP/1.1" status: 204 len: 168 time: 0.1889138 Jul 07 22:29:36.938291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4ea4e-3de6-443c-8981-ef61537b2b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9645e-521e-4f90-9a74-881d05e413e9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:36.993056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57132) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:37.013808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-771230b5-9bc3-4a24-8e7b-8a7cebd0ce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.145449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-771230b5-9bc3-4a24-8e7b-8a7cebd0ce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.151860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-771230b5-9bc3-4a24-8e7b-8a7cebd0ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.155824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-2f6686c5-1f09-42e0-bb80-7602249bf86a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc18aee-47d6-4208-9f17-f4305892012b HTTP/1.1" status: 200 len: 217 time: 0.4647233 Jul 07 22:29:37.198479 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-771230b5-9bc3-4a24-8e7b-8a7cebd0ce65 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=59c45194ae9346a1ad4a32fcff32afc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020328 Jul 07 22:29:37.198791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771230b5-9bc3-4a24-8e7b-8a7cebd0ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706cc4a-f36c-4b9a-9456-f680a8ac08f3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:37.201638 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57136) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:37.267042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed707d06-0171-4c06-a945-2ece87de19c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.295307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed707d06-0171-4c06-a945-2ece87de19c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.320128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-1e95d9ed-650b-4dde-bd4f-3b048a6ad56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.321884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-1e95d9ed-650b-4dde-bd4f-3b048a6ad56a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1493580 Jul 07 22:29:37.358928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428e989-4bc6-429a-be9d-84c9999a387e req-ef17a881-68cb-44fe-8062-b85b737fe20b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.361181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5428e989-4bc6-429a-be9d-84c9999a387e req-ef17a881-68cb-44fe-8062-b85b737fe20b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 943 time: 0.2100437 Jul 07 22:29:37.366269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed707d06-0171-4c06-a945-2ece87de19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.374220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed707d06-0171-4c06-a945-2ece87de19c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.375989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ed707d06-0171-4c06-a945-2ece87de19c5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e706cc4a-f36c-4b9a-9456-f680a8ac08f3 HTTP/1.1" status: 204 len: 168 time: 0.1732037 Jul 07 22:29:37.387509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed707d06-0171-4c06-a945-2ece87de19c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706cc4a-f36c-4b9a-9456-f680a8ac08f3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:37.404938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.412352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.420921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.430000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.436397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.442749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.452106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.452106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-6752e51d-99b0-4210-b399-049cc7772cd2 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.2991660 Jul 07 22:29:37.543259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5428e989-4bc6-429a-be9d-84c9999a387e req-850a8ea7-1e84-4907-a85c-08a0aa30aff9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583781 Jul 07 22:29:37.577437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e3a837f-9955-4292-9222-bc78dfdd9060 req-cd6ce888-029f-4c56-ba4d-a161cc949759 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150980 Jul 07 22:29:37.596342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-a8041658-723e-4b1c-aedc-33ce22845413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.598373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-a8041658-723e-4b1c-aedc-33ce22845413 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2657928 Jul 07 22:29:37.716727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-d8365e7b-8480-46e3-acfe-e63d9e8e1f13 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096280 Jul 07 22:29:37.887925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4d5f6-0eca-4221-8ba3-007f3af267bd req-fc4f2141-6a3c-43d3-bd52-4c0f7d00f4be tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.889652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4de4d5f6-0eca-4221-8ba3-007f3af267bd req-fc4f2141-6a3c-43d3-bd52-4c0f7d00f4be tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 946 time: 0.1549280 Jul 07 22:29:37.895065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0d7fc71-24f9-49c5-abb3-543d5cd5c6af req-e51715df-2272-41fc-9f75-367bf4130bba service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695220 Jul 07 22:29:37.935637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4de4d5f6-0eca-4221-8ba3-007f3af267bd req-85b9f537-4245-4f13-8fcc-e74f0bd041d3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Jul 07 22:29:37.968105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fac399-7099-4340-bb2e-d4a613cc39b8'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:37.972995 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89de1af-133e-4ec2-9f5d-ab563c2f81df" -d '{"events": [{"server_uuid": "9eda0619-ce9c-4ff8-9e73-4c97a952afda", "name": "network-vif-plugged", "status": "completed", "tag": "68fac399-7099-4340-bb2e-d4a613cc39b8"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:38.049172 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080c3f27-46c4-458a-9ad9-7566c57e8423 x-openstack-request-id: req-080c3f27-46c4-458a-9ad9-7566c57e8423 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:38.049472 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda0619-ce9c-4ff8-9e73-4c97a952afda", "name": "network-vif-plugged", "status": "completed", "tag": "68fac399-7099-4340-bb2e-d4a613cc39b8", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:38.049729 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-080c3f27-46c4-458a-9ad9-7566c57e8423 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:38.050134 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fac399-7099-4340-bb2e-d4a613cc39b8', 'code': 200} Jul 07 22:29:38.096962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-a66df225-e0c7-4a7f-9742-f7d85c327bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.098551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-a66df225-e0c7-4a7f-9742-f7d85c327bee service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 1095 time: 0.1225903 Jul 07 22:29:38.198574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c4604-c450-4ad6-be1a-c881dc52f4b9 req-117c42c6-32e4-44ea-8d22-77e8c329e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.201351 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-914c4604-c450-4ad6-be1a-c881dc52f4b9 req-117c42c6-32e4-44ea-8d22-77e8c329e82b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 1098 time: 0.0790508 Jul 07 22:29:38.227687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-12270d53-5e19-4ddf-b1bd-5fbf34c9cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.229995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-12270d53-5e19-4ddf-b1bd-5fbf34c9cb7b service neutron] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1231177 Jul 07 22:29:38.265517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-914c4604-c450-4ad6-be1a-c881dc52f4b9 req-f9249958-6332-4b54-88be-8d153cf97f2b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 Jul 07 22:29:38.292162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-b4b4c238-ea90-4f76-9f82-93cea6531944 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc18aee-47d6-4208-9f17-f4305892012b HTTP/1.1" status: 200 len: 217 time: 0.0486236 Jul 07 22:29:38.360907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-b95cb41b-3ce9-464b-96fc-595e08a73798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.362537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-b95cb41b-3ce9-464b-96fc-595e08a73798 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0603902 Jul 07 22:29:38.449852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-1edf5ec0-4458-442a-b29b-9b7793a66d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.451741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-1edf5ec0-4458-442a-b29b-9b7793a66d7b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820663 Jul 07 22:29:38.582486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-9dcd898c-9470-4baf-95b8-9b230d43d04c service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174641 Jul 07 22:29:38.752955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc84f3db-a87c-4aeb-b649-22b27bf8371c req-1c5688a2-91c0-4535-bf53-bc93a46d27d5 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631339 Jul 07 22:29:38.907381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.914124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.922543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.931239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.938389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.944637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.951740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.953764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-1cc4eba9-0971-40a9-87fe-7c3221fe1b8e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.1880453 Jul 07 22:29:38.972175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88042d7d-1f55-4c4d-a924-b6dbaa084627 req-ff671f82-9e8a-4578-8d2d-06f55d0265ac tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.973749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88042d7d-1f55-4c4d-a924-b6dbaa084627 req-ff671f82-9e8a-4578-8d2d-06f55d0265ac tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 943 time: 0.1698375 Jul 07 22:29:39.030309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1834d40b-bb19-41e1-9ff3-f97a8f02c38a req-296a6e99-4ee9-405f-b260-2e130dc4e68b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555348 Jul 07 22:29:39.043739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88042d7d-1f55-4c4d-a924-b6dbaa084627 req-ce1bbf7f-94bc-4f36-bd62-ff7e0b01f3b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526078 Jul 07 22:29:39.051569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57310) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:39.309700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2100409720'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:39.341473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.347433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.353388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.359426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.368220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.375486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.397724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.406152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15c01e97-7c6d-49cb-9886-1198440ecdcf req-cae265bc-0114-400c-a957-944ba1d02baf tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.2091472 Jul 07 22:29:39.413377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57354) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:39.419075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Request body: {'floatingip': {'port_id': '1a4d1cbd-7068-4769-8048-2ac55b5bb711'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:39.439878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc1f5-8be3-4966-a777-b0283ef3cb8c req-9e1a3348-492e-4020-9e9b-1e299b5ab9d0 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.447946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30afc1f5-8be3-4966-a777-b0283ef3cb8c req-9e1a3348-492e-4020-9e9b-1e299b5ab9d0 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 946 time: 0.2628131 Jul 07 22:29:39.477728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Made reservation on behalf of 07f81616221c439fba7a68253fe0dd6f for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:39.483134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.486847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.510979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.543062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57358) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:39.553042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30afc1f5-8be3-4966-a777-b0283ef3cb8c req-c9977ac4-37b0-4274-b718-06f03f2902d5 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039512 Jul 07 22:29:39.654419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.658988 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.689848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:39.699934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f3fe17-fd61-4c11-8e85-aee0fa4e1665,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:39.708091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.708440 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Added segment 6d121565-5719-4159-acf2-1b23d2cefa75 of type vlan for network dcf91072-d2e7-4e1a-8683-478b31eb98ab Jul 07 22:29:39.758613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.769428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-941255634', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:39.789457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.796067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.796686 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.838357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Made reservation on behalf of cc73838a059349debbdcabf6d5d0a06e for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:39.840870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.859821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8045990 Jul 07 22:29:39.860543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57364) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:39.865658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Request body: {'subnet': {'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:39.885347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57366) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:39.894762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.911468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e78a92-467d-4c88-85dd-67645eb7a228 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event updated for resources: {'Network': ['ID=dcf91072-d2e7-4e1a-8683-478b31eb98ab,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:39.925853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:40.046278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ed54db3-4c32-46f7-96cd-300282952bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.191659 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.200788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.204179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.208203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] device_id is not set on port c94a4e71-b502-439d-97fb-2befda491a57 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:29:40.219131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Made reservation on behalf of 07f81616221c439fba7a68253fe0dd6f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:40.222727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.225717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.294893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6d2f0-ee0e-4c81-af93-9404cc3d1262 req-a28a4d02-01a7-4ae3-91b1-914bc637c766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:40.296410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15c6d2f0-ee0e-4c81-af93-9404cc3d1262 req-a28a4d02-01a7-4ae3-91b1-914bc637c766 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 943 time: 0.1371069 Jul 07 22:29:40.326386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad2cd4-3320-4e32-a4aa-0d9a2ba221ed,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:40.352327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15c6d2f0-ee0e-4c81-af93-9404cc3d1262 req-a71dc5a9-84a2-40d5-a638-9712435d5798 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Jul 07 22:29:40.454412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.481846 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Floating IP 938a4028-fb5c-44ec-8960-d6e747999021 associated. External IP: 172.25.5.35, port: 1a4d1cbd-7068-4769-8048-2ac55b5bb711. Jul 07 22:29:40.486507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Allocated IP 172.25.5.126 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/c94a4e71-b502-439d-97fb-2befda491a57) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:40.514677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event updated for resources: {'Subnet': ['ID=26e11d03-35d9-4d81-a69a-91824d506053,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:40.523453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Checking segment: {'id': '6d121565-5719-4159-acf2-1b23d2cefa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:40.523821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Network hostable DHCP agents. Network: dcf91072-d2e7-4e1a-8683-478b31eb98ab, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:40.540540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:40.551189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, dcf91072-d2e7-4e1a-8683-478b31eb98ab) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:40.555849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:40.556452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.565187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc9299-8804-4af5-a167-bfcb269be43c None None] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:40.573457 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ed54db3-4c32-46f7-96cd-300282952bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.599958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-af1089f5-eb20-437a-a4fa-cb2d85810ed1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7382412 Jul 07 22:29:40.602548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:40.609632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Request body: {'port': {'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab', 'name': 'tempest-DHCPAgentSchedulersTestJSON-863349587'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:40.709110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2cc18aee-47d6-4208-9f17-f4305892012b details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:40.763366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-dcf91072-d2e7-4e1a-8683-478b31eb98ab', 'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab', 'tenant_id': '07f81616221c439fba7a68253fe0dd6f', 'fixed_ips': [{'subnet_id': '26e11d03-35d9-4d81-a69a-91824d506053'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:40.764533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.805025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ad2ae-3aa5-401d-9fff-230fb7e913a5 req-25e94a88-b0ce-4980-80f2-0a4a0892eb84 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:40.806683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c7ad2ae-3aa5-401d-9fff-230fb7e913a5 req-25e94a88-b0ce-4980-80f2-0a4a0892eb84 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 946 time: 0.1109500 Jul 07 22:29:40.807514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Made reservation on behalf of 07f81616221c439fba7a68253fe0dd6f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:40.811226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.849994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] device_id is not set on port da871971-4345-47b4-ad57-7673200a3048 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:29:40.916520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2cc18aee-47d6-4208-9f17-f4305892012b,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:40.931502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c7ad2ae-3aa5-401d-9fff-230fb7e913a5 req-942b4fab-83fb-449d-827f-aecd2c2f26a2 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097143 Jul 07 22:29:40.952080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '2cc18aee-47d6-4208-9f17-f4305892012b', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': '2cc18aee-47d6-4208-9f17-f4305892012b', 'mac_address': 'fa:16:3e:1b:fb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:40.994838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Allocated IP 172.20.0.2 (dcf91072-d2e7-4e1a-8683-478b31eb98ab/26e11d03-35d9-4d81-a69a-91824d506053/f48c37ca-b4dd-4876-b7b0-600ae274699f) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:40.999662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ed54db3-4c32-46f7-96cd-300282952bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.011364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.064809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc18aee-47d6-4208-9f17-f4305892012b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:41.085289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9ed54db3-4c32-46f7-96cd-300282952bf7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=45475db0d8e54daca6dfa01d564e86c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1985447 Jul 07 22:29:41.088044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57380) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:41.097300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2cc18aee-47d6-4208-9f17-f4305892012b,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:41.111109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.130390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54db3-4c32-46f7-96cd-300282952bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01565c68-7e14-4ee3-844b-f32d01698d80,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.180761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc502-6f43-4759-81a8-85de4ae11424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.206771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc502-6f43-4759-81a8-85de4ae11424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.214550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.238956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.248982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Transition to ACTIVE for port object f48c37ca-b4dd-4876-b7b0-600ae274699f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:41.270404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc502-6f43-4759-81a8-85de4ae11424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.273194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc502-6f43-4759-81a8-85de4ae11424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.273698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Transition to ACTIVE for port object f48c37ca-b4dd-4876-b7b0-600ae274699f will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:41.276868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cf4dc502-6f43-4759-81a8-85de4ae11424 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/01565c68-7e14-4ee3-844b-f32d01698d80 HTTP/1.1" status: 204 len: 168 time: 0.1849897 Jul 07 22:29:41.286768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.289062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dc502-6f43-4759-81a8-85de4ae11424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01565c68-7e14-4ee3-844b-f32d01698d80,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.314318 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.321587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Router e3f3a106-b72d-48f7-b468-c9840dde8f6c has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:41.375888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c775a972-d92a-4d0a-9446-ccedb0dc2ff9 {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:29:41.376601 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:29:41.407192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:41.411175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:41.416145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.416483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:41.424283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Pushing event updated for resources: {'Port': ['ID=f48c37ca-b4dd-4876-b7b0-600ae274699f,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.508316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:41.509386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2cc18aee-47d6-4208-9f17-f4305892012b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:41.522011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:41.530666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:41.537189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Pushing event updated for resources: {'Port': ['ID=c94a4e71-b502-439d-97fb-2befda491a57,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.563901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Attempting to bind port f48c37ca-b4dd-4876-b7b0-600ae274699f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:41.564334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Attempting to bind port f48c37ca-b4dd-4876-b7b0-600ae274699f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '6d121565-5719-4159-acf2-1b23d2cefa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:41.564706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Attempting to bind port f48c37ca-b4dd-4876-b7b0-600ae274699f on network dcf91072-d2e7-4e1a-8683-478b31eb98ab {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:41.564837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:41.575605 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] Sync routers for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:41.577414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.578912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:41.579346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Checking segment: {'id': '6d121565-5719-4159-acf2-1b23d2cefa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:41.579868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.580325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Bound using segment: {'id': '6d121565-5719-4159-acf2-1b23d2cefa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:41.580829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Bound port: f48c37ca-b4dd-4876-b7b0-600ae274699f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d121565-5719-4159-acf2-1b23d2cefa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'dcf91072-d2e7-4e1a-8683-478b31eb98ab'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:41.581225 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.591593 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:41.592243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:41.669060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:41.670568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.688426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2c4264e-2b94-4060-8b0d-3475cd98a18e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "PUT /v2.0/floatingips/938a4028-fb5c-44ec-8960-d6e747999021 HTTP/1.1" status: 200 len: 991 time: 2.2706518 Jul 07 22:29:41.688426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:41.691128 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8388966c-46de-4a88-a24a-f6e49cab4cad" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:41.707181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-11b77d37-22ec-4930-87a1-8b60d54eaa5a tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1599913 Jul 07 22:29:41.708963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:41.726288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.126'}]}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:41.789633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.791558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.794569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57402) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:41.861292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb6c2-7704-4572-80a4-6a601eafec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.864932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:41.874464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] For port f48c37ca-b4dd-4876-b7b0-600ae274699f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:41.878600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] For port f48c37ca-b4dd-4876-b7b0-600ae274699f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f48c37ca-b4dd-4876-b7b0-600ae274699f,segment=NetworkSegment(6d121565-5719-4159-acf2-1b23d2cefa75),segment_id=6d121565-5719-4159-acf2-1b23d2cefa75)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:41.890302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.897537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803a7cb-7cfa-4c47-a530-4c585189a932 req-158f1f2a-fcec-4465-9e76-9cd56b036499 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:41.899789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803a7cb-7cfa-4c47-a530-4c585189a932 req-158f1f2a-fcec-4465-9e76-9cd56b036499 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 944 time: 0.3009250 Jul 07 22:29:41.901536 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.928716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.985573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c533-f100-4c43-9690-75e1a3d6ed5c None None] Pushing event updated for resources: {'Port': ['ID=f48c37ca-b4dd-4876-b7b0-600ae274699f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:42.035562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] device_id is not set on port 0c327b72-0210-4edb-916f-0d77c9aeaded yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:29:42.052880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a803a7cb-7cfa-4c47-a530-4c585189a932 req-58c5db7b-e7c9-4bb6-8cca-823bc6ad3991 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377807 Jul 07 22:29:42.145676 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e790fdab-222e-4aa9-b4e1-746625a3e929 x-openstack-request-id: req-e790fdab-222e-4aa9-b4e1-746625a3e929 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:42.145975 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:42.146211 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e790fdab-222e-4aa9-b4e1-746625a3e929 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:42.147248 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'status': 'completed', 'code': 200} Jul 07 22:29:42.189152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.239438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb6c2-7704-4572-80a4-6a601eafec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.271660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb6c2-7704-4572-80a4-6a601eafec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.362164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.362699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.363264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.363837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.364349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.364822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.365295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.367417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-5a85ad5a-d873-409f-b4e1-3cfa46dfed62 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.2699203 Jul 07 22:29:42.375144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Allocated IP 172.20.0.14 (dcf91072-d2e7-4e1a-8683-478b31eb98ab/26e11d03-35d9-4d81-a69a-91824d506053/0c327b72-0210-4edb-916f-0d77c9aeaded) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:42.383857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ddfdb6c2-7704-4572-80a4-6a601eafec7e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=07de31e0d5744347a0c26fb41b3ce174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878537 Jul 07 22:29:42.388817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '938a4028-fb5c-44ec-8960-d6e747999021', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'port_id': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'mac_address': 'fa:16:3e:6e:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:18Z', 'updated_at': '2021-07-07T22:29:40Z', 'revision_number': 1, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:41Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:42.395903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57404) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:42.422828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdb6c2-7704-4572-80a4-6a601eafec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b648b722-5705-4d64-9810-055b28505495,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:42.440331 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] Checking router: e3f3a106-b72d-48f7-b468-c9840dde8f6c for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:42.457679 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:42.459333 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:42.529678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.553902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f009-de6e-480d-a87b-7ead94b7adac req-9018d118-539e-45ca-93c0-d10182690294 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.555318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.555772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8676f009-de6e-480d-a87b-7ead94b7adac req-9018d118-539e-45ca-93c0-d10182690294 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 946 time: 0.3585448 Jul 07 22:29:42.584444 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:42.652182 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f980fcd2-3861-4298-94aa-baeea56d3999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.686463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-62883d84-b897-4a1d-8c49-01f6e5be68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:42.688002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-62883d84-b897-4a1d-8c49-01f6e5be68e3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7 HTTP/1.1" status: 200 len: 917 time: 0.3105891 Jul 07 22:29:42.703590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f980fcd2-3861-4298-94aa-baeea56d3999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.709865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2cc18aee-47d6-4208-9f17-f4305892012b up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:42.729722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8676f009-de6e-480d-a87b-7ead94b7adac req-2b719e69-5475-4510-9d98-f773b3a1ef66 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548531 Jul 07 22:29:42.788119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.817943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 2cc18aee-47d6-4208-9f17-f4305892012b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:42.824148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 2cc18aee-47d6-4208-9f17-f4305892012b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:42.825007 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.850564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-ec9c5c08-0549-443b-843d-3fc80f03b253 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 999 time: 0.1539724 Jul 07 22:29:42.853539 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.861344 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '938a4028-fb5c-44ec-8960-d6e747999021', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'port_id': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'mac_address': 'fa:16:3e:6e:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:18Z', 'updated_at': '2021-07-07T22:29:40Z', 'revision_number': 1, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:41Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:42.921056 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2a5b6-97e6-42fc-ac3b-f1b1d85db73b None None] The sync data for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 is: [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '938a4028-fb5c-44ec-8960-d6e747999021', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'port_id': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'mac_address': 'fa:16:3e:6e:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:18Z', 'updated_at': '2021-07-07T22:29:40Z', 'revision_number': 1, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:41Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:42.987698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Transition to ACTIVE for port object 0c327b72-0210-4edb-916f-0d77c9aeaded will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:43.000440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.001028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f980fcd2-3861-4298-94aa-baeea56d3999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.010376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f980fcd2-3861-4298-94aa-baeea56d3999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.014708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f980fcd2-3861-4298-94aa-baeea56d3999 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b648b722-5705-4d64-9810-055b28505495 HTTP/1.1" status: 204 len: 168 time: 0.6102514 Jul 07 22:29:43.054620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:43.058974 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7fc56-ee26-41b7-a5e2-6dde6197ad9d" -d '{"events": [{"server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "name": "network-vif-plugged", "status": "completed", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:43.075598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980fcd2-3861-4298-94aa-baeea56d3999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648b722-5705-4d64-9810-055b28505495,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:43.077583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2cc18aee-47d6-4208-9f17-f4305892012b,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:43.093149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.096021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-e36606b0-e2de-475b-9b23-059ab4821891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:43.097705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-e36606b0-e2de-475b-9b23-059ab4821891 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 200 len: 855 time: 0.2391512 Jul 07 22:29:43.118575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.127256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.220916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:43.252308 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fad519e-a77d-44e4-99b6-f503ac152167 x-openstack-request-id: req-9fad519e-a77d-44e4-99b6-f503ac152167 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:43.252948 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "name": "network-vif-plugged", "status": "completed", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:43.253404 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9fad519e-a77d-44e4-99b6-f503ac152167 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:43.254525 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b', 'code': 200} Jul 07 22:29:43.310496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-25bdb0be-5458-4d0b-85c6-420e6f07d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:43.313448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-25bdb0be-5458-4d0b-85c6-420e6f07d0d4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab4393e0-f396-4313-834a-399375417fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988101 Jul 07 22:29:43.314588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.402816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615af899-22e1-42a2-b5e6-bcb466d4e750 None None] New status for floating IP 938a4028-fb5c-44ec-8960-d6e747999021: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:29:43.411675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.412418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce823b55-7461-437a-a6e3-8aa53c380bbb {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:29:43.449665 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:29:43.455179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4511d150-9678-4fbe-8a81-5d9d1163a445 tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7433493 Jul 07 22:29:43.457890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57422) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:43.524803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-570a2b22-5ac8-48f0-a5a7-c304058c9223 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:43.525863 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-570a2b22-5ac8-48f0-a5a7-c304058c9223 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 946 time: 0.3445463 Jul 07 22:29:43.567820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db406f5e-0be6-4723-ab6d-8f5bde00e8d3 None None] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:43.596880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec051eab-3f91-4571-b714-fa4bf6be242a None None] Provisioning for port f48c37ca-b4dd-4876-b7b0-600ae274699f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:43.615564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:43.665221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:43.681853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Deleting port 68fac399-7099-4340-bb2e-d4a613cc39b8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:43.682336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.716462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:43.751463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Deleting port c94a4e71-b502-439d-97fb-2befda491a57 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:43.752003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.784125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:43.784798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.831226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2224658 Jul 07 22:29:43.831455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aedce-7032-4177-a141-be06171d7be3 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event updated for resources: {'Port': ['ID=0c327b72-0210-4edb-916f-0d77c9aeaded,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:43.844209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391741-f083-4f1e-b2aa-9d52c58adf84 req-67be4229-eb5c-4d60-98b1-1c5033647504 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:43.845731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47391741-f083-4f1e-b2aa-9d52c58adf84 req-67be4229-eb5c-4d60-98b1-1c5033647504 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 945 time: 0.3400998 Jul 07 22:29:43.846219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57432) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:43.846774 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.859822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Calling delete_port for c94a4e71-b502-439d-97fb-2befda491a57 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:43.883265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f48c37ca-b4dd-4876-b7b0-600ae274699f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:43.883731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-a8faa2c8-0053-4413-95c1-c016715fd677 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410962 Jul 07 22:29:43.963488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f48c37ca-b4dd-4876-b7b0-600ae274699f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:43.973008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86bb0c-66ef-4f88-ba48-acebd0fd0654 req-b767a079-adbf-41cf-bace-d624684070e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:43.974529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f86bb0c-66ef-4f88-ba48-acebd0fd0654 req-b767a079-adbf-41cf-bace-d624684070e5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 1097 time: 0.4921794 Jul 07 22:29:43.974877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f48c37ca-b4dd-4876-b7b0-600ae274699f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:43.975524 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.085861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47391741-f083-4f1e-b2aa-9d52c58adf84 req-f3134cd0-1676-42b4-af0a-1276d1accea7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315235 Jul 07 22:29:44.142229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7ea16-71e8-44c1-9e21-a2250ff40732 req-92f302c4-3d3d-46d1-9e44-f835585ca803 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:44.155748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8de7ea16-71e8-44c1-9e21-a2250ff40732 req-92f302c4-3d3d-46d1-9e44-f835585ca803 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 945 time: 0.5143805 Jul 07 22:29:44.173308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.246347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f86bb0c-66ef-4f88-ba48-acebd0fd0654 req-d2df03b9-4ac3-49bf-809f-61e5078348a7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504025 Jul 07 22:29:44.247096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f48c37ca-b4dd-4876-b7b0-600ae274699f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f48c37ca-b4dd-4876-b7b0-600ae274699f,segment=NetworkSegment(6d121565-5719-4159-acf2-1b23d2cefa75),segment_id=6d121565-5719-4159-acf2-1b23d2cefa75)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:44.254950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.287434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] For port 68fac399-7099-4340-bb2e-d4a613cc39b8, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=68fac399-7099-4340-bb2e-d4a613cc39b8,segment=NetworkSegment(eaf9978a-31ee-4b8b-b22d-3cde210f9ca9),segment_id=eaf9978a-31ee-4b8b-b22d-3cde210f9ca9)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:44.287711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.312629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f48c37ca-b4dd-4876-b7b0-600ae274699f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:44.337198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Calling delete_port for 68fac399-7099-4340-bb2e-d4a613cc39b8 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:44.479165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.514028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Pushing event deleted for resources: {'Port': ['ID=c94a4e71-b502-439d-97fb-2befda491a57,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:44.565314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4e1c352d-9dbb-4818-bac3-624c58137e0c None None] Provisioning for port 0c327b72-0210-4edb-916f-0d77c9aeaded completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:44.569918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4e1c352d-9dbb-4818-bac3-624c58137e0c None None] Provisioning complete for port 0c327b72-0210-4edb-916f-0d77c9aeaded triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:44.570355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e1c352d-9dbb-4818-bac3-624c58137e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.615704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c352d-9dbb-4818-bac3-624c58137e0c None None] Port 0c327b72-0210-4edb-916f-0d77c9aeaded cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:44.631571 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.632336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4e1c352d-9dbb-4818-bac3-624c58137e0c None None] Provisioning complete for port f48c37ca-b4dd-4876-b7b0-600ae274699f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:44.633638 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e1c352d-9dbb-4818-bac3-624c58137e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.641311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.643593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e0d210f2-bfc1-4dbd-9d8e-5265ae7d3adb tempest-RoutersAdminNegativeIpV6Test-1318980248 tempest-RoutersAdminNegativeIpV6Test-1318980248-project-admin] 10.222.0.95 "DELETE /v2.0/ports/c94a4e71-b502-439d-97fb-2befda491a57 HTTP/1.1" status: 204 len: 168 time: 1.1849244 Jul 07 22:29:44.688667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Pushing event deleted for resources: {'Port': ['ID=68fac399-7099-4340-bb2e-d4a613cc39b8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:44.706571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['68fac399-7099-4340-bb2e-d4a613cc39b8'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:44.769558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] No DVR routers for this DVR port 68fac399-7099-4340-bb2e-d4a613cc39b8 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:44.773930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.778923 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9a5f3dae-43ac-48a5-b407-b574fc39687d req-5c4dfa89-83f7-42b7-aa4b-76196eebaed3 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.97 "DELETE /v2.0/ports/68fac399-7099-4340-bb2e-d4a613cc39b8 HTTP/1.1" status: 204 len: 173 time: 1.2425070 Jul 07 22:29:44.779508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'name': 'network-vif-deleted', 'tag': '68fac399-7099-4340-bb2e-d4a613cc39b8'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:44.782279 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d4674-4f51-4519-962b-138922714231" -d '{"events": [{"server_uuid": "9eda0619-ce9c-4ff8-9e73-4c97a952afda", "name": "network-vif-deleted", "tag": "68fac399-7099-4340-bb2e-d4a613cc39b8"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:44.833821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8388966c-46de-4a88-a24a-f6e49cab4cad req-621ddfc6-00c9-4c8d-947f-45c99a5505cc service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8953433 Jul 07 22:29:44.900226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8de7ea16-71e8-44c1-9e21-a2250ff40732 req-3347a575-74a9-4397-a72a-44bf7a83ef63 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948118 Jul 07 22:29:44.973318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b047e7-ca7b-4dff-9312-5f4367bb6c1b req-62fad766-33fd-4bc0-b0a0-c35a9d0561fe tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:44.975106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9b047e7-ca7b-4dff-9312-5f4367bb6c1b req-62fad766-33fd-4bc0-b0a0-c35a9d0561fe tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eda0619-ce9c-4ff8-9e73-4c97a952afda HTTP/1.1" status: 200 len: 867 time: 0.7361064 Jul 07 22:29:44.976937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Deleting port 0c327b72-0210-4edb-916f-0d77c9aeaded {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:44.977364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.029225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57462) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:45.057630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-576418a2-4689-4aac-8b8d-d60ad66ca19e None None] Provisioning complete for port 0c327b72-0210-4edb-916f-0d77c9aeaded triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:45.058150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-576418a2-4689-4aac-8b8d-d60ad66ca19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.158505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.172525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Calling delete_port for 0c327b72-0210-4edb-916f-0d77c9aeaded owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:45.181089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-576418a2-4689-4aac-8b8d-d60ad66ca19e None None] Port 0c327b72-0210-4edb-916f-0d77c9aeaded cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:45.206006 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc9884-7b79-4c42-b0dd-c0f1dfd43347 x-openstack-request-id: req-a6bc9884-7b79-4c42-b0dd-c0f1dfd43347 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:45.206345 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda0619-ce9c-4ff8-9e73-4c97a952afda", "name": "network-vif-deleted", "tag": "68fac399-7099-4340-bb2e-d4a613cc39b8", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:45.206669 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a6bc9884-7b79-4c42-b0dd-c0f1dfd43347 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:45.207132 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda0619-ce9c-4ff8-9e73-4c97a952afda', 'name': 'network-vif-deleted', 'tag': '68fac399-7099-4340-bb2e-d4a613cc39b8', 'status': 'completed', 'code': 200} Jul 07 22:29:45.292164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d8295a6-701d-4df5-a925-57cac6b9c23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.371549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.441012 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d8295a6-701d-4df5-a925-57cac6b9c23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.447401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d8295a6-701d-4df5-a925-57cac6b9c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.518080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1d8295a6-701d-4df5-a925-57cac6b9c23f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bbca87c7b12f4bf88d191ba379ca8e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850392 Jul 07 22:29:45.518828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57476) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:45.554662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event deleted for resources: {'Port': ['ID=0c327b72-0210-4edb-916f-0d77c9aeaded,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.575539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8295a6-701d-4df5-a925-57cac6b9c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02ad5c5-9b12-47f6-a0ba-83d62255123b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.594155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9b047e7-ca7b-4dff-9312-5f4367bb6c1b req-b97382c3-3d53-4502-a817-bacd4ad0dc61 tempest-ServerPasswordTestJSON-105061600 tempest-ServerPasswordTestJSON-105061600-project] 10.222.0.95 "GET /v2.0/security-groups?id=d6c956bf-97de-4f53-938b-1fa170659e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830815 Jul 07 22:29:45.597741 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.657030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.789342 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.792794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f48c37ca-b4dd-4876-b7b0-600ae274699f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:45.794075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.800554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c02ad5c5-9b12-47f6-a0ba-83d62255123b HTTP/1.1" status: 204 len: 168 time: 0.2755239 Jul 07 22:29:45.819610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02ad5c5-9b12-47f6-a0ba-83d62255123b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.821566 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.824228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-035bf8f9-b7f6-4587-a932-fd1c2fc6e142 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "DELETE /v2.0/ports/0c327b72-0210-4edb-916f-0d77c9aeaded HTTP/1.1" status: 204 len: 168 time: 1.9711983 Jul 07 22:29:45.832405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57490) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:45.849802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.850348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.850772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.851128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.858745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.859216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca0558-a894-4df1-b274-397eb466c225 req-ee09ae11-d006-4fff-a18d-5c6dfa83fff6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:45.859727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.859727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.860415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.860415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.860643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.860917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.861270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619c883-3c5a-4962-ab9a-d3fe153998b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.869186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6ca0558-a894-4df1-b274-397eb466c225 req-ee09ae11-d006-4fff-a18d-5c6dfa83fff6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 945 time: 0.5078099 Jul 07 22:29:45.924784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f48c37ca-b4dd-4876-b7b0-600ae274699f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:45.925434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.986119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24aaf1-e17a-43b6-82b1-bc8bb0035805 req-542cb659-a36b-4a8f-91c2-c644c2fe7700 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:45.990411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e24aaf1-e17a-43b6-82b1-bc8bb0035805 req-542cb659-a36b-4a8f-91c2-c644c2fe7700 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 945 time: 0.6225004 Jul 07 22:29:46.123120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76a04c9f-ab21-408f-9f52-68f85a544f6b tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2796943 Jul 07 22:29:46.129196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57510) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.136333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-793856134'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:46.182361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Made reservation on behalf of 07f81616221c439fba7a68253fe0dd6f for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:46.182551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e24aaf1-e17a-43b6-82b1-bc8bb0035805 req-e8d98041-8275-4e60-a44c-52ad36162b30 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836083 Jul 07 22:29:46.187524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.273018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8d6c-4f00-4be5-95b0-1e5e7e78a929 req-a9dae2fa-d86b-4f08-9d5c-2d3c753ebca3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:46.278722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:46.280730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a3e8d6c-4f00-4be5-95b0-1e5e7e78a929 req-a9dae2fa-d86b-4f08-9d5c-2d3c753ebca3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 945 time: 0.1875622 Jul 07 22:29:46.308312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.308312 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Added segment 43cbc669-dcba-4137-8d89-4c9b0d316b93 of type vlan for network 8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df Jul 07 22:29:46.309200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Deleting port 423a885f-84ab-4454-8a43-6a46e3b9ff64 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:46.309561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.343210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57530) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.378771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a3e8d6c-4f00-4be5-95b0-1e5e7e78a929 req-aa4805c2-ff23-46da-9d72-042a54a45985 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970068 Jul 07 22:29:46.407138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.443301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57534) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.443759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2dff9273-ebbf-4d63-a6bb-5604d1bfec25 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cc73838a059349debbdcabf6d5d0a06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990667 Jul 07 22:29:46.446471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] For port 423a885f-84ab-4454-8a43-6a46e3b9ff64, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=423a885f-84ab-4454-8a43-6a46e3b9ff64,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:46.446878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.459950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.467807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:46.468620 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.473060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Calling delete_port for 423a885f-84ab-4454-8a43-6a46e3b9ff64 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:46.563277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4305444 Jul 07 22:29:46.568849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57536) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.571974 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44b8c24c-8b98-4f18-ad4f-df93ece1539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.604459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b427-cba6-4619-ade1-b60586c966b1 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event updated for resources: {'Network': ['ID=8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:46.607200 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44b8c24c-8b98-4f18-ad4f-df93ece1539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.623772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:46.706486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57542) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.746154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.748251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57546) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.759261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.772615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44b8c24c-8b98-4f18-ad4f-df93ece1539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.775955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-44b8c24c-8b98-4f18-ad4f-df93ece1539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.777801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-44b8c24c-8b98-4f18-ad4f-df93ece1539c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/47ad2cd4-3320-4e32-a4aa-0d9a2ba221ed HTTP/1.1" status: 204 len: 168 time: 0.3327956 Jul 07 22:29:46.802216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event deleted for resources: {'Port': ['ID=423a885f-84ab-4454-8a43-6a46e3b9ff64,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:46.813730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c3b452a-e9e0-4fcc-928f-edaf0a235a53 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/agents/646e239f-7dd8-480b-9c60-88ed83de3ab1/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.2440407 Jul 07 22:29:46.815599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8c24c-8b98-4f18-ad4f-df93ece1539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad2cd4-3320-4e32-a4aa-0d9a2ba221ed,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:46.818025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57550) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:46.837529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Deleting subnet 30560ad3-ad94-41b0-b230-e218d0249619 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:46.841880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.890237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.932842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] No DVR routers for this DVR port 423a885f-84ab-4454-8a43-6a46e3b9ff64 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:46.935955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.936724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.938928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6ca0558-a894-4df1-b274-397eb466c225 req-d9464ab4-be6b-4e7e-85f5-38a14f66c832 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "DELETE /v2.0/ports/423a885f-84ab-4454-8a43-6a46e3b9ff64 HTTP/1.1" status: 204 len: 173 time: 1.0686772 Jul 07 22:29:46.939839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'name': 'network-vif-deleted', 'tag': '423a885f-84ab-4454-8a43-6a46e3b9ff64'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:46.942945 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1192f-a5e8-470a-b682-4cc9e1fb1167" -d '{"events": [{"server_uuid": "df1f22fd-381e-4552-9a54-67ee37d2606e", "name": "network-vif-deleted", "tag": "423a885f-84ab-4454-8a43-6a46e3b9ff64"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:46.947737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84f7d0e4-9ae4-4330-ad54-fe7779fd92d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.007075 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ec6219-6ed1-408a-a75a-dbac8a28490e x-openstack-request-id: req-97ec6219-6ed1-408a-a75a-dbac8a28490e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:47.007373 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f22fd-381e-4552-9a54-67ee37d2606e", "name": "network-vif-deleted", "tag": "423a885f-84ab-4454-8a43-6a46e3b9ff64", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:47.007642 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-97ec6219-6ed1-408a-a75a-dbac8a28490e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:47.008047 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f22fd-381e-4552-9a54-67ee37d2606e', 'name': 'network-vif-deleted', 'tag': '423a885f-84ab-4454-8a43-6a46e3b9ff64', 'status': 'completed', 'code': 200} Jul 07 22:29:47.016702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.046033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30560ad3-ad94-41b0-b230-e218d0249619,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:47.063098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.065485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0209fd2-f19d-42b4-be17-422c89f52879 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] Network 8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:47.069226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-96a652fa-c799-4bab-806b-0b14e9b11513 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/30560ad3-ad94-41b0-b230-e218d0249619 HTTP/1.1" status: 204 len: 168 time: 0.3186302 Jul 07 22:29:47.069672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57558) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.091586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb38afb-6302-4076-8b2e-c0df18cff55d None None] Network 8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:47.092369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d0209fd2-f19d-42b4-be17-422c89f52879 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "POST /v2.0/agents/646e239f-7dd8-480b-9c60-88ed83de3ab1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2728834 Jul 07 22:29:47.097814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57560) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.166052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.242405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84f7d0e4-9ae4-4330-ad54-fe7779fd92d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.255490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-84f7d0e4-9ae4-4330-ad54-fe7779fd92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.270808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.281189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83306190-66a8-49cc-a94a-2b092c33573e']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:47.300145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:47.300533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf9978a-31ee-4b8b-b22d-3cde210f9ca9') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:47.311968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d0e4-9ae4-4330-ad54-fe7779fd92d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad92ae-5fd1-4830-89fa-88b229e12bec,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:47.318854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.351581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.361101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:47.361710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:47.364007 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:47.469485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.497761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.511605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] 10.222.0.95 "DELETE /v2.0/networks/83306190-66a8-49cc-a94a-2b092c33573e HTTP/1.1" status: 204 len: 168 time: 0.4347372 Jul 07 22:29:47.519408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc1d69-9e65-46dc-a887-3ed62da05fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=83306190-66a8-49cc-a94a-2b092c33573e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:47.527783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-84f7d0e4-9ae4-4330-ad54-fe7779fd92d9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e2cf765ecd7f4c2a8b8748b5d3f0ea90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8199742 Jul 07 22:29:47.530444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57582) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.552936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73f42201-09cc-43f0-8ef4-9aa25e5a1e84 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/agents/646e239f-7dd8-480b-9c60-88ed83de3ab1/dhcp-networks HTTP/1.1" status: 200 len: 9586 time: 0.4459121 Jul 07 22:29:47.555931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57584) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.642955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b592038-68e4-49ca-9c06-0a7312191d7a req-7231ed24-c9c2-4a1d-94a7-8ec7b4b25c1d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:47.644801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b592038-68e4-49ca-9c06-0a7312191d7a req-7231ed24-c9c2-4a1d-94a7-8ec7b4b25c1d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 945 time: 0.1627998 Jul 07 22:29:47.647002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27bd2a89-d0b1-4a03-985b-5ce45ccb43c5 req-9fb123dc-e766-4cc3-875b-f06e1ec35f66 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.0635042 Jul 07 22:29:47.672681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-634b4980-0696-4350-a426-a047360b9529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.723612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57588) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.725265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-634b4980-0696-4350-a426-a047360b9529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.743786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-83e421c9-cfd0-45b4-b9fc-aa8593e78fb9 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "DELETE /v2.0/agents/646e239f-7dd8-480b-9c60-88ed83de3ab1/dhcp-networks/8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df HTTP/1.1" status: 204 len: 168 time: 0.1832147 Jul 07 22:29:47.754682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57590) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.773247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b592038-68e4-49ca-9c06-0a7312191d7a req-416b9db5-8ae7-497d-912d-e98a0c8fc848 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042309 Jul 07 22:29:47.782536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57592) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.796759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-634b4980-0696-4350-a426-a047360b9529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.804932 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-634b4980-0696-4350-a426-a047360b9529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.806105 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-634b4980-0696-4350-a426-a047360b9529 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eaad92ae-5fd1-4830-89fa-88b229e12bec HTTP/1.1" status: 204 len: 168 time: 0.2742112 Jul 07 22:29:47.861291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b4980-0696-4350-a426-a047360b9529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad92ae-5fd1-4830-89fa-88b229e12bec,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:47.916466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2ac6260a-fa6e-4dc4-8947-263fcd996fb5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c1e49efaac174c9c9a46ac1081b18e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912305 Jul 07 22:29:47.918782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.984156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-ecace8a7-4f82-4dc4-93cc-bad3e07ba4be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 267 time: 0.0579593 Jul 07 22:29:48.020270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48954c17-475c-4dc3-95ce-94a37900ccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.067431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82719141-8bbd-4ed6-8f93-1a58ab781ddf tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/agents/646e239f-7dd8-480b-9c60-88ed83de3ab1/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.3073330 Jul 07 22:29:48.067694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48954c17-475c-4dc3-95ce-94a37900ccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.068733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57602) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:48.108584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-76296715'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:48.123382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-f163ddd1-d3e7-4f69-835a-8c74c823d8fe tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:48.123662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 68fac399-7099-4340-bb2e-d4a613cc39b8 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:48.125954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-f163ddd1-d3e7-4f69-835a-8c74c823d8fe tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 945 time: 0.1318650 Jul 07 22:29:48.131545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f5e40ee3-d579-41e1-8f8f-5f89eb5edcc2 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/networks/dcf91072-d2e7-4e1a-8683-478b31eb98ab/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0575571 Jul 07 22:29:48.132342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:48.141520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48954c17-475c-4dc3-95ce-94a37900ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.151139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48954c17-475c-4dc3-95ce-94a37900ccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.155308 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48954c17-475c-4dc3-95ce-94a37900ccf2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d6c956bf-97de-4f53-938b-1fa170659e44 HTTP/1.1" status: 204 len: 168 time: 0.2332106 Jul 07 22:29:48.155531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'port': {'security_groups': []}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:48.160612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 68fac399-7099-4340-bb2e-d4a613cc39b8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:48.165398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 68fac399-7099-4340-bb2e-d4a613cc39b8 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:48.178262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48954c17-475c-4dc3-95ce-94a37900ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c956bf-97de-4f53-938b-1fa170659e44,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:48.199714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:48.204057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.209613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2d356271-f822-47cf-9da2-934764eb1697 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/networks/dcf91072-d2e7-4e1a-8683-478b31eb98ab/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0751526 Jul 07 22:29:48.212366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57610) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:48.215223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.324219 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6911b052-bfa5-4cff-a6d5-e151c5b306a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.353002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9dff61ef-13c1-4506-813c-7d074cd075c0 tempest-DHCPAgentSchedulersTestJSON-827312165 tempest-DHCPAgentSchedulersTestJSON-827312165-project-admin] 10.222.0.95 "GET /v2.0/agents/646e239f-7dd8-480b-9c60-88ed83de3ab1/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.1394069 Jul 07 22:29:48.357035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57612) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:48.396205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.436247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57614) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:48.439587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.443023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.493775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc4357a-3af8-4115-a66b-af28f55389eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.494816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:48.506436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.511793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40ee48-3f51-48cc-a7f7-9d2a3b13eff5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:48.521136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.521601 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Added segment 3f1ebc41-7253-4fae-bf2e-b52cf575abaa of type vlan for network 60f15df8-38ae-47fa-be88-5668af7b1d5d Jul 07 22:29:48.596518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.639966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc4357a-3af8-4115-a66b-af28f55389eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.655448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc4357a-3af8-4115-a66b-af28f55389eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.666793 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.710151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.725777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:48.739667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 423a885f-84ab-4454-8a43-6a46e3b9ff64 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:48.741243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cbc669-dcba-4137-8d89-4c9b0d316b93') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:48.741788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cbc669-dcba-4137-8d89-4c9b0d316b93') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:48.752490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.784522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 423a885f-84ab-4454-8a43-6a46e3b9ff64 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:48.785368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 423a885f-84ab-4454-8a43-6a46e3b9ff64 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:48.791635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.799783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.806169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:48.806977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.863161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7fc4357a-3af8-4115-a66b-af28f55389eb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2f95d5834a2e49fcb16f6e317eee9fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261241 Jul 07 22:29:48.868300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57628) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:48.893396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4357a-3af8-4115-a66b-af28f55389eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f44c3e-2e3d-4078-bfc9-ebe4ac7bd7ee,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:48.906745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:48.909750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.934150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a62ad840-6765-4f1d-b283-32da79d31dc1 req-fb36542a-eea2-4fb3-9617-7e5fae583d20 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.0683823 Jul 07 22:29:48.982061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-588b516f-849d-49fa-a8b4-41dbc5ca5ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:48.989647 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:48.994880 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2093396 Jul 07 22:29:49.001032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57632) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:49.004425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.017484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.019900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "DELETE /v2.0/networks/8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df HTTP/1.1" status: 204 len: 168 time: 0.6615016 Jul 07 22:29:49.026559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'subnet': {'network_id': '60f15df8-38ae-47fa-be88-5668af7b1d5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:49.028167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57634) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:49.030681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2cc18aee-47d6-4208-9f17-f4305892012b,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:49.037785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050957ee-0f52-4be5-a57a-f32596dab402 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Network': ['ID=60f15df8-38ae-47fa-be88-5668af7b1d5d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:49.050811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:49.112915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0bac2-8af9-424d-b5ad-1ea9ba11e97e tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event deleted for resources: {'Network': ['ID=8cbd0030-72e0-4ee1-9bbe-a5c79e1ab9df,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:49.122768 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13c8542-22c7-49f8-aaba-d66dd4293d83 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] DELETE failed (client error): The resource could not be found. Jul 07 22:29:49.124291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13c8542-22c7-49f8-aaba-d66dd4293d83 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:29:49.129863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e13c8542-22c7-49f8-aaba-d66dd4293d83 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "DELETE /v2.0/ports/0c327b72-0210-4edb-916f-0d77c9aeaded HTTP/1.1" status: 404 len: 333 time: 0.0775719 Jul 07 22:29:49.133509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57640) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:49.154000 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.161508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-588b516f-849d-49fa-a8b4-41dbc5ca5ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.183878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.208220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Deleting subnet 26e11d03-35d9-4d81-a69a-91824d506053 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:49.213629 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.248336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.249047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.254427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-210cef7d-1d3f-45d1-86d6-328d7bf18ae7 req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "PUT /v2.0/ports/2cc18aee-47d6-4208-9f17-f4305892012b HTTP/1.1" status: 200 len: 904 time: 1.1115789 Jul 07 22:29:49.260046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:49.264589 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4988f-8105-4de4-ac10-0a7f0562197e" -d '{"events": [{"name": "network-changed", "server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:49.349051 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe338540-4fb2-4895-8bc0-c903e7831304 x-openstack-request-id: req-fe338540-4fb2-4895-8bc0-c903e7831304 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:49.349735 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:49.350338 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fe338540-4fb2-4895-8bc0-c903e7831304 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:49.351108 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b', 'status': 'completed', 'code': 200} Jul 07 22:29:49.416601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0ece6-b3a8-448e-a02f-3f041f50668b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:49.441568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.453252 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-588b516f-849d-49fa-a8b4-41dbc5ca5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.456437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-588b516f-849d-49fa-a8b4-41dbc5ca5ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.458159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-588b516f-849d-49fa-a8b4-41dbc5ca5ba7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c2f44c3e-2e3d-4078-bfc9-ebe4ac7bd7ee HTTP/1.1" status: 204 len: 168 time: 0.5878985 Jul 07 22:29:49.461072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:49.465566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.469721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-855ab864-6773-4a66-b1b2-84a5134eb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.471912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-855ab864-6773-4a66-b1b2-84a5134eb5d8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 1059 time: 0.1026528 Jul 07 22:29:49.490022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b516f-849d-49fa-a8b4-41dbc5ca5ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f44c3e-2e3d-4078-bfc9-ebe4ac7bd7ee,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:49.553897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57652) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:49.577261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a179b3f5-f385-44ca-a94e-498d55bdecd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:49.587266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97', '2cc18aee-47d6-4208-9f17-f4305892012b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:49.796139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-35a35434-db11-4376-adaf-351af880b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.797662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-35a35434-db11-4376-adaf-351af880b075 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.3187461 Jul 07 22:29:49.809220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef7f53-05c9-4f9b-b651-cfa0e0d950a1 req-530cf7bb-8895-479c-9ae9-4b200e1f017e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.835756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47ef7f53-05c9-4f9b-b651-cfa0e0d950a1 req-530cf7bb-8895-479c-9ae9-4b200e1f017e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 907 time: 0.2519493 Jul 07 22:29:49.836129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2cc18aee-47d6-4208-9f17-f4305892012b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:49.899045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.951330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-network', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:49.963109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-bdd8616b-3b6b-4519-805d-201d5ec12402 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc18aee-47d6-4208-9f17-f4305892012b HTTP/1.1" status: 200 len: 217 time: 0.1190026 Jul 07 22:29:49.981756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-798415f3-c755-4818-b72e-cec0f39dcf6c None None] Provisioning complete for port 2cc18aee-47d6-4208-9f17-f4305892012b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:49.982818 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-798415f3-c755-4818-b72e-cec0f39dcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.151059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Made reservation on behalf of 6d715479e8124111a53c4de3fe6c4878 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:50.154574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.172371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.188923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-91b0d9ad-4bfb-44b1-9f1a-25a82a628518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:50.192385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-91b0d9ad-4bfb-44b1-9f1a-25a82a628518 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.2216375 Jul 07 22:29:50.193564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.202586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.207452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "DELETE /v2.0/subnets/26e11d03-35d9-4d81-a69a-91824d506053 HTTP/1.1" status: 204 len: 168 time: 1.0700638 Jul 07 22:29:50.226161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.231757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57670) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:50.240446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d310c6fd-a4bf-4e5c-a1a4-2d5bbea3fbe8 req-d8b66839-39a4-43df-8e1e-4c07d6fdbc96 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.1007481 Jul 07 22:29:50.247251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044d9d9-1aab-441c-96b3-6e8d66267af1 None None] Network dcf91072-d2e7-4e1a-8683-478b31eb98ab requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:50.372601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21346562-c535-4115-a5bb-deb9ba534539 req-9e95996f-b87c-468a-b6a7-1b063bb5410a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:50.374029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7fec-2330-46cc-bbe9-9c47efbfb842 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event deleted for resources: {'Subnet': ['ID=26e11d03-35d9-4d81-a69a-91824d506053,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:50.374527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21346562-c535-4115-a5bb-deb9ba534539 req-9e95996f-b87c-468a-b6a7-1b063bb5410a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3120472 Jul 07 22:29:50.440998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-958f302c-04e4-4a21-980f-54329cb309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:50.443186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-958f302c-04e4-4a21-980f-54329cb309f9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139428 Jul 07 22:29:50.451378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21346562-c535-4115-a5bb-deb9ba534539 req-33f84dc6-2933-40ae-82e3-9ce8992913f4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689280 Jul 07 22:29:50.494478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Subnet': ['ID=3ab2efbd-398c-4d93-ab99-f3be9aec1c1c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:50.527856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.578534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Checking segment: {'id': '3f1ebc41-7253-4fae-bf2e-b52cf575abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '60f15df8-38ae-47fa-be88-5668af7b1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:50.579277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network hostable DHCP agents. Network: 60f15df8-38ae-47fa-be88-5668af7b1d5d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:50.602082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-d6091088-2f63-4349-97b5-7308940304f0 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484075 Jul 07 22:29:50.678048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:50.680405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Deleting port f48c37ca-b4dd-4876-b7b0-600ae274699f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:50.680928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.703031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 60f15df8-38ae-47fa-be88-5668af7b1d5d) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:50.722870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:50.723613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.725975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a0481e-6e15-42f7-bafd-006c92d06a42 None None] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:50.866962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65069d8c-ca82-418d-b5fa-bfff2b9a8163 req-aa0e30bb-978f-4688-b0a2-3a94699e2be3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:50.870338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65069d8c-ca82-418d-b5fa-bfff2b9a8163 req-aa0e30bb-978f-4688-b0a2-3a94699e2be3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1948323 Jul 07 22:29:50.905453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.919116 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.947582 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f278c06d-2657-4a8b-889e-5ed90d6806e9 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9236107 Jul 07 22:29:50.947835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] DHCP port deletion for dcf91072-d2e7-4e1a-8683-478b31eb98ab request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:50.950262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57690) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:50.959213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] For port f48c37ca-b4dd-4876-b7b0-600ae274699f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f48c37ca-b4dd-4876-b7b0-600ae274699f,segment=NetworkSegment(6d121565-5719-4159-acf2-1b23d2cefa75),segment_id=6d121565-5719-4159-acf2-1b23d2cefa75)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:50.959591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.969330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65069d8c-ca82-418d-b5fa-bfff2b9a8163 req-51a9a1eb-91c4-4f35-bc67-06bc30ae41de tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888760 Jul 07 22:29:50.971551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf4988f-8105-4de4-ac10-0a7f0562197e req-fde4bbd5-a867-461a-9218-c5034f93624d service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527570 Jul 07 22:29:51.002384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1930595938', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:51.004047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Calling delete_port for f48c37ca-b4dd-4876-b7b0-600ae274699f owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:51.032646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:51.074183 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fb052872-b00b-43de-a495-3d293c4c1e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.086550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf069a1c-9073-4929-b5c7-d77d389db7fe,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:51.086949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c85f2f-498c-42ca-b456-c5a47ef9706b None None] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:51.094902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.095635 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Added segment 5c0beeb0-7ae6-4460-91e6-0d256363ab8c of type vlan for network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 Jul 07 22:29:51.114682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.116435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.176868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.185535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.256245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event deleted for resources: {'Port': ['ID=f48c37ca-b4dd-4876-b7b0-600ae274699f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:51.264152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] No DVR routers for this DVR port f48c37ca-b4dd-4876-b7b0-600ae274699f on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:51.265455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Deleting port f48c37ca-b4dd-4876-b7b0-600ae274699f {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:51.266527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.324954 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.426984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.431645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] For port f48c37ca-b4dd-4876-b7b0-600ae274699f, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:51.432192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.447015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf91072-d2e7-4e1a-8683-478b31eb98ab']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:51.447434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.455406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Calling delete_port for f48c37ca-b4dd-4876-b7b0-600ae274699f owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:51.458820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Port f48c37ca-b4dd-4876-b7b0-600ae274699f was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:29:51.461681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.492743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] Pushing event deleted for resources: {'Port': ['ID=f48c37ca-b4dd-4876-b7b0-600ae274699f,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:51.494619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adea6a2-c0fc-43b7-989b-e062fa38e4fa None None] No DVR routers for this DVR port f48c37ca-b4dd-4876-b7b0-600ae274699f on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:51.494792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d121565-5719-4159-acf2-1b23d2cefa75') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:51.495130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d121565-5719-4159-acf2-1b23d2cefa75') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:51.512722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.540609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.549903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:51.550338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:51.553678 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:51.564490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-e6e97ad1-421c-4cbb-bdcd-1a27788c10f4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:51.566002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-e6e97ad1-421c-4cbb-bdcd-1a27788c10f4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.3502028 Jul 07 22:29:51.568929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:29:51.622888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.628097 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.629072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:51.629748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.653151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.657736 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] 10.222.0.95 "DELETE /v2.0/networks/dcf91072-d2e7-4e1a-8683-478b31eb98ab HTTP/1.1" status: 204 len: 168 time: 1.4225211 Jul 07 22:29:51.657736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebf0f2-cbb7-4d9f-867a-fced4af76b90 tempest-DHCPAgentSchedulersTestJSON-1950427705 tempest-DHCPAgentSchedulersTestJSON-1950427705-project] Pushing event deleted for resources: {'Network': ['ID=dcf91072-d2e7-4e1a-8683-478b31eb98ab,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:51.661504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.666383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43f6c941-b216-48b2-b394-98367b6c75de req-71fb4e06-a9d1-4cb6-8ec9-f7b181da10ac tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.0834103 Jul 07 22:29:51.686348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-3e16f900-9e67-439d-8fa9-11e8ea5330fd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/quotas/8a60246f21a44cf7adc440f356525c81 HTTP/1.1" status: 200 len: 375 time: 0.0654519 Jul 07 22:29:51.720441 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1645076 Jul 07 22:29:51.723751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57732) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:51.730887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Request body: {'subnet': {'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-subnet', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:51.791409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f48c37ca-b4dd-4876-b7b0-600ae274699f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:51.797632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Made reservation on behalf of 6d715479e8124111a53c4de3fe6c4878 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:51.800420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.836640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f48c37ca-b4dd-4876-b7b0-600ae274699f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:51.837388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f48c37ca-b4dd-4876-b7b0-600ae274699f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:51.854424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a266f8-d66b-4daa-83f3-b0086386d7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:51.870074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:52.084440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.084892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.126127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.154755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.226966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:52.237995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Checking segment: {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:52.239262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Network hostable DHCP agents. Network: c1090d6e-e77a-41a0-b4a3-0a38b3a5db76, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:52.286234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:52.297346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15f7118b-598f-49dc-a1d4-3ed858fb803d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.305261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, c1090d6e-e77a-41a0-b4a3-0a38b3a5db76) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:52.316123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb148bb1-59f6-4b65-bf67-1ea8538869b6 None None] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:52.319519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:52.320324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.358050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-0af57859-1eca-4118-aff6-8b00d7430af2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6420171 Jul 07 22:29:52.425213 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d869bf8f-8750-44d3-a19b-5e7620ea7256 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=07f81616221c439fba7a68253fe0dd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377800 Jul 07 22:29:52.427622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57746) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.471963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0c336-2d1f-41ee-a5ad-68579abef640 None None] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:52.493698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732eb114-df49-4b7b-94e3-ff74a606d500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.537725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-280c9dea-4835-4282-8285-7fda4e58a6af service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723931 Jul 07 22:29:52.545871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732eb114-df49-4b7b-94e3-ff74a606d500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.559718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15f7118b-598f-49dc-a1d4-3ed858fb803d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.575409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15f7118b-598f-49dc-a1d4-3ed858fb803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.607543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-559d2b31-09e9-4ecf-aecf-6ff7ba7599c0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8824520 Jul 07 22:29:52.617314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57748) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.629193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:52.654177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.661778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15f7118b-598f-49dc-a1d4-3ed858fb803d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ad015b40c1334c57aa29a95c09fe97dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756457 Jul 07 22:29:52.665146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7118b-598f-49dc-a1d4-3ed858fb803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed363ce-db93-4001-a4e7-a4cb2c1c15b3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:52.672093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.685903 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.695015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.696779 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.717146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732eb114-df49-4b7b-94e3-ff74a606d500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.721386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732eb114-df49-4b7b-94e3-ff74a606d500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.724928 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-732eb114-df49-4b7b-94e3-ff74a606d500 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/08f3fe17-fd61-4c11-8e85-aee0fa4e1665 HTTP/1.1" status: 204 len: 168 time: 0.2938788 Jul 07 22:29:52.741814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eb114-df49-4b7b-94e3-ff74a606d500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f3fe17-fd61-4c11-8e85-aee0fa4e1665,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:52.774373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-669eefd8-af1d-44f0-a7b7-eb3dc08bcc58 service neutron] 10.222.0.95 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053506 Jul 07 22:29:52.806198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.811920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-394d1ac2-df0a-4836-a1c0-849568c0a551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.863314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.36 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/e19689b8-18a2-49a6-9fd9-c67d20bc1470) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:52.962707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d2cf930-b251-4a19-8861-92bc59390a54 req-a755fb52-289f-4d98-ac88-9f6dc54f4a4c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=df1f22fd-381e-4552-9a54-67ee37d2606e HTTP/1.1" status: 200 len: 210 time: 0.0341077 Jul 07 22:29:53.031542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.091162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d2139ff-8313-4d37-b85f-f0cebba27662 req-e51bea3e-a24b-45e9-9dd8-646055ebecf2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 210 time: 0.0563385 Jul 07 22:29:53.151111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.218141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=e19689b8-18a2-49a6-9fd9-c67d20bc1470,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:53.235247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:53.237078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:53.250279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:53.273210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57766) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:53.295044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2b1097c-450e-4bc7-aeb1-41793e125777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.364548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-394d1ac2-df0a-4836-a1c0-849568c0a551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.418659 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.504243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-394d1ac2-df0a-4836-a1c0-849568c0a551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.506804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-394d1ac2-df0a-4836-a1c0-849568c0a551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.507979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-394d1ac2-df0a-4836-a1c0-849568c0a551 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fed363ce-db93-4001-a4e7-a4cb2c1c15b3 HTTP/1.1" status: 204 len: 168 time: 0.8376031 Jul 07 22:29:53.519379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d1ac2-df0a-4836-a1c0-849568c0a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed363ce-db93-4001-a4e7-a4cb2c1c15b3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:53.619770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2b1097c-450e-4bc7-aeb1-41793e125777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.622581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.648832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.677818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2b1097c-450e-4bc7-aeb1-41793e125777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.722722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.750883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.767689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a2b1097c-450e-4bc7-aeb1-41793e125777 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=664f2d5d84f3499daf970a635752d5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931722 Jul 07 22:29:53.770278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57776) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:53.779380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1097c-450e-4bc7-aeb1-41793e125777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3466fd-fe41-49ab-898d-983713069d74,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:53.892411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Allocated IP 172.25.5.41 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/f777c07b-4245-4f02-b49d-2e5faf970e6f) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:53.896163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3508-6c18-47d9-a04f-311e90232269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.956214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3508-6c18-47d9-a04f-311e90232269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.975410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.046304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.088458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3508-6c18-47d9-a04f-311e90232269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.092879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3508-6c18-47d9-a04f-311e90232269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.094798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a1bf3508-6c18-47d9-a04f-311e90232269 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cc3466fd-fe41-49ab-898d-983713069d74 HTTP/1.1" status: 204 len: 168 time: 0.3228910 Jul 07 22:29:54.119757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf3508-6c18-47d9-a04f-311e90232269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3466fd-fe41-49ab-898d-983713069d74,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:54.128912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.160749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:29:54.266948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:54.291937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:54.296145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:54.338861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Pushing event updated for resources: {'Port': ['ID=f777c07b-4245-4f02-b49d-2e5faf970e6f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:54.379379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7489e46d-a028-49b4-9048-7615f24a47f0 req-b1df4013-4752-4ba6-921d-6f25e8fb1178 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 210 time: 0.0606391 Jul 07 22:29:54.432589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:54.449698 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:54.464682 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:54.467417 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.478476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.483131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7ac0e2cc-d911-4249-b23c-7351e4c73f64 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5106075 Jul 07 22:29:54.484245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57812) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:54.589129 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.603945 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:54.604727 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.651223 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.652038 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a9c84-5616-4525-8ce9-816e6f43ec68 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:54.803980 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:29:54.878029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-1d1b71ee-f4d6-4974-b069-e55e67ede503 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:54.882475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-1d1b71ee-f4d6-4974-b069-e55e67ede503 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 812 time: 0.3243611 Jul 07 22:29:54.887224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57830) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:54.891337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.907685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Request body: {'port': {'device_id': 'a14a9259-a41d-4bec-963b-75ad84268968', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'admin_state_up': True, 'tenant_id': '8a60246f21a44cf7adc440f356525c81'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:55.034931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1815229443'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:55.075028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:29:55.075028 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:29:55.075028 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id_1': '8a60246f21a44cf7adc440f356525c81', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 29, 55, 59219)}] Jul 07 22:29:55.075028 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:29:55.076673 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:29:55.127873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:55.131461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.158569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2c207-62ae-4ae0-b4e4-186d04471ff7 req-18f92608-6aba-4d49-aaec-c92a7b41f5f6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:55.160106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ad2c207-62ae-4ae0-b4e4-186d04471ff7 req-18f92608-6aba-4d49-aaec-c92a7b41f5f6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2558892 Jul 07 22:29:55.163052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.213825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ad2c207-62ae-4ae0-b4e4-186d04471ff7 req-24a53bb6-fe8f-4345-a6df-e98168cbb2a8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.0405385 Jul 07 22:29:55.259418 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.269645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ad2c207-62ae-4ae0-b4e4-186d04471ff7 req-83e419cc-035b-4a4f-b967-7d57a6c8e4dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458024 Jul 07 22:29:55.424156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:29:55.471307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.512931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ad2c207-62ae-4ae0-b4e4-186d04471ff7 req-92393b06-60aa-476d-9d3d-3748e08a8ced service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248740 Jul 07 22:29:55.513464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.561589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.567896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:55.581639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Sync routers for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:55.586325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.591325 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-263e3a15-8731-49f7-babb-bc7994480e22 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9727404 Jul 07 22:29:55.593693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:55.600842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:55.602574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:55.664266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Made reservation on behalf of 8a60246f21a44cf7adc440f356525c81 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:55.667899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.670100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ea14dc7-d89d-4996-a477-7464ad344f33 req-5b6ae6ca-6a21-410f-a232-18dc16654c00 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 210 time: 0.1182878 Jul 07 22:29:55.680416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:55.729066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.729423 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Added segment a98e46ed-1bdc-4514-bdfd-d80a61d4f68e of type vlan for network b2cc17ba-9169-4114-a946-2be6cbdd2472 Jul 07 22:29:55.732563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211a7301-2328-454c-993b-59077f54bb77,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:55.795262 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.810571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:55.831399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.837492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:55.838348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.870136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Allocated IP 172.20.0.9 (2a5e1819-3f46-46e6-82e8-10dc2105389a/8798c8d0-97dd-428e-a156-75ae2792375c/b300c307-9c07-4452-aa3c-96fb906fb79d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:55.922305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ad2c207-62ae-4ae0-b4e4-186d04471ff7 req-6ed4a625-2538-49e4-9233-12b30e79efd1 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719947 Jul 07 22:29:55.980461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0908370 Jul 07 22:29:55.985407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57864) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:55.989665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9f16-5ef0-4448-92cd-a355577f364a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Network': ['ID=b2cc17ba-9169-4114-a946-2be6cbdd2472,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:55.995130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'subnet': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:56.035395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:56.236107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:54Z', 'revision_number': 3, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:56.283136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bff5253-c517-4f89-84f3-fd032b4d36a4 req-4c369cf5-96fc-4b41-9ffb-9a4aac7d5359 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c09de19d-a0b3-4aa2-8fa1-d491d9261b0e HTTP/1.1" status: 200 len: 210 time: 0.0512705 Jul 07 22:29:56.290684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Checking router: f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:56.291199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Updating router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 port f777c07b-4245-4f02-b49d-2e5faf970e6f binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:56.294048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:56.298418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.392085 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.417167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57876) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:56.463970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.1 (60f15df8-38ae-47fa-be88-5668af7b1d5d/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c/061b0900-b5d1-4271-8b4e-8b492d763ebe) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:56.573726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.645987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Transition to ACTIVE for port object b300c307-9c07-4452-aa3c-96fb906fb79d will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:56.694137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:56.795397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.795635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.816617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:56.820468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a179b3f5-f385-44ca-a94e-498d55bdecd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:56.869428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:56.888501 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.897162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:56.907148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:56.913048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:56.925918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.970025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.018117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:57.018886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.023495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Transition to ACTIVE for port object f777c07b-4245-4f02-b49d-2e5faf970e6f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:57.084099 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.105887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ebd650c0-1fa0-4517-9944-b4626e1334c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2120893 Jul 07 22:29:57.121445 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.121862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Request body: {'port': {'device_id': 'a14a9259-a41d-4bec-963b-75ad84268968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:57.142096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.259785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Allocated IP 172.20.0.1 (c1090d6e-e77a-41a0-b4a3-0a38b3a5db76/ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31/8b98c7f3-8254-4507-b1b5-2af51a3e5b0d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:57.278211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Checking segment: {'id': 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:57.278590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network hostable DHCP agents. Network: b2cc17ba-9169-4114-a946-2be6cbdd2472, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:57.287552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Attempting to bind port f777c07b-4245-4f02-b49d-2e5faf970e6f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:57.287923 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Attempting to bind port f777c07b-4245-4f02-b49d-2e5faf970e6f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:57.288494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Attempting to bind port f777c07b-4245-4f02-b49d-2e5faf970e6f on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:57.289878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Subnet': ['ID=8b8876a7-1e6b-49a5-9b61-07411de83c10,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.303416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dafb01-28bb-4882-ae29-384ad5139a15 None None] Pushing event updated for resources: {'Port': ['ID=f777c07b-4245-4f02-b49d-2e5faf970e6f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.310733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:57.311404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:57.312130 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.312851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:57.313501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Bound port: f777c07b-4245-4f02-b49d-2e5faf970e6f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:57.314056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.318271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=061b0900-b5d1-4271-8b4e-8b492d763ebe,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.347258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:57.362348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:57.374107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:57.408332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:57.413124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9cd7440-662a-44aa-af5c-0cab6c170d41 None None] Provisioning for port b300c307-9c07-4452-aa3c-96fb906fb79d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:57.429458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0389103-3e34-4fce-9b1e-1f09013e0456 req-4d9c0552-7275-4de8-a7f8-edb14dc9e0ee tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:57.431776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.442911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0389103-3e34-4fce-9b1e-1f09013e0456 req-4d9c0552-7275-4de8-a7f8-edb14dc9e0ee tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 931 time: 0.5371432 Jul 07 22:29:57.460403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9cd7440-662a-44aa-af5c-0cab6c170d41 None None] Provisioning complete for port b300c307-9c07-4452-aa3c-96fb906fb79d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:57.460784 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9cd7440-662a-44aa-af5c-0cab6c170d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.463451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] For port f777c07b-4245-4f02-b49d-2e5faf970e6f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:57.513818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.517418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] For port f777c07b-4245-4f02-b49d-2e5faf970e6f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f777c07b-4245-4f02-b49d-2e5faf970e6f,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:57.526268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.555168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd7440-662a-44aa-af5c-0cab6c170d41 None None] Port b300c307-9c07-4452-aa3c-96fb906fb79d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:57.580063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.593032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:57.593996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:57.693690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:57.703441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:57.706660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:57.754028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Pushing event updated for resources: {'Port': ['ID=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.794556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dafb01-28bb-4882-ae29-384ad5139a15 None None] Pushing event updated for resources: {'Port': ['ID=f777c07b-4245-4f02-b49d-2e5faf970e6f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.840307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.873910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b2cc17ba-9169-4114-a946-2be6cbdd2472) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:57.881609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:57.891860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:57.892509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.923407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.949574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4898816-c745-49a4-bd16-4ca586777573 None None] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:58.034208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-58afc8f9-a352-433b-a0c5-2d5654a19c6e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0453169 Jul 07 22:29:58.034834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:58.041428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2116779948'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:58.058652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0389103-3e34-4fce-9b1e-1f09013e0456 req-3a9d0f86-1fb8-42db-86fe-8af36992f64d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104531 Jul 07 22:29:58.132965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.145626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-07e0f003-566a-4664-ad98-bacfd064b65b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:58.147335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-07e0f003-566a-4664-ad98-bacfd064b65b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2669947 Jul 07 22:29:58.209825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.216842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b300c307-9c07-4452-aa3c-96fb906fb79d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:58.219946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-3e0047eb-a32d-4860-a8f5-a104b5df7cfe tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.0637171 Jul 07 22:29:58.221356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b2cc17ba-9169-4114-a946-2be6cbdd2472', 'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'tenant_id': '59c59a1d230049be9569e6cfeeaa5136', 'fixed_ips': [{'subnet_id': '8b8876a7-1e6b-49a5-9b61-07411de83c10'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:58.222246 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.237482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.277620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Transition to ACTIVE for port object b300c307-9c07-4452-aa3c-96fb906fb79d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:58.289421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-99be87ec-2bf8-4eb8-8b4e-2d219182ebd7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680273 Jul 07 22:29:58.311459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.319654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:54Z', 'revision_number': 3, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:58.356188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080e24d-cb44-4ace-b12c-c125ad5cf875 None None] The sync data for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 is: [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:54Z', 'revision_number': 3, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:58.421523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.428212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:58.434581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.441660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.477268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Allocated IP 2001:db8::2 (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/7933ffd1-0fa8-4486-9722-18abdc7b7b96) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:58.498194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Allocated IP 172.25.5.157 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/1ad870f8-9d4b-45ac-999c-8de9fded7257) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:58.574550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-4b8d4a39-5a25-4acf-9d0d-52d1f9418b13 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845039 Jul 07 22:29:58.592851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] device_id is not set on port 082102fa-5c54-43a6-a248-cb5fc32a97bd yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:29:58.700510 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.711568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Transition to ACTIVE for port object 7933ffd1-0fa8-4486-9722-18abdc7b7b96 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:58.729175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Transition to ACTIVE for port object 7933ffd1-0fa8-4486-9722-18abdc7b7b96 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:58.737982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Attempting to bind port b300c307-9c07-4452-aa3c-96fb906fb79d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:58.738244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Attempting to bind port b300c307-9c07-4452-aa3c-96fb906fb79d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:58.738737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Attempting to bind port b300c307-9c07-4452-aa3c-96fb906fb79d on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:58.747216 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.775256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Port b300c307-9c07-4452-aa3c-96fb906fb79d on network 2a5e1819-3f46-46e6-82e8-10dc2105389a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:58.775599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Attempting to bind port b300c307-9c07-4452-aa3c-96fb906fb79d on network 2a5e1819-3f46-46e6-82e8-10dc2105389a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:58.792749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:58.793100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Checking segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:58.793491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Bound using segment: {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:58.793944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Bound port: b300c307-9c07-4452-aa3c-96fb906fb79d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0070f9b-54ed-4580-bc8e-4b18579445d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:58.794596 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.814744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.839785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.840192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:58.850962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:58.859091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:58.877098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Pushing event updated for resources: {'Port': ['ID=7933ffd1-0fa8-4486-9722-18abdc7b7b96,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.905911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Pushing event updated for resources: {'Port': ['ID=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.921176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.922182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.922727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.923237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.923743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.924248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.924781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.925349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.926451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.926991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.927526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.928136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:58.949879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Attempting to bind port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:58.950577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Attempting to bind port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:58.951144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Attempting to bind port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 on network b2cc17ba-9169-4114-a946-2be6cbdd2472 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:58.957317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:58.957956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Checking segment: {'id': 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:58.958543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.959149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Bound using segment: {'id': 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:58.959820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Bound port: 7933ffd1-0fa8-4486-9722-18abdc7b7b96, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:58.960387 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.989633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Allocated IP 2001:db8::c9 (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/082102fa-5c54-43a6-a248-cb5fc32a97bd) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:59.004173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.038661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] For port 7933ffd1-0fa8-4486-9722-18abdc7b7b96, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:59.043409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] For port 7933ffd1-0fa8-4486-9722-18abdc7b7b96, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7933ffd1-0fa8-4486-9722-18abdc7b7b96,segment=NetworkSegment(a98e46ed-1bdc-4514-bdfd-d80a61d4f68e),segment_id=a98e46ed-1bdc-4514-bdfd-d80a61d4f68e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:59.050095 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.097588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:59.133417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.139759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba06f-1245-44d4-9ba8-a513c75c8040 None None] Pushing event updated for resources: {'Port': ['ID=7933ffd1-0fa8-4486-9722-18abdc7b7b96,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.152899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:59.168347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.208784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.219107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.228775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.229059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.278022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-0de88e72-e70e-4500-9433-f7f060c36027 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907651 Jul 07 22:29:59.362908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:59.382736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:59.390207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:59.413784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad870f8-9d4b-45ac-999c-8de9fded7257,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.465406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.472535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:59.473193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.492788 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-7fb21fc1-f33b-42d9-a721-dbc3f7f9bde8 service neutron] 10.222.0.97 "PUT /v2.0/ports/b300c307-9c07-4452-aa3c-96fb906fb79d HTTP/1.1" status: 200 len: 1092 time: 2.3775809 Jul 07 22:29:59.508299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:59.520837 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87502366-ca91-446f-be0a-d1b1c65c13c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:59.599885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.625359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=061b0900-b5d1-4271-8b4e-8b492d763ebe,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.725734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:59.728238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:59.757984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9913958-efd3-4521-8cd6-f1f2f605290a req-460e1240-02cd-4803-8ceb-40cfb54169a4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:59.771505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9913958-efd3-4521-8cd6-f1f2f605290a req-460e1240-02cd-4803-8ceb-40cfb54169a4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 943 time: 0.4682336 Jul 07 22:29:59.772760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Transition to ACTIVE for port object 082102fa-5c54-43a6-a248-cb5fc32a97bd will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:59.905918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7933ffd1-0fa8-4486-9722-18abdc7b7b96 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:59.909073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.912747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.925012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15ac46-20d1-4648-b7b1-a35f6cc2e722 req-198c122b-a3f9-4031-883b-6f780854e08d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 210 time: 0.1093240 Jul 07 22:29:59.948972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:59.951190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:59.963110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9913958-efd3-4521-8cd6-f1f2f605290a req-f4a8731d-2196-4532-93c3-d009d6646ac2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891835 Jul 07 22:29:59.975218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=082102fa-5c54-43a6-a248-cb5fc32a97bd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:00.082125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:00.090577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f777c07b-4245-4f02-b49d-2e5faf970e6f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:00.090759 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.102787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:00.104386 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b41c9-1880-4349-a20b-2aeae329aff2 x-openstack-request-id: req-1f4b41c9-1880-4349-a20b-2aeae329aff2 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:00.104731 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:00.104965 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1f4b41c9-1880-4349-a20b-2aeae329aff2 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:00.105400 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'status': 'completed', 'code': 200} Jul 07 22:30:00.112313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:00.116795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:00.122669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:00.123329 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.148456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f777c07b-4245-4f02-b49d-2e5faf970e6f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:00.151083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7453a82-8a4e-4d76-ba59-b16d208f1c61 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1152275 Jul 07 22:30:00.152839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57942) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:00.153983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f777c07b-4245-4f02-b49d-2e5faf970e6f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:00.154198 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.156711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-d22b1000-007c-474f-9ad5-40c7f7315ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:00.158291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-d22b1000-007c-474f-9ad5-40c7f7315ea4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 1095 time: 0.5908322 Jul 07 22:30:00.163651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-600521372', 'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:77:b7:73'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:00.231515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:00.274164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.296163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f777c07b-4245-4f02-b49d-2e5faf970e6f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f777c07b-4245-4f02-b49d-2e5faf970e6f,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:00.306409 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.323355 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-be1c5dd2-23d2-4fae-8a8a-cdb6002b5c00 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b300c307-9c07-4452-aa3c-96fb906fb79d HTTP/1.1" status: 200 len: 217 time: 0.0540082 Jul 07 22:30:00.352158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:00.365545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f777c07b-4245-4f02-b49d-2e5faf970e6f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:00.460174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-4aac4d3e-8106-4ad4-aaba-a13a78d11abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:00.461836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-4aac4d3e-8106-4ad4-aaba-a13a78d11abe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1297140 Jul 07 22:30:00.467500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:00.513366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:00.519607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ccf75449-dd24-4b61-b3df-5df3275b21c6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/routers/3e62894a-5626-46e4-be0a-83f995dee3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0334611 Jul 07 22:30:00.524693 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:00.536745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57946) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:00.537270 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:00.537933 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:00.547013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'port': {'network_id': '60f15df8-38ae-47fa-be88-5668af7b1d5d', 'name': 'tempest-FloatingIPTestJSON-474430867'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:00.597612 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:00.607745 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:00.608773 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:00.612642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:00.648845 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.662221 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b4dda92-7fa0-4b61-9bc4-15a9bba0a89a admin admin] 10.222.0.95 "PUT /v2.0/routers/f7fca5e4-a5af-4d5d-9ffa-37983d4d8983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0587804 Jul 07 22:30:00.674143 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:00.675240 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ad16a-05b0-4a78-858f-68d88d713bc9 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:00.685608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.754536 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.766303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ca7df848-fbdb-458b-b1c2-8964418d0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:00.772794 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-ca7df848-fbdb-458b-b1c2-8964418d0dc1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2973773 Jul 07 22:30:00.797261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] device_id is not set on port aa833616-3c9a-45be-b34e-f7cec5c28b9e yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:00.854412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e97ffc-c848-43d3-a4ec-661e190fa972 None None] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:00.966553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.988272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad870f8-9d4b-45ac-999c-8de9fded7257,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:01.026723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:01.034023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.043773 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.045055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-77f94d2c-c55c-4fb6-a536-e589b737829d tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6208148 Jul 07 22:30:01.064112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57962) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:01.080169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-364446623', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'fixed_ips': [{'ip_address': '172.25.5.157'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:01.096139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] Provisioning for port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:01.105640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] Provisioning complete for port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:01.105640 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.141568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] device_id is not set on port a5847204-9b49-4a1d-9feb-bafdfe3436dc yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:01.271769 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.312293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] For port 7933ffd1-0fa8-4486-9722-18abdc7b7b96, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7933ffd1-0fa8-4486-9722-18abdc7b7b96,segment=NetworkSegment(a98e46ed-1bdc-4514-bdfd-d80a61d4f68e),segment_id=a98e46ed-1bdc-4514-bdfd-d80a61d4f68e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:01.324677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.537696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ff3a-2318-4627-80e4-74d2f239bd60 None None] Pushing event updated for resources: {'Port': ['ID=7933ffd1-0fa8-4486-9722-18abdc7b7b96,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:01.554562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Sync routers for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:01.579626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:01.579999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:01.732732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f84d6df0-2cf8-4c38-827e-d865c6738950 req-5e4227cb-0e06-408b-bafd-ab5723de031b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 210 time: 0.3098526 Jul 07 22:30:01.837190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:01.920398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7933ffd1-0fa8-4486-9722-18abdc7b7b96 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:01.937799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Allocated IP 2001:db8::397 (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/aa833616-3c9a-45be-b34e-f7cec5c28b9e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:01.968386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Made reservation on behalf of 582def81ec054e48ba2e56096c166bbb for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:01.972521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.080487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-24c50604-75d7-46c5-8e22-3323a8970023 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2981293 Jul 07 22:30:02.098041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.161057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5aa76c2a-bbed-48fd-84f2-d4f550585554 None None] Provisioning for port 082102fa-5c54-43a6-a248-cb5fc32a97bd completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:02.174161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5aa76c2a-bbed-48fd-84f2-d4f550585554 None None] Provisioning complete for port 082102fa-5c54-43a6-a248-cb5fc32a97bd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:02.174549 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aa76c2a-bbed-48fd-84f2-d4f550585554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.176208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e98cd25b-fc1b-42e5-8573-dc611524d73e tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:02.199078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e98cd25b-fc1b-42e5-8573-dc611524d73e tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 820 time: 0.7037988 Jul 07 22:30:02.212504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5aa76c2a-bbed-48fd-84f2-d4f550585554 None None] Port 082102fa-5c54-43a6-a248-cb5fc32a97bd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:02.213805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.11 (60f15df8-38ae-47fa-be88-5668af7b1d5d/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c/a5847204-9b49-4a1d-9feb-bafdfe3436dc) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:02.254942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:02.255302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.259813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5aa76c2a-bbed-48fd-84f2-d4f550585554 None None] Provisioning complete for port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:02.260676 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aa76c2a-bbed-48fd-84f2-d4f550585554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.271893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-8cac4864-a666-4f09-8445-01f4053d428a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/quotas/6d715479e8124111a53c4de3fe6c4878 HTTP/1.1" status: 200 len: 375 time: 0.0717106 Jul 07 22:30:02.305331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0199b742-9192-47fc-8e93-53b0d54b30a3 req-c31358d0-e437-4475-b2f8-b6018ba67ae9 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109184 Jul 07 22:30:02.327634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.359273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Transition to ACTIVE for port object aa833616-3c9a-45be-b34e-f7cec5c28b9e will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:02.450403 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.484720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-41e1a623-3c82-4b57-8360-1ab51a6a7a18 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:02.486284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-41e1a623-3c82-4b57-8360-1ab51a6a7a18 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 1.0382063 Jul 07 22:30:02.524932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Request body: {'port': {'device_id': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'admin_state_up': True, 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:02.525964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 2, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.530206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f777c07b-4245-4f02-b49d-2e5faf970e6f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:02.542749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=aa833616-3c9a-45be-b34e-f7cec5c28b9e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:02.568058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:02.573766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:02.588301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Checking router: f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:02.588599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:02.588734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Updating router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:30:02.599376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:02.600149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.611726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.622969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-b70a5287-1703-443c-9d2e-b4e119304171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:02.625513 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-b70a5287-1703-443c-9d2e-b4e119304171 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 1095 time: 0.2328572 Jul 07 22:30:02.654318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-60a430d6-b58b-4097-81cd-c6c0318c1bfb None None] Provisioning complete for port 082102fa-5c54-43a6-a248-cb5fc32a97bd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:02.654744 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60a430d6-b58b-4097-81cd-c6c0318c1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.660437 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.761395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-ba0e2004-fcbb-43d0-95fe-b97bfc5ebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:02.763129 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-ba0e2004-fcbb-43d0-95fe-b97bfc5ebc49 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1306193 Jul 07 22:30:02.766832 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-78a95dc8-5ece-4590-b5fc-431ff05353df tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6050053 Jul 07 22:30:02.767025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57974) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:02.892381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-950c5b32-7288-4e71-a5f2-e20f8df23c3f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b300c307-9c07-4452-aa3c-96fb906fb79d HTTP/1.1" status: 200 len: 217 time: 0.0717361 Jul 07 22:30:02.941821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f777c07b-4245-4f02-b49d-2e5faf970e6f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:02.942210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.949151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-60a430d6-b58b-4097-81cd-c6c0318c1bfb None None] Port 082102fa-5c54-43a6-a248-cb5fc32a97bd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:03.017913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735644e-c6db-4ae5-9878-9f8d90219af2 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.024096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735644e-c6db-4ae5-9878-9f8d90219af2 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.031505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735644e-c6db-4ae5-9878-9f8d90219af2 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.035721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e735644e-c6db-4ae5-9878-9f8d90219af2 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2652349 Jul 07 22:30:03.039293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:03.088653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-b0ecdd3e-74f4-42c2-9ca3-ed6a990ca8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.091192 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-b0ecdd3e-74f4-42c2-9ca3-ed6a990ca8de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1886718 Jul 07 22:30:03.102079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.118147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Transition to ACTIVE for port object 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:03.122314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f42da275-a690-4471-aa19-62447c2f32c5 None None] Provisioning for port aa833616-3c9a-45be-b34e-f7cec5c28b9e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:03.127029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f42da275-a690-4471-aa19-62447c2f32c5 None None] Provisioning complete for port aa833616-3c9a-45be-b34e-f7cec5c28b9e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:03.127521 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f42da275-a690-4471-aa19-62447c2f32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.130464 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.132337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850ee34-8d62-41fc-8ff5-627dc84cc485 req-69c896e7-02e4-4d9d-bb78-394a4b1eb843 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.133919 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f850ee34-8d62-41fc-8ff5-627dc84cc485 req-69c896e7-02e4-4d9d-bb78-394a4b1eb843 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 943 time: 1.0783629 Jul 07 22:30:03.144401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.150349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-372d74b5-f0a3-4650-8abd-43f37f360db7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2286780 Jul 07 22:30:03.183549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec553bc-f1be-4f11-87ae-d5d8623e3ac3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:03.186737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] device_id is not set on port 5c1ae1e8-eaf6-4471-9848-6defdca676c0 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:03.267027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-fb70355f-3551-4945-8cfe-ed66002c42e8 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9942088 Jul 07 22:30:03.282972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-5a0fcbfb-b55a-42e3-b36d-f27c9205000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.284605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-5a0fcbfb-b55a-42e3-b36d-f27c9205000b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812153 Jul 07 22:30:03.312918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-ec03b745-78ac-4f5d-8db1-46535ceb9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.314458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-ec03b745-78ac-4f5d-8db1-46535ceb9d9c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 1097 time: 0.1172905 Jul 07 22:30:03.368527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port aa833616-3c9a-45be-b34e-f7cec5c28b9e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:03.368757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.374667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f42da275-a690-4471-aa19-62447c2f32c5 None None] Port aa833616-3c9a-45be-b34e-f7cec5c28b9e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:03.386666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ab56a-43d6-418d-9fcc-258cced164f7 None None] Pushing event updated for resources: {'Port': ['ID=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:03.439615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Attempting to bind port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:03.440035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Attempting to bind port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:03.440825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Attempting to bind port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d on network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:03.445750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:03.445987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Checking segment: {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:03.446271 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.446983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Bound using segment: {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:03.447199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Bound port: 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:03.447573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.524016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f850ee34-8d62-41fc-8ff5-627dc84cc485 req-18df0a65-cf1f-48e5-9577-efd143af55fb tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747041 Jul 07 22:30:03.524421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] For port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:03.529470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] For port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:03.531031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.535570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.580059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-bda95d7a-f322-41b0-84f8-c636a181bbc2 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821314 Jul 07 22:30:03.584978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.589737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-59b6d066-8e21-485a-ae18-fb0a28e43106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.591351 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-59b6d066-8e21-485a-ae18-fb0a28e43106 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.2370431 Jul 07 22:30:03.595236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-0879fe09-6442-4034-9f1f-c7322228cb45 service neutron] 10.222.0.95 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893195 Jul 07 22:30:03.635090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:03.636512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:03.639371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ab56a-43d6-418d-9fcc-258cced164f7 None None] Pushing event updated for resources: {'Port': ['ID=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:03.671555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:03.675080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.692592 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-87502366-ca91-446f-be0a-d1b1c65c13c5 req-470e9e6d-feaf-437e-a0e5-f89fbcf622fa service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043160 Jul 07 22:30:03.739079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-c0e04b0f-e78b-4e62-b2ca-5368f2422451 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5297728 Jul 07 22:30:03.745903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-2c10711c-82d2-44c1-8d26-47da77266ce9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4 HTTP/1.1" status: 200 len: 217 time: 0.0516572 Jul 07 22:30:03.760529 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 22:30:03.761088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:03.778778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:03.799683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for aa833616-3c9a-45be-b34e-f7cec5c28b9e owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:03.802542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-d5f1ad72-37f4-4b9b-8934-af850a558f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.804162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-d5f1ad72-37f4-4b9b-8934-af850a558f2e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0528963 Jul 07 22:30:03.843729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fffc3659-fb4d-4348-a98d-ba7f7b44d4fc tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7784932 Jul 07 22:30:03.860604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57980) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:03.915886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.027564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-895678c5-55c5-437d-a990-208bb182ed9d req-9c641595-4c3c-4cf7-ae0e-b0b9e24230dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 210 time: 0.1175582 Jul 07 22:30:04.029030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:03Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:04.049204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-d37ca886-d22d-46fe-b8d2-639c61d943a6 service neutron] 10.222.0.95 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185269 Jul 07 22:30:04.060367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:04.061333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15309d20-c0eb-41b0-ae03-9f77b341054b None None] The sync data for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 is: [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:03Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:04.075433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:04.082211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=a5847204-9b49-4a1d-9feb-bafdfe3436dc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:04.093446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:04.098978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Allocated IP 172.20.0.14 (15c75b46-a719-4627-80b7-15541a91346d/c3119dd3-d91c-42f2-8566-6e898d5d0d7d/d1f84f54-0396-45fb-a62f-cc5385f4e0f6) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:04.142029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900403a0-8096-40c1-b783-3d12de7a7915 req-f9be8299-3e1a-4c90-bdc3-ae785c4f7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:04.143858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-f9be8299-3e1a-4c90-bdc3-ae785c4f7d91 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 1097 time: 0.3419731 Jul 07 22:30:04.180267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-38f6130a-b332-47a5-849b-bbe77290b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:04.182914 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-38f6130a-b332-47a5-849b-bbe77290b5fc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3689694 Jul 07 22:30:04.283526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:04.287215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.293751 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.352414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Deleting port 1ad870f8-9d4b-45ac-999c-8de9fded7257 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:04.352773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.422457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df96bc33-ca00-4e9a-831b-2deab14cde02 req-fa8e4e3b-deee-4000-8e75-442f023fa35a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 210 time: 0.1109636 Jul 07 22:30:04.461957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=aa833616-3c9a-45be-b34e-f7cec5c28b9e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:04.494147 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-35cc129e-e641-414a-85f6-c70b29b40cc5 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9514625 Jul 07 22:30:04.503950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57990) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:04.515184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'port': {'network_id': '60f15df8-38ae-47fa-be88-5668af7b1d5d', 'name': 'tempest-FloatingIPTestJSON-1919792300'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:04.648102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.649092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.695091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-f4c255a5-f602-4b16-9b61-15b4ff1a7057 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013719 Jul 07 22:30:04.927639 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900403a0-8096-40c1-b783-3d12de7a7915 req-d044f810-fb06-437d-a5a8-cf0ba7e4ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:04.929428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-d044f810-fb06-437d-a5a8-cf0ba7e4ce11 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.7511494 Jul 07 22:30:05.015990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.024618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-091132aa-49fe-4079-ac5f-c8cc9b1e5e47 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 200 len: 217 time: 0.0705693 Jul 07 22:30:05.046670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:05.050522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.116614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] device_id is not set on port 520b1466-3878-4a1a-8820-14484177690a yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:05.139494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Calling delete_port for 1ad870f8-9d4b-45ac-999c-8de9fded7257 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:05.144346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4bd5a-cda6-498a-bde6-44d5c3d1194b req-a7d9a888-b11c-4498-a875-6426e4aa6fc8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:05.152421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14a4bd5a-cda6-498a-bde6-44d5c3d1194b req-a7d9a888-b11c-4498-a875-6426e4aa6fc8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 943 time: 0.3180978 Jul 07 22:30:05.154022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.158652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5c93519a-bd7d-4a83-89fe-fc644f6aa4b6 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/ports/aa833616-3c9a-45be-b34e-f7cec5c28b9e HTTP/1.1" status: 204 len: 168 time: 2.1112175 Jul 07 22:30:05.161835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:05.167873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900403a0-8096-40c1-b783-3d12de7a7915 req-325603d2-6518-46b3-89fc-59478785b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:05.169578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-325603d2-6518-46b3-89fc-59478785b5d3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1362679 Jul 07 22:30:05.293997 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7795f9-938b-4437-a429-2cdd8656b7d1 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] GET failed (client error): The resource could not be found. Jul 07 22:30:05.299022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1b7795f9-938b-4437-a429-2cdd8656b7d1 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "GET /v2.0/ports/aa833616-3c9a-45be-b34e-f7cec5c28b9e HTTP/1.1" status: 404 len: 333 time: 0.1250474 Jul 07 22:30:05.322786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58006) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:05.332246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7601896'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:05.363023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfd20247-80cf-439f-a3f9-65ce05dad640 req-d6a61cbb-f0da-40be-b05a-29bf00549abd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 210 time: 0.0810306 Jul 07 22:30:05.420215 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-918ee128-cc00-44ea-ad5d-83c3331879b0 req-81f4b0c8-1355-41c4-8144-6957a341d948 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823164 Jul 07 22:30:05.462760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.463592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.483165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14a4bd5a-cda6-498a-bde6-44d5c3d1194b req-b3058169-dd9b-412c-9f4a-982780935183 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292668 Jul 07 22:30:05.523100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ad870f8-9d4b-45ac-999c-8de9fded7257,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:05.576247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Network 15c75b46-a719-4627-80b7-15541a91346d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:05.602429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:05.622521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.625038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:05.628359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.637236 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44ec6575-0735-438f-bff6-8fde73655509 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288 tempest-ExternalNetworksAdminNegativeTestJSON-1512830288-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/a2c7cc0d-0100-4722-ae78-c3da589098b9 HTTP/1.1" status: 204 len: 168 time: 1.7701495 Jul 07 22:30:05.668680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event updated for resources: {'Port': ['ID=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:05.682398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.5 (60f15df8-38ae-47fa-be88-5668af7b1d5d/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c/520b1466-3878-4a1a-8820-14484177690a) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:05.721207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25c4eebe-e0c7-40b5-827d-1320db832de2 req-12e561eb-c576-4733-a676-24b3254417ff tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 210 time: 0.0991611 Jul 07 22:30:05.732937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900403a0-8096-40c1-b783-3d12de7a7915 req-e2c93c87-24f7-4f23-9cf6-4496fe49113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:05.734458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-e2c93c87-24f7-4f23-9cf6-4496fe49113c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5469079 Jul 07 22:30:05.852423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:05.853163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.856854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:05.925227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:05.926962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:05.929951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:05.930531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.930936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.946929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-cedab87b-918d-4a1f-bdb8-f6ce4fd22d0f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4338813 Jul 07 22:30:05.980754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Request body: {'port': {'device_id': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:06.009073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58016) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:06.040439 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.071633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] device_id is not set on port ebeec90d-d042-47c9-9f9e-c3dbe613319e yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:06.079826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:06.086564 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.086870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-169272a1-48fe-49d0-ac84-0fab82d8c7bc service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398757 Jul 07 22:30:06.182617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:06.203840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b300c307-9c07-4452-aa3c-96fb906fb79d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:06.248355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-334b4bfd-a65e-4a28-b877-9ce27532630c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.337776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:06.343288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f619c201-c4c1-4d40-bb8b-beee61794460 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:06.345141 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f619c201-c4c1-4d40-bb8b-beee61794460 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 820 time: 0.1993909 Jul 07 22:30:06.355214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'mac_address': 'fa:16:3e:90:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:06.363235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'port': {'device_id': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'admin_state_up': True, 'tenant_id': '6d715479e8124111a53c4de3fe6c4878'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:06.387750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Allocated IP 2001:db8::f9 (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/ebeec90d-d042-47c9-9f9e-c3dbe613319e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:06.413077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.439038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b300c307-9c07-4452-aa3c-96fb906fb79d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:06.491477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:06.496852 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.500083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-334b4bfd-a65e-4a28-b877-9ce27532630c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.505005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.511823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-334b4bfd-a65e-4a28-b877-9ce27532630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.559341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:06.560940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900403a0-8096-40c1-b783-3d12de7a7915 req-f7bff274-0a3d-4d24-9657-64142b3857b0 service neutron] 10.222.0.103 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626760 Jul 07 22:30:06.568571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-334b4bfd-a65e-4a28-b877-9ce27532630c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=44df251c69d34011a60f8674309ef54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547309 Jul 07 22:30:06.568571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b4bfd-a65e-4a28-b877-9ce27532630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5532d9-fd15-459b-8903-731b8cb106a9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:06.570716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58024) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:06.580493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Made reservation on behalf of 6d715479e8124111a53c4de3fe6c4878 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:06.584901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.646349 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.656139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.716544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc54-5cf9-49b7-9687-fe989ae63fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.770049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc54-5cf9-49b7-9687-fe989ae63fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.795288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Allocated IP 172.20.0.4 (c1090d6e-e77a-41a0-b4a3-0a38b3a5db76/ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31/0ca90cf8-aaa5-4212-995e-2c7638b6387c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:06.826652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:06.832266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.847498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:06.863634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=520b1466-3878-4a1a-8820-14484177690a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:06.873441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['b300c307-9c07-4452-aa3c-96fb906fb79d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:06.877695 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc54-5cf9-49b7-9687-fe989ae63fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.879730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:06.881138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc54-5cf9-49b7-9687-fe989ae63fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.882872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7b5fc54-5cf9-49b7-9687-fe989ae63fc9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9b5532d9-fd15-459b-8903-731b8cb106a9 HTTP/1.1" status: 204 len: 168 time: 0.3107812 Jul 07 22:30:06.912468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5fc54-5cf9-49b7-9687-fe989ae63fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5532d9-fd15-459b-8903-731b8cb106a9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:07.044806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.106068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.181174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:07.185438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:07.188290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:07.227090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:07.261604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:07.262348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.279698 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-e3d9b52a-8b9e-4e75-8dbd-285229c8b555 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9215453 Jul 07 22:30:07.295927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Request body: {'port': {'device_id': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:07.324378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58034) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:07.433618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf72b636-54fe-4a31-814f-82809479f03b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=582def81ec054e48ba2e56096c166bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056964 Jul 07 22:30:07.433868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:07.441541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.459431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Transition to ACTIVE for port object ebeec90d-d042-47c9-9f9e-c3dbe613319e will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:07.544978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d291e26-40ec-478a-bacb-46fe6bee787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.560844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:07.561382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.601605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e666-5c0d-4a47-88e6-3bdc5113dbca req-10d3a584-c929-4c03-977e-2fcd73aa8a97 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:07.603097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d37e666-5c0d-4a47-88e6-3bdc5113dbca req-10d3a584-c929-4c03-977e-2fcd73aa8a97 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 932 time: 0.9541490 Jul 07 22:30:07.616558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba121d4-483a-4542-a3c4-c12ab3216a0f req-8f817b3e-0b97-450e-a749-6f53f3726a83 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:07.619003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ba121d4-483a-4542-a3c4-c12ab3216a0f req-8f817b3e-0b97-450e-a749-6f53f3726a83 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 944 time: 0.8838053 Jul 07 22:30:07.627669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d291e26-40ec-478a-bacb-46fe6bee787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.633066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5102a9d9-fdb7-46de-b6b9-b27913b23179 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1284060 Jul 07 22:30:07.638902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58038) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:07.649847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '520b1466-3878-4a1a-8820-14484177690a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:07.709042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.768525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d37e666-5c0d-4a47-88e6-3bdc5113dbca req-d63b85b9-c48d-472c-a7b5-1fd0be80b601 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419251 Jul 07 22:30:07.768916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:07.791998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ba121d4-483a-4542-a3c4-c12ab3216a0f req-e6edf21f-aade-492e-9495-f1542c4414fa tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560652 Jul 07 22:30:07.813737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d291e26-40ec-478a-bacb-46fe6bee787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.818289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d291e26-40ec-478a-bacb-46fe6bee787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.823045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3d291e26-40ec-478a-bacb-46fe6bee787f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6ec553bc-f1be-4f11-87ae-d5d8623e3ac3 HTTP/1.1" status: 204 len: 168 time: 0.3881009 Jul 07 22:30:07.835323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.844659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:07.873377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291e26-40ec-478a-bacb-46fe6bee787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec553bc-f1be-4f11-87ae-d5d8623e3ac3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:07.875288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:07.880156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=ebeec90d-d042-47c9-9f9e-c3dbe613319e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:07.883106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:07.891911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:07.893096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.931389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f84f54-0396-45fb-a62f-cc5385f4e0f6 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:07.941784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.950438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d1f9da2c-f222-400f-a018-0ed70e4ce86e tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.6236458 Jul 07 22:30:07.951741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:07.952697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.957803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58042) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:07.975426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:77:b7:73'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:08.049127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Transition to ACTIVE for port object d1f84f54-0396-45fb-a62f-cc5385f4e0f6 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:08.061596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.175753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ca720-70d6-4d9a-b532-b7bc6318fb11 req-bc8a2039-07dd-4988-9e23-3270f0fc29f7 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:08.184403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a74ca720-70d6-4d9a-b532-b7bc6318fb11 req-bc8a2039-07dd-4988-9e23-3270f0fc29f7 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 931 time: 0.2039042 Jul 07 22:30:08.211463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.217189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b300c307-9c07-4452-aa3c-96fb906fb79d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:08.268094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca90cf8-aaa5-4212-995e-2c7638b6387c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:08.273125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a74ca720-70d6-4d9a-b532-b7bc6318fb11 req-3453fdc5-b9e1-40b4-9c66-ce88e6f86788 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Jul 07 22:30:08.277279 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.296781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d735c405-6202-4109-91d7-61d33d64a43a None None] Provisioning for port ebeec90d-d042-47c9-9f9e-c3dbe613319e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:08.299273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Transition to ACTIVE for port object 0ca90cf8-aaa5-4212-995e-2c7638b6387c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:08.309399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d735c405-6202-4109-91d7-61d33d64a43a None None] Provisioning complete for port ebeec90d-d042-47c9-9f9e-c3dbe613319e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:08.309795 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d735c405-6202-4109-91d7-61d33d64a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.314835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.318999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port b300c307-9c07-4452-aa3c-96fb906fb79d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:08.344688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Attempting to bind port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:08.345305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Attempting to bind port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:08.345876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Attempting to bind port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:08.348733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port b300c307-9c07-4452-aa3c-96fb906fb79d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:08.349113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.351881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 on network 15c75b46-a719-4627-80b7-15541a91346d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:08.353224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Attempting to bind port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:08.358207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:08.358712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:08.359238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Bound using segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:08.359787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Bound port: d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:08.360253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.388815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d735c405-6202-4109-91d7-61d33d64a43a None None] Port ebeec90d-d042-47c9-9f9e-c3dbe613319e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:08.418689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.442908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] For port d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:08.447009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] For port d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:08.453454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.473043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.500145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:08.502642 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad05a9-dc51-4ad7-9388-ab8493c5bdaf" -d '{"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-plugged", "status": "completed", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:08.505709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:08.506459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.508215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] 10.222.0.103 "PUT /v2.0/ports/d1f84f54-0396-45fb-a62f-cc5385f4e0f6 HTTP/1.1" status: 200 len: 1093 time: 2.5497620 Jul 07 22:30:08.508764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'tag': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:08.511224 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48", "tag": "d1f84f54-0396-45fb-a62f-cc5385f4e0f6"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:08.517025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:08.524252 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.589980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.594036 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604c816-c36a-4e29-89c0-6e954484251f x-openstack-request-id: req-5604c816-c36a-4e29-89c0-6e954484251f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:08.594340 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-plugged", "status": "completed", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:08.594672 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5604c816-c36a-4e29-89c0-6e954484251f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:08.595218 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'code': 200} Jul 07 22:30:08.598999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Attempting to bind port 0ca90cf8-aaa5-4212-995e-2c7638b6387c on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:08.599477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Attempting to bind port 0ca90cf8-aaa5-4212-995e-2c7638b6387c by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:08.599719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Attempting to bind port 0ca90cf8-aaa5-4212-995e-2c7638b6387c on network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:08.603076 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c29604-3892-44df-9eb3-8fb20b08ca93 x-openstack-request-id: req-02c29604-3892-44df-9eb3-8fb20b08ca93 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:08.603830 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48", "tag": "d1f84f54-0396-45fb-a62f-cc5385f4e0f6", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:08.604318 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-02c29604-3892-44df-9eb3-8fb20b08ca93 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:08.605527 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'tag': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6', 'status': 'completed', 'code': 200} Jul 07 22:30:08.612909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Port 0ca90cf8-aaa5-4212-995e-2c7638b6387c on network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:08.613262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Attempting to bind port 0ca90cf8-aaa5-4212-995e-2c7638b6387c on network c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:08.625108 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.628496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:08.628841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Checking segment: {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:08.629234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Bound using segment: {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:08.629677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Bound port: 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0beeb0-7ae6-4460-91e6-0d256363ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:08.630029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.635339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ed15f-d3d9-4b5b-8fa5-72a1fe1d4307 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.642163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.665776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-56886be8-9f20-4e9f-8aff-abfbb10c579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:08.668594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-56886be8-9f20-4e9f-8aff-abfbb10c579d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 1096 time: 0.1037321 Jul 07 22:30:08.716855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-0d171dc5-3749-4924-9ed5-7462252f72f5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6 HTTP/1.1" status: 200 len: 217 time: 0.0401380 Jul 07 22:30:08.785345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605156dc-f842-4c73-8435-ef41c912c228 req-b3839c72-708b-4b80-a55f-361cd4bbbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:08.787355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-b3839c72-708b-4b80-a55f-361cd4bbbfc7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.0627735 Jul 07 22:30:08.844008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-849cf032-9ad1-481b-8190-b869200a30f7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503771 Jul 07 22:30:08.910707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:08.971493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-9c2c3e57-e259-4598-84cd-a9c027b3d172 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185215 Jul 07 22:30:08.996372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:09.016387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf02f-d0b5-4ead-9175-e08f7f9e918e req-123ceedf-4b54-41d3-8722-c5bbd18c6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.018228 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cb4bf02f-d0b5-4ead-9175-e08f7f9e918e req-123ceedf-4b54-41d3-8722-c5bbd18c6ee7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 1097 time: 0.3006225 Jul 07 22:30:09.019975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.227 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/7aa17df1-ac7e-458c-a1b1-94df77a56b9c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:09.027681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.179031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605156dc-f842-4c73-8435-ef41c912c228 req-b83eb350-8c4e-41b3-92ad-ddd5d82b117f service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008629 Jul 07 22:30:09.190752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72761daa-a5aa-40d9-8bb4-7b8e1a0d1a25 req-1758814b-a198-4937-9279-3b72219a9b68 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.192308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72761daa-a5aa-40d9-8bb4-7b8e1a0d1a25 req-1758814b-a198-4937-9279-3b72219a9b68 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.1532998 Jul 07 22:30:09.196020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.196769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.199977 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] 10.222.0.97 "PUT /v2.0/ports/0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 1092 time: 1.9113510 Jul 07 22:30:09.201824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cb4bf02f-d0b5-4ead-9175-e08f7f9e918e req-6639db3c-216a-4c64-900f-4b0f6b85c0a2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674681 Jul 07 22:30:09.203288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037406de-8a69-4851-aed6-8a1f33fc31fe req-8911e606-b66d-44f7-b39c-f8d33d6afbf3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.204883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-037406de-8a69-4851-aed6-8a1f33fc31fe req-8911e606-b66d-44f7-b39c-f8d33d6afbf3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 944 time: 0.1685162 Jul 07 22:30:09.209794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:09.212818 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4216f2b9-3521-4658-8cec-4ca0b467f8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:09.292846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72761daa-a5aa-40d9-8bb4-7b8e1a0d1a25 req-063656f4-59c0-4e89-ac60-ee6877806cc9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869040 Jul 07 22:30:09.305116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.311572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a7c60-19fe-4b9d-98f5-337f9e7f9a25 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:09.324271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-037406de-8a69-4851-aed6-8a1f33fc31fe req-880e0589-fc66-4dec-b7aa-d4477cb5663d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032617 Jul 07 22:30:09.330601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.352381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-f34a9170-01da-4a44-b753-0ec1d1e23be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.353834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-f34a9170-01da-4a44-b753-0ec1d1e23be5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 1096 time: 0.1001046 Jul 07 22:30:09.443276 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d1f111-c911-454a-9203-29faceef03ea x-openstack-request-id: req-a5d1f111-c911-454a-9203-29faceef03ea {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:09.443600 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:09.443858 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a5d1f111-c911-454a-9203-29faceef03ea {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:09.447285 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'status': 'completed', 'code': 200} Jul 07 22:30:09.505037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] In _notify_port_updated(), no bound segment for port ebeec90d-d042-47c9-9f9e-c3dbe613319e on network b2cc17ba-9169-4114-a946-2be6cbdd2472 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:30:09.510875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.511794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.513171 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "PUT /v2.0/ports/ebeec90d-d042-47c9-9f9e-c3dbe613319e HTTP/1.1" status: 200 len: 998 time: 1.5497446 Jul 07 22:30:09.523826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395f6c2-bd09-4a6f-bac9-d49df8b4da8a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=ebeec90d-d042-47c9-9f9e-c3dbe613319e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:09.524403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58086) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:09.569724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.590652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-624ad0ac-7cda-4c1b-9e37-11e24a39921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.592148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-624ad0ac-7cda-4c1b-9e37-11e24a39921d service neutron] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.2284513 Jul 07 22:30:09.639621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-1299223c-0831-42b7-b0b5-2cb065ca3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.641448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-1299223c-0831-42b7-b0b5-2cb065ca3115 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1095 time: 0.2180555 Jul 07 22:30:09.647220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.689389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-9d252842-4a82-497e-92b8-02d016ac12b9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6 HTTP/1.1" status: 200 len: 217 time: 0.0883629 Jul 07 22:30:09.752093 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-1c185d77-9f30-4901-8f19-006cd23b3a39 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.1019275 Jul 07 22:30:09.759746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:09.774184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-b43c3ede-e057-4181-8bed-cfe3a21ba4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.775020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:09.775472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-b43c3ede-e057-4181-8bed-cfe3a21ba4af service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.0667665 Jul 07 22:30:09.791196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01c10f-f714-41d4-8f2f-d53eb94ddb6d req-b67afe4e-efc8-456e-aaf1-632106928f23 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.797911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d01c10f-f714-41d4-8f2f-d53eb94ddb6d req-b67afe4e-efc8-456e-aaf1-632106928f23 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 943 time: 0.2718744 Jul 07 22:30:09.805195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:09.830997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=7aa17df1-ac7e-458c-a1b1-94df77a56b9c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:09.845610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bf4729db-0a98-497a-a789-7c2d3d9f552d None None] Provisioning complete for port ebeec90d-d042-47c9-9f9e-c3dbe613319e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:09.846147 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf4729db-0a98-497a-a789-7c2d3d9f552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.859229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-226b2dfa-e84f-4b5d-937b-21ffa0c9f1ae service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593634 Jul 07 22:30:09.872327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-0c68ae68-cb13-410b-95d8-2c1250df3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.873393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port ebeec90d-d042-47c9-9f9e-c3dbe613319e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:09.873918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.874284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-0c68ae68-cb13-410b-95d8-2c1250df3066 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.1092432 Jul 07 22:30:09.889948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bf4729db-0a98-497a-a789-7c2d3d9f552d None None] Port ebeec90d-d042-47c9-9f9e-c3dbe613319e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:09.918896 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-c6d69c35-9702-4401-a721-6cce3229c30a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370042 Jul 07 22:30:09.985505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d01c10f-f714-41d4-8f2f-d53eb94ddb6d req-e8eff0a9-05fe-4fb0-affc-b4129551ac80 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851246 Jul 07 22:30:10.064178 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.074537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-e0348cf6-05b5-43b1-99dc-dd2db2410567 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036526 Jul 07 22:30:10.080206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for ebeec90d-d042-47c9-9f9e-c3dbe613319e owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:10.133850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-5bf08130-0ed4-4fbf-93a8-67c044911254 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068040 Jul 07 22:30:10.238602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ee21f4f-e3fd-4361-a3e9-36b59bcce389 req-d8641871-d149-4236-9f3b-34ec08a5d2db service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563351 Jul 07 22:30:10.334851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.387021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58106) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:10.387874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=ebeec90d-d042-47c9-9f9e-c3dbe613319e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:10.639421 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.644869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-650cae22-23db-4770-b840-b96816caa831 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/ports/ebeec90d-d042-47c9-9f9e-c3dbe613319e HTTP/1.1" status: 204 len: 168 time: 1.1153023 Jul 07 22:30:10.647871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58118) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:10.709730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:10.752187 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb9a354-cca3-4fda-902e-d5fa78be5903 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] GET failed (client error): The resource could not be found. Jul 07 22:30:10.758354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-adb9a354-cca3-4fda-902e-d5fa78be5903 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "GET /v2.0/ports/ebeec90d-d042-47c9-9f9e-c3dbe613319e HTTP/1.1" status: 404 len: 333 time: 0.1090517 Jul 07 22:30:10.760031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:10.769183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-778624804'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:10.790894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.880000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75b368-1d66-4c64-a2f3-fb5eb38e4867 req-e8322098-d56e-420b-b0c4-fe42fee8c39c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:10.881556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e75b368-1d66-4c64-a2f3-fb5eb38e4867 req-e8322098-d56e-420b-b0c4-fe42fee8c39c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 944 time: 0.2620769 Jul 07 22:30:10.895362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983298d-27fe-4de2-99b9-c05310eed663 req-73e7c969-9420-455f-aceb-c72ad20ead4d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:10.899111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1983298d-27fe-4de2-99b9-c05310eed663 req-73e7c969-9420-455f-aceb-c72ad20ead4d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.3180659 Jul 07 22:30:10.940535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc58f3e8-92b7-4d32-8c87-a4f422757f49 req-3af38bf5-26bf-4cf4-a327-5eae33287585 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957962 Jul 07 22:30:10.961178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.965660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1983298d-27fe-4de2-99b9-c05310eed663 req-7ce1773b-3a13-4487-b7a5-22bfa056a918 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590870 Jul 07 22:30:10.984548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e75b368-1d66-4c64-a2f3-fb5eb38e4867 req-6c76dd33-4f09-4e34-9018-00312d548d9e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816922 Jul 07 22:30:11.037100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.088286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:11.091917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.133339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.137177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] device_id is not set on port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:11.163611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-dee4ba28-a040-4967-bcb3-5e74ec43e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:11.165159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-dee4ba28-a040-4967-bcb3-5e74ec43e52f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1095 time: 0.1613846 Jul 07 22:30:11.183731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Allocated IP 172.25.5.98 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/63589b82-fc67-489e-80a5-4619f61da737) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:11.380580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.434133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a9656-e1f2-427c-9f69-6261e240a63e req-18573e66-8a69-4992-ab20-c15d9ad1da76 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:11.435580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d86a9656-e1f2-427c-9f69-6261e240a63e req-18573e66-8a69-4992-ab20-c15d9ad1da76 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 943 time: 0.1577568 Jul 07 22:30:11.446784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Allocated IP 2001:db8::1c7 (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/cdd101e7-c4ca-4f51-ab18-670672ec0eb8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:11.449487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-a7ccf60e-f02b-4997-8d91-6f83ed96d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:11.451022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-a7ccf60e-f02b-4997-8d91-6f83ed96d6b3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.2516575 Jul 07 22:30:11.503104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861fba7-8acf-46b7-9f86-c68407cd686d req-fd1dcc7f-7ce0-4bab-bbee-3ef1f9252146 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:11.504643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5861fba7-8acf-46b7-9f86-c68407cd686d req-fd1dcc7f-7ce0-4bab-bbee-3ef1f9252146 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.1615851 Jul 07 22:30:11.513389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.515663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-261a8a7b-ab5d-4873-a4dc-4d3ac99bbaf9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.0537603 Jul 07 22:30:11.532532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d86a9656-e1f2-427c-9f69-6261e240a63e req-1e111746-90fc-4143-85d3-7a749528fe5d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837848 Jul 07 22:30:11.579124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:11.597739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:11.606060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:11.627634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Port': ['ID=63589b82-fc67-489e-80a5-4619f61da737,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:11.634157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5861fba7-8acf-46b7-9f86-c68407cd686d req-64fcdf95-4270-4906-8756-fb02eea21492 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172886 Jul 07 22:30:11.656748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.668976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-69561b40-464e-427a-a634-953ea0eae205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:11.671558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-69561b40-464e-427a-a634-953ea0eae205 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.1448097 Jul 07 22:30:11.671558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.698948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.740543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-0b872379-d664-4904-81e6-6676199b1e39 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602322 Jul 07 22:30:11.742270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.851265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=7aa17df1-ac7e-458c-a1b1-94df77a56b9c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:11.876772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.883865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.898163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.903228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.949890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Transition to ACTIVE for port object cdd101e7-c4ca-4f51-ab18-670672ec0eb8 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:11.978827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Port': ['ID=63589b82-fc67-489e-80a5-4619f61da737,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:11.988447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.004059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.008018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a628d232-4b93-4b40-9d19-d7e7d83b8cd2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6077161 Jul 07 22:30:12.008551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58128) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.020682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1057552516'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:12.029940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-beb3e510-589e-499a-8454-73c50beacfb0 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736361 Jul 07 22:30:12.109876 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 72b32acf-81ec-485e-ac96-af9f7769c7ca associated. External IP: 172.25.5.227, port: 520b1466-3878-4a1a-8820-14484177690a. Jul 07 22:30:12.119035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Made reservation on behalf of ed66e3b324df497686a1ea49c46a7582 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:12.122548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.175475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.191069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.197359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f145a-8384-452f-b3eb-179f0125483a req-6f6005e6-3869-48d7-9681-63600b963f43 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:12.212528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d4f145a-8384-452f-b3eb-179f0125483a req-6f6005e6-3869-48d7-9681-63600b963f43 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 944 time: 0.0959980 Jul 07 22:30:12.255298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d4f145a-8384-452f-b3eb-179f0125483a req-46913fda-5b02-4701-a34a-a7130ed4fa04 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jul 07 22:30:12.324901 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4216f2b9-3521-4658-8cec-4ca0b467f8d4 req-cfd009e9-5c27-4fa0-8eec-34581fbcc810 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857800 Jul 07 22:30:12.326610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:12.342985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:12.344774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=cdd101e7-c4ca-4f51-ab18-670672ec0eb8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:12.346998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:12.352634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:12.353259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.518263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.534032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.546023 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3731a99d-0b73-4227-8972-8c15e48d4b1a tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7844796 Jul 07 22:30:12.549075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58134) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.559386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:77:b7:73'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:12.573855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:12.582358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:12.590471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01cfb1e-a481-4a6d-90e7-d095f67ab191,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:12.594377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.594772 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Added segment 7251bc6b-bcaf-4a21-bb5e-e6734ece169f of type vlan for network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 Jul 07 22:30:12.738850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b5497e10-db1a-4507-a251-9f046bb1340e None None] Provisioning for port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:12.745716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b5497e10-db1a-4507-a251-9f046bb1340e None None] Provisioning complete for port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:12.746104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5497e10-db1a-4507-a251-9f046bb1340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.829576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b5497e10-db1a-4507-a251-9f046bb1340e None None] Port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:12.889057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1f84f54-0396-45fb-a62f-cc5385f4e0f6 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:12.921488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.973424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.991463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903dd80-a7e7-4138-bb79-76bb8211a4fc req-f66ba9a2-c7b9-4627-bad0-9a0bb2a7e1be tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:12.993355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b903dd80-a7e7-4138-bb79-76bb8211a4fc req-f66ba9a2-c7b9-4627-bad0-9a0bb2a7e1be tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 943 time: 0.2372847 Jul 07 22:30:13.036546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:13.054208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6', 'mac_address': 'fa:16:3e:92:2f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:13.061868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fdeb-9a45-47cb-a42c-31c9aabfc0f5 req-437ebf85-9391-4baf-b7cb-36c89f316841 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:13.064369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a40fdeb-9a45-47cb-a42c-31c9aabfc0f5 req-437ebf85-9391-4baf-b7cb-36c89f316841 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.2046745 Jul 07 22:30:13.072320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.079270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:13.080007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.123667 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.138376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f84f54-0396-45fb-a62f-cc5385f4e0f6 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:13.150046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Network': ['ID=ff18aa4f-3c5a-4f39-8220-8f35ad9914d3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:13.162403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:13.168739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:13.175580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:13.175734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bb035227-f84b-4421-80cf-b2378c223395 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1638982 Jul 07 22:30:13.176586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58140) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.184575 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:13.187894 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.202138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a40fdeb-9a45-47cb-a42c-31c9aabfc0f5 req-983796fc-db6f-4bbf-984f-a81944a3c7e0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Jul 07 22:30:13.202313 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:13.204368 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.218308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Request body: {'subnet': {'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:13.220460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b903dd80-a7e7-4138-bb79-76bb8211a4fc req-a4aead71-009e-4bc5-931c-9319a6b51199 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031078 Jul 07 22:30:13.300221 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.315541 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:13.319337 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.364625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.371688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.393275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:13.414689 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.421332 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b61400-5e6c-4d0a-901c-a9387e074659 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:13.421502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] In _notify_port_updated(), no bound segment for port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 on network b2cc17ba-9169-4114-a946-2be6cbdd2472 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:30:13.427838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:13.428552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.429892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "PUT /v2.0/ports/cdd101e7-c4ca-4f51-ab18-670672ec0eb8 HTTP/1.1" status: 200 len: 1002 time: 0.8794813 Jul 07 22:30:13.433036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.483073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f52b2-05d1-4a06-b5c6-ba57fb3995ce tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=cdd101e7-c4ca-4f51-ab18-670672ec0eb8,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:13.489371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d1f84f54-0396-45fb-a62f-cc5385f4e0f6'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:13.491208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Made reservation on behalf of ed66e3b324df497686a1ea49c46a7582 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:13.495679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.540150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.784858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d365136-f623-4ea8-bb07-97f2b349dbb2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1434090 Jul 07 22:30:13.803724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58154) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.824641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:13.920304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.075335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-54d2617a-0ab0-4d55-be66-6c9d1c9dfd5f None None] Provisioning complete for port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:14.076158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-54d2617a-0ab0-4d55-be66-6c9d1c9dfd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.142681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-54d2617a-0ab0-4d55-be66-6c9d1c9dfd5f None None] Port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:14.202431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port cdd101e7-c4ca-4f51-ab18-670672ec0eb8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:14.203087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.222817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.227168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26933bde-6dc8-4f48-9a50-9b3116114d90 req-bc65e300-9231-4261-b1a6-82c0a41ac8d7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:14.228875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26933bde-6dc8-4f48-9a50-9b3116114d90 req-bc65e300-9231-4261-b1a6-82c0a41ac8d7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 945 time: 0.1045592 Jul 07 22:30:14.239843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.240166 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 72b32acf-81ec-485e-ac96-af9f7769c7ca disassociated. External IP: 172.25.5.227, port: 520b1466-3878-4a1a-8820-14484177690a. Jul 07 22:30:14.281851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.351760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26933bde-6dc8-4f48-9a50-9b3116114d90 req-567f2ee3-b9ad-400d-b095-3c1b1567c38a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931597 Jul 07 22:30:14.372742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.382028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Subnet': ['ID=7259f206-12ae-461c-a59a-e7ac272d44c5,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:14.390476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for cdd101e7-c4ca-4f51-ab18-670672ec0eb8 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:14.399549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87b56a-58d8-44a4-b973-55447d80a8e9 req-aede4c50-86e5-42e9-b07e-9c8624143c9d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:14.400962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf87b56a-58d8-44a4-b973-55447d80a8e9 req-aede4c50-86e5-42e9-b07e-9c8624143c9d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.1413326 Jul 07 22:30:14.432555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Checking segment: {'id': '7251bc6b-bcaf-4a21-bb5e-e6734ece169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:14.433007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network hostable DHCP agents. Network: ff18aa4f-3c5a-4f39-8220-8f35ad9914d3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:14.493465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf87b56a-58d8-44a4-b973-55447d80a8e9 req-22c8ce62-ccd0-44ff-91cf-bc1a9fa46ebf tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797431 Jul 07 22:30:14.503886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:14.524197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ff18aa4f-3c5a-4f39-8220-8f35ad9914d3) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:14.533367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa93417-1f35-4e6e-84bf-501244e9bffb None None] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:14.569095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:14.570034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.600464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d26516be-0f4c-48d4-9b82-1f684c686419 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3964901 Jul 07 22:30:14.600733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58164) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.606145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ba4dd-013c-4ab5-a893-b4b1f4664f87 req-4ca4c30b-7f93-491f-ae86-f6e473b9d43f tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:14.607281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1627693292', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:14.607716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d5ba4dd-013c-4ab5-a893-b4b1f4664f87 req-4ca4c30b-7f93-491f-ae86-f6e473b9d43f tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 943 time: 0.1086433 Jul 07 22:30:14.632250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:14.653046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.654209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.673391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d5ba4dd-013c-4ab5-a893-b4b1f4664f87 req-328e15c3-34e7-4437-bcc7-861ede91f5af tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 Jul 07 22:30:14.686963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.749924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-ff18aa4f-3c5a-4f39-8220-8f35ad9914d3', 'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3', 'tenant_id': 'ed66e3b324df497686a1ea49c46a7582', 'fixed_ips': [{'subnet_id': '7259f206-12ae-461c-a59a-e7ac272d44c5'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:14.750992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.778328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=cdd101e7-c4ca-4f51-ab18-670672ec0eb8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:14.801458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.802898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.803437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cf00e323-31e6-492c-b282-8a37858c0acb tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/ports/cdd101e7-c4ca-4f51-ab18-670672ec0eb8 HTTP/1.1" status: 204 len: 168 time: 1.3694692 Jul 07 22:30:14.806989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58168) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.815841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:14.827520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.850302 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f505321b-fe14-44e3-b573-c94c1a7f988c tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] GET failed (client error): The resource could not be found. Jul 07 22:30:14.852265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f505321b-fe14-44e3-b573-c94c1a7f988c tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "GET /v2.0/ports/cdd101e7-c4ca-4f51-ab18-670672ec0eb8 HTTP/1.1" status: 404 len: 333 time: 0.0439389 Jul 07 22:30:14.856886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58170) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.861946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7790c3c3-f867-4a39-9460-826939003924 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:14.862965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1458824744'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:14.885533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790c3c3-f867-4a39-9460-826939003924 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:14.885943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7790c3c3-f867-4a39-9460-826939003924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:14.926503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1f84f54-0396-45fb-a62f-cc5385f4e0f6 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:14.950522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7790c3c3-f867-4a39-9460-826939003924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:15.000464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790c3c3-f867-4a39-9460-826939003924 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:15.001133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7790c3c3-f867-4a39-9460-826939003924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:15.021735 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a56252d9-f84b-4ef0-80a4-51bac5ea7f5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/floatingips/72b32acf-81ec-485e-ac96-af9f7769c7ca HTTP/1.1" status: 200 len: 688 time: 1.2164176 Jul 07 22:30:15.023300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58172) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.050360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7790c3c3-f867-4a39-9460-826939003924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:15.051341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7790c3c3-f867-4a39-9460-826939003924 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:15.055878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.079930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Allocated IP 172.20.0.2 (ff18aa4f-3c5a-4f39-8220-8f35ad9914d3/7259f206-12ae-461c-a59a-e7ac272d44c5/d52d981b-0cd8-4555-8455-46931689f069) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:15.108487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:15.131445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:15.131854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.177609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:15.181304 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.205719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] device_id is not set on port bad14eab-0d42-427a-a573-b318e40d4c4c yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:15.263372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 7aa17df1-ac7e-458c-a1b1-94df77a56b9c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:15.263783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.312017 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.313985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.338485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.352094 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.360794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:15.363158 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc96c1-2fd0-4a5f-90f7-49ce84393ccb" -d '{"events": [{"server_uuid": "4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48", "name": "network-vif-plugged", "status": "completed", "tag": "d1f84f54-0396-45fb-a62f-cc5385f4e0f6"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:15.379514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Transition to ACTIVE for port object d52d981b-0cd8-4555-8455-46931689f069 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:15.382475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:15.394437 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.403322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Transition to ACTIVE for port object d52d981b-0cd8-4555-8455-46931689f069 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:15.424233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.424573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.443779 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.449462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Allocated IP 2001:db8::29f (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/bad14eab-0d42-427a-a573-b318e40d4c4c) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:15.461193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 7aa17df1-ac7e-458c-a1b1-94df77a56b9c owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:15.474794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:15.477126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Allocated IP 172.25.5.131 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/3aca3129-0f6e-427b-80f0-7649288e951f) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:15.478746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:15.481663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:15.484462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:15.539140 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac185f3e-5cb2-4ecb-a7d6-3bc9b85d6a14 x-openstack-request-id: req-ac185f3e-5cb2-4ecb-a7d6-3bc9b85d6a14 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:15.539448 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48", "name": "network-vif-plugged", "status": "completed", "tag": "d1f84f54-0396-45fb-a62f-cc5385f4e0f6", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:15.539783 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac185f3e-5cb2-4ecb-a7d6-3bc9b85d6a14 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:15.540199 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6', 'code': 200} Jul 07 22:30:15.617737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Pushing event updated for resources: {'Port': ['ID=d52d981b-0cd8-4555-8455-46931689f069,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:15.624168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Attempting to bind port d52d981b-0cd8-4555-8455-46931689f069 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:15.624826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Attempting to bind port d52d981b-0cd8-4555-8455-46931689f069 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '7251bc6b-bcaf-4a21-bb5e-e6734ece169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:15.625208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Attempting to bind port d52d981b-0cd8-4555-8455-46931689f069 on network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:15.634164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.637227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:15.637642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Checking segment: {'id': '7251bc6b-bcaf-4a21-bb5e-e6734ece169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:15.638062 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.638463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Bound using segment: {'id': '7251bc6b-bcaf-4a21-bb5e-e6734ece169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:15.639041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Bound port: d52d981b-0cd8-4555-8455-46931689f069, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7251bc6b-bcaf-4a21-bb5e-e6734ece169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:15.639419 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.692910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.776088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:15.783098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:15.785087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Port': ['ID=3aca3129-0f6e-427b-80f0-7649288e951f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:15.793722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:15.920309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] For port d52d981b-0cd8-4555-8455-46931689f069, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:15.923871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] For port d52d981b-0cd8-4555-8455-46931689f069, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d52d981b-0cd8-4555-8455-46931689f069,segment=NetworkSegment(7251bc6b-bcaf-4a21-bb5e-e6734ece169f),segment_id=7251bc6b-bcaf-4a21-bb5e-e6734ece169f)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:15.930792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.942816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.996582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Transition to ACTIVE for port object bad14eab-0d42-427a-a573-b318e40d4c4c will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:16.004319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb995c2-bf87-48c4-8dac-ac764081ede0 None None] Pushing event updated for resources: {'Port': ['ID=d52d981b-0cd8-4555-8455-46931689f069,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:16.025058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e2190-38a8-467e-a94c-2d12ef2d0f47 req-9b88231a-e21f-409f-bfff-45878f446cf8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:16.027568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd8e2190-38a8-467e-a94c-2d12ef2d0f47 req-9b88231a-e21f-409f-bfff-45878f446cf8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.3431580 Jul 07 22:30:16.032373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.090969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.098038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=7aa17df1-ac7e-458c-a1b1-94df77a56b9c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:16.105996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9ec4e-830f-4116-a0e2-1e8a6ae0db9a req-3383517e-8680-4b64-a151-d2d6f8ae5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:16.108066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec9ec4e-830f-4116-a0e2-1e8a6ae0db9a req-3383517e-8680-4b64-a151-d2d6f8ae5cc7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 1098 time: 0.3170793 Jul 07 22:30:16.127704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5673-17da-4098-a745-7234914c1165 req-8953ba1c-9a2d-4c43-ae70-42129935833a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:16.129497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe4d5673-17da-4098-a745-7234914c1165 req-8953ba1c-9a2d-4c43-ae70-42129935833a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.3535273 Jul 07 22:30:16.240797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0ca90cf8-aaa5-4212-995e-2c7638b6387c details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:16.250952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd8e2190-38a8-467e-a94c-2d12ef2d0f47 req-899f2408-df99-4471-8156-1d025ff9d691 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124667 Jul 07 22:30:16.291403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.311428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec9ec4e-830f-4116-a0e2-1e8a6ae0db9a req-172a075f-fe4b-4fae-a62c-e690981c0511 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760142 Jul 07 22:30:16.328865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe4d5673-17da-4098-a745-7234914c1165 req-937ba986-8020-4e2e-b6da-f20b74aa6c6c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592770 Jul 07 22:30:16.418522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:16.449760 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.452936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'port_id': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'mac_address': 'fa:16:3e:bc:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:16.455025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.456270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-968bdb90-ecf3-4205-bc30-4664f153e431 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/floatingips/72b32acf-81ec-485e-ac96-af9f7769c7ca HTTP/1.1" status: 204 len: 168 time: 1.4302101 Jul 07 22:30:16.459525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:16.460346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:16.472846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'a5847204-9b49-4a1d-9feb-bafdfe3436dc'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:16.500011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:16.510360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:16.512001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.515891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.524005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:16.524290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.524886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.538920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca90cf8-aaa5-4212-995e-2c7638b6387c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:16.556885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=bad14eab-0d42-427a-a573-b318e40d4c4c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:16.562500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:16.570552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.584172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d70108ff-8472-4393-bb9b-d2da8a054a85 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7262459 Jul 07 22:30:16.588285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58186) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:16.595377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'network_id': 'b2cc17ba-9169-4114-a946-2be6cbdd2472', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1424908835'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:16.646519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:16.680763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18af99-5e1a-4fc7-8799-b2294d7e751c req-e026f769-2fe3-48eb-be48-0421d67f9a1e tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:16.683086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f18af99-5e1a-4fc7-8799-b2294d7e751c req-e026f769-2fe3-48eb-be48-0421d67f9a1e tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 943 time: 0.2002068 Jul 07 22:30:16.756714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.758470 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.773735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Router 1538765a-31db-4aed-8650-4831ee1004d2 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:30:16.781577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f18af99-5e1a-4fc7-8799-b2294d7e751c req-c29c7060-e172-4c10-8069-d37fe2c88c87 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890608 Jul 07 22:30:16.809317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Made reservation on behalf of 59c59a1d230049be9569e6cfeeaa5136 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:16.813679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.837168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] device_id is not set on port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:16.916368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7fb5d3f7-de55-4556-9063-785a85f7c6f3 None None] Provisioning for port bad14eab-0d42-427a-a573-b318e40d4c4c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:16.923146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7fb5d3f7-de55-4556-9063-785a85f7c6f3 None None] Provisioning complete for port bad14eab-0d42-427a-a573-b318e40d4c4c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:16.924416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d3f7-de55-4556-9063-785a85f7c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.983427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0ca90cf8-aaa5-4212-995e-2c7638b6387c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:16.987837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5d3f7-de55-4556-9063-785a85f7c6f3 None None] Port bad14eab-0d42-427a-a573-b318e40d4c4c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:16.996000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Allocated IP 2001:db8::13e (b2cc17ba-9169-4114-a946-2be6cbdd2472/8b8876a7-1e6b-49a5-9b61-07411de83c10/5ec90d7d-933d-4d29-8ad7-51e0fe755c88) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:17.235559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.256095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Transition to ACTIVE for port object 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:17.321145 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.352116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.204 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/7262f997-cd24-40c9-9707-879405cdf083) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:17.352464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:17.357400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:17.373027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:17.390992 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] Sync routers for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:17.395259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:17.402224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:17.403335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.413725 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:17.415577 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:17.421186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72eb485-2a16-4298-b711-7d73420729f4 None None] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:17.441723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8503706 Jul 07 22:30:17.442657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=5ec90d7d-933d-4d29-8ad7-51e0fe755c88,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:17.445277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58196) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:17.452555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:77:b7:73'}, {'ip_address': '2001:db8::29f', 'mac_address': 'fa:16:3e:30:6a:2a'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:17.502173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.502557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.502944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.503299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.503704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.504019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.504362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.504734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.505220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.505942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.506300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.506774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2af48-baf3-4f0a-bf94-7c52c42ec493 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:17.518471 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.522304 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-22883f5b-f844-4995-9807-b5952bbd1b2e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9181123 Jul 07 22:30:17.522564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58200) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:17.539716 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:17.551787 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:17.552737 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:29:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:17.590460 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:17.591481 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcaf763-1a0c-4266-af84-97bf551984b4 None None] The sync data for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:17.643175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2912437c-c96a-427a-a781-f658c5b2375a None None] Provisioning for port d52d981b-0cd8-4555-8455-46931689f069 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:17.720583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.744665 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.771346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55bec-2248-4337-9dfd-068ced6bdcf1 req-ad5f3975-2569-45f5-af88-d4a3394b4338 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:17.773029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d55bec-2248-4337-9dfd-068ced6bdcf1 req-ad5f3975-2569-45f5-af88-d4a3394b4338 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.2442613 Jul 07 22:30:17.798489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.834109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d52d981b-0cd8-4555-8455-46931689f069 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:17.854894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6775de1-d433-4ea4-8cb8-a79d4d3f905b req-09a67231-9610-40dc-af1e-0f6f2731fc64 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:17.854894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6775de1-d433-4ea4-8cb8-a79d4d3f905b req-09a67231-9610-40dc-af1e-0f6f2731fc64 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.3050737 Jul 07 22:30:17.919865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-72a3d513-fdf4-434d-854b-c30e2a2e7ee3 None None] Provisioning for port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:17.930813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-72a3d513-fdf4-434d-854b-c30e2a2e7ee3 None None] Provisioning complete for port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:17.931507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-72a3d513-fdf4-434d-854b-c30e2a2e7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.952531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12d55bec-2248-4337-9dfd-068ced6bdcf1 req-d0855a56-70d5-4555-ad17-29c9d6f746ac tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298194 Jul 07 22:30:17.967772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d52d981b-0cd8-4555-8455-46931689f069 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:17.983717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d52d981b-0cd8-4555-8455-46931689f069 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:17.984416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.003989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:18.019556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6775de1-d433-4ea4-8cb8-a79d4d3f905b req-43e2c319-3181-4d24-8d53-1f565e7a3ac0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433692 Jul 07 22:30:18.021196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:18.029021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-72a3d513-fdf4-434d-854b-c30e2a2e7ee3 None None] Port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:18.048805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:18.080117 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.129157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d52d981b-0cd8-4555-8455-46931689f069, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d52d981b-0cd8-4555-8455-46931689f069,segment=NetworkSegment(7251bc6b-bcaf-4a21-bb5e-e6734ece169f),segment_id=7251bc6b-bcaf-4a21-bb5e-e6734ece169f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:18.138896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.145411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=7262f997-cd24-40c9-9707-879405cdf083,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.174569 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.184450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.208419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-13787e91-7ae8-4d68-9506-9e883c335085 None None] Provisioning complete for port d52d981b-0cd8-4555-8455-46931689f069 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:18.208934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-13787e91-7ae8-4d68-9506-9e883c335085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.237356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] In _notify_port_updated(), no bound segment for port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 on network b2cc17ba-9169-4114-a946-2be6cbdd2472 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:30:18.243800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.244326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.249340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "PUT /v2.0/ports/5ec90d7d-933d-4d29-8ad7-51e0fe755c88 HTTP/1.1" status: 200 len: 1067 time: 0.8027952 Jul 07 22:30:18.252750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b300c307-9c07-4452-aa3c-96fb906fb79d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:18.254351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58206) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.281726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d52d981b-0cd8-4555-8455-46931689f069,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.361898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14abc-78be-4f07-9f27-15886ab093ed tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event updated for resources: {'Port': ['ID=5ec90d7d-933d-4d29-8ad7-51e0fe755c88,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.456624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f92a3bed-c7f5-463e-90f9-c62738606e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.461087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ec89e-bab0-4e39-9317-a7adc42ffb8e req-53efbb59-69c6-45f5-b0bf-ace893a220bb tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.464818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938ec89e-bab0-4e39-9317-a7adc42ffb8e req-53efbb59-69c6-45f5-b0bf-ace893a220bb tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 944 time: 0.1557169 Jul 07 22:30:18.498558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:18.498876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.543677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:18.577007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'port_id': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'mac_address': 'fa:16:3e:90:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:18.638283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-938ec89e-bab0-4e39-9317-a7adc42ffb8e req-486e8ae7-4518-4302-b10d-05c4f0ac02b4 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624539 Jul 07 22:30:18.678390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.682121 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.702210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ab73b54e-bf08-4670-b6c4-3e598d79be5e None None] Provisioning complete for port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:18.702592 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ab73b54e-bf08-4670-b6c4-3e598d79be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.707099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b300c307-9c07-4452-aa3c-96fb906fb79d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:18.716146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.745617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:18.753892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:18.758402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ab73b54e-bf08-4670-b6c4-3e598d79be5e None None] Port 5ec90d7d-933d-4d29-8ad7-51e0fe755c88 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:18.762132 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.865373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.890994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f18d79-68ff-4632-920e-7dda55f78ba1 req-a144bdbb-e1ca-4723-81d4-4b06755c29f5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.892603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6f18d79-68ff-4632-920e-7dda55f78ba1 req-a144bdbb-e1ca-4723-81d4-4b06755c29f5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.1429703 Jul 07 22:30:18.909728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['b300c307-9c07-4452-aa3c-96fb906fb79d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:18.971400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6f18d79-68ff-4632-920e-7dda55f78ba1 req-1f3a0a4e-425e-46ea-b468-1395d2e1ac48 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653203 Jul 07 22:30:19.005163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.046668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=5ec90d7d-933d-4d29-8ad7-51e0fe755c88,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:19.133005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.135964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.280858 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.283581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cefe9598-b1ec-41b0-8d8d-9073016e44d9 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/ports/5ec90d7d-933d-4d29-8ad7-51e0fe755c88 HTTP/1.1" status: 204 len: 168 time: 1.0283163 Jul 07 22:30:19.286538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58214) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.329010 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e24b20b-1a6f-4862-b28c-b19fc6330bc8 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] GET failed (client error): The resource could not be found. Jul 07 22:30:19.330964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0e24b20b-1a6f-4862-b28c-b19fc6330bc8 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "GET /v2.0/ports/5ec90d7d-933d-4d29-8ad7-51e0fe755c88 HTTP/1.1" status: 404 len: 333 time: 0.0430660 Jul 07 22:30:19.334044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58216) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.380001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.436782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5dc41-3cc1-437a-95c5-3d439f2becb0 req-7f17a5b7-03f5-4755-9d8b-b56049c73f60 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:19.438344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ce5dc41-3cc1-437a-95c5-3d439f2becb0 req-7f17a5b7-03f5-4755-9d8b-b56049c73f60 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 944 time: 0.2275174 Jul 07 22:30:19.500828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port bad14eab-0d42-427a-a573-b318e40d4c4c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:19.501270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.508656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ce5dc41-3cc1-437a-95c5-3d439f2becb0 req-998ea22a-0183-4393-a4c7-054eeabdfb39 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Jul 07 22:30:19.607478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.622513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for bad14eab-0d42-427a-a573-b318e40d4c4c owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:19.690129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Allocated IP 172.20.0.1 (ff18aa4f-3c5a-4f39-8220-8f35ad9914d3/7259f206-12ae-461c-a59a-e7ac272d44c5/5e4d07a0-a31e-4e06-8734-0507d7fc578c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:19.716488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.723087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.832244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.837838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d52d981b-0cd8-4555-8455-46931689f069 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:19.892208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=bad14eab-0d42-427a-a573-b318e40d4c4c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:19.893246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=7262f997-cd24-40c9-9707-879405cdf083,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:19.931905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.938523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e1edacc7-1d88-435e-83c3-3c80a37eb00d tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/ports/bad14eab-0d42-427a-a573-b318e40d4c4c HTTP/1.1" status: 204 len: 168 time: 0.6023200 Jul 07 22:30:19.940721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58240) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.949952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.963172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d52d981b-0cd8-4555-8455-46931689f069 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:19.964264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.979044 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-150f7a1d-3209-4cec-8cd0-cc042c4910c8 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] GET failed (client error): The resource could not be found. Jul 07 22:30:19.986814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-150f7a1d-3209-4cec-8cd0-cc042c4910c8 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "GET /v2.0/ports/bad14eab-0d42-427a-a573-b318e40d4c4c HTTP/1.1" status: 404 len: 333 time: 0.0448678 Jul 07 22:30:19.997713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58242) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:20.211587 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 59ac41a5-847f-499d-a28b-244b49158f41 associated. External IP: 172.25.5.204, port: a5847204-9b49-4a1d-9feb-bafdfe3436dc. Jul 07 22:30:20.240080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0ca90cf8-aaa5-4212-995e-2c7638b6387c up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:20.335702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.359446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f9e3-715b-4841-b063-2caaa12ac6a8 req-ddc3f93e-d0ec-4bc6-a07a-572ce6fb23ef tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:20.362208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Transition to ACTIVE for port object 5e4d07a0-a31e-4e06-8734-0507d7fc578c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:20.373209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e68f9e3-715b-4841-b063-2caaa12ac6a8 req-ddc3f93e-d0ec-4bc6-a07a-572ce6fb23ef tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 944 time: 0.4315741 Jul 07 22:30:20.386265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 0ca90cf8-aaa5-4212-995e-2c7638b6387c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:20.405252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 0ca90cf8-aaa5-4212-995e-2c7638b6387c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:20.405934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.423603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port 082102fa-5c54-43a6-a248-cb5fc32a97bd {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:20.424170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.497136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7bc-a3ea-4c01-ab3c-5a5e50002fc8 req-24e84c2c-6866-45a3-a1e8-753545923eda tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:20.499094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0e1d7bc-a3ea-4c01-ab3c-5a5e50002fc8 req-24e84c2c-6866-45a3-a1e8-753545923eda tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.2934458 Jul 07 22:30:20.524543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.558080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:20.561082 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ec516-91ed-497b-a800-0f46c455e9bf" -d '{"events": [{"server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "name": "network-vif-plugged", "status": "completed", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:20.574324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:20.576996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e68f9e3-715b-4841-b063-2caaa12ac6a8 req-ed41a210-7fb0-47ad-97a6-b1922d7fa280 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018209 Jul 07 22:30:20.582848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.583914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b300c307-9c07-4452-aa3c-96fb906fb79d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:20.653628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0e1d7bc-a3ea-4c01-ab3c-5a5e50002fc8 req-15fc63c2-f447-4455-873c-d76987aac326 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434953 Jul 07 22:30:20.738581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.752854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:20.784565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port b300c307-9c07-4452-aa3c-96fb906fb79d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:20.784968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.792730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for 082102fa-5c54-43a6-a248-cb5fc32a97bd owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:20.918790 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.933968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-29211e49-8cba-4470-8a6e-b1e61c248b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.971993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:20.975676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:20.977750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.978821 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037e556b-73ff-4bfb-bb07-de5094ab863b x-openstack-request-id: req-037e556b-73ff-4bfb-bb07-de5094ab863b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:20.980087 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "name": "network-vif-plugged", "status": "completed", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:20.980493 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-037e556b-73ff-4bfb-bb07-de5094ab863b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:20.981562 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'code': 200} Jul 07 22:30:20.983662 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.032710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:21.038072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:21.044166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:21.074417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:21.199318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Port': ['ID=5e4d07a0-a31e-4e06-8734-0507d7fc578c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:21.228119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.427874 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.532341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b507271f-b253-43bc-985e-180bfbe8a8f2 None None] Provisioning for port 5e4d07a0-a31e-4e06-8734-0507d7fc578c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:21.538208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b507271f-b253-43bc-985e-180bfbe8a8f2 None None] Provisioning complete for port 5e4d07a0-a31e-4e06-8734-0507d7fc578c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:21.538604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b507271f-b253-43bc-985e-180bfbe8a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.560481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:21.564221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.581149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbe888-6c98-4bb0-a26e-e8566636e31a req-51daae75-d0c1-4d9c-9455-be42a5fbf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:21.583137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8bbe888-6c98-4bb0-a26e-e8566636e31a req-51daae75-d0c1-4d9c-9455-be42a5fbf2fe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.4412508 Jul 07 22:30:21.593224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:21.617409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.622013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:21.622609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:21.627696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b507271f-b253-43bc-985e-180bfbe8a8f2 None None] Port 5e4d07a0-a31e-4e06-8734-0507d7fc578c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:21.666137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:21.677413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:21.678060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:21.726876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0cb5013f-be13-49b8-acc3-cf15764d1f07 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2592340 Jul 07 22:30:21.726876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e8bbe888-6c98-4bb0-a26e-e8566636e31a req-1a7232de-f88c-4fbb-a7a5-9c3a0f84f23a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340802 Jul 07 22:30:21.731945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:21.732697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a1a07-b066-43cb-a3cb-d29c98d2f51e None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:21.741589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:21.799997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e7d6-ebcb-43ac-84d4-ffca7db6de01 req-7d338daa-dec9-4e67-ac31-17e011c0eb0c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:21.801938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02f5e7d6-ebcb-43ac-84d4-ffca7db6de01 req-7d338daa-dec9-4e67-ac31-17e011c0eb0c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 944 time: 0.9972968 Jul 07 22:30:21.832826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aec5f7-4dfd-4b7c-9dad-ab18908339a0 req-860067fb-bfc8-44ca-a6bd-02f424e8291c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:21.837697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41aec5f7-4dfd-4b7c-9dad-ab18908339a0 req-860067fb-bfc8-44ca-a6bd-02f424e8291c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.2167599 Jul 07 22:30:21.967454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0689a64d-c543-46b7-8a5e-84dff6ed6a49 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/floatingips/59ac41a5-847f-499d-a28b-244b49158f41 HTTP/1.1" status: 200 len: 978 time: 0.2231050 Jul 07 22:30:21.969989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:21.983804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02f5e7d6-ebcb-43ac-84d4-ffca7db6de01 req-256a90b4-db22-43e2-b079-8cd855782587 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708508 Jul 07 22:30:21.993151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41aec5f7-4dfd-4b7c-9dad-ab18908339a0 req-f276bb19-71a0-4725-ac41-545699f8eaff tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127808 Jul 07 22:30:21.994446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.043092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=082102fa-5c54-43a6-a248-cb5fc32a97bd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:22.083691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.086326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c730dc17-b90a-478c-9490-4800f083480b tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/ports/082102fa-5c54-43a6-a248-cb5fc32a97bd HTTP/1.1" status: 204 len: 168 time: 2.0873916 Jul 07 22:30:22.089185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58272) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:22.126104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.142513 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-63b4df41-1e2e-472a-8096-f5c0835c94d6 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1679065 Jul 07 22:30:22.142807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58274) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:22.156039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'port_id': '520b1466-3878-4a1a-8820-14484177690a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:22.183652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.191985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.237269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting subnet 8b8876a7-1e6b-49a5-9b61-07411de83c10 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:22.255156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.331711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.348751 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.359436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Port': ['ID=5e4d07a0-a31e-4e06-8734-0507d7fc578c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:22.447215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.492134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:22.493869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:22.664780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb637d-aade-4358-85f3-d1359bc26234 req-27722077-dbfd-4c0b-9c7a-5a9689ce6cd0 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:22.671165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92cb637d-aade-4358-85f3-d1359bc26234 req-27722077-dbfd-4c0b-9c7a-5a9689ce6cd0 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.3295386 Jul 07 22:30:22.674775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Router 1538765a-31db-4aed-8650-4831ee1004d2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:22.846132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:22.861898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c5d69bc6-1408-4ee4-bef4-5810096124c2 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "PUT /v2.0/routers/1538765a-31db-4aed-8650-4831ee1004d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3381479 Jul 07 22:30:22.862875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58276) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:22.876675 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] Sync routers for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:22.880743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6235e176-bc6d-4447-a817-8d47ac3b6a5d None None] Provisioning complete for port 5e4d07a0-a31e-4e06-8734-0507d7fc578c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:22.881282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6235e176-bc6d-4447-a817-8d47ac3b6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.890812 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:22.891597 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:22.893645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Request body: {'port': {'network_id': 'ff18aa4f-3c5a-4f39-8220-8f35ad9914d3', 'name': 'tempest-FloatingIPAdminTestJSON-1273657980'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:22.901103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.937970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6235e176-bc6d-4447-a817-8d47ac3b6a5d None None] Port 5e4d07a0-a31e-4e06-8734-0507d7fc578c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:22.979252 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:22.982985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:22.985204 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724e966d-8bef-4d29-98db-e97b410a2bc2" -d '{"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-plugged", "status": "completed", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:22.989975 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:22.990866 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:23.037517 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:23.039447 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f9a26-bb87-4662-a7c1-b28a7994837d None None] The sync data for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:23.043171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92cb637d-aade-4358-85f3-d1359bc26234 req-40959cdc-2559-4480-825b-9e29789c8e61 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666470 Jul 07 22:30:23.084496 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34170847-50dd-4033-927b-e3913f296e30 x-openstack-request-id: req-34170847-50dd-4033-927b-e3913f296e30 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:23.084806 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-plugged", "status": "completed", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:23.085087 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-34170847-50dd-4033-927b-e3913f296e30 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:23.085531 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'code': 200} Jul 07 22:30:23.138378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.181285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Made reservation on behalf of ed66e3b324df497686a1ea49c46a7582 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:23.185661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.209867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba94d5-26d0-4cdf-940f-02280472b376 None None] Network b2cc17ba-9169-4114-a946-2be6cbdd2472 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:23.210739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8876a7-1e6b-49a5-9b61-07411de83c10,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:23.217329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.220276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a05d69e9-c3ea-43ea-922d-3bde9fd86707 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/subnets/8b8876a7-1e6b-49a5-9b61-07411de83c10 HTTP/1.1" status: 204 len: 168 time: 1.1300604 Jul 07 22:30:23.232436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] device_id is not set on port 10aedf04-3daa-4121-8496-8ef25209e22a yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:23.294245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-89c44feb-9430-4064-9995-8063d6d1c4a2 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.295475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-89c44feb-9430-4064-9995-8063d6d1c4a2 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.4768794 Jul 07 22:30:23.296099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58284) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:23.451363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Allocated IP 172.20.0.14 (ff18aa4f-3c5a-4f39-8220-8f35ad9914d3/7259f206-12ae-461c-a59a-e7ac272d44c5/10aedf04-3daa-4121-8496-8ef25209e22a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:23.562519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] DHCP port deletion for b2cc17ba-9169-4114-a946-2be6cbdd2472 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:23.625855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.642525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] Deleting port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:23.642932 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.689522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe7dd-cf93-4da7-81d5-74c5446a5ace req-bd8bdb16-56d9-4899-915f-827b2f883f74 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.696777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4affe7dd-cf93-4da7-81d5-74c5446a5ace req-bd8bdb16-56d9-4899-915f-827b2f883f74 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.4747591 Jul 07 22:30:23.716009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] For port 7933ffd1-0fa8-4486-9722-18abdc7b7b96, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7933ffd1-0fa8-4486-9722-18abdc7b7b96,segment=NetworkSegment(a98e46ed-1bdc-4514-bdfd-d80a61d4f68e),segment_id=a98e46ed-1bdc-4514-bdfd-d80a61d4f68e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:23.717158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.731357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] Calling delete_port for 7933ffd1-0fa8-4486-9722-18abdc7b7b96 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:23.752096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.765614 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:30:23.781648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd4aa6-3725-46e1-8560-d4011a2173be req-1a578e8f-8716-4ae1-904a-4cdc47fe40ab tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.793218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Transition to ACTIVE for port object 10aedf04-3daa-4121-8496-8ef25209e22a will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:23.800177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7edd4aa6-3725-46e1-8560-d4011a2173be req-1a578e8f-8716-4ae1-904a-4cdc47fe40ab tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 946 time: 0.4974885 Jul 07 22:30:23.825381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.856869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] Pushing event deleted for resources: {'Port': ['ID=7933ffd1-0fa8-4486-9722-18abdc7b7b96,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:23.860336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7933ffd1-0fa8-4486-9722-18abdc7b7b96 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:23.869498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fbbc1b-44ba-4534-906d-aaf621ff1a35 None None] No DVR routers for this DVR port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:23.891217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.902349 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.903517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7933ffd1-0fa8-4486-9722-18abdc7b7b96 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:23.903868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7933ffd1-0fa8-4486-9722-18abdc7b7b96 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:23.958011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:23.963924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:23.981843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:23.990496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event updated for resources: {'Port': ['ID=10aedf04-3daa-4121-8496-8ef25209e22a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:24.043990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7edd4aa6-3725-46e1-8560-d4011a2173be req-bd05f8bb-4ba5-465c-91ec-9ee041a6ec0a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428191 Jul 07 22:30:24.062939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Deleting port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:24.062939 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.066114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:24.066955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.090609 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-173bf92b-2b76-4c94-942b-3af79a68caa3 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2264736 Jul 07 22:30:24.093567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.193329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.195655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'project_id': 'ed66e3b324df497686a1ea49c46a7582', 'port_id': '10aedf04-3daa-4121-8496-8ef25209e22a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:24.230951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.261513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.276837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bb5ed6f7-c822-48f4-b0bb-6d88386e7b1a None None] Provisioning for port 10aedf04-3daa-4121-8496-8ef25209e22a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:24.281732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bb5ed6f7-c822-48f4-b0bb-6d88386e7b1a None None] Provisioning complete for port 10aedf04-3daa-4121-8496-8ef25209e22a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:24.281913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed6f7-c822-48f4-b0bb-6d88386e7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.347979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ed6f7-c822-48f4-b0bb-6d88386e7b1a None None] Port 10aedf04-3daa-4121-8496-8ef25209e22a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:24.430332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.436545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4affe7dd-cf93-4da7-81d5-74c5446a5ace req-6e9cef0b-163d-4be7-a337-cca637e4bdd0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385051 Jul 07 22:30:24.438357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Deleting port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:24.438777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.541404 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 59ac41a5-847f-499d-a28b-244b49158f41 associated. External IP: 172.25.5.204, port: a5847204-9b49-4a1d-9feb-bafdfe3436dc. Jul 07 22:30:24.594412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] For port d1f84f54-0396-45fb-a62f-cc5385f4e0f6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:24.594820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.607296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Allocated IP 172.25.5.171 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/d1d1f08e-0aa2-4ef4-b88d-d4ec6bb75988) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:24.640251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Calling delete_port for d1f84f54-0396-45fb-a62f-cc5385f4e0f6 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:24.646317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] For port 7933ffd1-0fa8-4486-9722-18abdc7b7b96, host n-d-694802-13, got binding levels [] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:24.646743 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.703998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Calling delete_port for 7933ffd1-0fa8-4486-9722-18abdc7b7b96 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:24.710656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 was not found and therefore no delete operation was performed {{(pid=93932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:30:24.752455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.760368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284ee8d-b9a6-4866-8a1e-c70970519365 req-7e0ccd24-4726-4947-8793-48b1b95b6d41 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:24.767526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5284ee8d-b9a6-4866-8a1e-c70970519365 req-7e0ccd24-4726-4947-8793-48b1b95b6d41 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.3366647 Jul 07 22:30:24.769305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.813696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.824039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Port': ['ID=7933ffd1-0fa8-4486-9722-18abdc7b7b96,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:24.833957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] No DVR routers for this DVR port 7933ffd1-0fa8-4486-9722-18abdc7b7b96 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:24.872083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:24.876512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:24.884638 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:24.909764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d1f08e-0aa2-4ef4-b88d-d4ec6bb75988,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:24.992941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5284ee8d-b9a6-4866-8a1e-c70970519365 req-61f7a7f7-00ba-4430-9112-cb2d5c9a74d1 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244730 Jul 07 22:30:25.080365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.124948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cc17ba-9169-4114-a946-2be6cbdd2472']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.196492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.196806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98e46ed-1bdc-4514-bdfd-d80a61d4f68e') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.236181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.271713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.275789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:25.280982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.299277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:25.299726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:25.308538 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:25.395185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event deleted for resources: {'Port': ['ID=d1f84f54-0396-45fb-a62f-cc5385f4e0f6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:25.428493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a39f41-34c0-42c5-b52d-7dac6b6606c9 req-8e5b627e-6e1a-4024-afdb-5c2a72d4a107 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:25.430305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29a39f41-34c0-42c5-b52d-7dac6b6606c9 req-8e5b627e-6e1a-4024-afdb-5c2a72d4a107 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1097 time: 0.3586152 Jul 07 22:30:25.587820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.620213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-9ce2c29c-451d-46c1-b008-c5a735afbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:25.621774 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-9ce2c29c-451d-46c1-b008-c5a735afbcd3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.1698680 Jul 07 22:30:25.764965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.800804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-cea234ff-e6d8-45f0-92d3-ef4781b12a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:25.802541 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-cea234ff-e6d8-45f0-92d3-ef4781b12a77 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.1736250 Jul 07 22:30:25.861713 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-379e68e9-55fe-490c-bbf5-836b5ec6f044 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.0442951 Jul 07 22:30:25.904211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] No DVR routers for this DVR port d1f84f54-0396-45fb-a62f-cc5385f4e0f6 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:25.915548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.922674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.924683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c76edae-5695-4bb7-b059-ef18911be8ef req-e25938ec-430c-4d99-acb5-b7056aa132ec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "DELETE /v2.0/ports/d1f84f54-0396-45fb-a62f-cc5385f4e0f6 HTTP/1.1" status: 204 len: 173 time: 2.6181004 Jul 07 22:30:25.925210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'name': 'network-vif-deleted', 'tag': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:25.927484 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb9866c-745a-4720-a9f3-d9b768897421" -d '{"events": [{"server_uuid": "4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48", "name": "network-vif-deleted", "tag": "d1f84f54-0396-45fb-a62f-cc5385f4e0f6"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:25.971556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58f68d71-fc92-4a32-b81a-aefd63d14b9c req-ba3e97c4-7cdc-4a66-81c5-773b98397cfe tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48 HTTP/1.1" status: 200 len: 210 time: 0.0578077 Jul 07 22:30:25.974538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.977751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] 10.222.0.95 "DELETE /v2.0/networks/b2cc17ba-9169-4114-a946-2be6cbdd2472 HTTP/1.1" status: 204 len: 168 time: 2.6735871 Jul 07 22:30:26.037958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aedfd-b195-431e-bcde-40892ddc7757 tempest-AllowedAddressPairIpV6TestJSON-2145219331 tempest-AllowedAddressPairIpV6TestJSON-2145219331-project] Pushing event deleted for resources: {'Network': ['ID=b2cc17ba-9169-4114-a946-2be6cbdd2472,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:26.185164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29a39f41-34c0-42c5-b52d-7dac6b6606c9 req-7c6ad8c5-d283-4f7d-8443-a5c53da4698e tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7330689 Jul 07 22:30:26.298679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:26.312362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:26.338994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:26.342657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:26.418737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-3c8a64a5-d7d4-4359-a61b-f698695a6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:26.439094 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-3c8a64a5-d7d4-4359-a61b-f698695a6901 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.5520842 Jul 07 22:30:26.444722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:26.456755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:26.458477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:26.503818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:26.504934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8f58d8-5ae3-4cd4-a4d4-07b1633860ed None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:26.522717 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-32410018-d70d-49a4-8890-ef73527b3695 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767679 Jul 07 22:30:26.658314 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.663426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:26.667393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136edac2-5ad0-450c-86c9-c7f917447bb4 req-5504fcb5-ada3-4b86-93ba-d19c3d5c07e7 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:26.669219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136edac2-5ad0-450c-86c9-c7f917447bb4 req-5504fcb5-ada3-4b86-93ba-d19c3d5c07e7 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2276518 Jul 07 22:30:26.684676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebdf1d-f39e-4ba8-adec-e4b386eaaf2a req-34d735ca-4ea7-4b48-9755-177763184b33 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:26.691678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63ebdf1d-f39e-4ba8-adec-e4b386eaaf2a req-34d735ca-4ea7-4b48-9755-177763184b33 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.1799316 Jul 07 22:30:26.735086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.846190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-3c682844-4854-45b6-93db-1306271ad125 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060930 Jul 07 22:30:26.857270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136edac2-5ad0-450c-86c9-c7f917447bb4 req-1511067b-1e42-4869-bcf4-04d739c04264 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559694 Jul 07 22:30:26.897687 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63ebdf1d-f39e-4ba8-adec-e4b386eaaf2a req-34834080-43ac-413d-a704-07f1f4b08389 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051439 Jul 07 22:30:26.930797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1f84f54-0396-45fb-a62f-cc5385f4e0f6 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:26.974991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:26.991577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: d1f84f54-0396-45fb-a62f-cc5385f4e0f6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:26.991959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d1f84f54-0396-45fb-a62f-cc5385f4e0f6 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:26.993643 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f6d4e-4fc9-45fa-88d0-e0cc00605906 x-openstack-request-id: req-fb2f6d4e-4fc9-45fa-88d0-e0cc00605906 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:26.994133 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48", "name": "network-vif-deleted", "tag": "d1f84f54-0396-45fb-a62f-cc5385f4e0f6", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:26.999366 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fb2f6d4e-4fc9-45fa-88d0-e0cc00605906 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:27.000292 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aed1d00-71d2-42f7-8e5d-2ca5f5bcee48', 'name': 'network-vif-deleted', 'tag': 'd1f84f54-0396-45fb-a62f-cc5385f4e0f6', 'status': 'completed', 'code': 200} Jul 07 22:30:27.023993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d1f08e-0aa2-4ef4-b88d-d4ec6bb75988,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:27.050061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.178282 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3860c677-4696-40c0-924a-0596d0563ab7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=59c59a1d230049be9569e6cfeeaa5136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131869 Jul 07 22:30:27.203702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58332) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:27.225894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:27.238746 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:27.239775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.251132 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:27.252047 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:27.290038 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-75e8ec2b-c405-43d2-a2bf-d471202dba43 req-cb9a9510-2ab6-40d4-afd4-1e9ad558e0f5 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895478 Jul 07 22:30:27.336653 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Floating IP 26a44485-718b-43f1-8990-1c1492a61141 associated. External IP: 172.25.5.171, port: 10aedf04-3daa-4121-8496-8ef25209e22a. Jul 07 22:30:27.353665 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:27.386791 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:27.389982 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:27.517027 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:27.520931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dd729c4d-557b-4530-9fb1-3c65a284b324 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/floatingips/59ac41a5-847f-499d-a28b-244b49158f41 HTTP/1.1" status: 200 len: 978 time: 5.3779352 Jul 07 22:30:27.522229 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e20cde-eaa7-4daa-a03d-942081893666 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:27.525120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58344) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:27.530312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:27.575499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-867a45a5-cfe3-477d-98c9-548acc09a7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.636930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.681865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-867a45a5-cfe3-477d-98c9-548acc09a7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.739124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Router 1538765a-31db-4aed-8650-4831ee1004d2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:27.764778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19358d6-85cd-4bf4-9641-e02507ac3e17 req-1647c8b9-8e19-4e43-aac9-09eba69ef46c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:27.766575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f19358d6-85cd-4bf4-9641-e02507ac3e17 req-1647c8b9-8e19-4e43-aac9-09eba69ef46c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.2329004 Jul 07 22:30:27.873866 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-867a45a5-cfe3-477d-98c9-548acc09a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.877993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-867a45a5-cfe3-477d-98c9-548acc09a7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.881989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-867a45a5-cfe3-477d-98c9-548acc09a7d4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/211a7301-2328-454c-993b-59077f54bb77 HTTP/1.1" status: 204 len: 168 time: 0.6734576 Jul 07 22:30:27.883389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f19358d6-85cd-4bf4-9641-e02507ac3e17 req-4b5a054b-8159-4441-80ac-f49165afbbaf tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776451 Jul 07 22:30:27.922812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58358) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:27.925791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a45a5-cfe3-477d-98c9-548acc09a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211a7301-2328-454c-993b-59077f54bb77,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:28.057503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.061387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:28.074010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-b9384b50-69b7-4675-8c1a-07b577fb94b1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:28.075120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] Sync routers for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:28.086323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-b9384b50-69b7-4675-8c1a-07b577fb94b1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.4050419 Jul 07 22:30:28.107920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.108626 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 59ac41a5-847f-499d-a28b-244b49158f41 disassociated. External IP: 172.25.5.204, port: 520b1466-3878-4a1a-8820-14484177690a. Jul 07 22:30:28.116034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:28.121133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.169365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-edcd02c5-b187-407d-8f17-91ceb07edea9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.0806124 Jul 07 22:30:28.170731 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-88557463-f01f-47e1-9574-aab98e6b48da tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/19228ca3-bcd7-4917-8fa2-60b75e8f8367 HTTP/1.1" status: 200 len: 992 time: 0.2160158 Jul 07 22:30:28.206110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.212955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.234400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:28.236158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.296054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-c8565d07-d198-4a43-a070-a0e32244c4e7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258557 Jul 07 22:30:28.296621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.300698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf850d2-f3dc-433c-9450-dfef0d892085 None None] The sync data for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:28.331029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0895f14e-ad40-4db8-b503-4e5df974f952 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.2272041 Jul 07 22:30:28.332542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58366) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:28.471011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b68415dd-f808-4137-8e98-1f3042cf765e tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] 10.222.0.95 "GET /v2.0/floatingips/26a44485-718b-43f1-8990-1c1492a61141 HTTP/1.1" status: 200 len: 984 time: 0.1369023 Jul 07 22:30:28.471776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:28.682059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ca7e901f-9469-42b8-b8b2-93482ce34ec4 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4300 time: 0.2078168 Jul 07 22:30:28.684253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58378) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:28.742722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4177bd-4073-4cc7-ad45-3f06ea623d07 req-b947d673-54db-4121-8e62-97cea6fbc5f3 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:28.753300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e4177bd-4073-4cc7-ad45-3f06ea623d07 req-b947d673-54db-4121-8e62-97cea6fbc5f3 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.6635847 Jul 07 22:30:28.995634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-336065a0-5669-4d47-9ddd-21496aba37c7 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682522 Jul 07 22:30:29.019347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting port d1d1f08e-0aa2-4ef4-b88d-d4ec6bb75988 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:29.019990 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.120706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e4177bd-4073-4cc7-ad45-3f06ea623d07 req-df89ab75-5648-40af-9ef1-eaace99172e4 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663349 Jul 07 22:30:29.138204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.138546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.157412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Calling delete_port for d1d1f08e-0aa2-4ef4-b88d-d4ec6bb75988 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:29.261727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:29.306098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-b00d29f6-25d2-4422-a185-9d7edacc4ab5 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954121 Jul 07 22:30:29.442056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:29.723838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1238132265'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:29.740972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:29.752463 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:29.777349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:29.778289 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:29.779422 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.817310 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.896897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Made reservation on behalf of 2ffc6678dc334f35b00e2b7763eb02ce for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:29.903821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.923552 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:29.940705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd85f05-deb0-4410-aec0-5c1add5a85f8 req-c02dd964-330d-4a0b-bdd1-fca1a1ce402b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:29.942567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dd85f05-deb0-4410-aec0-5c1add5a85f8 req-c02dd964-330d-4a0b-bdd1-fca1a1ce402b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.4891660 Jul 07 22:30:29.964048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Port': ['ID=d1d1f08e-0aa2-4ef4-b88d-d4ec6bb75988,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:29.967231 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:29.969277 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:29.990745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.095120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d5d66cbd-1fa5-4356-8447-bae57b589ff3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/floatingips/59ac41a5-847f-499d-a28b-244b49158f41 HTTP/1.1" status: 200 len: 688 time: 2.5654454 Jul 07 22:30:30.095807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58406) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:30.111784 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:30.112892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b3bf7-d7af-44fb-8aaf-ad03fbf5dd0c None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:30.134008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dd85f05-deb0-4410-aec0-5c1add5a85f8 req-1ae1d516-45b4-4a26-86b5-a9997806c927 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791086 Jul 07 22:30:30.176386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.177162 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Floating IP 26a44485-718b-43f1-8990-1c1492a61141 disassociated (deleted). External IP: 172.25.5.171, port: 10aedf04-3daa-4121-8496-8ef25209e22a. Jul 07 22:30:30.275273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fb45177-4101-47d9-8db0-efe5c0e8682e req-543b097a-1137-4698-bfbf-fa479cc3a4cf tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 210 time: 0.0548124 Jul 07 22:30:30.491528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 7262f997-cd24-40c9-9707-879405cdf083 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:30.492128 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.744337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.744779 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.788887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 7262f997-cd24-40c9-9707-879405cdf083 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:30.815114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4549-bdd2-45a5-ae06-a8af0cbb1cd2 req-d9688aa2-c767-48f6-866e-3441cb4f058a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:30.823295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e2e4549-bdd2-45a5-ae06-a8af0cbb1cd2 req-d9688aa2-c767-48f6-866e-3441cb4f058a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2557111 Jul 07 22:30:31.101110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e2e4549-bdd2-45a5-ae06-a8af0cbb1cd2 req-279fed44-651e-4b79-88ca-b14e8086728b tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768302 Jul 07 22:30:31.281660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.334232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=7262f997-cd24-40c9-9707-879405cdf083,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:31.427012 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.439668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.503947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:31.554225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e74c0-d351-4deb-af87-5ddc2c3fc5ba,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:31.567257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.567617 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Added segment 75ca8cc6-521f-4f67-adc5-317b1f299a8c of type vlan for network 8a761b26-7c78-49bb-8087-9b6b679d1216 Jul 07 22:30:31.571509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.579812 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.583462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82172f2f-fce3-44d4-a3cb-1a063109f276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/floatingips/59ac41a5-847f-499d-a28b-244b49158f41 HTTP/1.1" status: 204 len: 168 time: 1.4804871 Jul 07 22:30:31.584115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58430) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:31.587484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Router 1538765a-31db-4aed-8650-4831ee1004d2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:31.646812 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.727486 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-e5159475-d843-4d37-b8d0-f01c37403568 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] delete failed (client error): The resource could not be found. Jul 07 22:30:31.727486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5159475-d843-4d37-b8d0-f01c37403568 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/floatingips/59ac41a5-847f-499d-a28b-244b49158f41 HTTP/1.1" status: 404 len: 345 time: 0.1388950 Jul 07 22:30:31.765115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58434) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:31.805589 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:30:31.833034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938b67-fd29-44d3-b012-ae4f8122444f req-9673e090-eca3-4757-ab44-f8785fe97aff tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:31.837217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f938b67-fd29-44d3-b012-ae4f8122444f req-9673e090-eca3-4757-ab44-f8785fe97aff tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.4579396 Jul 07 22:30:31.892664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-cd2f6a01-54ac-413a-97ec-16fa633a1f59 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:31.894158 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:30:31.894314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-cd2f6a01-54ac-413a-97ec-16fa633a1f59 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2065003 Jul 07 22:30:31.913949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Request body: {'port': {'device_id': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'admin_state_up': True, 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:31.956778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f938b67-fd29-44d3-b012-ae4f8122444f req-2e33bafb-a4bf-4619-ad56-1f855b922b67 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185696 Jul 07 22:30:32.000084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.018828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.019849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.191378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-281735ac-cfb3-4b9e-8abd-73b0eb0aba18 req-dead9161-7e1d-41ce-8ad5-7186d248479a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 210 time: 0.0884199 Jul 07 22:30:32.239129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Network': ['ID=8a761b26-7c78-49bb-8087-9b6b679d1216,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:32.247075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b7cc7091-288d-41ca-9667-e1cd53286f99 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7992239 Jul 07 22:30:32.248439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58440) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:32.255992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:32.266716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'subnet': {'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:32.377973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:32.387648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.486082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27ed3b-69ea-41a9-a1c6-d1130dc48ccb tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.502748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27ed3b-69ea-41a9-a1c6-d1130dc48ccb tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.506006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27ed3b-69ea-41a9-a1c6-d1130dc48ccb tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.515019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1f27ed3b-69ea-41a9-a1c6-d1130dc48ccb tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/ports?network_id=60f15df8-38ae-47fa-be88-5668af7b1d5d HTTP/1.1" status: 200 len: 2358 time: 0.7417033 Jul 07 22:30:32.519017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58442) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:32.548439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1567f-616e-4d95-8b56-0eec6c94f62d req-23e7330b-8cbe-4b00-b2dc-ae69f9fb758d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.555804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2bb1567f-616e-4d95-8b56-0eec6c94f62d req-23e7330b-8cbe-4b00-b2dc-ae69f9fb758d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3521128 Jul 07 22:30:32.582593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:32.603321 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-f75151ec-0da3-448a-b178-bebd6f053b3c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7808635 Jul 07 22:30:32.622106 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.626965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Made reservation on behalf of 2ffc6678dc334f35b00e2b7763eb02ce for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:32.628544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] Sync routers for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:32.631675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.696449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:32.697186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.726542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b1cc5b1a-02b1-4fd6-990f-0219e30cd428 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "DELETE /v2.0/floatingips/26a44485-718b-43f1-8990-1c1492a61141 HTTP/1.1" status: 204 len: 168 time: 4.0398359 Jul 07 22:30:32.730541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58444) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:32.737374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:32.771794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06c75f-84ed-44aa-b9aa-6294135fa145 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.773239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7f06c75f-84ed-44aa-b9aa-6294135fa145 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/subnets/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c HTTP/1.1" status: 200 len: 797 time: 0.2514648 Jul 07 22:30:32.786204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:32.794059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.796954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'port': {'network_id': '60f15df8-38ae-47fa-be88-5668af7b1d5d', 'name': 'tempest-FloatingIPTestJSON-683902811', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:32.818526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:32.820659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.840860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2bb1567f-616e-4d95-8b56-0eec6c94f62d req-c95e4a74-9ab0-4b7a-a72d-b590a05ce642 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841368 Jul 07 22:30:32.911624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.912677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397520a-303d-42b8-bc94-60a39c0eb35b None None] The sync data for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:33.003748 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6b667-7aae-4cfa-84c6-a871ccaccb01 req-5631c045-5ba6-4a42-bb59-7104562eb90c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:33.015166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec6b667-7aae-4cfa-84c6-a871ccaccb01 req-5631c045-5ba6-4a42-bb59-7104562eb90c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.5855491 Jul 07 22:30:33.083817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Allocated IP 172.20.0.11 (15c75b46-a719-4627-80b7-15541a91346d/c3119dd3-d91c-42f2-8566-6e898d5d0d7d/08165efe-755d-491e-aaf3-2af5136ac52b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:33.098485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ec6b667-7aae-4cfa-84c6-a871ccaccb01 req-ccf6dd23-091f-4d1e-982f-36aeb36a549f tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Jul 07 22:30:33.330209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.399601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.494741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:33.612473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Checking segment: {'id': '75ca8cc6-521f-4f67-adc5-317b1f299a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:33.614292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network hostable DHCP agents. Network: 8a761b26-7c78-49bb-8087-9b6b679d1216, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:33.630842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Subnet': ['ID=40540571-b86c-4c11-854f-a402873898cf,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:33.676669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:33.710877 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.716832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8a761b26-7c78-49bb-8087-9b6b679d1216) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:33.728787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d6994-0dfd-4b9c-b094-7eadfc61b45a None None] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:33.741702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:33.742234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.768043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] device_id is not set on port 837e3ef5-41dc-4fd6-95b2-dac9c883abc8 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:33.783942 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-06b3ec53-e6f5-4d8b-87e6-1e867a75b5f8 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5222299 Jul 07 22:30:33.804519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:33.822003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-831426707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:33.906518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.129483 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.178235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.179396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.192715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33c1ce41-7965-4c26-a690-c1f4f2e6f8d1 req-86153fc6-405a-4b31-951c-71b4ac12b02f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 210 time: 0.2033246 Jul 07 22:30:34.200225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.233969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Allocated IP 172.25.5.207 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/25cfe4d4-a373-4368-997b-e4996eaa68b4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:34.269897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Network 15c75b46-a719-4627-80b7-15541a91346d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:34.312757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:34.337635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:34.537837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8a761b26-7c78-49bb-8087-9b6b679d1216', 'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216', 'tenant_id': '2ffc6678dc334f35b00e2b7763eb02ce', 'fixed_ips': [{'subnet_id': '40540571-b86c-4c11-854f-a402873898cf'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:34.540113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.542241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:34.577418 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.594156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.603632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.605119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.635666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee01cd-a77c-47a3-90b8-01c19726e3ab req-8ec2a884-c2b4-4362-8e1f-032bd07c3cf7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.645003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7eee01cd-a77c-47a3-90b8-01c19726e3ab req-8ec2a884-c2b4-4362-8e1f-032bd07c3cf7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 1.2595422 Jul 07 22:30:34.651932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-82a08715-7ae2-42ea-bff0-1a4623f23d3c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7464757 Jul 07 22:30:34.670311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Request body: {'port': {'device_id': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:34.676673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.677384 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8febe5dd-488b-4754-9d0d-ad1d7fd134bc tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8718588 Jul 07 22:30:34.684607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58488) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:34.753013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.766080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.14 (60f15df8-38ae-47fa-be88-5668af7b1d5d/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c/837e3ef5-41dc-4fd6-95b2-dac9c883abc8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:34.804400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.13 (60f15df8-38ae-47fa-be88-5668af7b1d5d/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c/837e3ef5-41dc-4fd6-95b2-dac9c883abc8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:34.905735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Allocated IP 172.20.0.2 (8a761b26-7c78-49bb-8087-9b6b679d1216/40540571-b86c-4c11-854f-a402873898cf/44bd60d0-1fad-439c-ba10-fff333a3d31c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:34.949889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7eee01cd-a77c-47a3-90b8-01c19726e3ab req-2800dea1-3024-4f9d-8ffb-411e863aa6be tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035524 Jul 07 22:30:35.087070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.130101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a6d2-9f7c-4251-bfdf-f973305ad31a req-e80d7602-1624-43d0-8386-4ecba8d247b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.147093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce50a6d2-9f7c-4251-bfdf-f973305ad31a req-e80d7602-1624-43d0-8386-4ecba8d247b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.6394358 Jul 07 22:30:35.162342 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.193354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.207759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Transition to ACTIVE for port object 44bd60d0-1fad-439c-ba10-fff333a3d31c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:35.233517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Transition to ACTIVE for port object 44bd60d0-1fad-439c-ba10-fff333a3d31c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:35.248395 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.265424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:35.272779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:35.276834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:35.285318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:35.292779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:35.301243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:35.356417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.391064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Attempting to bind port 44bd60d0-1fad-439c-ba10-fff333a3d31c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:35.392652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Attempting to bind port 44bd60d0-1fad-439c-ba10-fff333a3d31c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '75ca8cc6-521f-4f67-adc5-317b1f299a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:35.393271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Attempting to bind port 44bd60d0-1fad-439c-ba10-fff333a3d31c on network 8a761b26-7c78-49bb-8087-9b6b679d1216 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:35.395615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=837e3ef5-41dc-4fd6-95b2-dac9c883abc8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:35.404763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Pushing event updated for resources: {'Port': ['ID=44bd60d0-1fad-439c-ba10-fff333a3d31c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:35.408085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:35.408753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Checking segment: {'id': '75ca8cc6-521f-4f67-adc5-317b1f299a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:35.409542 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.410154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Bound using segment: {'id': '75ca8cc6-521f-4f67-adc5-317b1f299a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:35.411925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Bound port: 44bd60d0-1fad-439c-ba10-fff333a3d31c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ca8cc6-521f-4f67-adc5-317b1f299a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:35.412831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.490399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.492350 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.494233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] For port 44bd60d0-1fad-439c-ba10-fff333a3d31c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:35.498813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] For port 44bd60d0-1fad-439c-ba10-fff333a3d31c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44bd60d0-1fad-439c-ba10-fff333a3d31c,segment=NetworkSegment(75ca8cc6-521f-4f67-adc5-317b1f299a8c),segment_id=75ca8cc6-521f-4f67-adc5-317b1f299a8c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:35.501757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce50a6d2-9f7c-4251-bfdf-f973305ad31a req-3afb1eab-7f03-440c-b91e-df30749154f7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537810 Jul 07 22:30:35.512272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-b735c786-b809-49fb-803e-5dd2cdf3c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.513856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-b735c786-b809-49fb-803e-5dd2cdf3c84e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1097 time: 0.3743539 Jul 07 22:30:35.519199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.519674 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.581198 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5de726d-7455-4baf-ba48-35e62fc4d0c1 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7921884 Jul 07 22:30:35.589294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58492) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:35.590528 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.607230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '837e3ef5-41dc-4fd6-95b2-dac9c883abc8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:35.696269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a009c-0638-43fb-8a3a-61e8d3412f92 None None] Pushing event updated for resources: {'Port': ['ID=44bd60d0-1fad-439c-ba10-fff333a3d31c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:35.780549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:35.800485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:35.821083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:35.894361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Pushing event updated for resources: {'Port': ['ID=25cfe4d4-a373-4368-997b-e4996eaa68b4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:36.040923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.085769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-68816e5f-94f0-4338-b8cc-a0949c972d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.087740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-68816e5f-94f0-4338-b8cc-a0949c972d12 service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.5566645 Jul 07 22:30:36.107435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e2c0-5a29-4269-813c-949b6bf2c14e req-23960a71-a005-4b37-820a-65114c5ee315 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.109069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbb9e2c0-5a29-4269-813c-949b6bf2c14e req-23960a71-a005-4b37-820a-65114c5ee315 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.9227753 Jul 07 22:30:36.159920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.287028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-ca8f2da0-b817-406e-b126-44d3af87757c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 1000 time: 0.1375856 Jul 07 22:30:36.405018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.422163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08165efe-755d-491e-aaf3-2af5136ac52b {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:36.465474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.473231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-53347b1f-3981-469a-906c-1f25cdfe85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.474786 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-53347b1f-3981-469a-906c-1f25cdfe85cf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1801882 Jul 07 22:30:36.527659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Transition to ACTIVE for port object 08165efe-755d-491e-aaf3-2af5136ac52b will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:36.560568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.572391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.593572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbb9e2c0-5a29-4269-813c-949b6bf2c14e req-d05ff016-a742-4a5c-b5dd-eb06027be891 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197488 Jul 07 22:30:36.597329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.676810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-0846b3da-e83f-47ac-802c-3e89c2dcb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.678439 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-0846b3da-e83f-47ac-802c-3e89c2dcb278 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967862 Jul 07 22:30:36.759829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc80c7d-0c10-486d-96c9-d6c99734985a req-78a18cd1-366e-4d42-860c-baaa6f46ce83 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.782299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cc80c7d-0c10-486d-96c9-d6c99734985a req-78a18cd1-366e-4d42-860c-baaa6f46ce83 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 932 time: 0.7253780 Jul 07 22:30:36.984238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Allocated IP 172.20.0.1 (8a761b26-7c78-49bb-8087-9b6b679d1216/40540571-b86c-4c11-854f-a402873898cf/3eb3c941-503e-4600-8b60-15e5f6c7cfe0) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:37.017866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Attempting to bind port 08165efe-755d-491e-aaf3-2af5136ac52b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:37.017866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Attempting to bind port 08165efe-755d-491e-aaf3-2af5136ac52b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:37.017866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Attempting to bind port 08165efe-755d-491e-aaf3-2af5136ac52b on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:37.019907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:37.060500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Port 08165efe-755d-491e-aaf3-2af5136ac52b on network 15c75b46-a719-4627-80b7-15541a91346d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:37.060845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Attempting to bind port 08165efe-755d-491e-aaf3-2af5136ac52b on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:37.105514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cc80c7d-0c10-486d-96c9-d6c99734985a req-8023ce69-658a-4bec-9bf6-f87ea3eae82e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222828 Jul 07 22:30:37.159153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:37.165140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:37.165960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Bound using segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:37.168356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Bound port: 08165efe-755d-491e-aaf3-2af5136ac52b, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:37.168356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.262609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e21a55-d415-414b-9b7d-1c7ff4fb1a98 None None] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:37.364310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Pushing event updated for resources: {'Port': ['ID=25cfe4d4-a373-4368-997b-e4996eaa68b4,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:37.372388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659f50a-b07d-4c37-a5b5-33d584566528 req-1919e1c3-79fe-471c-afcd-1dd3eedd9ae0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:37.379333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-9a054df3-f4d6-47db-a3a5-1c92af3347ef service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773324 Jul 07 22:30:37.381583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f659f50a-b07d-4c37-a5b5-33d584566528 req-1919e1c3-79fe-471c-afcd-1dd3eedd9ae0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.5302670 Jul 07 22:30:37.410576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0257bd4a-5a24-4521-9da2-0b5ab2cba345 None None] Provisioning for port 44bd60d0-1fad-439c-ba10-fff333a3d31c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:37.424889 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.444765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.482574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.487166 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3bd83cb9-29df-4b12-b88e-8743dbfc2838 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7536669 Jul 07 22:30:37.487798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58500) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:37.597505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-afe05f04-45d5-4256-892e-3b6cd07607b7 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079291 Jul 07 22:30:37.669389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.690305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Transition to ACTIVE for port object 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:37.742997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:37.774418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f659f50a-b07d-4c37-a5b5-33d584566528 req-fbb2df7e-f2a0-4d4d-be53-f68f236f74d6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914671 Jul 07 22:30:37.840338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.849067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:37.866163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.887397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:38.013949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Port': ['ID=3eb3c941-503e-4600-8b60-15e5f6c7cfe0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.066317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44bd60d0-1fad-439c-ba10-fff333a3d31c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:38.085009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.134269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:38.174522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 44bd60d0-1fad-439c-ba10-fff333a3d31c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:38.187508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 44bd60d0-1fad-439c-ba10-fff333a3d31c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:38.188585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.200423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.224966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.100 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/4ff507b8-694f-4566-ba26-5ad354edd05f) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:38.232698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e8a60b85-eb07-40a5-b877-1af4bbdb6456 None None] Provisioning complete for port 44bd60d0-1fad-439c-ba10-fff333a3d31c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:38.233173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b85-eb07-40a5-b877-1af4bbdb6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.266271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:38.269492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:38.432760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:38.439360 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.442562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] 10.222.0.103 "PUT /v2.0/ports/08165efe-755d-491e-aaf3-2af5136ac52b HTTP/1.1" status: 200 len: 1093 time: 3.7777660 Jul 07 22:30:38.466669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:38.468965 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9414505-bddf-4aa3-957a-972ef37a2385" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:38.470046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.476297 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b85-eb07-40a5-b877-1af4bbdb6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.538475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbcac4-c74d-4f88-8c88-b8f04412692a req-1e36228e-2689-4d2a-807c-07318de07c83 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:38.555236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7abbcac4-c74d-4f88-8c88-b8f04412692a req-1e36228e-2689-4d2a-807c-07318de07c83 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 1.1062777 Jul 07 22:30:38.580503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e8a60b85-eb07-40a5-b877-1af4bbdb6456 None None] For port 44bd60d0-1fad-439c-ba10-fff333a3d31c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44bd60d0-1fad-439c-ba10-fff333a3d31c,segment=NetworkSegment(75ca8cc6-521f-4f67-adc5-317b1f299a8c),segment_id=75ca8cc6-521f-4f67-adc5-317b1f299a8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:38.591919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b85-eb07-40a5-b877-1af4bbdb6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.669190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.717192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:30:38.717875 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:30:38.719489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60b85-eb07-40a5-b877-1af4bbdb6456 None None] Pushing event updated for resources: {'Port': ['ID=44bd60d0-1fad-439c-ba10-fff333a3d31c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.734015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a35453ce-a27e-4954-a44c-c3220530c7c2 None None] Provisioning for port 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:38.739190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a35453ce-a27e-4954-a44c-c3220530c7c2 None None] Provisioning complete for port 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:38.739709 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a35453ce-a27e-4954-a44c-c3220530c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.805839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a35453ce-a27e-4954-a44c-c3220530c7c2 None None] Port 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:38.832143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299f680-0faa-4314-907f-0f7d532f9653 service neutron] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.877153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7abbcac4-c74d-4f88-8c88-b8f04412692a req-0d5e1ca2-7419-491f-9022-cff59c183be3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210270 Jul 07 22:30:38.899300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.986090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236886d7-3fca-482b-ba37-bd2f0547b383 req-68337ad1-b425-4927-9b15-a9b4fa59b9e6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:38.992941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-236886d7-3fca-482b-ba37-bd2f0547b383 req-68337ad1-b425-4927-9b15-a9b4fa59b9e6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.6438406 Jul 07 22:30:39.002504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.008438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-29f3fafc-3a4c-471a-ac11-34bf82da09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:39.010486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-29f3fafc-3a4c-471a-ac11-34bf82da09f6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 1096 time: 0.3862967 Jul 07 22:30:39.133791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-376066ce-3f0e-4383-a6a0-ba414616347c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08165efe-755d-491e-aaf3-2af5136ac52b HTTP/1.1" status: 200 len: 217 time: 0.1089907 Jul 07 22:30:39.220231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-236886d7-3fca-482b-ba37-bd2f0547b383 req-47f33e74-0c1e-4243-8f44-773ea499515b tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248523 Jul 07 22:30:39.259750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.336611 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a629edf-e059-41d2-8220-f03c785de180 x-openstack-request-id: req-7a629edf-e059-41d2-8220-f03c785de180 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:39.336946 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:39.337175 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7a629edf-e059-41d2-8220-f03c785de180 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:39.337575 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b', 'status': 'completed', 'code': 200} Jul 07 22:30:39.371284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Allocated IP 172.25.5.237 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/3a097d42-5df0-4483-80d8-0c8c9ae15832) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:39.588834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.680857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.753054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:39.756085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:39.761248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:39.767085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Pushing event updated for resources: {'Port': ['ID=3a097d42-5df0-4483-80d8-0c8c9ae15832,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:39.845177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44bd60d0-1fad-439c-ba10-fff333a3d31c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:39.919917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 44bd60d0-1fad-439c-ba10-fff333a3d31c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:39.920307 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.939253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=4ff507b8-694f-4566-ba26-5ad354edd05f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:39.987832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-e9b00170-85e4-45d6-86e2-3196939631b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:39.989209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-e9b00170-85e4-45d6-86e2-3196939631b1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.8419685 Jul 07 22:30:39.992623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.004715 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:40.066659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:40.090711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:40.106453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.157416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-2d9b1990-881c-43dc-a333-3ae767f2d79b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433630 Jul 07 22:30:40.259576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dc229-a912-42ac-b1e4-a2599550b365 req-75847ef7-7ad1-4f1d-af9f-102d9fe41550 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:40.266377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db5dc229-a912-42ac-b1e4-a2599550b365 req-75847ef7-7ad1-4f1d-af9f-102d9fe41550 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 944 time: 1.2150221 Jul 07 22:30:40.333614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.340525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.434599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Pushing event updated for resources: {'Port': ['ID=3a097d42-5df0-4483-80d8-0c8c9ae15832,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:40.471016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db5dc229-a912-42ac-b1e4-a2599550b365 req-5cd9eb2c-7f8c-4812-b8ae-60bbdf6436b8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036371 Jul 07 22:30:40.513997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.520911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903b4fc-a772-4971-992d-9c4cbab778cc req-e05c3183-6fd1-4612-8dc7-0156c77a6b7c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:40.531153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f903b4fc-a772-4971-992d-9c4cbab778cc req-e05c3183-6fd1-4612-8dc7-0156c77a6b7c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.5848835 Jul 07 22:30:40.534534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.538825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2815abbc-f072-43f8-87ef-a909078094ed tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0462899 Jul 07 22:30:40.540086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58522) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:40.629917 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f058f561-56ab-4437-a51d-2810b5476b70 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.0860851 Jul 07 22:30:40.630282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:40.678064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-ab4a6acd-4c95-4212-a226-4f353db4bf82 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958460 Jul 07 22:30:40.727484 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2e5752b4-91c3-4789-be37-98fdc52d0440 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0935280 Jul 07 22:30:40.732176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58526) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:40.866508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f903b4fc-a772-4971-992d-9c4cbab778cc req-8dbb99dd-f579-4a76-9779-ea726813f245 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338408 Jul 07 22:30:40.878167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.932441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.936361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Deleting port 3a097d42-5df0-4483-80d8-0c8c9ae15832 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:40.936700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.025873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.047785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.048131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.061037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Calling delete_port for 3a097d42-5df0-4483-80d8-0c8c9ae15832 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:41.217399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.234379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Port': ['ID=3eb3c941-503e-4600-8b60-15e5f6c7cfe0,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:41.249035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Pushing event deleted for resources: {'Port': ['ID=3a097d42-5df0-4483-80d8-0c8c9ae15832,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:41.258039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b72181d9-8a7e-4f6d-b916-fd3ca8481b66 req-07d53fb7-19ed-403a-b042-948e52d4f2c3 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629373 Jul 07 22:30:41.292283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dc0be-385a-47d4-9508-34e232245f96 req-4f16c3c4-4ba9-4c7b-9db8-66d7fb2b39eb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:41.293852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-349dc0be-385a-47d4-9508-34e232245f96 req-4f16c3c4-4ba9-4c7b-9db8-66d7fb2b39eb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.4108214 Jul 07 22:30:41.342040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.345643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.347018 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2bff361d-b063-41d8-8272-5cd89537d492 tempest-FloatingIPAdminTestJSON-801176063 tempest-FloatingIPAdminTestJSON-801176063-project] 10.222.0.95 "DELETE /v2.0/floatingips/f5fe1cc7-ea46-42e7-8f70-cdcf1cc36e9f HTTP/1.1" status: 204 len: 168 time: 0.6131678 Jul 07 22:30:41.349788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58538) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:41.352461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc156-2877-49ff-b8a1-bf5ea399655e req-9e392934-e124-4238-a847-fc95ca85a430 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:41.353970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24ebc156-2877-49ff-b8a1-bf5ea399655e req-9e392934-e124-4238-a847-fc95ca85a430 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.3195605 Jul 07 22:30:41.421483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:41.434797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:41.460076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-349dc0be-385a-47d4-9508-34e232245f96 req-976a46db-8889-4125-9db2-6c2b06f3905f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423357 Jul 07 22:30:41.485891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Deleting port 25cfe4d4-a373-4368-997b-e4996eaa68b4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:41.486424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.578472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.578827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.597800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Calling delete_port for 25cfe4d4-a373-4368-997b-e4996eaa68b4 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:41.641471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24ebc156-2877-49ff-b8a1-bf5ea399655e req-36a45409-d1f9-411f-89bb-322faeb9f206 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742867 Jul 07 22:30:41.804272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-725aedeb-a94c-48ff-affc-fd31968891b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:41.806417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-725aedeb-a94c-48ff-affc-fd31968891b7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 1096 time: 0.4635963 Jul 07 22:30:41.895837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae42fa20-f831-4226-9fc3-7635dc874256 None None] Provisioning complete for port 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:41.896434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae42fa20-f831-4226-9fc3-7635dc874256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.906394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.962747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ae42fa20-f831-4226-9fc3-7635dc874256 None None] Port 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:41.970431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Router cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:30:42.002101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb17d1-46ef-4184-9dd1-2b51d16e1b66 req-d9a0d5c6-93db-42df-94e3-61b71ec3b550 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.004015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89cb17d1-46ef-4184-9dd1-2b51d16e1b66 req-d9a0d5c6-93db-42df-94e3-61b71ec3b550 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 944 time: 0.2852104 Jul 07 22:30:42.064300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.096701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-018eb756-9717-44fb-8c12-f6d3eab40e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.097284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Pushing event deleted for resources: {'Port': ['ID=25cfe4d4-a373-4368-997b-e4996eaa68b4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:42.098602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-018eb756-9717-44fb-8c12-f6d3eab40e10 service neutron] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.2781794 Jul 07 22:30:42.160607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.163638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.168830 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fd387b4b-a8ff-48e4-9736-2f2eb0d8d9f5 tempest-FloatingIPAdminTestJSON-511986296 tempest-FloatingIPAdminTestJSON-511986296-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/9ae19f54-d857-4672-b2a2-08cba86a0022 HTTP/1.1" status: 204 len: 168 time: 0.8140869 Jul 07 22:30:42.169114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58546) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:42.202809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.230853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-e1c5acc2-3372-4b5e-b68a-cd98b74dfb78 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08165efe-755d-491e-aaf3-2af5136ac52b HTTP/1.1" status: 200 len: 217 time: 0.0932841 Jul 07 22:30:42.263138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89cb17d1-46ef-4184-9dd1-2b51d16e1b66 req-9ae66468-bed8-4518-9b81-59136b894b58 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259548 Jul 07 22:30:42.307366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e354-eb79-495e-b395-faac112e4a92 req-bc2b8601-ce4c-4e57-b82f-7bedc2233bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.308924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-bc2b8601-ce4c-4e57-b82f-7bedc2233bbd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 1097 time: 0.0960422 Jul 07 22:30:42.312030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:42.323943 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] Sync routers for ids ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:42.324518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a87383b1-4030-46ab-9dc7-a44bf0c92b7a tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "PUT /v2.0/routers/cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6360066 Jul 07 22:30:42.328021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58548) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:42.335735 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] Routers {'cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:42.336349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:42.340533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting port 10aedf04-3daa-4121-8496-8ef25209e22a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:42.340890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.350683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-813254b8-ab9b-4ef6-88ec-6b4c2f545c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.352127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-813254b8-ab9b-4ef6-88ec-6b4c2f545c37 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.1116054 Jul 07 22:30:42.370199 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:42.371851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'port': {'network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216', 'name': 'tempest-FloatingIPNegativeTestJSON-1571666893'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:42.379162 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] Routers {'cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:42.379984 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:42.392903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0a709-6f8d-4eb6-afc2-6e7cca3119d4 req-0656962d-45c0-4c59-a24a-195384b60a3d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.394388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ac0a709-6f8d-4eb6-afc2-6e7cca3119d4 req-0656962d-45c0-4c59-a24a-195384b60a3d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.3104968 Jul 07 22:30:42.414614 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:42.415283 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8acd7e-e92d-4dac-ba85-f8c146355b9e None None] The sync data for ids ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:42.427486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-2321a777-f168-4cf5-bd33-ea7ea3e9b8f4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501788 Jul 07 22:30:42.579924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.590544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e354-eb79-495e-b395-faac112e4a92 req-9c416ccc-c12c-4d4c-b80e-2c460a6e5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.592149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-9c416ccc-c12c-4d4c-b80e-2c460a6e5e60 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.2762084 Jul 07 22:30:42.602236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Calling delete_port for 10aedf04-3daa-4121-8496-8ef25209e22a owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:42.653781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-6b83306f-070b-400e-b491-e232a1874c0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b300c307-9c07-4452-aa3c-96fb906fb79d HTTP/1.1" status: 200 len: 217 time: 0.0525064 Jul 07 22:30:42.654189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Made reservation on behalf of 2ffc6678dc334f35b00e2b7763eb02ce for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:42.657868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.749776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] device_id is not set on port cd05ea98-5e2d-46f5-a38a-96b294dfead4 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:42.815113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e354-eb79-495e-b395-faac112e4a92 req-4a99ed52-abd6-4c7e-8872-ed19d239dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.816559 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-4a99ed52-abd6-4c7e-8872-ed19d239dfd9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.1548007 Jul 07 22:30:42.905820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ac0a709-6f8d-4eb6-afc2-6e7cca3119d4 req-72fd376c-7263-44ef-893b-27b11114b340 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870310 Jul 07 22:30:42.965125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Allocated IP 172.20.0.13 (8a761b26-7c78-49bb-8087-9b6b679d1216/40540571-b86c-4c11-854f-a402873898cf/cd05ea98-5e2d-46f5-a38a-96b294dfead4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:42.986043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.989172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-1cdb6bb6-11b0-46c9-9d89-5629a0b0cb6d service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505612 Jul 07 22:30:42.998079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223fd65-d4ad-4a1e-ad36-73dd7b065874 req-f3b2dcc7-6346-41e6-bb16-9ab0a8164bb3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.999924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0223fd65-d4ad-4a1e-ad36-73dd7b065874 req-f3b2dcc7-6346-41e6-bb16-9ab0a8164bb3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.1407981 Jul 07 22:30:43.002415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.012773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e354-eb79-495e-b395-faac112e4a92 req-33a18bba-7414-40d0-abe2-9306f546dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:43.014520 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-33a18bba-7414-40d0-abe2-9306f546dd83 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874652 Jul 07 22:30:43.014686 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.061142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Port': ['ID=10aedf04-3daa-4121-8496-8ef25209e22a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.225215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.279289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=4ff507b8-694f-4566-ba26-5ad354edd05f,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.290796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0223fd65-d4ad-4a1e-ad36-73dd7b065874 req-7d7e502b-d50f-41e7-8571-d54ffa625672 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732153 Jul 07 22:30:43.294114 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-68a1cfd1-1c34-40ee-aaa7-a85ab2cb978b service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519555 Jul 07 22:30:43.378019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2290865-63ea-4bec-9310-d34d7f0c8b25 req-ba09f930-6d8e-4ff3-80ed-8413c09af8f6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:43.385399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2290865-63ea-4bec-9310-d34d7f0c8b25 req-ba09f930-6d8e-4ff3-80ed-8413c09af8f6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.3252752 Jul 07 22:30:43.400556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9414505-bddf-4aa3-957a-972ef37a2385 req-177d1927-05b1-4fde-9728-ac0b93e7f6ba service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995752 Jul 07 22:30:43.410066 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.428445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Transition to ACTIVE for port object cd05ea98-5e2d-46f5-a38a-96b294dfead4 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:43.439067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.443969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-83326dfb-3bc5-459f-8fbd-efe3551ad1ea tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "DELETE /v2.0/ports/10aedf04-3daa-4121-8496-8ef25209e22a HTTP/1.1" status: 204 len: 168 time: 1.2712436 Jul 07 22:30:43.444171 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 0ee458ff-6115-400e-b0b8-9253aa11c997 associated. External IP: 172.25.5.100, port: 837e3ef5-41dc-4fd6-95b2-dac9c883abc8. Jul 07 22:30:43.444463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58558) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:43.448999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2290865-63ea-4bec-9310-d34d7f0c8b25 req-a9cb4fab-0d7d-4180-a568-26a247985c22 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Jul 07 22:30:43.536533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.557484 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0093e354-eb79-495e-b395-faac112e4a92 req-5a1848ec-b279-44ff-88db-ab4f6d0dbc42 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517927 Jul 07 22:30:43.595268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:43.600765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:43.604211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:43.636834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Port': ['ID=cd05ea98-5e2d-46f5-a38a-96b294dfead4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.662046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:43.663308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.681048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115730bf-0c31-4339-a0b3-f670d0ab3148 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:43.685855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-115730bf-0c31-4339-a0b3-f670d0ab3148 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "GET /v2.0/ports?device_id=1538765a-31db-4aed-8650-4831ee1004d2 HTTP/1.1" status: 200 len: 913 time: 0.2333167 Jul 07 22:30:43.686262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c5e9c565-79d4-4d84-bc17-980db9d6aa15 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3562973 Jul 07 22:30:43.686262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58560) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:43.688737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58562) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:43.690113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:43.712920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.799660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37db7e-e7a7-49de-9dba-80258b9b5e34 req-dabf20f1-a41e-4097-a483-1286e55eaaac tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:43.801209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de37db7e-e7a7-49de-9dba-80258b9b5e34 req-dabf20f1-a41e-4097-a483-1286e55eaaac tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 944 time: 0.2087245 Jul 07 22:30:43.838289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.904369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fb206217-0e69-4a7e-96e5-a96820dc75f0 None None] Provisioning for port cd05ea98-5e2d-46f5-a38a-96b294dfead4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:43.908799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fb206217-0e69-4a7e-96e5-a96820dc75f0 None None] Provisioning complete for port cd05ea98-5e2d-46f5-a38a-96b294dfead4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:43.909403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fb206217-0e69-4a7e-96e5-a96820dc75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.926055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de37db7e-e7a7-49de-9dba-80258b9b5e34 req-b47ca5f0-6dcf-4c5f-a6ce-cbacaa36de85 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959227 Jul 07 22:30:43.951185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Allocated IP 172.25.5.253 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/a09f8526-36ad-4d74-859b-98bbd11364cd) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:43.966806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-fb206217-0e69-4a7e-96e5-a96820dc75f0 None None] Port cd05ea98-5e2d-46f5-a38a-96b294dfead4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:43.977933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:44.066306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.108501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.146440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:44.153078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:44.157546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:44.160645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Port': ['ID=a09f8526-36ad-4d74-859b-98bbd11364cd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:44.223247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:44.236577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:44.243491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff69b1-473f-47ff-b59f-6efa63072e95 req-887d9a7e-3434-41c5-85b7-d2e4ecbf69b6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:44.246003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:44.246937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:44.250891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86ff69b1-473f-47ff-b59f-6efa63072e95 req-887d9a7e-3434-41c5-85b7-d2e4ecbf69b6 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 945 time: 0.1931837 Jul 07 22:30:44.251393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.286505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:44.293954 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.296599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:44.297237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:44.301009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.330246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:44.330977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee6513-0e26-4741-98d3-85a1e5bc8ce8 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:44.348401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86ff69b1-473f-47ff-b59f-6efa63072e95 req-a001d8ac-83b2-4bc7-901d-2a6ba14c2525 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966485 Jul 07 22:30:44.356185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bb9ced61-564a-4c65-83d5-7e108b09e0a7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7630301 Jul 07 22:30:44.357350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58568) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:44.363833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'port_id': '837e3ef5-41dc-4fd6-95b2-dac9c883abc8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:44.411226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.428480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b300c307-9c07-4452-aa3c-96fb906fb79d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:44.496888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.557865 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.568155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496064d6-1534-4bc3-a489-6ac3a622b262 req-e3aa2e41-551d-4725-ba97-581a566a4353 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:44.569692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-496064d6-1534-4bc3-a489-6ac3a622b262 req-e3aa2e41-551d-4725-ba97-581a566a4353 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.1210411 Jul 07 22:30:44.602209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:44.604580 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92b8154-d5b7-46c4-86f3-3fa5032178f7" -d '{"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-unplugged", "status": "completed", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:44.617977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:44.624883 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.658395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-496064d6-1534-4bc3-a489-6ac3a622b262 req-99dff857-cdfa-43c0-b869-b9d8ad2c874c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558133 Jul 07 22:30:44.662656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.679039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:44.707500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.723826 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39fca9-d47d-4baf-83f8-8a014fafec1a x-openstack-request-id: req-bd39fca9-d47d-4baf-83f8-8a014fafec1a {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:44.724332 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-unplugged", "status": "completed", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:44.725355 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bd39fca9-d47d-4baf-83f8-8a014fafec1a {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:44.725925 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'code': 200} Jul 07 22:30:44.827708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2957d-8e5f-481c-b417-9e14907657eb req-faee268a-ac86-4eb1-a50b-b37f8479cc6c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:44.829245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ac2957d-8e5f-481c-b417-9e14907657eb req-faee268a-ac86-4eb1-a50b-b37f8479cc6c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.1039371 Jul 07 22:30:44.854062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Port': ['ID=a09f8526-36ad-4d74-859b-98bbd11364cd,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:44.857800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting port 5e4d07a0-a31e-4e06-8734-0507d7fc578c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:44.858252 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.865542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.929688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ac2957d-8e5f-481c-b417-9e14907657eb req-3a44e1a6-e371-4801-8985-37edd1677598 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936699 Jul 07 22:30:44.975768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 08165efe-755d-491e-aaf3-2af5136ac52b details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:44.994832 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.030371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Calling delete_port for 5e4d07a0-a31e-4e06-8734-0507d7fc578c owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:45.119540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:45.133411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '08165efe-755d-491e-aaf3-2af5136ac52b', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': '08165efe-755d-491e-aaf3-2af5136ac52b', 'mac_address': 'fa:16:3e:02:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:45.180791 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.196163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08165efe-755d-491e-aaf3-2af5136ac52b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:45.222445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:45.231261 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.242422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fcb3a-17e6-43bc-b971-7a66a5637a7b req-05ded981-aaea-4fce-b4d1-c1660fa7c34a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:45.242706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.245835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0222b312-eae0-417e-b71d-7213257486a5 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5576260 Jul 07 22:30:45.245999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca1fcb3a-17e6-43bc-b971-7a66a5637a7b req-05ded981-aaea-4fce-b4d1-c1660fa7c34a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 944 time: 0.1615496 Jul 07 22:30:45.247413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58578) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.255156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d0bb097c-0f12-4ceb-b6fb-5812242d86ff tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'floatingip': {'port_id': 'cd05ea98-5e2d-46f5-a38a-96b294dfead4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:45.299183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:45.341035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0bb097c-0f12-4ceb-b6fb-5812242d86ff tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.348145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca1fcb3a-17e6-43bc-b971-7a66a5637a7b req-d98fc86b-70ca-48ba-a878-655077662ef7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920985 Jul 07 22:30:45.349398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.451592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Port': ['ID=5e4d07a0-a31e-4e06-8734-0507d7fc578c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:45.527445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['08165efe-755d-491e-aaf3-2af5136ac52b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:45.785963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48650bc-b18c-41d8-b8ed-27f28a20cd55 req-e1436124-9d1d-49c9-8689-f89605a5fe16 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:45.794085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e48650bc-b18c-41d8-b8ed-27f28a20cd55 req-e1436124-9d1d-49c9-8689-f89605a5fe16 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 943 time: 0.2243488 Jul 07 22:30:45.841962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e48650bc-b18c-41d8-b8ed-27f28a20cd55 req-80bd97e8-a964-421c-a343-8f9bb87cd905 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Jul 07 22:30:45.853155 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-d0bb097c-0f12-4ceb-b6fb-5812242d86ff tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] update failed (client error): The resource could not be found. Jul 07 22:30:45.854895 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d0bb097c-0f12-4ceb-b6fb-5812242d86ff tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "PUT /v2.0/floatingips/6acf31e0-e56b-43ff-baf3-5bb086f3c6e4 HTTP/1.1" status: 404 len: 507 time: 0.6064672 Jul 07 22:30:45.857939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58586) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.873055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.976455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.987132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.143747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Deleting port a09f8526-36ad-4d74-859b-98bbd11364cd {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:46.144106 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.280315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.280564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.327731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Calling delete_port for a09f8526-36ad-4d74-859b-98bbd11364cd owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:46.399506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:46.469348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4052bd-825b-4aba-abc3-3abca25555e3 req-9465a11b-dc67-4e37-a84f-b1532935f719 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.470879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d4052bd-825b-4aba-abc3-3abca25555e3 req-9465a11b-dc67-4e37-a84f-b1532935f719 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.5374784 Jul 07 22:30:46.573754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:46.578482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.583543 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:46.595669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d4052bd-825b-4aba-abc3-3abca25555e3 req-111c5284-b33c-4439-b1f9-1d96d30e4fee tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178298 Jul 07 22:30:46.600350 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:46.602958 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.603151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5bb3-b2a3-43fa-871f-6ed21055c3d5 req-391d541e-1f17-4a5e-a2bf-22936ab4013a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.605185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a8d5bb3-b2a3-43fa-871f-6ed21055c3d5 req-391d541e-1f17-4a5e-a2bf-22936ab4013a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.5437317 Jul 07 22:30:46.620916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.651517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Port': ['ID=a09f8526-36ad-4d74-859b-98bbd11364cd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:46.654333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Router 1538765a-31db-4aed-8650-4831ee1004d2 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:46.661423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a8d5bb3-b2a3-43fa-871f-6ed21055c3d5 req-8f0e33da-97a3-495c-aec5-6ccbf16aaa8c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Jul 07 22:30:46.668932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.680182 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:46.681109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.688429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.688796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.689153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.689510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.689859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.690206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.690546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.690913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.691258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.691596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.691934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.692267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:46.719794 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.719794 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5dc76-2dcb-47df-bff9-388fcad42b66 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:46.762709 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ab1884c-da57-45ef-9eb0-cfdb9e8845fa tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/floatingips/0ee458ff-6115-400e-b0b8-9253aa11c997 HTTP/1.1" status: 200 len: 978 time: 2.4041247 Jul 07 22:30:46.765439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.780329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:46.783097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.788266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed75a19b-d2f9-4c1a-a066-efd325a49922 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "PUT /v2.0/routers/1538765a-31db-4aed-8650-4831ee1004d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0962951 Jul 07 22:30:46.788874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58596) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.791803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] Sync routers for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:46.804914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:46.805553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.822370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.825559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.826717 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e25556cb-6da8-44d0-bdbe-c9333a6b27a6 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "DELETE /v2.0/floatingips/6acf31e0-e56b-43ff-baf3-5bb086f3c6e4 HTTP/1.1" status: 204 len: 168 time: 0.9674592 Jul 07 22:30:46.832199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58598) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.836965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-169ce7ab-6a64-458c-a949-8a6ceb87d72f tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'floatingip': {'floating_network_id': '8a761b26-7c78-49bb-8087-9b6b679d1216', 'port_id': 'cd05ea98-5e2d-46f5-a38a-96b294dfead4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:46.847096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.859367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] Routers {'1538765a-31db-4aed-8650-4831ee1004d2'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:46.860955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1538765a-31db-4aed-8650-4831ee1004d2'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.905516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:46.906613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a14a8-673d-4961-b876-2df6996ddd96 None None] The sync data for ids ['1538765a-31db-4aed-8650-4831ee1004d2'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:46.931108 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7ab-6a64-458c-a949-8a6ceb87d72f tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.949259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba097f-f15c-4796-9087-157095cfd0b4 req-70e4451e-3463-4cec-ad10-f3faaba435c9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.950248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3ba097f-f15c-4796-9087-157095cfd0b4 req-70e4451e-3463-4cec-ad10-f3faaba435c9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 945 time: 0.1158736 Jul 07 22:30:46.984301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 08165efe-755d-491e-aaf3-2af5136ac52b up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:47.001680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3ba097f-f15c-4796-9087-157095cfd0b4 req-5325906e-08ac-4330-b720-64efe1ae1150 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jul 07 22:30:47.004026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.060428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 4ff507b8-694f-4566-ba26-5ad354edd05f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:47.060707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 08165efe-755d-491e-aaf3-2af5136ac52b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:47.061117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.064672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 08165efe-755d-491e-aaf3-2af5136ac52b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:47.065053 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.142960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.169122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.169566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.171020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:47.172837 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-169ce7ab-6a64-458c-a949-8a6ceb87d72f tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:30:47.173336 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e18357-754b-4aec-bbde-a54f16a901eb" -d '{"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-plugged", "status": "completed", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:47.174051 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-169ce7ab-6a64-458c-a949-8a6ceb87d72f tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3407719 Jul 07 22:30:47.179132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:47.186256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:47.186486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'cd05ea98-5e2d-46f5-a38a-96b294dfead4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:47.186836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 4ff507b8-694f-4566-ba26-5ad354edd05f owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:47.191789 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.212139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58043bc1-8de2-49c7-ba71-d660f1579caf req-b211c486-1272-4166-942c-7a1e7ebddd21 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:47.219114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58043bc1-8de2-49c7-ba71-d660f1579caf req-b211c486-1272-4166-942c-7a1e7ebddd21 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 943 time: 0.1632025 Jul 07 22:30:47.222422 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5db875-1615-4839-8365-b4dd9635e0c3 x-openstack-request-id: req-2c5db875-1615-4839-8365-b4dd9635e0c3 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:47.222741 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-plugged", "status": "completed", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:47.223003 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c5db875-1615-4839-8365-b4dd9635e0c3 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:47.223548 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b', 'code': 200} Jul 07 22:30:47.254595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.254930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:47.269850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.346027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58043bc1-8de2-49c7-ba71-d660f1579caf req-7b91a9a5-9166-4b7b-8fa5-99b854a70ea5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193843 Jul 07 22:30:47.386882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.418323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=4ff507b8-694f-4566-ba26-5ad354edd05f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:47.439015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting port 3aca3129-0f6e-427b-80f0-7649288e951f {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:47.439381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.455658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f0ca0-ab6b-4bd8-9eed-cb67650a7b13 req-27105144-f7c2-43c1-842b-22279f312110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:47.457190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-534f0ca0-ab6b-4bd8-9eed-cb67650a7b13 req-27105144-f7c2-43c1-842b-22279f312110 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 1098 time: 0.1649861 Jul 07 22:30:47.490515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.490891 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 0ee458ff-6115-400e-b0b8-9253aa11c997 disassociated (deleted). External IP: 172.25.5.100, port: 837e3ef5-41dc-4fd6-95b2-dac9c883abc8. Jul 07 22:30:47.583594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-534f0ca0-ab6b-4bd8-9eed-cb67650a7b13 req-979974b3-bc4d-4815-a4af-24423eb1af20 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989547 Jul 07 22:30:47.596736 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.619616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.665508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Calling delete_port for 3aca3129-0f6e-427b-80f0-7649288e951f owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:47.683629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197974f7-6c15-4afb-9147-d3481dc17b55 req-6945faab-3333-4bb8-a40e-58c8fed02949 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:47.685167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-197974f7-6c15-4afb-9147-d3481dc17b55 req-6945faab-3333-4bb8-a40e-58c8fed02949 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2017000 Jul 07 22:30:47.717754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:47.835688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:47.840135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.846009 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:47.847572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-197974f7-6c15-4afb-9147-d3481dc17b55 req-ecca26bc-846d-4439-91d1-b04e8e68aa7b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535916 Jul 07 22:30:47.864425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Allocated IP 172.25.5.111 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/253e4023-c329-4558-9df1-94e5d4d94042) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:47.865642 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:47.866715 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.897469 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27b93818-a68a-4e11-b099-ff6256d9c415 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/floatingips/0ee458ff-6115-400e-b0b8-9253aa11c997 HTTP/1.1" status: 204 len: 168 time: 1.1308353 Jul 07 22:30:47.899817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58614) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:47.923282 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.943251 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:47.944222 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.982895 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.984024 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dab3b-35b2-4158-a097-be7f864b5ea4 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:48.004832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f93309-d96a-4103-ab94-c35209523d08 req-ec43874a-197a-4791-bc52-c2a035fe34d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.006756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89f93309-d96a-4103-ab94-c35209523d08 req-ec43874a-197a-4791-bc52-c2a035fe34d2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.2539539 Jul 07 22:30:48.024641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 837e3ef5-41dc-4fd6-95b2-dac9c883abc8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:48.025323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.113870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.126998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 837e3ef5-41dc-4fd6-95b2-dac9c883abc8 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:48.159063 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.163506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89f93309-d96a-4103-ab94-c35209523d08 req-a37dcc01-8094-45b4-b373-208bb4cda957 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391647 Jul 07 22:30:48.172997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.216785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Port': ['ID=3aca3129-0f6e-427b-80f0-7649288e951f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.253933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0ca71-190e-4409-97f0-5a71ff8f1cbe req-16e098ba-22b6-4541-b979-db970e66781c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.255728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17e0ca71-190e-4409-97f0-5a71ff8f1cbe req-16e098ba-22b6-4541-b979-db970e66781c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2480636 Jul 07 22:30:48.320862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-406d0179-2946-4989-b9a6-0ef6cb6f7a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.342111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.373360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=837e3ef5-41dc-4fd6-95b2-dac9c883abc8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.373866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.377245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.389747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17e0ca71-190e-4409-97f0-5a71ff8f1cbe req-52932b24-dfb5-40f9-9a74-a6aafb2f7bd6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055307 Jul 07 22:30:48.458497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device b300c307-9c07-4452-aa3c-96fb906fb79d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:48.523897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:48.526296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.526586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.532916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bd6c5862-a65a-4874-b016-248834f01f8c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/ports/837e3ef5-41dc-4fd6-95b2-dac9c883abc8 HTTP/1.1" status: 204 len: 168 time: 0.6282244 Jul 07 22:30:48.533118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.534734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58620) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:48.536778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:48.539724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:48.547013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:48.553587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event updated for resources: {'Port': ['ID=253e4023-c329-4558-9df1-94e5d4d94042,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.567487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.626014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e698c-ae5e-4232-8523-89be948c86c9 req-30c7478a-442f-4062-8ed4-615b27196ae3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.627587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-115e698c-ae5e-4232-8523-89be948c86c9 req-30c7478a-442f-4062-8ed4-615b27196ae3 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3423505 Jul 07 22:30:48.630405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.630967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Fanout notify agent at l3_agent the message router_deleted on router 1538765a-31db-4aed-8650-4831ee1004d2 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:48.639100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.640235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-865ff6d8-6712-45aa-803a-974fa1f21f82 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "DELETE /v2.0/routers/1538765a-31db-4aed-8650-4831ee1004d2 HTTP/1.1" status: 204 len: 168 time: 1.8502054 Jul 07 22:30:48.644710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58622) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:48.678944 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.723011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting subnet 7259f206-12ae-461c-a59a-e7ac272d44c5 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:48.729138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.763565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.768794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-115e698c-ae5e-4232-8523-89be948c86c9 req-4fcd0071-056e-4cbc-817a-f06b14098645 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254501 Jul 07 22:30:48.784153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.845262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5372c7a-23e2-4a6b-800f-9b285c79b0ac req-af106e97-ef22-4b10-a9c1-c5f80872c436 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.846817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5372c7a-23e2-4a6b-800f-9b285c79b0ac req-af106e97-ef22-4b10-a9c1-c5f80872c436 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.1606755 Jul 07 22:30:48.901190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Deleting port 253e4023-c329-4558-9df1-94e5d4d94042 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:48.901638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.948802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5372c7a-23e2-4a6b-800f-9b285c79b0ac req-721c06b3-c027-4293-8fd9-0eeaa0e3ae48 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831490 Jul 07 22:30:48.952690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.184 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/596499fb-2cfe-4202-8565-aa9a645a79b5) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:48.959080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.021559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.021918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.038930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Calling delete_port for 253e4023-c329-4558-9df1-94e5d4d94042 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:49.084739 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.240190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.274024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Port': ['ID=253e4023-c329-4558-9df1-94e5d4d94042,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:49.286005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dddfc-f5af-4dcd-a50c-1e755a5e7401 req-e8ba8816-047d-40d8-9b56-0fff0118ef50 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:49.287636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-214dddfc-f5af-4dcd-a50c-1e755a5e7401 req-e8ba8816-047d-40d8-9b56-0fff0118ef50 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1144300 Jul 07 22:30:49.387897 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-214dddfc-f5af-4dcd-a50c-1e755a5e7401 req-cf40330e-dbb6-4207-8c71-79a1bb21711c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726197 Jul 07 22:30:49.406257 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] create failed (client error): The resource could not be found. Jul 07 22:30:49.414910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-017005bf-b4d5-4e4e-8f61-f6e338098e37 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2273088 Jul 07 22:30:49.416448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58640) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.545426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Subnet': ['ID=7259f206-12ae-461c-a59a-e7ac272d44c5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:49.546745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Deleting port cd05ea98-5e2d-46f5-a38a-96b294dfead4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:49.547104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.560931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f16e53-ae9d-4547-af60-ee868df98052 None None] Network ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:49.563226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.567348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-890c0ca8-1ca7-4dc4-9630-4ff5df41770e tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "DELETE /v2.0/subnets/7259f206-12ae-461c-a59a-e7ac272d44c5 HTTP/1.1" status: 204 len: 168 time: 0.9194133 Jul 07 22:30:49.571482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.588486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.674135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.700838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.718767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Calling delete_port for cd05ea98-5e2d-46f5-a38a-96b294dfead4 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:49.739083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.739733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cdb5d-5248-4b97-a341-067ea4f6232c req-a34df22c-226b-485a-9aa0-61fc8a711963 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:49.741981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-016cdb5d-5248-4b97-a341-067ea4f6232c req-a34df22c-226b-485a-9aa0-61fc8a711963 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.1778758 Jul 07 22:30:49.797852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:49.798707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=596499fb-2cfe-4202-8565-aa9a645a79b5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:49.805012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:49.807815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:49.841374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] DHCP port deletion for ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:49.843319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting port d52d981b-0cd8-4555-8455-46931689f069 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:49.843675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.867214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-016cdb5d-5248-4b97-a341-067ea4f6232c req-4d46b55f-1406-425a-a268-d31f2a1db440 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192236 Jul 07 22:30:49.913550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] Deleting port d52d981b-0cd8-4555-8455-46931689f069 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:49.913936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.926498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba15e-eecc-487b-be78-f8598ea42da9 req-ba659102-fe59-4ec8-bd41-456ea9e50c4a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:49.928053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] For port d52d981b-0cd8-4555-8455-46931689f069, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d52d981b-0cd8-4555-8455-46931689f069,segment=NetworkSegment(7251bc6b-bcaf-4a21-bb5e-e6734ece169f),segment_id=7251bc6b-bcaf-4a21-bb5e-e6734ece169f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:49.928209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7afba15e-eecc-487b-be78-f8598ea42da9 req-ba659102-fe59-4ec8-bd41-456ea9e50c4a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.1716535 Jul 07 22:30:49.928440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.942731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Calling delete_port for d52d981b-0cd8-4555-8455-46931689f069 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:50.006933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] For port d52d981b-0cd8-4555-8455-46931689f069, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d52d981b-0cd8-4555-8455-46931689f069,segment=NetworkSegment(7251bc6b-bcaf-4a21-bb5e-e6734ece169f),segment_id=7251bc6b-bcaf-4a21-bb5e-e6734ece169f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:50.007545 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.011878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7afba15e-eecc-487b-be78-f8598ea42da9 req-65bf3df8-c030-4b40-b7c2-1533b8a3c63c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579426 Jul 07 22:30:50.020501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.026355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] Calling delete_port for d52d981b-0cd8-4555-8455-46931689f069 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:50.082431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.089124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.111900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Port': ['ID=cd05ea98-5e2d-46f5-a38a-96b294dfead4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: from cryptography.utils import int_from_bytes Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: from cryptography.utils import int_from_bytes Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.112358 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:50.115876 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:30:50.119525 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.127637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Port': ['ID=d52d981b-0cd8-4555-8455-46931689f069,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.151377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] No DVR routers for this DVR port d52d981b-0cd8-4555-8455-46931689f069 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:50.151788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] Pushing event deleted for resources: {'Port': ['ID=d52d981b-0cd8-4555-8455-46931689f069,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.154686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d223ffe-6d7a-469e-8142-1eab945b3af2 None None] No DVR routers for this DVR port d52d981b-0cd8-4555-8455-46931689f069 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:50.231701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.236326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e4effb6f-5882-4ccc-b13a-57562df90f03 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "DELETE /v2.0/ports/cd05ea98-5e2d-46f5-a38a-96b294dfead4 HTTP/1.1" status: 204 len: 168 time: 0.8159075 Jul 07 22:30:50.237573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58650) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:50.238025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.256459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15687ee2-9cae-46bf-b6d3-2decde3a7e63 req-0662ca55-f5fe-4dd0-805a-eeeeede031ab tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:50.258022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15687ee2-9cae-46bf-b6d3-2decde3a7e63 req-0662ca55-f5fe-4dd0-805a-eeeeede031ab tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2423837 Jul 07 22:30:50.273948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.294788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff18aa4f-3c5a-4f39-8220-8f35ad9914d3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:50.311880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7251bc6b-bcaf-4a21-bb5e-e6734ece169f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:50.312198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7251bc6b-bcaf-4a21-bb5e-e6734ece169f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:50.325786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.327188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15687ee2-9cae-46bf-b6d3-2decde3a7e63 req-48c4beb9-bc50-49f3-9d9a-7d81c6c9ae9e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Jul 07 22:30:50.350119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae207f-5355-4b62-82e7-e4eec6e1aaad tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:50.354538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8dae207f-5355-4b62-82e7-e4eec6e1aaad tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "GET /v2.0/ports?device_id=cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64 HTTP/1.1" status: 200 len: 913 time: 0.1137981 Jul 07 22:30:50.356122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58652) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:50.392126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.403447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:50.403892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:50.406892 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:50.489333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.495933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.500862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "DELETE /v2.0/networks/ff18aa4f-3c5a-4f39-8220-8f35ad9914d3 HTTP/1.1" status: 204 len: 168 time: 0.9277422 Jul 07 22:30:50.505337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58658) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:50.571186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eebba9-4708-43d4-a5ea-11561201e216 tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Network': ['ID=ff18aa4f-3c5a-4f39-8220-8f35ad9914d3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.635485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.663441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.756290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=596499fb-2cfe-4202-8565-aa9a645a79b5,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.768756 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.782436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Deleting port 63589b82-fc67-489e-80a5-4619f61da737 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:50.782814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.797378 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.798608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c57262b3-9a67-45e2-bb24-0b895dd38516 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2626846 Jul 07 22:30:50.801966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58660) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:50.823484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'port': {'network_id': '60f15df8-38ae-47fa-be88-5668af7b1d5d', 'name': 'tempest-FloatingIPTestJSON-876341987'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:50.875443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.875790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.887524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Calling delete_port for 63589b82-fc67-489e-80a5-4619f61da737 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:50.910056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f006850a-14f1-4996-95f6-fbc75614462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.036352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.067039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Pushing event deleted for resources: {'Port': ['ID=63589b82-fc67-489e-80a5-4619f61da737,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:51.072724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68430e6-804d-49c5-849a-5e40509ec06b req-ef970dac-bf9e-49b8-8217-b9a773ae766e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.074342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c68430e6-804d-49c5-849a-5e40509ec06b req-ef970dac-bf9e-49b8-8217-b9a773ae766e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2891769 Jul 07 22:30:51.132728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.136372 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.137564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-34432ac4-2cde-4533-b806-014ae7f1d36a tempest-FloatingIPAdminTestJSON-258184587 tempest-FloatingIPAdminTestJSON-258184587-project] 10.222.0.95 "DELETE /v2.0/floatingips/41c256e5-8859-4273-a06b-3c92b835cc18 HTTP/1.1" status: 204 len: 168 time: 0.6288223 Jul 07 22:30:51.172056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:51.175607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.197972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c68430e6-804d-49c5-849a-5e40509ec06b req-10aa3e8f-7a52-48fc-a0c6-765bced39680 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071668 Jul 07 22:30:51.214919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfc61f-9873-43e2-b822-89b1f4432e9f req-6d62eb86-8711-4ec1-9667-bc41ba09f000 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.216437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12dfc61f-9873-43e2-b822-89b1f4432e9f req-6d62eb86-8711-4ec1-9667-bc41ba09f000 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2202375 Jul 07 22:30:51.226051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] device_id is not set on port 40d2992b-9be3-4a9d-a4ec-b7859dc3cb61 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:51.331258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12dfc61f-9873-43e2-b822-89b1f4432e9f req-0a3bb2ba-3fc0-4b25-bfbe-f2130199c750 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983248 Jul 07 22:30:51.389318 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.421003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58676) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:51.446654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.7 (60f15df8-38ae-47fa-be88-5668af7b1d5d/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c/40d2992b-9be3-4a9d-a4ec-b7859dc3cb61) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:51.493026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.508412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca69c-1cb7-4ea9-898b-61846a1beefd req-3645e030-c156-41a7-82b8-cd6c9472c0b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.510513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-742ca69c-1cb7-4ea9-898b-61846a1beefd req-3645e030-c156-41a7-82b8-cd6c9472c0b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.1861975 Jul 07 22:30:51.593254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-75ddda2e-e73d-4fce-8ca3-e8968f9e6a8e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ed66e3b324df497686a1ea49c46a7582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706059 Jul 07 22:30:51.595471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:51.644115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2a5fce5e-614c-4da3-ba70-1146d6ffb5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.666021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2a5fce5e-614c-4da3-ba70-1146d6ffb5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.717143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2a5fce5e-614c-4da3-ba70-1146d6ffb5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.719996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2a5fce5e-614c-4da3-ba70-1146d6ffb5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.723612 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2a5fce5e-614c-4da3-ba70-1146d6ffb5cb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e01cfb1e-a481-4a6d-90e7-d095f67ab191 HTTP/1.1" status: 204 len: 168 time: 0.1247773 Jul 07 22:30:51.729444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fce5e-614c-4da3-ba70-1146d6ffb5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01cfb1e-a481-4a6d-90e7-d095f67ab191,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:51.758450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-742ca69c-1cb7-4ea9-898b-61846a1beefd req-e768d707-3198-43d2-ab80-751a6397cdc1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130816 Jul 07 22:30:51.827570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d52d981b-0cd8-4555-8455-46931689f069 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:51.839485 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.850196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d52d981b-0cd8-4555-8455-46931689f069 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:51.850599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d52d981b-0cd8-4555-8455-46931689f069 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:51.854975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49ca90-c1cc-4443-bfb0-e1253c6363e5 req-bbaafc7a-ed8c-454b-8131-46e20ad74fbd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.856558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da49ca90-c1cc-4443-bfb0-e1253c6363e5 req-bbaafc7a-ed8c-454b-8131-46e20ad74fbd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2694764 Jul 07 22:30:51.952938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da49ca90-c1cc-4443-bfb0-e1253c6363e5 req-7c56b065-22fa-4ac6-ba9f-5eddd557c7d7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814521 Jul 07 22:30:51.976217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.038840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 60f15df8-38ae-47fa-be88-5668af7b1d5d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:52.039440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58686) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.044412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:52.053089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:52.055227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef452-121d-4cc3-af88-e107fcb59f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.083988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=40d2992b-9be3-4a9d-a4ec-b7859dc3cb61,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:52.121173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.124780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:52.125453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.128532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Deleting port 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:52.128869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.152503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef452-121d-4cc3-af88-e107fcb59f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.157747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef452-121d-4cc3-af88-e107fcb59f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.184263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0b887e4f-dfa9-44ac-aeec-7ba5d89106ad tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3819191 Jul 07 22:30:52.186779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58688) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.192972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'port_id': '40d2992b-9be3-4a9d-a4ec-b7859dc3cb61'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:52.195229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ef452-121d-4cc3-af88-e107fcb59f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db54caf-5aec-4a3c-b111-8fc9085866a8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:52.203054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f5ef452-121d-4cc3-af88-e107fcb59f4d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a91a6ccf8a744465898ea9ba66482868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600869 Jul 07 22:30:52.203509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58690) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.242596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.255612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6dad7e8-ebdd-4799-89aa-a626f25ce194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.278264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6dad7e8-ebdd-4799-89aa-a626f25ce194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.321884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.328244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6dad7e8-ebdd-4799-89aa-a626f25ce194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.330957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6dad7e8-ebdd-4799-89aa-a626f25ce194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.334466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d6dad7e8-ebdd-4799-89aa-a626f25ce194 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1db54caf-5aec-4a3c-b111-8fc9085866a8 HTTP/1.1" status: 204 len: 168 time: 0.1280816 Jul 07 22:30:52.342337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad7e8-ebdd-4799-89aa-a626f25ce194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db54caf-5aec-4a3c-b111-8fc9085866a8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:52.361448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Calling delete_port for 3eb3c941-503e-4600-8b60-15e5f6c7cfe0 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:52.639894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c864d-92d8-40c6-8727-d20c13c946cd req-871e6dd9-e390-4101-bc75-abd947a964d8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:52.641318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e6c864d-92d8-40c6-8727-d20c13c946cd req-871e6dd9-e390-4101-bc75-abd947a964d8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3167689 Jul 07 22:30:52.689947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58704) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.703857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44e41564-c5ca-4f66-af2f-06d924607b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.770477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf59a-068f-47e8-9c71-9eebe09d3360 req-fad2ad2d-d907-4142-a806-82e1e7d4d1a6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:52.771980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1bcf59a-068f-47e8-9c71-9eebe09d3360 req-fad2ad2d-d907-4142-a806-82e1e7d4d1a6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.3043728 Jul 07 22:30:52.802111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44e41564-c5ca-4f66-af2f-06d924607b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.805518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44e41564-c5ca-4f66-af2f-06d924607b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.847584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44e41564-c5ca-4f66-af2f-06d924607b26 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a85dfa8674424497bd802eb2291aa9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541064 Jul 07 22:30:52.847830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.853864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41564-c5ca-4f66-af2f-06d924607b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c32ec0-a57c-44bd-95f6-0f6b8bfddcad,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:52.868504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e6c864d-92d8-40c6-8727-d20c13c946cd req-a1fca884-c2d7-48a0-bbbf-0ef658dc69f7 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946068 Jul 07 22:30:52.917123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcf20-b01a-448a-a188-05652248c961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.940314 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcf20-b01a-448a-a188-05652248c961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.943158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1bcf59a-068f-47e8-9c71-9eebe09d3360 req-28c2caf5-6f53-42c9-817e-19c37b63b423 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632819 Jul 07 22:30:52.995294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcf20-b01a-448a-a188-05652248c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.999693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcf20-b01a-448a-a188-05652248c961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.004364 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9fbbcf20-b01a-448a-a188-05652248c961 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/51c32ec0-a57c-44bd-95f6-0f6b8bfddcad HTTP/1.1" status: 204 len: 168 time: 0.1553583 Jul 07 22:30:53.015358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbcf20-b01a-448a-a188-05652248c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c32ec0-a57c-44bd-95f6-0f6b8bfddcad,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:53.033450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.115904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Port': ['ID=3eb3c941-503e-4600-8b60-15e5f6c7cfe0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:53.208183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.234692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.648861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.779596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48eba1-9755-4994-8124-9fd6fee5f327 req-0e2d817f-0e29-4752-bd40-d87336bf3e77 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:53.781099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab48eba1-9755-4994-8124-9fd6fee5f327 req-0e2d817f-0e29-4752-bd40-d87336bf3e77 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.6690574 Jul 07 22:30:53.793557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ecb6-9299-4796-ab80-a340f3830326 req-41620758-112b-4b7a-b619-b9f7c6d29e14 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:53.795019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbb8ecb6-9299-4796-ab80-a340f3830326 req-41620758-112b-4b7a-b619-b9f7c6d29e14 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.6859946 Jul 07 22:30:53.800684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.906364 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP c26e24f2-eba7-4fe9-9250-f1975d97d35b associated. External IP: 172.25.5.184, port: 40d2992b-9be3-4a9d-a4ec-b7859dc3cb61. Jul 07 22:30:53.970438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab48eba1-9755-4994-8124-9fd6fee5f327 req-97a1da7f-1de0-4520-ae71-1c468189dc28 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727595 Jul 07 22:30:53.976400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbb8ecb6-9299-4796-ab80-a340f3830326 req-f61cc9c9-3315-4566-a5c1-b028df296538 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683822 Jul 07 22:30:54.112879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Router cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:54.316100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:54.328659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] Sync routers for ids ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:54.333876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2bb88a4c-6fae-4e15-bedb-3b4c47b9db09 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "PUT /v2.0/routers/cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9687648 Jul 07 22:30:54.334158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58752) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:54.339061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58754) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:54.357307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] Routers {'cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:54.358255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.390076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36ab43-9770-4134-9952-dae456fdbfb0 req-f30f1363-5948-428a-9ba0-f09172ffcb5e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:54.391664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b36ab43-9770-4134-9952-dae456fdbfb0 req-f30f1363-5948-428a-9ba0-f09172ffcb5e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2772186 Jul 07 22:30:54.393680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.403886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bb87-dcad-4905-ad81-1c2a7d9d073c req-a620208c-13f4-4368-a7a2-0cda2f509793 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:54.404209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] Routers {'cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:54.405131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.407175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77e0bb87-dcad-4905-ad81-1c2a7d9d073c req-a620208c-13f4-4368-a7a2-0cda2f509793 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2979875 Jul 07 22:30:54.438399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.439361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20e93a-b5ba-4e53-b54b-a2b53fd36919 None None] The sync data for ids ['cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:54.455670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.465954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:54.493641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3b36ab43-9770-4134-9952-dae456fdbfb0 req-70c26974-17e4-46db-bde4-635a21667d32 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801532 Jul 07 22:30:54.499836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77e0bb87-dcad-4905-ad81-1c2a7d9d073c req-30902d98-caf7-40d9-91ee-a125bce2d8ef tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825419 Jul 07 22:30:54.619137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:54.629418 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:54.640293 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:54.643031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.643852 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.677408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.679710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.685448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-91125770'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:54.695072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-975bbb19-c51c-4470-86e2-76f0a6dda7d7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/floatingips/c26e24f2-eba7-4fe9-9250-f1975d97d35b HTTP/1.1" status: 200 len: 977 time: 2.5048740 Jul 07 22:30:54.695851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:54.760002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9560-230d-41b3-a53a-1cf437f0d35e req-ad49faf7-2fc0-4cd9-b3a8-b64da0274759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:54.762120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-691a9560-230d-41b3-a53a-1cf437f0d35e req-ad49faf7-2fc0-4cd9-b3a8-b64da0274759 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.2681327 Jul 07 22:30:54.771835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.772378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Fanout notify agent at l3_agent the message router_deleted on router cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:54.784528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.784732 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-705c9830-8bf2-4ca7-b1f7-50098a3e21ce tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "DELETE /v2.0/routers/cbb5a98d-fdac-40ed-9fc2-8259f4fd1e64 HTTP/1.1" status: 204 len: 168 time: 0.4543467 Jul 07 22:30:54.787442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58760) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:54.791901 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.801338 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:54.801958 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.803250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Made reservation on behalf of 6a1f3babea0a49d086d617b3525015ce for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:54.807097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.819642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.836659 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:54.837322 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1158f1f-9a41-4ceb-aa71-a646bd9aa88f None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:54.844376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-691a9560-230d-41b3-a53a-1cf437f0d35e req-9743cc3b-ece4-40f9-b184-da611c172f01 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735514 Jul 07 22:30:54.853547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Deleting subnet 40540571-b86c-4c11-854f-a402873898cf {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:54.859283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.862704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 40d2992b-9be3-4a9d-a4ec-b7859dc3cb61 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:54.863040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.935084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.939285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.946545 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.966083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:54.982611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6622a5a0-442a-431a-b304-3ce1fa52d09f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:54.987178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.987537 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Added segment 98d2ddd5-12fc-4500-8434-a973d806ca46 of type vlan for network be50288b-a913-4e7e-bb84-815be8664a04 Jul 07 22:30:55.011491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.041839 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.089043 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.097808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:55.098447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.138390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.188562 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.8417044 Jul 07 22:30:55.203730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f34fce-641b-4d12-991a-a8ecd1c29c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Pushing event updated for resources: {'Network': ['ID=be50288b-a913-4e7e-bb84-815be8664a04,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:55.214896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network be50288b-a913-4e7e-bb84-815be8664a04 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:55.225108 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-a663ae06-c993-4627-b5b1-77d75752f12a service neutron] show failed (client error): The resource could not be found. Jul 07 22:30:55.226499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-a663ae06-c993-4627-b5b1-77d75752f12a service neutron] 10.222.0.97 "GET /v2.0/ports/54f49cba-ef30-4681-adfc-420d1b1e6688/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.1068470 Jul 07 22:30:55.345829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.346208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.346522 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP c26e24f2-eba7-4fe9-9250-f1975d97d35b disassociated. External IP: 172.25.5.184, port: 40d2992b-9be3-4a9d-a4ec-b7859dc3cb61. Jul 07 22:30:55.346895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 40d2992b-9be3-4a9d-a4ec-b7859dc3cb61 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:55.352394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.367073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3208-c544-4935-be4c-a81f4665823a req-ed13f053-a8d6-427f-9020-8921e976db32 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:55.368606 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e89b3208-c544-4935-be4c-a81f4665823a req-ed13f053-a8d6-427f-9020-8921e976db32 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2717855 Jul 07 22:30:55.416995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14809a0-3f74-413f-8731-b7bc0bee7859 None None] Network 8a761b26-7c78-49bb-8087-9b6b679d1216 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:55.437654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Subnet': ['ID=40540571-b86c-4c11-854f-a402873898cf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:55.446370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.448941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53a29678-bf4e-4066-94e8-54af4ccd98f1 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "DELETE /v2.0/subnets/40540571-b86c-4c11-854f-a402873898cf HTTP/1.1" status: 204 len: 168 time: 0.6605124 Jul 07 22:30:55.451660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58768) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:55.456581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf69427-accd-4aef-ad89-d03206dbc69d req-40ef12cb-9d5a-4874-b8c1-5daf9235f4cc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:55.458129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-daf69427-accd-4aef-ad89-d03206dbc69d req-40ef12cb-9d5a-4874-b8c1-5daf9235f4cc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3382788 Jul 07 22:30:55.538303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.549373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e89b3208-c544-4935-be4c-a81f4665823a req-57ab0333-8b8d-4411-a90c-9633f8e5a227 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704180 Jul 07 22:30:55.577257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-daf69427-accd-4aef-ad89-d03206dbc69d req-6bec2ea2-6736-4e53-93d1-a6ca75ac3403 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045461 Jul 07 22:30:55.627758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Deleting port 44bd60d0-1fad-439c-ba10-fff333a3d31c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:55.628295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.693323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-ace8cc56-c7c1-476c-8936-8062bf4ee5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:55.694902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-ace8cc56-c7c1-476c-8936-8062bf4ee5bd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 1097 time: 0.2358088 Jul 07 22:30:55.708422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:55.758146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.772647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] For port 44bd60d0-1fad-439c-ba10-fff333a3d31c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44bd60d0-1fad-439c-ba10-fff333a3d31c,segment=NetworkSegment(75ca8cc6-521f-4f67-adc5-317b1f299a8c),segment_id=75ca8cc6-521f-4f67-adc5-317b1f299a8c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:55.773517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.802603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:55.816837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=40d2992b-9be3-4a9d-a4ec-b7859dc3cb61,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:55.830348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Request body: {'port': {'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04', 'binding:host_id': 'n-h1-694802-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-208459454'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:55.852175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Calling delete_port for 44bd60d0-1fad-439c-ba10-fff333a3d31c owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:55.855422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] DHCP port deletion for 8a761b26-7c78-49bb-8087-9b6b679d1216 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:55.914093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.919156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Made reservation on behalf of 0b45e3429aeb465a9faff51c46487c2c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:55.921685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.951628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.965854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] Deleting port 44bd60d0-1fad-439c-ba10-fff333a3d31c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:55.966983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.024843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.047488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] For port 44bd60d0-1fad-439c-ba10-fff333a3d31c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=44bd60d0-1fad-439c-ba10-fff333a3d31c,segment=NetworkSegment(75ca8cc6-521f-4f67-adc5-317b1f299a8c),segment_id=75ca8cc6-521f-4f67-adc5-317b1f299a8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:56.048416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.064957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] Calling delete_port for 44bd60d0-1fad-439c-ba10-fff333a3d31c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:56.065591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] No DVR routers for this DVR port 44bd60d0-1fad-439c-ba10-fff333a3d31c on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:56.067611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Port': ['ID=44bd60d0-1fad-439c-ba10-fff333a3d31c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.122497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745fe3b-f5bb-4bdb-b6f1-99f735e77a5d req-4fc755f5-fe2f-4334-917b-adf1489a09e7 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.124043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b745fe3b-f5bb-4bdb-b6f1-99f735e77a5d req-4fc755f5-fe2f-4334-917b-adf1489a09e7 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2969563 Jul 07 22:30:56.154277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:56.167738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.169702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.186703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a761b26-7c78-49bb-8087-9b6b679d1216']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.189992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.197853 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.201617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ca8cc6-521f-4f67-adc5-317b1f299a8c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.201924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ca8cc6-521f-4f67-adc5-317b1f299a8c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.203591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] No DVR routers for this DVR port 44bd60d0-1fad-439c-ba10-fff333a3d31c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:56.205693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port ca88a95f-3c10-4498-ac39-d65c35f308ac yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:56.207740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc58cfc-bed0-4b49-8ad0-add9911a88ae None None] Pushing event deleted for resources: {'Port': ['ID=44bd60d0-1fad-439c-ba10-fff333a3d31c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.227468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.291145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ed36-c017-48ce-a949-83e337f23739 req-45e32c76-a5c9-4018-b260-3a9b7de2f6f8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.292629 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a93ed36-c017-48ce-a949-83e337f23739 req-45e32c76-a5c9-4018-b260-3a9b7de2f6f8 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3002388 Jul 07 22:30:56.295368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b745fe3b-f5bb-4bdb-b6f1-99f735e77a5d req-4aeff236-395d-4ef8-9bb8-4bdce1ff3b73 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550925 Jul 07 22:30:56.309858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70296c5-492a-410e-8df0-ec4703becfa5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.314208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.331621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:56.332042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:56.335226 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:56.457930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.462570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.467029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] 10.222.0.95 "DELETE /v2.0/networks/8a761b26-7c78-49bb-8087-9b6b679d1216 HTTP/1.1" status: 204 len: 168 time: 1.0118766 Jul 07 22:30:56.489692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1c011-9da7-4ebe-9a9a-630b75eb88a4 tempest-FloatingIPNegativeTestJSON-158440041 tempest-FloatingIPNegativeTestJSON-158440041-project] Pushing event deleted for resources: {'Network': ['ID=8a761b26-7c78-49bb-8087-9b6b679d1216,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.559612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port ca88a95f-3c10-4498-ac39-d65c35f308ac yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:56.571415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.588734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Transition to ACTIVE for port object ca88a95f-3c10-4498-ac39-d65c35f308ac will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:56.601446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.663008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=ca88a95f-3c10-4498-ac39-d65c35f308ac,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.690948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Checking segment: {'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:56.691463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Network hostable DHCP agents. Network: be50288b-a913-4e7e-bb84-815be8664a04, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:56.711509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Network be50288b-a913-4e7e-bb84-815be8664a04 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:56.722266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, be50288b-a913-4e7e-bb84-815be8664a04) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:56.726762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:56.736408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67a28d-e422-45b6-88a2-c4f71d404780 None None] Network be50288b-a913-4e7e-bb84-815be8664a04 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:56.744900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.745252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.745822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.748215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:56.752103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.752458 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.752855 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 2 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:56.768252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.768489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.768666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.773657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.774599 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.775213 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 3 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:56.789161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.789488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.790107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.795752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.796091 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.796795 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 4 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:56.803696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58788) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:56.819681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a93ed36-c017-48ce-a949-83e337f23739 req-79438744-dfb6-4975-8236-9dd9a8397671 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5017998 Jul 07 22:30:56.830297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.830297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.830297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.847426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.849407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:56.851813 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.857146 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 5 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:56.879681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.880045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.880402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.890514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.891794 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.892366 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 6 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:56.903595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:56.925205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.925562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.925907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.935255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.935598 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.936005 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 7 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:56.939119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:56.941761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:56.944821 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc85f4-8066-45b1-a54b-5ffdfde324e5" -d '{"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-unplugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:56.954054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.970805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:56.971651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.981132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.981486 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.981838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.988753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:56.989090 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:56.994663 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 8 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:57.009464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:57.018231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:57.018582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:57.019229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:57.024352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f3b99acb-a90b-4efe-8207-83c74a388296 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2ffc6678dc334f35b00e2b7763eb02ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141228 Jul 07 22:30:57.026640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:57.026994 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:57.027814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.027963 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 9 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:57.029016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:57.029646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:57.035106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Transition to ACTIVE for port object 54f49cba-ef30-4681-adfc-420d1b1e6688 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:57.054064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.061566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:57.061917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:57.062267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:57.065809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:57.066470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256bf5d-ac10-4b06-b1f0-70328b6938ee None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:57.069887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07190-ee7f-4588-ab87-439e5734b6fa req-b55f5961-bdfe-4fa2-98b0-c228f3d2c44d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.072008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44e07190-ee7f-4588-ab87-439e5734b6fa req-b55f5961-bdfe-4fa2-98b0-c228f3d2c44d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3330212 Jul 07 22:30:57.082344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:57.082726 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:57.083421 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 10 to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac Jul 07 22:30:57.102247 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.105546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c8977103-3c2e-49b2-904a-3208243be331 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/ports/40d2992b-9be3-4a9d-a4ec-b7859dc3cb61 HTTP/1.1" status: 204 len: 168 time: 2.4083581 Jul 07 22:30:57.105716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:57.105716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:57.105906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:57.108529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58796) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.124379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dddc956e-16c6-444b-8a55-641a70303b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.125690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port ca88a95f-3c10-4498-ac39-d65c35f308ac on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:57.126041 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port ca88a95f-3c10-4498-ac39-d65c35f308ac on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:57.126413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.173973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.187529 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de356654-e25f-4dcf-a557-69aaad208eab tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/floatingips/c26e24f2-eba7-4fe9-9250-f1975d97d35b HTTP/1.1" status: 200 len: 688 time: 0.0752885 Jul 07 22:30:57.192920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58798) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.228916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dddc956e-16c6-444b-8a55-641a70303b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.287550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44e07190-ee7f-4588-ab87-439e5734b6fa req-7f40dc5b-6112-45a5-9c2e-6afad2dd44e3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077689 Jul 07 22:30:57.328997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d51-de5c-4b64-a87e-e4f208f7be0c req-62e35ee3-a1b7-4cd1-ac65-b54e7add4b41 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.338381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28a44d51-de5c-4b64-a87e-e4f208f7be0c req-62e35ee3-a1b7-4cd1-ac65-b54e7add4b41 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3564601 Jul 07 22:30:57.371140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] For port ca88a95f-3c10-4498-ac39-d65c35f308ac, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:57.371673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempted to set empty binding levels {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:30:57.378750 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f8f2fb-c2df-46a1-8784-9d2d9e90cc51 x-openstack-request-id: req-16f8f2fb-c2df-46a1-8784-9d2d9e90cc51 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:57.379056 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-unplugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:57.379301 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-16f8f2fb-c2df-46a1-8784-9d2d9e90cc51 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:57.379697 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'code': 200} Jul 07 22:30:57.380453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] No DVR routers for this DVR port 54f49cba-ef30-4681-adfc-420d1b1e6688 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:57.407905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.447443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.454838 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.464383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28a44d51-de5c-4b64-a87e-e4f208f7be0c req-bafd571a-cc11-4ba9-a074-087da1743e17 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249278 Jul 07 22:30:57.487529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dddc956e-16c6-444b-8a55-641a70303b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.490009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dddc956e-16c6-444b-8a55-641a70303b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.491309 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dddc956e-16c6-444b-8a55-641a70303b58 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ca0e74c0-d351-4deb-af87-5ddc2c3fc5ba HTTP/1.1" status: 204 len: 168 time: 0.4606848 Jul 07 22:30:57.512744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc956e-16c6-444b-8a55-641a70303b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e74c0-d351-4deb-af87-5ddc2c3fc5ba,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.519708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=ca88a95f-3c10-4498-ac39-d65c35f308ac,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.533010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d14e92b-d9e3-4100-baed-861e79f2a385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7244203 Jul 07 22:30:57.533866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.582878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 596499fb-2cfe-4202-8565-aa9a645a79b5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:57.583644 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.630037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:57.630936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:57.630936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:57.643180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce240a0b-c5ba-4e7b-952f-7e83ccb72596 req-566f226c-f3ee-4f0f-9ceb-5438a1b04bd5 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.645659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce240a0b-c5ba-4e7b-952f-7e83ccb72596 req-566f226c-f3ee-4f0f-9ceb-5438a1b04bd5 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.1457522 Jul 07 22:30:57.647339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:57.647648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:57.657473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:57.657830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Checking segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:57.658653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Bound using segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:57.659100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Bound port: 54f49cba-ef30-4681-adfc-420d1b1e6688, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:57.659484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.705408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.705809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.726887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce240a0b-c5ba-4e7b-952f-7e83ccb72596 req-770a30dc-c769-41c0-aacb-e6d8819665db tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729234 Jul 07 22:30:57.738159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 596499fb-2cfe-4202-8565-aa9a645a79b5 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:57.755627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Deleting port ca88a95f-3c10-4498-ac39-d65c35f308ac {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:57.755980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.784506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0976fddf-f8aa-4ef5-928b-c1f263519c78 req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-20148517', 'description': 'tempest-description-1991826108'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:57.790960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:57.810791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:57.820883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.835529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44bd60d0-1fad-439c-ba10-fff333a3d31c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:57.880663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] For port ca88a95f-3c10-4498-ac39-d65c35f308ac, host n-h1-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:57.881726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.900963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.910334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0976fddf-f8aa-4ef5-928b-c1f263519c78 req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.912216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 44bd60d0-1fad-439c-ba10-fff333a3d31c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:57.912560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 44bd60d0-1fad-439c-ba10-fff333a3d31c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:57.915640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Calling delete_port for ca88a95f-3c10-4498-ac39-d65c35f308ac owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:57.940853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.941732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.943036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6b74a90c-8cab-4785-a1f2-9b6e97ea9acb service neutron] 10.222.0.103 "PUT /v2.0/ports/54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 1092 time: 2.2407470 Jul 07 22:30:58.076456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.112964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.115584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=596499fb-2cfe-4202-8565-aa9a645a79b5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.168479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-cba1004b-b21c-4cc9-b0d6-4de037457c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.170035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-cba1004b-b21c-4cc9-b0d6-4de037457c52 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1095 time: 0.1950617 Jul 07 22:30:58.170183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca88a95f-3c10-4498-ac39-d65c35f308ac,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.179302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.185556 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5b4342e-781d-44d5-b724-508965378fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "DELETE /v2.0/ports/ca88a95f-3c10-4498-ac39-d65c35f308ac HTTP/1.1" status: 204 len: 168 time: 0.6482406 Jul 07 22:30:58.186706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.239989 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-98109c36-21ea-46d4-a66f-774d11ee0952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:30:58.245432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-98109c36-21ea-46d4-a66f-774d11ee0952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "GET /v2.0/ports/ca88a95f-3c10-4498-ac39-d65c35f308ac HTTP/1.1" status: 404 len: 333 time: 0.0539634 Jul 07 22:30:58.245745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58830) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.250578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Request body: {'port': {'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-735281081'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.251968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0976fddf-f8aa-4ef5-928b-c1f263519c78 req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.264160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d57d8d-d8e6-4a5e-a8de-08088c06aaf0 req-0407526c-5a74-42cf-948b-6ce64ed74c0b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.266045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6d57d8d-d8e6-4a5e-a8de-08088c06aaf0 req-0407526c-5a74-42cf-948b-6ce64ed74c0b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2599699 Jul 07 22:30:58.272901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.274031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0976fddf-f8aa-4ef5-928b-c1f263519c78 req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.275562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.279050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f79931a5-c768-4104-9c26-c0b90b4c22e3 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/floatingips/c26e24f2-eba7-4fe9-9250-f1975d97d35b HTTP/1.1" status: 204 len: 168 time: 1.0791829 Jul 07 22:30:58.285057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58832) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.291941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Made reservation on behalf of 0b45e3429aeb465a9faff51c46487c2c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:58.295025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.319533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port d2de375c-9a7d-4075-8557-1e4b5a684d2a yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:58.322619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '520b1466-3878-4a1a-8820-14484177690a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.363521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0976fddf-f8aa-4ef5-928b-c1f263519c78 req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.364723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0976fddf-f8aa-4ef5-928b-c1f263519c78 req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5872214 Jul 07 22:30:58.391560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6d57d8d-d8e6-4a5e-a8de-08088c06aaf0 req-a01b56c0-6a1a-4349-a245-bdfd2fe74dca tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114664 Jul 07 22:30:58.397342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820503e1-3610-44d9-89fe-5cf11de46214 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d4b6e-b6b0-4e9a-9d5a-53eceace0fb6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.412119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-5c88762a-1846-4351-9e63-5650cfe8112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.413898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-5c88762a-1846-4351-9e63-5650cfe8112b service neutron] 10.222.0.103 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.2281985 Jul 07 22:30:58.418893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.471501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58840) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.506455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:58.534442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.580186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.580757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:58.626355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Network be50288b-a913-4e7e-bb84-815be8664a04 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:58.637134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-6e5e7370-a20a-4b30-b88e-a8225230d4ab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.2128084 Jul 07 22:30:58.638021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'networks': [{'name': 'tempest-network--611927102'}, {'name': 'tempest-network--1489956256'}]} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.638367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'network': {'name': 'tempest-network--611927102'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.638857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'network': {'name': 'tempest-network--1489956256'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.641946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:58.648198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:58.649785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.651036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.662282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=d2de375c-9a7d-4075-8557-1e4b5a684d2a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.680825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'network': 2} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:58.685591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.695026 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccaa41a8-089f-4ca0-b6f8-d19f661ffe64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4484310 Jul 07 22:30:58.696306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.699416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58848) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.707374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-55e0738b-dd56-4784-8613-1d2a1126b659 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-20148517&fields=id&tenant_id=6d715479e8124111a53c4de3fe6c4878 HTTP/1.1" status: 200 len: 267 time: 0.1519828 Jul 07 22:30:58.709002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.773232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-01e339cf-05e8-4dc4-bb28-8bcc23dea6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.774766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-01e339cf-05e8-4dc4-bb28-8bcc23dea6e1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1274512 Jul 07 22:30:58.806991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa52f5-4ba5-48b8-84bb-7001ac77efb0 req-9619ae8e-6e17-4db5-b6ec-ed013c2dc0a9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.808510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2aa52f5-4ba5-48b8-84bb-7001ac77efb0 req-9619ae8e-6e17-4db5-b6ec-ed013c2dc0a9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2869804 Jul 07 22:30:58.821422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.902013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.921495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2aa52f5-4ba5-48b8-84bb-7001ac77efb0 req-46c927f1-4b54-4f01-8031-8ff97ddc45ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896623 Jul 07 22:30:58.934843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-ae09401c-73d4-4f53-a07d-3becf6306acf tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.936467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-ae09401c-73d4-4f53-a07d-3becf6306acf tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2161090 Jul 07 22:30:58.977873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'port': {'security_groups': ['bf069a1c-9073-4929-b5c7-d77d389db7fe', '1f5d4b6e-b6b0-4e9a-9d5a-53eceace0fb6']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:59.016796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-05ba989c-54c6-4898-b255-0ee060f2234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:59.018349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-05ba989c-54c6-4898-b255-0ee060f2234a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2349629 Jul 07 22:30:59.233701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.207 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/71386f58-45cb-4110-b8a7-452a016319d2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:59.241919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.251379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.260933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.261415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.286239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-8f49dda7-e00f-47a0-b913-a2757cd55815 service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583847 Jul 07 22:30:59.335447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f882f-c730-40d8-b55f-a118615c9622,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:59.348568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:59.371367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.371722 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Added segment 97d60166-3072-49cc-8979-231afa5230d5 of type vlan for network 06694355-0514-4bb1-89a2-d7e0153d8fa6 Jul 07 22:30:59.380251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:59.382705 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547468f-fa21-49dd-a62e-0f506e71a7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:59.427307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e872-5aaf-4430-ac8c-614549f1b8ce req-e05798e7-340d-4693-ace9-ace1ca262190 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:59.429118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4e5e872-5aaf-4430-ac8c-614549f1b8ce req-e05798e7-340d-4693-ace9-ace1ca262190 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.3512049 Jul 07 22:30:59.441069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.448212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port d2de375c-9a7d-4075-8557-1e4b5a684d2a yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:59.457671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.483315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Transition to ACTIVE for port object d2de375c-9a7d-4075-8557-1e4b5a684d2a will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:59.488938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.523544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:59.553718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.554415 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Added segment 507d2f77-cb8e-4570-b5c6-bab2037b9917 of type vlan for network 80cfa272-f0d0-4345-a237-5d9bcbcee6bf Jul 07 22:30:59.562372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=d2de375c-9a7d-4075-8557-1e4b5a684d2a,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:59.570472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4e5e872-5aaf-4430-ac8c-614549f1b8ce req-dbb146b7-ee82-42fc-b97f-f786e57514d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308045 Jul 07 22:30:59.580737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f62354a2-d5e8-4e17-861f-0259dc666385 req-e789a0d7-4617-457b-aa15-ef0cb41c279c service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781007 Jul 07 22:30:59.589084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.611252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.611563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.612178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.617514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.629897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:59.630764 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:59.632244 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 2 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:30:59.651445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.651787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.652132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.668360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:59.669013 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:59.669871 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 3 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:30:59.683110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.683651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.689425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:59.695554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:59.696232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.708426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.708816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.709167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.731917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:59.760025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:59.760854 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:59.769003 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 4 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:30:59.780966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.783896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.785604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3130522 Jul 07 22:30:59.793502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58854) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:59.805401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.805778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.806708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.809668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.809867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Network': ['ID=06694355-0514-4bb1-89a2-d7e0153d8fa6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:59.831064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0ca90cf8-aaa5-4212-995e-2c7638b6387c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:59.859083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:59.859308 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:59.865503 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 5 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:30:59.868291 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec348d45-fba5-462f-9f36-03eba9b8ef34 x-openstack-request-id: req-ec348d45-fba5-462f-9f36-03eba9b8ef34 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:59.868596 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:59.868877 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ec348d45-fba5-462f-9f36-03eba9b8ef34 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:59.872587 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'status': 'completed', 'code': 200} Jul 07 22:30:59.896986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.897324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.897666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.898893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 06694355-0514-4bb1-89a2-d7e0153d8fa6 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:59.899594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41d9d-617c-4274-80df-f62155d563d8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Network': ['ID=80cfa272-f0d0-4345-a237-5d9bcbcee6bf,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:59.935750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:59.936095 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:59.937818 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 6 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:30:59.959214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.959719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.960075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.969251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:59.969624 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:30:59.970349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:59.971235 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 7 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:30:59.975564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 80cfa272-f0d0-4345-a237-5d9bcbcee6bf details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:59.991897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:59.992333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:59.993040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:59.994324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:59.997341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:00.001819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:00.002164 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:00.003319 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 8 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:31:00.008381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-8de258b6-8f8e-4a5c-a26f-adaf903cc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.010386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-8de258b6-8f8e-4a5c-a26f-adaf903cc609 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1095 time: 0.1288831 Jul 07 22:31:00.062986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:00.063370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:00.063724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:00.076478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:00.076818 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:00.078725 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 9 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:31:00.103253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:00.103610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:00.103958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:00.112674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.113329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.113941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:00.114288 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:00.114984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-100e7b7a-f27d-46b8-8330-04089f48d767 req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "PUT /v2.0/ports/0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 981 time: 1.1446226 Jul 07 22:31:00.118200 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 10 to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a Jul 07 22:31:00.123599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=71386f58-45cb-4110-b8a7-452a016319d2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.139366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:00.139599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:00.139907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:00.143408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-4bd46abf-4c9c-422d-95e3-87f58973fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.144924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-4bd46abf-4c9c-422d-95e3-87f58973fbcf service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.1288078 Jul 07 22:31:00.147135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:00.147630 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port d2de375c-9a7d-4075-8557-1e4b5a684d2a on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:00.148554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.224870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0ca90cf8-aaa5-4212-995e-2c7638b6387c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:00.266376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-d27abf29-bfdc-48a1-a467-ca98e0c3cd4c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.1084230 Jul 07 22:31:00.315926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] For port d2de375c-9a7d-4075-8557-1e4b5a684d2a, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:00.316323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempted to set empty binding levels {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:31:00.325892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.365964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] In _notify_port_updated(), no bound segment for port d2de375c-9a7d-4075-8557-1e4b5a684d2a on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:31:00.366903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.367543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.369461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "PUT /v2.0/ports/d2de375c-9a7d-4075-8557-1e4b5a684d2a HTTP/1.1" status: 200 len: 979 time: 1.6691124 Jul 07 22:31:00.371208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-760707cb-8280-4717-a861-7feb349e5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.372752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-760707cb-8280-4717-a861-7feb349e5546 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.0989993 Jul 07 22:31:00.373259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:00.470459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c603eac-ad46-48ea-940b-c90be0987fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=d2de375c-9a7d-4075-8557-1e4b5a684d2a,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.566360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.567088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.567284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.567770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.568253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.568733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.569214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.569697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.570176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.570675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.571156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.571634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.572686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.573149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.573622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.574096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.574569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.575238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.575584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.576165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.576644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.577186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.578013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.578255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.578764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.579244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.579722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.580199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.580675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.581153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.581697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.582560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.583295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.584189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.584901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.585877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.586443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.586945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.587456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.587935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.588411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.592656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-250db218-38ad-4015-991c-9e889c3841fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36261 time: 0.2160540 Jul 07 22:31:00.595305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-b9425f58-3a65-4ec0-9b92-2e2086d5ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.596743 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-b9425f58-3a65-4ec0-9b92-2e2086d5ef18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173097 Jul 07 22:31:00.597927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58864) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:00.686410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-10b18b31-2454-4357-8aca-8d7950dfa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.687976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-10b18b31-2454-4357-8aca-8d7950dfa4a3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1095 time: 0.8144450 Jul 07 22:31:00.694841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bdab6-e884-44f6-9de5-617b3d4f46c7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.701707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bdab6-e884-44f6-9de5-617b3d4f46c7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.707962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bdab6-e884-44f6-9de5-617b3d4f46c7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.713740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bdab6-e884-44f6-9de5-617b3d4f46c7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.715369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a41bdab6-e884-44f6-9de5-617b3d4f46c7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9191291 Jul 07 22:31:00.721296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58868) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:00.737978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c52b7-cf24-495f-ac20-5c4a16b85419 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.799944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de032cdd-0c4b-4350-b800-7d49b1173451 req-a6700b39-b12c-4a90-bb53-f5be9633c217 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.801460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de032cdd-0c4b-4350-b800-7d49b1173451 req-a6700b39-b12c-4a90-bb53-f5be9633c217 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.8020480 Jul 07 22:31:00.814180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-6e9c9fa1-7034-46d9-a050-1754629f078f service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063684 Jul 07 22:31:00.889847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.903018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Deleting port d2de375c-9a7d-4075-8557-1e4b5a684d2a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:00.903369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.964976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b4cf-33c4-4241-be91-b06942325e0a req-14b357d1-22bc-42fc-bd05-1a410d3922e1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.966690 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22d6b4cf-33c4-4241-be91-b06942325e0a req-14b357d1-22bc-42fc-bd05-1a410d3922e1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.4330144 Jul 07 22:31:00.977679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de032cdd-0c4b-4350-b800-7d49b1173451 req-3e29ad29-877c-47a7-ac27-ae8b511eb8f5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560247 Jul 07 22:31:01.014941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-9a342cfe-c623-4604-84aa-3ccabb79ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.016608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-9a342cfe-c623-4604-84aa-3ccabb79ed2d service neutron] 10.222.0.103 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.2974651 Jul 07 22:31:01.075522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] For port d2de375c-9a7d-4075-8557-1e4b5a684d2a, host n-h1-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:01.075939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.097611 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-001d2c2f-4622-4197-ab22-43bfc1cf70c0 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738442 Jul 07 22:31:01.104879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Calling delete_port for d2de375c-9a7d-4075-8557-1e4b5a684d2a owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:01.112593 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.113522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22d6b4cf-33c4-4241-be91-b06942325e0a req-1146af7a-43d4-456c-acfe-4dda6eae6828 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403506 Jul 07 22:31:01.130960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06694355-0514-4bb1-89a2-d7e0153d8fa6']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.170572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-78563959-bba7-40d9-80da-c6a226a82eb7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.1442649 Jul 07 22:31:01.172390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d60166-3072-49cc-8979-231afa5230d5') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.172715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d60166-3072-49cc-8979-231afa5230d5') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.186577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.209175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.218859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:01.219281 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:01.222449 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:01.225675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-52cafc95-03aa-4ad2-8722-c525e8cd992f tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-20148517&fields=id&tenant_id=6d715479e8124111a53c4de3fe6c4878 HTTP/1.1" status: 200 len: 267 time: 0.1305752 Jul 07 22:31:01.296734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.328146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2de375c-9a7d-4075-8557-1e4b5a684d2a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:01.336483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.337212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-5eb30651-2a14-44be-aa39-c13c825def5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.339305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-5eb30651-2a14-44be-aa39-c13c825def5f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1612492 Jul 07 22:31:01.343317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.346293 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/networks/06694355-0514-4bb1-89a2-d7e0153d8fa6 HTTP/1.1" status: 204 len: 168 time: 0.6240449 Jul 07 22:31:01.352011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58874) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.371030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.375489 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccf31cab-4ccd-45fd-896b-4f8e299ec020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "DELETE /v2.0/ports/d2de375c-9a7d-4075-8557-1e4b5a684d2a HTTP/1.1" status: 204 len: 168 time: 0.7740154 Jul 07 22:31:01.375731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58876) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.395922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df070985-6162-441a-af6d-e680ca6729bb tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Network': ['ID=06694355-0514-4bb1-89a2-d7e0153d8fa6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:01.452505 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3258d9c-cb1e-4c51-8ea6-b6976e56f0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:31:01.454172 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3258d9c-cb1e-4c51-8ea6-b6976e56f0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "GET /v2.0/ports/d2de375c-9a7d-4075-8557-1e4b5a684d2a HTTP/1.1" status: 404 len: 333 time: 0.0775213 Jul 07 22:31:01.460060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58878) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.463205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.471373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-25190720', 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:01.490441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.527517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-e0f4e4e4-80f6-45e2-a09e-fe730e794ad5 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.529036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-e0f4e4e4-80f6-45e2-a09e-fe730e794ad5 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 984 time: 0.2986777 Jul 07 22:31:01.536803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87151723-a6bf-4e52-89dd-a43177fe0d6c req-e0991136-886d-4cf8-ba2f-21e20e83d5f0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.538237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87151723-a6bf-4e52-89dd-a43177fe0d6c req-e0991136-886d-4cf8-ba2f-21e20e83d5f0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.3067813 Jul 07 22:31:01.559304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'port': {'security_groups': ['bf069a1c-9073-4929-b5c7-d77d389db7fe']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:01.591813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.602464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cfa272-f0d0-4345-a237-5d9bcbcee6bf']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.614620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507d2f77-cb8e-4570-b5c6-bab2037b9917') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.614951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507d2f77-cb8e-4570-b5c6-bab2037b9917') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.621904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Made reservation on behalf of 0b45e3429aeb465a9faff51c46487c2c for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:01.624451 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.625807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.630400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-d0585d02-d966-4e36-8a15-32b96c803107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.631935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-d0585d02-d966-4e36-8a15-32b96c803107 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480981 Jul 07 22:31:01.639812 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.646195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:01.646743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:01.650695 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:01.708640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.717862 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.719748 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/networks/80cfa272-f0d0-4345-a237-5d9bcbcee6bf HTTP/1.1" status: 204 len: 168 time: 0.3645201 Jul 07 22:31:01.729222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58880) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.745965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c243-8c9b-48c6-97db-f802107f7143 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Network': ['ID=80cfa272-f0d0-4345-a237-5d9bcbcee6bf,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:01.764149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87151723-a6bf-4e52-89dd-a43177fe0d6c req-3dcba83b-f6fb-4cbb-ac9a-31d1ac343064 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124598 Jul 07 22:31:01.765387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port b3959db7-7c40-4039-becb-02d7c3642746 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:01.782815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.867373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.878960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:01.881255 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:01.936236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e47885-9787-4cad-a399-50fbb0988a46 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.941546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e47885-9787-4cad-a399-50fbb0988a46 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.947300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7e47885-9787-4cad-a399-50fbb0988a46 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2130325 Jul 07 22:31:01.947695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58884) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.953574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1554002837'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:01.975900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:01.979432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-567d4424-3875-4f67-a048-99c947f4795d service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227971 Jul 07 22:31:01.980064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.008234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:02.023589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.024250 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Added segment b98b65ad-7e99-480e-b6c2-81292bccd93c of type vlan for network f50f0e56-3047-4530-8943-5a44240a5bde Jul 07 22:31:02.077437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.129283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.137000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.137788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.175281 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb0f98-9b23-40d1-a559-58ff4ae528fc x-openstack-request-id: req-95fb0f98-9b23-40d1-a559-58ff4ae528fc {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:02.175825 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:02.176271 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-95fb0f98-9b23-40d1-a559-58ff4ae528fc {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:02.176857 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'status': 'completed', 'code': 200} Jul 07 22:31:02.263199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3144581 Jul 07 22:31:02.273308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58890) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:02.288796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.295306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1126743724'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:02.346041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f429376-53da-405f-aae2-9805db87ceed tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Network': ['ID=f50f0e56-3047-4530-8943-5a44240a5bde,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:02.369121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f50f0e56-3047-4530-8943-5a44240a5bde details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:02.386652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-69256464-9d4b-4854-be00-0099182dcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.388961 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-69256464-9d4b-4854-be00-0099182dcdd3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1136 time: 0.1997883 Jul 07 22:31:02.389915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:02.393402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.450900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2547468f-fa21-49dd-a62e-0f506e71a7d8 req-2efffd8a-99b3-4a56-8600-1279ffc596dc service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372373 Jul 07 22:31:02.500392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-8d681ce4-7cfa-4395-b112-3fc7c42be68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.501963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-8d681ce4-7cfa-4395-b112-3fc7c42be68f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.2302179 Jul 07 22:31:02.523198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:02.584935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.585340 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Added segment 54871798-e693-4cb8-b6dc-16b7098fed95 of type vlan for network 9b279241-03d4-422c-8199-f48c4370f00f Jul 07 22:31:02.587249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-c909ca88-ff86-4ba6-8314-e906181ef509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.589315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-c909ca88-ff86-4ba6-8314-e906181ef509 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.1904633 Jul 07 22:31:02.674759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-66fbe39e-9a3a-4dc4-81d4-4660671d01af service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.0760810 Jul 07 22:31:02.679355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.753376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.758470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-416ea8ba-e159-4cd0-8ef8-c8619b406d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.760180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-416ea8ba-e159-4cd0-8ef8-c8619b406d38 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.2505682 Jul 07 22:31:02.765418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-aa4fa0c8-024e-4e43-b469-c3389228aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.766927 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-aa4fa0c8-024e-4e43-b469-c3389228aed8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.0839052 Jul 07 22:31:02.773549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.841470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.848488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.848488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.848798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.859469 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-d2157a5a-d8b7-4d12-a64d-341db4286e93 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500622 Jul 07 22:31:02.904958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:02.917091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ee2f-9028-4d2c-adac-16e6d3fa6e4a req-80e3c4a0-00a3-4215-8e7c-13aaeea85b1f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.918661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0946ee2f-9028-4d2c-adac-16e6d3fa6e4a req-80e3c4a0-00a3-4215-8e7c-13aaeea85b1f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.6192288 Jul 07 22:31:02.933956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=71386f58-45cb-4110-b8a7-452a016319d2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:02.985819 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7096980 Jul 07 22:31:02.991900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:02.995001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Network be50288b-a913-4e7e-bb84-815be8664a04 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:03.000527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'ports': [{'network_id': 'f50f0e56-3047-4530-8943-5a44240a5bde', 'name': 'tempest-port--302171121', 'admin_state_up': True}, {'network_id': '9b279241-03d4-422c-8199-f48c4370f00f', 'admin_state_up': False}]} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:03.000861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'port': {'network_id': 'f50f0e56-3047-4530-8943-5a44240a5bde', 'name': 'tempest-port--302171121', 'admin_state_up': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:03.001351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'port': {'network_id': '9b279241-03d4-422c-8199-f48c4370f00f', 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:03.006412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.012376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-5c0fd604-03ee-4d2a-9b17-0f124a93052e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.2445455 Jul 07 22:31:03.015413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:03.064234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:03.065212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.065839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.080337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:31:03.083826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.103670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=b3959db7-7c40-4039-becb-02d7c3642746,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:03.106162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.121724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0946ee2f-9028-4d2c-adac-16e6d3fa6e4a req-fafd8927-f1a1-4bbe-9f82-ac507dfcaf56 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891544 Jul 07 22:31:03.126042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0ca90cf8-aaa5-4212-995e-2c7638b6387c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:03.127214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ed7a65c-a822-4be1-8fe2-cf7d37812dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6622241 Jul 07 22:31:03.153673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58898) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:03.247237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.247935 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.249669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e17ed9e-dce9-40fe-baf8-51f8bc69b64c req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "PUT /v2.0/ports/0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 942 time: 1.7045491 Jul 07 22:31:03.258369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:03.281982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee454d1-d9f3-4e45-b910-e361514fa308 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event updated for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:03.287070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859d3cc-2f5f-4b9a-9745-d3e09edf702a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.288782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5859d3cc-2f5f-4b9a-9745-d3e09edf702a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "GET /v2.0/ports/b3959db7-7c40-4039-becb-02d7c3642746 HTTP/1.1" status: 200 len: 957 time: 0.1024292 Jul 07 22:31:03.292132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58902) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:03.297514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'mac_address': 'fa:16:3e:18:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:31:03.302897 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 9404ac52-9209-4fb4-b85e-0c5c095e48ea associated. External IP: 172.25.5.207, port: 520b1466-3878-4a1a-8820-14484177690a. Jul 07 22:31:03.335037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0ca90cf8-aaa5-4212-995e-2c7638b6387c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:03.404715 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.432758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f49cba-ef30-4681-adfc-420d1b1e6688 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:31:03.471183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26855f-601a-4db2-b6e9-d98046a36198 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Network': ['ID=9b279241-03d4-422c-8199-f48c4370f00f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:03.488001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:03.493328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9b279241-03d4-422c-8199-f48c4370f00f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:03.496967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-d2c1109d-171f-491c-95ec-30d37c1a65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.498499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-d2c1109d-171f-491c-95ec-30d37c1a65db service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.4708793 Jul 07 22:31:03.504255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.581142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea919d3c-1dea-4297-9c3f-3f1e5c5c413f req-b1285168-7b16-429e-ad4f-e2ca877297ee tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.584711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-cf77df1f-46b7-449f-9024-6984e0b80047 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039230 Jul 07 22:31:03.587212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea919d3c-1dea-4297-9c3f-3f1e5c5c413f req-b1285168-7b16-429e-ad4f-e2ca877297ee tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2298269 Jul 07 22:31:03.615119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026cf98-1fc9-4ce7-97bd-6a2a9452e424 req-f384dcf9-2d19-4396-9713-321328cae156 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.617125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5026cf98-1fc9-4ce7-97bd-6a2a9452e424 req-f384dcf9-2d19-4396-9713-321328cae156 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 943 time: 0.2224758 Jul 07 22:31:03.640232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:03.660847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.661200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.661546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.661890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.662230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.662571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.662981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.663321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.663650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.663981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.664309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.664637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:03.712607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-f5b6c634-fd04-4a09-b106-6de345a3243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.714145 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-f5b6c634-fd04-4a09-b106-6de345a3243f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034338 Jul 07 22:31:03.721185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Deleting port b3959db7-7c40-4039-becb-02d7c3642746 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:03.721543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.731205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea919d3c-1dea-4297-9c3f-3f1e5c5c413f req-3844be21-3f6e-40a6-a000-9d37ff80857f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365905 Jul 07 22:31:03.764007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5026cf98-1fc9-4ce7-97bd-6a2a9452e424 req-03f31142-3faf-4ef7-97c7-a15b1e60834a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913272 Jul 07 22:31:03.808065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'port': 2} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:03.812717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.829518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['54f49cba-ef30-4681-adfc-420d1b1e6688'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:03.839640 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fe22ed48-b5c5-45c7-8bdf-f0f6ccd8207b req-181a9778-e3cd-45d9-ab9c-982714a771cd service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274382 Jul 07 22:31:03.843315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.951507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-f0b8b7bd-a6aa-4dae-95c8-b87b1d6fb17d service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267601 Jul 07 22:31:03.984784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] device_id is not set on port 5f430ebc-49af-447b-8e8a-b57787576c20 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:04.009920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-90303740-624c-44af-88c3-4c4412751b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2112048 Jul 07 22:31:04.015238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:04.085173 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d6f48f84-33af-4b01-9d50-3aed5abbfd2b req-3cf3db16-e161-444c-a903-0207fc072522 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217349 Jul 07 22:31:04.104487 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.116585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.136891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Calling delete_port for b3959db7-7c40-4039-becb-02d7c3642746 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:04.180234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:04.182609 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f600964-19ef-4008-bbde-07a982008113" -d '{"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:04.199714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:04.234662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.313837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] device_id is not set on port ba0326d4-a107-444e-9404-e17ad8960673 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:04.442570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-f2e81cae-3842-461b-91c5-bfdb097ce27e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2092447 Jul 07 22:31:04.443210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.466601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.516278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.585568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Port': ['ID=5f430ebc-49af-447b-8e8a-b57787576c20,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:04.598010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Checking segment: {'id': 'b98b65ad-7e99-480e-b6c2-81292bccd93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f50f0e56-3047-4530-8943-5a44240a5bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:04.598889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network hostable DHCP agents. Network: f50f0e56-3047-4530-8943-5a44240a5bde, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:04.618047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network f50f0e56-3047-4530-8943-5a44240a5bde is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:04.630133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f50f0e56-3047-4530-8943-5a44240a5bde) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:04.640950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44d529-7bde-482d-89bd-7b458b269b46 None None] Network f50f0e56-3047-4530-8943-5a44240a5bde requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:04.646462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:04.647894 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.730593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Port': ['ID=ba0326d4-a107-444e-9404-e17ad8960673,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:04.769239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Checking segment: {'id': '54871798-e693-4cb8-b6dc-16b7098fed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '9b279241-03d4-422c-8199-f48c4370f00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:04.769636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network hostable DHCP agents. Network: 9b279241-03d4-422c-8199-f48c4370f00f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:04.791029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network 9b279241-03d4-422c-8199-f48c4370f00f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:04.802193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9b279241-03d4-422c-8199-f48c4370f00f) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:04.805723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:04.811769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.814111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082c766-983f-433b-9b00-f0a47f42ec1b None None] Network 9b279241-03d4-422c-8199-f48c4370f00f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:04.816810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.817510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.844524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3959db7-7c40-4039-becb-02d7c3642746,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:04.844799 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-714fc707-f70a-4810-98c1-a04b0131ab13 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8484282 Jul 07 22:31:04.847829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58914) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.925292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.927324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eba9b949-a093-4d89-b174-3cae8781288a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "DELETE /v2.0/ports/b3959db7-7c40-4039-becb-02d7c3642746 HTTP/1.1" status: 204 len: 168 time: 1.6322241 Jul 07 22:31:04.928806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:04.931521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b780d4-4e20-49a5-8dc3-00e4d53abbb5 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.936515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.940176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b780d4-4e20-49a5-8dc3-00e4d53abbb5 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.944015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15b780d4-4e20-49a5-8dc3-00e4d53abbb5 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0919943 Jul 07 22:31:04.944929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58920) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.948021 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:04.960968 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:04.962023 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:04.986425 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.004166 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:05.006807 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-60438f18-eed2-4ea9-b33f-ecd6de254fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:31:05.008506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-60438f18-eed2-4ea9-b33f-ecd6de254fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "GET /v2.0/ports/b3959db7-7c40-4039-becb-02d7c3642746 HTTP/1.1" status: 404 len: 333 time: 0.0693436 Jul 07 22:31:05.012696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.018236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Request body: {'port': {'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080212635'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.019300 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:05.019912 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:05.027696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.062667 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:05.063428 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22956a7-03a8-4ad1-a563-ab3b529974c3 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:05.076098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Made reservation on behalf of 0b45e3429aeb465a9faff51c46487c2c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:05.079642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.079891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:05.103779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:05.137260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 54f49cba-ef30-4681-adfc-420d1b1e6688 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:05.141417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 54f49cba-ef30-4681-adfc-420d1b1e6688 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:05.141878 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.153410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Deleting port 5f430ebc-49af-447b-8e8a-b57787576c20 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:05.153843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.154065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.154595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.155085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.155662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.156140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.156620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.157086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.159085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4d9e6c9b-585a-4df0-8533-8f9ea25c49eb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.3487813 Jul 07 22:31:05.167542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-959132a9-cf79-4fe4-a410-345951af5a2c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.169286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-959132a9-cf79-4fe4-a410-345951af5a2c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.103 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 944 time: 0.7178650 Jul 07 22:31:05.185916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3384c819-3953-402f-96b0-b04495f20c56 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8940620 Jul 07 22:31:05.196178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58924) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.204867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d371-bd34-4f54-8c0e-b142465223bf req-3050f614-50fb-4040-a257-41c86523231f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.206414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7462d371-bd34-4f54-8c0e-b142465223bf req-3050f614-50fb-4040-a257-41c86523231f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3897169 Jul 07 22:31:05.226958 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.250043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1734902515'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.251309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:05.253415 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f2f9b8-0b8a-4133-8942-5d81b4b19cf8" -d '{"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-plugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:05.255953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.268077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:05.273386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.306364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Calling delete_port for 5f430ebc-49af-447b-8e8a-b57787576c20 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:05.326838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.390579 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.411773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Allocated IP 172.25.5.71 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/125e0b8b-b1fd-433d-953d-cfc321b24ef6) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:05.433784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7462d371-bd34-4f54-8c0e-b142465223bf req-e2b830eb-67b9-411f-9644-788fc54901ca tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683319 Jul 07 22:31:05.445625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:05.447712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.450501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.458215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-8b677c23-e9ac-4aaf-8a89-0f8019f0e7c3 service neutron] 10.222.0.103 "GET /v2.0/ports/54f49cba-ef30-4681-adfc-420d1b1e6688/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.2742546 Jul 07 22:31:05.476580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.489695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Port': ['ID=5f430ebc-49af-447b-8e8a-b57787576c20,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.501005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.503568 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b172154-d65a-4fcb-b8ed-bd6cf68b67ba tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/ports/5f430ebc-49af-447b-8e8a-b57787576c20 HTTP/1.1" status: 204 len: 168 time: 0.5580029 Jul 07 22:31:05.528740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58928) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.538867 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a390b13a-bf2e-45a1-a811-2abc4997d126 x-openstack-request-id: req-a390b13a-bf2e-45a1-a811-2abc4997d126 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:05.539469 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:05.540049 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a390b13a-bf2e-45a1-a811-2abc4997d126 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:05.540857 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'status': 'completed', 'code': 200} Jul 07 22:31:05.552515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Network be50288b-a913-4e7e-bb84-815be8664a04 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:05.579484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:05.582034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:05.583500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.583669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:05.584108 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.592641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b6baf447-d89b-4aa6-8ec5-8ac64568ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.593135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b6baf447-d89b-4aa6-8ec5-8ac64568ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.593624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b6baf447-d89b-4aa6-8ec5-8ac64568ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.595319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b6baf447-d89b-4aa6-8ec5-8ac64568ee2e service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=b918ddb7-675e-4c85-83ec-efd0139d359f&id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 2297 time: 0.3868296 Jul 07 22:31:05.606996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.615955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.616336 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Added segment caec8d94-e8c5-4cf7-a17d-d00692559998 of type vlan for network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb Jul 07 22:31:05.645952 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-703f0387-1dc9-4bfc-bda0-cf4fa46dced1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6294255 Jul 07 22:31:05.651941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58930) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.673365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.767563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f600964-19ef-4008-bbde-07a982008113 req-b47d58f3-2ab5-4917-a9d0-33503df3ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.769090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-b47d58f3-2ab5-4917-a9d0-33503df3ca06 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.1933877 Jul 07 22:31:05.803725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.809498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.817731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-e8a1dec3-e6c1-4f69-9274-36463e725eb9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 1001 time: 0.2122107 Jul 07 22:31:05.827470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Deleting port ba0326d4-a107-444e-9404-e17ad8960673 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:05.828374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.833228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.854873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-83604f3b-1b07-4ddf-bf03-59ab53216dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.856432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-83604f3b-1b07-4ddf-bf03-59ab53216dba service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1097 time: 0.3270459 Jul 07 22:31:05.956988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.991468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.997641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.998248 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.007609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376645f-d35f-4b0a-bd90-5bd440cb3f89 req-e829ac68-3a08-48bd-bd99-a71b964193fe tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.009121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1376645f-d35f-4b0a-bd90-5bd440cb3f89 req-e829ac68-3a08-48bd-bd99-a71b964193fe tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3207376 Jul 07 22:31:06.024896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Calling delete_port for ba0326d4-a107-444e-9404-e17ad8960673 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:06.027112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b5630a71-6c3a-4345-a81a-3e6d436d3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.028556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b5630a71-6c3a-4345-a81a-3e6d436d3ecc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 200 len: 855 time: 0.1999440 Jul 07 22:31:06.030535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f600964-19ef-4008-bbde-07a982008113 req-5749db48-7dd0-4978-a82d-9e875d2ea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.032038 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-5749db48-7dd0-4978-a82d-9e875d2ea07e service neutron] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.2559288 Jul 07 22:31:06.089850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-ac28a8dc-1037-46d6-bec0-6cb620a3cc9c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.0456641 Jul 07 22:31:06.121175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.177835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9703383 Jul 07 22:31:06.184686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58932) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:06.200550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'subnet': {'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:06.250666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:06.252716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593baffb-2c3a-4350-bb55-038841d7aaaf tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Network': ['ID=fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.260885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:06.265390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:06.269607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:06.273768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-fe4be975-6de5-4248-b2fc-b89245d73fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.275969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-fe4be975-6de5-4248-b2fc-b89245d73fcd service neutron] 10.222.0.103 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.3905082 Jul 07 22:31:06.282684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f600964-19ef-4008-bbde-07a982008113 req-6bb123a1-619b-4cc7-b6e3-d6d87a1a8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.284162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-6bb123a1-619b-4cc7-b6e3-d6d87a1a8522 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.1557798 Jul 07 22:31:06.293422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1376645f-d35f-4b0a-bd90-5bd440cb3f89 req-dc58668e-cf11-48a8-8f25-a504626b5bde tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711315 Jul 07 22:31:06.321268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event updated for resources: {'Port': ['ID=125e0b8b-b1fd-433d-953d-cfc321b24ef6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.343850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-34faea76-4c22-4bd4-864c-6cc064733f66 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465577 Jul 07 22:31:06.350525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] device_id is not set on port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:06.356098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.383553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.411836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-88926327-f114-4660-9978-6e13fc9ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.413400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-88926327-f114-4660-9978-6e13fc9ef5cb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab4393e0-f396-4313-834a-399375417fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3514574 Jul 07 22:31:06.424342 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.429254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/ports/ba0326d4-a107-444e-9404-e17ad8960673 HTTP/1.1" status: 204 len: 168 time: 0.8973148 Jul 07 22:31:06.429254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753f22a-7512-4b9e-9316-4efd51189152 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Port': ['ID=ba0326d4-a107-444e-9404-e17ad8960673,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.453491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58934) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:06.478430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Transition to ACTIVE for port object bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:06.487624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.506384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-645b113b-aaa1-4466-ae69-0a15e0dbed29 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 1000 time: 0.1928186 Jul 07 22:31:06.522196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:06.526263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.577503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7b57891b-4adf-48ec-964d-4a8f9537c17c tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1212547 Jul 07 22:31:06.587041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:06.600315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1982143663'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:06.635581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.636532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.648623 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-1b8ca41d-6a49-44b0-8d9d-4eb2a5e6f8f4 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824025 Jul 07 22:31:06.698819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:06.702293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.706029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-91283e1f-f1c6-48b4-a2ea-d32ee3b061d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.707547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-91283e1f-f1c6-48b4-a2ea-d32ee3b061d3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1348231 Jul 07 22:31:06.733767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:06.734150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:06.734467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:06.740261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-9ccb8282-555f-4ece-9e3e-b4a362582701 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186991 Jul 07 22:31:06.761119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:06.761467 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:06.767818 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 2 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:06.781240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.802816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4587093-5c79-41ee-bbe5-2a6a3f4fc809 req-6841cbf0-9d16-4626-8e5e-85eb76622b52 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:06.803485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:06.809830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4587093-5c79-41ee-bbe5-2a6a3f4fc809 req-6841cbf0-9d16-4626-8e5e-85eb76622b52 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3553517 Jul 07 22:31:06.811389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:06.811721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:06.812036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:06.839486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.839766 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Added segment 800cc83c-4ba3-42b5-a043-aeda7d3f2f67 of type vlan for network aecc0b9e-861b-4004-aa63-f52bda4c8d75 Jul 07 22:31:06.871823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:06.872087 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:06.881155 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 3 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:06.926440 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0f600964-19ef-4008-bbde-07a982008113 req-98655401-5c4f-47a3-8a59-d01c7e11d83e service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622814 Jul 07 22:31:06.939286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:06.939637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:06.940000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:06.943069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.957621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4587093-5c79-41ee-bbe5-2a6a3f4fc809 req-434f5f9d-b23e-4916-bf54-46583784f048 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469085 Jul 07 22:31:06.992608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:06.993046 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.000438 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 4 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.024984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-d309572f-2772-4224-b5b1-48d52760040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.026437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-d309572f-2772-4224-b5b1-48d52760040d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3077106 Jul 07 22:31:07.028331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-118af6e9-32e8-42ef-aa22-fd845ecc0cc5 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648573 Jul 07 22:31:07.039477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.039852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.040141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.046561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.056975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.057320 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.076053 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 5 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.091410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.098257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.099130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.125152 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb03b45-72c1-46f5-94c7-207ec2b25f44 x-openstack-request-id: req-eeb03b45-72c1-46f5-94c7-207ec2b25f44 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:07.125826 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-plugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:07.126421 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-eeb03b45-72c1-46f5-94c7-207ec2b25f44 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:07.127101 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'code': 200} Jul 07 22:31:07.151103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Subnet': ['ID=adbd374f-7f55-48f4-b559-55a74a537e95,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:07.210684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.211080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.211519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.215091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6260188 Jul 07 22:31:07.220315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58940) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:07.225476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1077657667'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:07.247159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.247507 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.256966 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 6 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.281432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198de29-9e87-4983-a8d8-82fcdde81d8a tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Network': ['ID=aecc0b9e-861b-4004-aa63-f52bda4c8d75,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:07.294192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network aecc0b9e-861b-4004-aa63-f52bda4c8d75 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:07.297501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.297853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.298205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.302336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Checking segment: {'id': 'caec8d94-e8c5-4cf7-a17d-d00692559998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:07.302741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network hostable DHCP agents. Network: fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:07.307888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:07.311319 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.316690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.317028 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.324072 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 7 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.352713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.353681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.354027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.365794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:07.367698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.368034 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.369647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:07.371595 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 8 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.390015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:07.395156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.395520 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Added segment eb189cff-7efb-457a-b459-dbb3b5e2ba8c of type vlan for network cd19c5ea-c24f-452e-b84b-6e4755f5be65 Jul 07 22:31:07.399057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8c8f8-d181-45f8-9761-3fc1ac4aa637 None None] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:07.406160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.406518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.406881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.410489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.411283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.443679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-e58c822d-acc1-474d-972d-fe1cb85b0272 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 217 time: 0.4021697 Jul 07 22:31:07.444883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.445311 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.451747 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 9 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.463904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.468150 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c6e2aad7-5650-49de-b310-3a8b8341e2d4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2795315 Jul 07 22:31:07.472271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58944) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:07.478840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-247826673', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:07.490259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.490782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.491220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.506879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.507310 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.515460 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempt 10 to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 Jul 07 22:31:07.533404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.534791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.541893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:07.542270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:07.542707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempting to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:07.545989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.551962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.552749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.560963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb', 'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb', 'tenant_id': 'fa0880d4caf94c8d97e0b0c7cde5d002', 'fixed_ips': [{'subnet_id': 'adbd374f-7f55-48f4-b559-55a74a537e95'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:07.562044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.581773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:07.582260 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Failed to bind port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '98d2ddd5-12fc-4500-8434-a973d806ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'be50288b-a913-4e7e-bb84-815be8664a04'}] Jul 07 22:31:07.582944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.596000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-f6a4252f-fc48-4fc0-b1f4-b3ec7c1f1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.597502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-f6a4252f-fc48-4fc0-b1f4-b3ec7c1f1770 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1372967 Jul 07 22:31:07.600993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.617596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-21faddd7-729c-488a-8c75-80bd8e75efb0 service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785890 Jul 07 22:31:07.620651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.628760 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4073608 Jul 07 22:31:07.704493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] For port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:07.705014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attempted to set empty binding levels {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:31:07.719740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Allocated IP 172.20.0.2 (fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb/adbd374f-7f55-48f4-b559-55a74a537e95/13767340-6dbe-4c82-b289-31132f930b94) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:07.741429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.752830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca05f3-b677-4aaa-b80b-2ed81c39fc35 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Network': ['ID=cd19c5ea-c24f-452e-b84b-6e4755f5be65,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:07.770898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.776423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5b1da-3285-4857-9a68-ac08a7e07e2d req-5a3205dc-a1d0-430c-b1a4-ce56ac917147 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.786356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ce5b1da-3285-4857-9a68-ac08a7e07e2d req-5a3205dc-a1d0-430c-b1a4-ce56ac917147 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3458581 Jul 07 22:31:07.788562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58946) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:07.789860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network cd19c5ea-c24f-452e-b84b-6e4755f5be65 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:07.805477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'subnets': [{'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--193732494', 'ip_version': 4}, {'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:07.805812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'subnet': {'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--193732494', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:07.806979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Request body: {'subnet': {'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:07.892405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event updated for resources: {'Port': ['ID=125e0b8b-b1fd-433d-953d-cfc321b24ef6,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:07.945016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.945455 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.955019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Transition to ACTIVE for port object 13767340-6dbe-4c82-b289-31132f930b94 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:07.972959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Transition to ACTIVE for port object 13767340-6dbe-4c82-b289-31132f930b94 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:07.984203 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.993422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-68eba018-db50-4a69-b389-d608955b7305 service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496642 Jul 07 22:31:08.011178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ce5b1da-3285-4857-9a68-ac08a7e07e2d req-d852f8c0-981a-4490-9e9c-3a3eca94dfcd tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230577 Jul 07 22:31:08.026138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.033500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-446c108c-4f88-460d-ad77-9b37637023ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0222406 Jul 07 22:31:08.036626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-6cdda419-cb1e-46c3-bb47-052cb4946888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:08.038141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-6cdda419-cb1e-46c3-bb47-052cb4946888 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4311979 Jul 07 22:31:08.044866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:08.048500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:08.056231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:08.060121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Pushing event updated for resources: {'Port': ['ID=13767340-6dbe-4c82-b289-31132f930b94,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:08.131050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Attempting to bind port 13767340-6dbe-4c82-b289-31132f930b94 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:08.131633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Attempting to bind port 13767340-6dbe-4c82-b289-31132f930b94 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'caec8d94-e8c5-4cf7-a17d-d00692559998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:08.132100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Attempting to bind port 13767340-6dbe-4c82-b289-31132f930b94 on network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:08.138132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:08.138708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Checking segment: {'id': 'caec8d94-e8c5-4cf7-a17d-d00692559998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:08.139221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.139717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Bound using segment: {'id': 'caec8d94-e8c5-4cf7-a17d-d00692559998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:08.140539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Bound port: 13767340-6dbe-4c82-b289-31132f930b94, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caec8d94-e8c5-4cf7-a17d-d00692559998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:08.141728 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.178928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-20d8e9cd-aa42-41b7-9b37-045ed92dde55 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.1448307 Jul 07 22:31:08.215102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] For port 13767340-6dbe-4c82-b289-31132f930b94, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:08.218681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] For port 13767340-6dbe-4c82-b289-31132f930b94, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13767340-6dbe-4c82-b289-31132f930b94,segment=NetworkSegment(caec8d94-e8c5-4cf7-a17d-d00692559998),segment_id=caec8d94-e8c5-4cf7-a17d-d00692559998)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:08.224437 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.251176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] In _notify_port_updated(), no bound segment for port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 on network be50288b-a913-4e7e-bb84-815be8664a04 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:31:08.251749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:08.252432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.256224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "PUT /v2.0/ports/bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 HTTP/1.1" status: 200 len: 980 time: 2.6007087 Jul 07 22:31:08.257290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58954) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:08.291574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19faff-7363-45a7-8653-195669aa3cab None None] Pushing event updated for resources: {'Port': ['ID=13767340-6dbe-4c82-b289-31132f930b94,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:08.369191 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.374681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280d94-cdcc-43ea-baa5-ca300fcc4a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event updated for resources: {'Port': ['ID=bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:08.411540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Made reservation on behalf of 933fec2e9f2046878daca8e233405b24 for: {'subnet': 2} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:08.416314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.416672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.431181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-1798453a-0a81-4ee9-9003-cfb67e555014 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573899 Jul 07 22:31:08.510152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Deleting port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:08.510512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.540490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82eec7-1855-489a-8a44-2a83a569cf2b req-3c2ab725-590f-4e78-a79c-29a58e6bc6f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:08.542068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa82eec7-1855-489a-8a44-2a83a569cf2b req-3c2ab725-590f-4e78-a79c-29a58e6bc6f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3145025 Jul 07 22:31:08.587041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-47e50603-7477-40ca-9f28-072bd5818ab5 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:08.589047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-47e50603-7477-40ca-9f28-072bd5818ab5 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.4093330 Jul 07 22:31:08.599344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] For port bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0, host n-h1-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:08.600017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.616784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-ce85bb17-6d48-4f7c-b292-1c8a680807c3 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:31:08.617809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63a6c811-4a3f-431a-98af-1eab1534b5a7 req-ce85bb17-6d48-4f7c-b292-1c8a680807c3 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169585 Jul 07 22:31:08.618052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Calling delete_port for bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:08.719370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa82eec7-1855-489a-8a44-2a83a569cf2b req-dbd619d8-c89d-47e4-8f65-95b7cf3590e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499581 Jul 07 22:31:08.771982 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.794075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.801239 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:31:08.876827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-1cebf12e-59d5-4452-988e-4ab081c57d9e service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279690 Jul 07 22:31:08.891420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.950178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.953691 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "DELETE /v2.0/ports/bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 HTTP/1.1" status: 204 len: 168 time: 0.6940687 Jul 07 22:31:08.956855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaac90a-b1f3-42b0-a67c-379a9ca55cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:08.961582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58958) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:08.991363 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b772e52f-4665-49b5-af4e-f1b0bb4ff207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:31:08.997999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b772e52f-4665-49b5-af4e-f1b0bb4ff207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600217933-project-admin] 10.222.0.95 "GET /v2.0/ports/bf1ff1b7-c17d-4ff3-8f8c-51b2594f80d0 HTTP/1.1" status: 404 len: 333 time: 0.0308216 Jul 07 22:31:08.998226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-23df5df7-ac37-4f84-a7f6-c6c9905364aa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 217 time: 0.0861833 Jul 07 22:31:08.998381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58960) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:09.010788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.25.5.111 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/8250d209-3650-4dc6-b67b-b587c5fdbcd3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:09.121033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.167829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0646a-51ba-48f8-996f-ee7ad55d0aad req-f340cc5e-6cb9-4aef-8a31-8b1963ca025a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:09.168107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.169465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dec0646a-51ba-48f8-996f-ee7ad55d0aad req-f340cc5e-6cb9-4aef-8a31-8b1963ca025a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.4026504 Jul 07 22:31:09.184954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4a349380-eda3-4573-9dde-bdd3f7022124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:09.186444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-4a349380-eda3-4573-9dde-bdd3f7022124 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1683068 Jul 07 22:31:09.196886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.211479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c3c6-fa53-4a32-b401-2c0ae87c3950 req-46d14a34-4d95-4712-b2a2-3051a6b103ca tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:09.212704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:09.213094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4717c3c6-fa53-4a32-b401-2c0ae87c3950 req-46d14a34-4d95-4712-b2a2-3051a6b103ca tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3723679 Jul 07 22:31:09.217163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:09.220666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:09.258439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=8250d209-3650-4dc6-b67b-b587c5fdbcd3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:09.365901 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dec0646a-51ba-48f8-996f-ee7ad55d0aad req-c19d1327-f576-4c3a-afa8-c348bffce36b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880903 Jul 07 22:31:09.412275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96db80-19ac-4689-b67f-636a4efa7359 None None] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:09.468211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4717c3c6-fa53-4a32-b401-2c0ae87c3950 req-da5f0aae-a2e2-4120-8d0b-a6b64fc964a9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351923 Jul 07 22:31:09.499951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-55eae95a-d8fd-489c-9ebd-b16ac040a0fb None None] Provisioning for port 13767340-6dbe-4c82-b289-31132f930b94 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:09.502587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.524115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-693595eb-aae6-4f94-be29-2b548a55dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:09.526262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-693595eb-aae6-4f94-be29-2b548a55dd8c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3265445 Jul 07 22:31:09.528822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be50288b-a913-4e7e-bb84-815be8664a04']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:09.552126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.557739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d2ddd5-12fc-4500-8434-a973d806ca46') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:09.558271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d2ddd5-12fc-4500-8434-a973d806ca46') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:09.607300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.639376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.763020 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.789425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:09.789856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:09.796867 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:09.801750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Subnet': ['ID=d4d9ff5f-91fb-415c-afb8-f7b68c51bff5,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:09.896034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-32b32940-892b-484d-a74c-e2af9c8c23a0 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553083 Jul 07 22:31:09.920173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.926659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Checking segment: {'id': '800cc83c-4ba3-42b5-a043-aeda7d3f2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:09.927086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network hostable DHCP agents. Network: aecc0b9e-861b-4004-aa63-f52bda4c8d75, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:09.930136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.996229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13767340-6dbe-4c82-b289-31132f930b94 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:10.066067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 13767340-6dbe-4c82-b289-31132f930b94 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:10.073723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 13767340-6dbe-4c82-b289-31132f930b94 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:10.074021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.167631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 09b2a6e5-2474-45eb-890b-df4bd2e34650 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:10.241599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.293873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 13767340-6dbe-4c82-b289-31132f930b94, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13767340-6dbe-4c82-b289-31132f930b94,segment=NetworkSegment(caec8d94-e8c5-4cf7-a17d-d00692559998),segment_id=caec8d94-e8c5-4cf7-a17d-d00692559998)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:10.299814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.337715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:10.343541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.345872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] 10.222.0.95 "DELETE /v2.0/networks/be50288b-a913-4e7e-bb84-815be8664a04 HTTP/1.1" status: 204 len: 168 time: 1.3446803 Jul 07 22:31:10.373799 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.380751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=13767340-6dbe-4c82-b289-31132f930b94,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:10.381438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5f3bc9d-3a1b-4ff0-9705-ba169b5eddb4 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9066427 Jul 07 22:31:10.382769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:10.388095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f0a8-29e8-40aa-a77a-87856b6a3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643131724-project] Pushing event deleted for resources: {'Network': ['ID=be50288b-a913-4e7e-bb84-815be8664a04,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:10.416863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] Sync routers for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:10.433382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083b83b-8544-407d-a584-20add4c12727 req-11b49fab-f65c-4df6-96b5-eec9f8aae394 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:10.433626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:10.434324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:10.441158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9083b83b-8544-407d-a584-20add4c12727 req-11b49fab-f65c-4df6-96b5-eec9f8aae394 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.7744372 Jul 07 22:31:10.463813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-7aea73f2-100c-4775-840c-c3bd93eecba6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:10.465626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-7aea73f2-100c-4775-840c-c3bd93eecba6 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8027358 Jul 07 22:31:10.472520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:10.487546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:10.488361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:10.527013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network aecc0b9e-861b-4004-aa63-f52bda4c8d75 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:10.529655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:10.530509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fdb2e-dcc2-4b84-904e-663bd8014b64 None None] The sync data for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:10.533511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a3907e4c-e6fb-4882-a5db-ba1c1879bf3f None None] Provisioning complete for port 13767340-6dbe-4c82-b289-31132f930b94 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:10.534317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3907e4c-e6fb-4882-a5db-ba1c1879bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.574607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-8671caf9-3fe0-40eb-8eee-0f1cf891af57 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.0905378 Jul 07 22:31:10.582743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, aecc0b9e-861b-4004-aa63-f52bda4c8d75) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:10.587406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9083b83b-8544-407d-a584-20add4c12727 req-4ed5d22c-c8a1-4830-93f3-c1428dad469f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450317 Jul 07 22:31:10.594002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.613208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a3efd-bbba-4085-b2f4-def80595e47b None None] Network aecc0b9e-861b-4004-aa63-f52bda4c8d75 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:10.637491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'floatingip': {'port_id': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:10.642297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-f1ffc6f3-80c0-43ad-9157-e2f00441cec3 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303510 Jul 07 22:31:10.744361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b367ac44-2a0f-4020-a48f-556d8388e5ab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 200 len: 217 time: 0.0441895 Jul 07 22:31:10.747183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:10.779479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event updated for resources: {'Subnet': ['ID=6aaaa505-7add-485c-a919-2dd3329a0e07,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:10.780114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-7477d019-9feb-42fe-9eb0-4e749c7d2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:10.781980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-7477d019-9feb-42fe-9eb0-4e749c7d2422 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 1097 time: 0.2492445 Jul 07 22:31:10.791434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.819735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:10.862599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-aecc0b9e-861b-4004-aa63-f52bda4c8d75', 'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75', 'tenant_id': '933fec2e9f2046878daca8e233405b24', 'fixed_ips': [{'subnet_id': 'd4d9ff5f-91fb-415c-afb8-f7b68c51bff5'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:10.863611 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.968107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-aa4e3e37-53c7-4d38-a370-277c1070db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:10.969651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-aa4e3e37-53c7-4d38-a370-277c1070db0a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1586018 Jul 07 22:31:10.989421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.009898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Allocated IP 172.20.0.2 (aecc0b9e-861b-4004-aa63-f52bda4c8d75/d4d9ff5f-91fb-415c-afb8-f7b68c51bff5/405b8b2e-6226-4bc5-9f4a-693fdbd8469a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:11.028500 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc01ae66-7f3a-4587-91df-17eb49131a71 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6a1f3babea0a49d086d617b3525015ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755699 Jul 07 22:31:11.029107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58982) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:11.062897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Checking segment: {'id': 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:11.063269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network hostable DHCP agents. Network: cd19c5ea-c24f-452e-b84b-6e4755f5be65, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:11.174221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.184150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Transition to ACTIVE for port object 405b8b2e-6226-4bc5-9f4a-693fdbd8469a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:11.187374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c760-0340-4672-966c-f35109b31510 req-35cad2b6-690e-40dc-9a15-ddfd346c4809 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.188931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9be5c760-0340-4672-966c-f35109b31510 req-35cad2b6-690e-40dc-9a15-ddfd346c4809 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 945 time: 0.3948650 Jul 07 22:31:11.203877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Transition to ACTIVE for port object 405b8b2e-6226-4bc5-9f4a-693fdbd8469a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:11.209192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Network cd19c5ea-c24f-452e-b84b-6e4755f5be65 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:11.215297 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.257733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Network aecc0b9e-861b-4004-aa63-f52bda4c8d75 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:11.260917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.263554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:11.267274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:11.275566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Pushing event updated for resources: {'Port': ['ID=405b8b2e-6226-4bc5-9f4a-693fdbd8469a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:11.284043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, cd19c5ea-c24f-452e-b84b-6e4755f5be65) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:11.288658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.289146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.290157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.297817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-eb896d0f-9e27-4155-b6ce-2b627f1bd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.299236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-eb896d0f-9e27-4155-b6ce-2b627f1bd746 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3175757 Jul 07 22:31:11.299841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d791770c-59b2-4878-a463-3a8f2862886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.303099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2486b12-ccc4-4c8d-a388-ddfd4398c305 None None] Network cd19c5ea-c24f-452e-b84b-6e4755f5be65 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:11.385823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Attempting to bind port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:11.386372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Attempting to bind port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '800cc83c-4ba3-42b5-a043-aeda7d3f2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:11.386871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Attempting to bind port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a on network aecc0b9e-861b-4004-aa63-f52bda4c8d75 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:11.398264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:11.398843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Checking segment: {'id': '800cc83c-4ba3-42b5-a043-aeda7d3f2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:11.399379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.400421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Bound using segment: {'id': '800cc83c-4ba3-42b5-a043-aeda7d3f2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:11.401015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Bound port: 405b8b2e-6226-4bc5-9f4a-693fdbd8469a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800cc83c-4ba3-42b5-a043-aeda7d3f2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'aecc0b9e-861b-4004-aa63-f52bda4c8d75'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:11.401623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.415410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6d3b93d-72ca-41da-b712-157d062d24dd tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6149421 Jul 07 22:31:11.418968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d791770c-59b2-4878-a463-3a8f2862886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.421074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58984) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:11.432189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9be5c760-0340-4672-966c-f35109b31510 req-d36ccb7c-b5f6-43c1-be51-34d4b01d1d79 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156076 Jul 07 22:31:11.538659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] For port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:11.574913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] For port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=405b8b2e-6226-4bc5-9f4a-693fdbd8469a,segment=NetworkSegment(800cc83c-4ba3-42b5-a043-aeda7d3f2f67),segment_id=800cc83c-4ba3-42b5-a043-aeda7d3f2f67)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:11.577709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-cd19c5ea-c24f-452e-b84b-6e4755f5be65', 'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65', 'tenant_id': '933fec2e9f2046878daca8e233405b24', 'fixed_ips': [{'subnet_id': '6aaaa505-7add-485c-a919-2dd3329a0e07'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:11.579184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.591984 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.695167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570092b-ba8d-4f5b-a940-13b6f1e9fad8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.697527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570092b-ba8d-4f5b-a940-13b6f1e9fad8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.699098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570092b-ba8d-4f5b-a940-13b6f1e9fad8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.703598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2570092b-ba8d-4f5b-a940-13b6f1e9fad8 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2728729 Jul 07 22:31:11.704650 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:11.710811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d70042-9f8c-4591-83e8-725b8d9ca3b0 None None] Pushing event updated for resources: {'Port': ['ID=405b8b2e-6226-4bc5-9f4a-693fdbd8469a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:11.778658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-21204975-880e-40c0-96e7-c4e4e284293e service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687889 Jul 07 22:31:11.790766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:11.825240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Allocated IP 172.20.0.18 (cd19c5ea-c24f-452e-b84b-6e4755f5be65/6aaaa505-7add-485c-a919-2dd3329a0e07/d1a92776-a032-4ad2-bd82-67577bcd07b1) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:11.864641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d791770c-59b2-4878-a463-3a8f2862886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.867421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Deleting subnet d4d9ff5f-91fb-415c-afb8-f7b68c51bff5 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:11.867576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d791770c-59b2-4878-a463-3a8f2862886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.871598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d791770c-59b2-4878-a463-3a8f2862886f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6622a5a0-442a-431a-b304-3ce1fa52d09f HTTP/1.1" status: 204 len: 168 time: 0.8376381 Jul 07 22:31:11.881266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.903672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791770c-59b2-4878-a463-3a8f2862886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6622a5a0-442a-431a-b304-3ce1fa52d09f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:11.938335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13767340-6dbe-4c82-b289-31132f930b94 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:11.955691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf870e-1bfb-492e-a840-09cb93026a31 req-2e75bc2e-2bac-4e9b-86ff-fbe078300e03 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.963181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64bf870e-1bfb-492e-a840-09cb93026a31 req-2e75bc2e-2bac-4e9b-86ff-fbe078300e03 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3183444 Jul 07 22:31:12.031799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-fb2366a9-67f5-4d47-807c-d6ab41c16d08 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460866 Jul 07 22:31:12.034381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:12.042459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:31:12.120460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.166504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 13767340-6dbe-4c82-b289-31132f930b94 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:12.166955 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.176279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-8d3be07c-a13e-4aaf-b9c9-6f129e7cec64 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 200 len: 217 time: 0.1230698 Jul 07 22:31:12.182654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64bf870e-1bfb-492e-a840-09cb93026a31 req-b459850d-c5de-4976-9dfc-bb1b406b7313 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185819 Jul 07 22:31:12.217676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:12.220122 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade339a2-7f7f-4de7-8492-b6f8100d1ca4" -d '{"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-unplugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:12.236854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.279935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Transition to ACTIVE for port object 54f49cba-ef30-4681-adfc-420d1b1e6688 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:12.296705 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.309051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Transition to ACTIVE for port object d1a92776-a032-4ad2-bd82-67577bcd07b1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:12.311738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-c4d42118-717d-470c-b32f-f729f35fdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:12.312958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.316587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-c4d42118-717d-470c-b32f-f729f35fdf70 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1277423 Jul 07 22:31:12.326735 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.355415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Transition to ACTIVE for port object d1a92776-a032-4ad2-bd82-67577bcd07b1 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:12.372119 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.379258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.404780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.1 (fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb/adbd374f-7f55-48f4-b559-55a74a537e95/869d56d8-5590-4035-87dc-8eceddcfa6b0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:12.460653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Pushing event updated for resources: {'Port': ['ID=d1a92776-a032-4ad2-bd82-67577bcd07b1,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:12.478821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Network cd19c5ea-c24f-452e-b84b-6e4755f5be65 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:12.480532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:12.487907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:12.547614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:12.549093 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.574080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Attempting to bind port d1a92776-a032-4ad2-bd82-67577bcd07b1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:12.576647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Attempting to bind port d1a92776-a032-4ad2-bd82-67577bcd07b1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:12.577030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Attempting to bind port d1a92776-a032-4ad2-bd82-67577bcd07b1 on network cd19c5ea-c24f-452e-b84b-6e4755f5be65 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:12.584144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:12.584535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Checking segment: {'id': 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:12.584833 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Floating IP 499177c5-e31e-4c54-b464-34a14da948ce associated. External IP: 172.25.5.71, port: 0ca90cf8-aaa5-4212-995e-2c7638b6387c. Jul 07 22:31:12.585000 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.585332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Bound using segment: {'id': 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:12.585818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Bound port: d1a92776-a032-4ad2-bd82-67577bcd07b1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cd19c5ea-c24f-452e-b84b-6e4755f5be65'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:12.586205 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.691038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:12.697888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-8184d6de-439a-4614-8657-19ae00ff4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:12.699903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-8184d6de-439a-4614-8657-19ae00ff4bd4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3715298 Jul 07 22:31:12.712886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] For port d1a92776-a032-4ad2-bd82-67577bcd07b1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:12.722910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] For port d1a92776-a032-4ad2-bd82-67577bcd07b1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d1a92776-a032-4ad2-bd82-67577bcd07b1,segment=NetworkSegment(eb189cff-7efb-457a-b459-dbb3b5e2ba8c),segment_id=eb189cff-7efb-457a-b459-dbb3b5e2ba8c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:12.739035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.828607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] No DVR routers for this DVR port 54f49cba-ef30-4681-adfc-420d1b1e6688 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:12.895818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854f08-1e91-4524-a130-abbff0a1a44f None None] Pushing event updated for resources: {'Port': ['ID=d1a92776-a032-4ad2-bd82-67577bcd07b1,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:12.932483 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f68a4-5b3e-4de0-aa42-a32aba4119c0 x-openstack-request-id: req-a42f68a4-5b3e-4de0-aa42-a32aba4119c0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:12.932797 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-unplugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:12.933056 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a42f68a4-5b3e-4de0-aa42-a32aba4119c0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:12.933466 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'code': 200} Jul 07 22:31:12.973483 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d0f1e01a-6e65-49cb-bff3-3a051fcfec9d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0b45e3429aeb465a9faff51c46487c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181466 Jul 07 22:31:12.975380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59000) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:12.996566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.120093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:13.140452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d9ff5f-91fb-415c-afb8-f7b68c51bff5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:13.145663 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.151314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-18c89cac-bf12-4173-8552-fc30a9607d27 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/subnets/d4d9ff5f-91fb-415c-afb8-f7b68c51bff5 HTTP/1.1" status: 204 len: 168 time: 1.4462874 Jul 07 22:31:13.157832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59002) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:13.218041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:13.236048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.295956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Transition to ACTIVE for port object 869d56d8-5590-4035-87dc-8eceddcfa6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:13.299576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-843082e8-0dea-461e-bcf8-abbab13dba17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.327199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Deleting subnet 6aaaa505-7add-485c-a919-2dd3329a0e07 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:13.337190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.342284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-843082e8-0dea-461e-bcf8-abbab13dba17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.400715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-796a8bfa-8c69-4aba-9831-52d82595ea09 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925309 Jul 07 22:31:13.425179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:13.473078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.480875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:13.481295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:13.482047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:13.490308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bd7f8-df56-4dda-8ed2-0a93e0325f18 None None] Network aecc0b9e-861b-4004-aa63-f52bda4c8d75 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:13.519322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:13.519792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Attempting to bind port 54f49cba-ef30-4681-adfc-420d1b1e6688 on network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:13.535978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.549660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94747c2b-8e74-40fa-85c5-bb6af4121f86 req-fd35f2bb-41b7-47e8-8851-e9c0c3c9d32d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:13.551246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94747c2b-8e74-40fa-85c5-bb6af4121f86 req-fd35f2bb-41b7-47e8-8851-e9c0c3c9d32d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 944 time: 0.2827024 Jul 07 22:31:13.552043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:13.552774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Checking segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:13.553365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Bound using segment: {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:13.554019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Bound port: 54f49cba-ef30-4681-adfc-420d1b1e6688, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:13.554585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.560098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7f39c71c-8359-4ad8-94ff-9e7b3fcd1318 None None] Provisioning for port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:13.611754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-843082e8-0dea-461e-bcf8-abbab13dba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.614619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-843082e8-0dea-461e-bcf8-abbab13dba17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.619032 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-843082e8-0dea-461e-bcf8-abbab13dba17 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d70296c5-492a-410e-8df0-ec4703becfa5 HTTP/1.1" status: 204 len: 168 time: 0.6403496 Jul 07 22:31:13.623239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:13.641044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-612ca844-784a-4448-a6e5-b1619f431b59 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307000 Jul 07 22:31:13.682588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:13.686372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:13.710543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94747c2b-8e74-40fa-85c5-bb6af4121f86 req-fe874639-df36-4224-85e5-b9a242fdb65e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461520 Jul 07 22:31:13.715107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-c7eca18e-3921-4080-986b-8d392eae4616 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 217 time: 0.0588403 Jul 07 22:31:13.717902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:13.735913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] Sync routers for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:13.757280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] DHCP port deletion for aecc0b9e-861b-4004-aa63-f52bda4c8d75 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:13.762015 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:13.762704 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:13.785763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843082e8-0dea-461e-bcf8-abbab13dba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70296c5-492a-410e-8df0-ec4703becfa5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:13.837717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=869d56d8-5590-4035-87dc-8eceddcfa6b0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:13.872005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-fe82045f-6ea7-4c99-a884-f8f9c0fb0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:13.876276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-fe82045f-6ea7-4c99-a884-f8f9c0fb0a19 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.1478219 Jul 07 22:31:13.914044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.924167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.943427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:13.949298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.985019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] Deleting port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:13.985945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.074391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:14.094675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d1a92776-a032-4ad2-bd82-67577bcd07b1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:14.096923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.152668 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:14.198830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:14.199513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.200956 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] 10.222.0.97 "PUT /v2.0/ports/54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 1093 time: 3.3871305 Jul 07 22:31:14.244735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] For port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=405b8b2e-6226-4bc5-9f4a-693fdbd8469a,segment=NetworkSegment(800cc83c-4ba3-42b5-a043-aeda7d3f2f67),segment_id=800cc83c-4ba3-42b5-a043-aeda7d3f2f67)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:14.245157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.283878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-3cdd0c35-00ae-4cfe-87ce-d0b0c969a864 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "PUT /v2.0/floatingips/499177c5-e31e-4c54-b464-34a14da948ce HTTP/1.1" status: 200 len: 995 time: 3.6917295 Jul 07 22:31:14.299426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:14.301823 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63abaa56-c90b-4d22-932d-393437311d11" -d '{"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:14.303372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-852e6b6a-ccdf-48cc-a0fa-6a31de8897d8 None None] Provisioning for port 869d56d8-5590-4035-87dc-8eceddcfa6b0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:14.308683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] Calling delete_port for 405b8b2e-6226-4bc5-9f4a-693fdbd8469a owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:14.330607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-852e6b6a-ccdf-48cc-a0fa-6a31de8897d8 None None] Provisioning complete for port 869d56d8-5590-4035-87dc-8eceddcfa6b0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:14.331016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-852e6b6a-ccdf-48cc-a0fa-6a31de8897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.335363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0de66-9a77-4450-af0c-09d47d8cba2b req-6ec9c143-84c0-4f4e-8fb4-c017d9268c4f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:14.340767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ec0de66-9a77-4450-af0c-09d47d8cba2b req-6ec9c143-84c0-4f4e-8fb4-c017d9268c4f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.4628317 Jul 07 22:31:14.367808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.370903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d1a92776-a032-4ad2-bd82-67577bcd07b1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:14.439344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09839a5f-c4e0-4bce-bf33-9b6a24254216 service neutron] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=11']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:14.443927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaaa505-7add-485c-a919-2dd3329a0e07,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:14.471302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-65a66c8d-3b22-4099-8dda-215a9e318275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:14.474464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-65a66c8d-3b22-4099-8dda-215a9e318275 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5404816 Jul 07 22:31:14.474853 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.481213 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2b89f793-876f-4e21-85a4-9cfe81193338 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/subnets/6aaaa505-7add-485c-a919-2dd3329a0e07 HTTP/1.1" status: 204 len: 168 time: 1.3204932 Jul 07 22:31:14.488527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59020) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:14.522957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-852e6b6a-ccdf-48cc-a0fa-6a31de8897d8 None None] Port 869d56d8-5590-4035-87dc-8eceddcfa6b0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:14.620065 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '499177c5-e31e-4c54-b464-34a14da948ce', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'port_id': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'mac_address': 'fa:16:3e:bc:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:31:06Z', 'updated_at': '2021-07-07T22:31:11Z', 'revision_number': 1, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:06Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:14.621470 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.657236 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] Checking router: f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:14.660432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.667327 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:14.667988 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:14.671137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] Pushing event deleted for resources: {'Port': ['ID=405b8b2e-6226-4bc5-9f4a-693fdbd8469a,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:14.675189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a43927-8241-4c67-83f0-d6e48e488346 None None] Network cd19c5ea-c24f-452e-b84b-6e4755f5be65 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:14.728803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ec0de66-9a77-4450-af0c-09d47d8cba2b req-a1f32ceb-b322-4dc3-908e-876ce30f6043 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665254 Jul 07 22:31:14.781533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-a7c879b7-6f7c-47ab-851a-c9856bf3b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:14.793112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-a7c879b7-6f7c-47ab-851a-c9856bf3b827 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.4793024 Jul 07 22:31:14.803999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9120cba-90ce-4808-9b0d-6495ab50568a None None] No DVR routers for this DVR port 405b8b2e-6226-4bc5-9f4a-693fdbd8469a on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:14.857415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] Provisioning for port d1a92776-a032-4ad2-bd82-67577bcd07b1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:14.862029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] Provisioning complete for port d1a92776-a032-4ad2-bd82-67577bcd07b1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:14.862405 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.895256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-010155fe-e108-4030-b665-27dc3f612e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:14.897203 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-010155fe-e108-4030-b665-27dc3f612e2d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1096 time: 0.6638935 Jul 07 22:31:14.933149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] DHCP port deletion for cd19c5ea-c24f-452e-b84b-6e4755f5be65 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:14.944585 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:15.028467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.066333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] Deleting port d1a92776-a032-4ad2-bd82-67577bcd07b1 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:15.067258 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.071524 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-56ba2b3a-92d6-4219-9bdd-ba163194afcf service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756750 Jul 07 22:31:15.077775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:15.082923 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702067f-9b82-4d3e-851c-52fa76cf2da3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:15.098563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7bcd4-5982-48c8-95a1-835778ddc159 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.101294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ced7bcd4-5982-48c8-95a1-835778ddc159 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6112218 Jul 07 22:31:15.111421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59038) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:15.145305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] For port d1a92776-a032-4ad2-bd82-67577bcd07b1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d1a92776-a032-4ad2-bd82-67577bcd07b1,segment=NetworkSegment(eb189cff-7efb-457a-b459-dbb3b5e2ba8c),segment_id=eb189cff-7efb-457a-b459-dbb3b5e2ba8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:15.145707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.158723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] Calling delete_port for d1a92776-a032-4ad2-bd82-67577bcd07b1 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:15.190297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-2f7070ba-56a5-49e6-abd3-757b7896cf55 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101642 Jul 07 22:31:15.236377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] For port d1a92776-a032-4ad2-bd82-67577bcd07b1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d1a92776-a032-4ad2-bd82-67577bcd07b1,segment=NetworkSegment(eb189cff-7efb-457a-b459-dbb3b5e2ba8c),segment_id=eb189cff-7efb-457a-b459-dbb3b5e2ba8c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:15.245130 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.250859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-00b99eff-c06a-4137-9e00-42481be3c101 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0512424 Jul 07 22:31:15.254411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-054a387e-2b66-4df9-ac6b-8dfb90e3518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.255975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-054a387e-2b66-4df9-ac6b-8dfb90e3518f service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.3503008 Jul 07 22:31:15.257528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59040) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:15.283782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94bfee-d642-417f-bcbb-319dcfe3a868 req-0cd9ef5f-4d63-49ef-8e37-4d51817f8177 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.285258 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.291748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e94bfee-d642-417f-bcbb-319dcfe3a868 req-0cd9ef5f-4d63-49ef-8e37-4d51817f8177 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3651950 Jul 07 22:31:15.307345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] No DVR routers for this DVR port d1a92776-a032-4ad2-bd82-67577bcd07b1 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:15.343747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3afd-ed1d-4a39-8443-c54f6a021770 None None] Pushing event updated for resources: {'Port': ['ID=d1a92776-a032-4ad2-bd82-67577bcd07b1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:15.370198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5fbca-5ab7-4e2e-a728-affcc5db18ac None None] Pushing event deleted for resources: {'Port': ['ID=d1a92776-a032-4ad2-bd82-67577bcd07b1,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:15.380849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e94bfee-d642-417f-bcbb-319dcfe3a868 req-3c700fab-77b8-47c6-86a8-5807e6f136ff tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831983 Jul 07 22:31:15.384852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-2b0ba796-26f5-4199-adb9-b6fe18cfc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.389248 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '499177c5-e31e-4c54-b464-34a14da948ce', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'port_id': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'mac_address': 'fa:16:3e:bc:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:31:06Z', 'updated_at': '2021-07-07T22:31:11Z', 'revision_number': 1, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:06Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:15.396163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-2b0ba796-26f5-4199-adb9-b6fe18cfc9d2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.5987411 Jul 07 22:31:15.429627 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af820a8-72ce-4fd1-830e-0655209a41dd None None] The sync data for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 is: [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '499177c5-e31e-4c54-b464-34a14da948ce', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'port_id': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'mac_address': 'fa:16:3e:bc:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:31:06Z', 'updated_at': '2021-07-07T22:31:11Z', 'revision_number': 1, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:06Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:15.451038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.489097 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-a84f10c2-be10-4789-8402-0f0fcaa1a82a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.2082350 Jul 07 22:31:15.503868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4220ed9-49e3-4f2f-90cc-6852639f9478 tempest-AgentManagementNegativeTest-1412440065 tempest-AgentManagementNegativeTest-1412440065-project] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2379327 Jul 07 22:31:15.505664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-8cc9729d-8ddc-47f8-9f21-990c485b4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.507893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-8cc9729d-8ddc-47f8-9f21-990c485b4e61 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.2481697 Jul 07 22:31:15.533304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-29ed897e-a3a3-4882-9c04-a2bdc606ef9a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 998 time: 0.1361110 Jul 07 22:31:15.613472 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e79807a-8020-4b11-9c9a-957bea4c499a x-openstack-request-id: req-0e79807a-8020-4b11-9c9a-957bea4c499a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:15.613754 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:15.614068 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0e79807a-8020-4b11-9c9a-957bea4c499a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:15.614441 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'status': 'completed', 'code': 200} Jul 07 22:31:15.635010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-4ce82af4-80a1-43af-85e3-b1c2c425588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.636817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-4ce82af4-80a1-43af-85e3-b1c2c425588d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.0912621 Jul 07 22:31:15.676429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-5edf755a-4170-49b5-885c-63eaf9296323 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307946 Jul 07 22:31:15.684035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-06a9e1d7-a911-4128-935b-66c32841d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.685610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-06a9e1d7-a911-4128-935b-66c32841d568 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566808 Jul 07 22:31:15.831559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badb92c-7c2c-4ec7-b7aa-471b697d9b4d None None] New status for floating IP 499177c5-e31e-4c54-b464-34a14da948ce: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:31:15.894063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d1a92776-a032-4ad2-bd82-67577bcd07b1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:15.918544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d1a92776-a032-4ad2-bd82-67577bcd07b1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:15.919461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d1a92776-a032-4ad2-bd82-67577bcd07b1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:15.957704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59050) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:15.976854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-dad88bd6-5d9e-4f46-bf65-6435bed3b4d8 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831600 Jul 07 22:31:15.998370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-116d55f9-7107-4bac-b513-226c5624579c service neutron] 10.222.0.95 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058462 Jul 07 22:31:16.125266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-5f61fff5-4c63-4888-92e1-e05b9e887fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.126825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-5f61fff5-4c63-4888-92e1-e05b9e887fbd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.6216779 Jul 07 22:31:16.131933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fdd82-7d75-4c66-a84a-61ceeb2c0958 req-5ef0ef82-b98b-4b27-baf4-786eed9b484c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.133188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.133416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec1fdd82-7d75-4c66-a84a-61ceeb2c0958 req-5ef0ef82-b98b-4b27-baf4-786eed9b484c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 944 time: 0.3141108 Jul 07 22:31:16.155227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01509edc-ca78-4334-97eb-1aad7c8fda1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.158284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd19c5ea-c24f-452e-b84b-6e4755f5be65']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.197268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.197575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb189cff-7efb-457a-b459-dbb3b5e2ba8c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.223208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.251955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec1fdd82-7d75-4c66-a84a-61ceeb2c0958 req-d124b7e6-500d-45c6-8264-6b0c8cf622f2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083786 Jul 07 22:31:16.259397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62bbc803-313d-4df5-9f0b-8c89b6ce04b7 req-7ee929f2-4e07-443c-9088-2afdee53538e service neutron] 10.222.0.95 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589912 Jul 07 22:31:16.261248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.264980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1acb3e2-8054-4d3e-8a06-b5a63776ee00 req-b609aacd-42bb-4f71-a565-335cf2a4dec7 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087798 Jul 07 22:31:16.290769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abaa56-c90b-4d22-932d-393437311d11 req-4e673fd8-cd5c-45fc-a0d6-49f30291a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.292363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-4e673fd8-cd5c-45fc-a0d6-49f30291a9fe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.2788241 Jul 07 22:31:16.293630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:16.294149 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:16.300224 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:16.370436 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b010e36-4a02-4d2a-94c4-5f64ab30cea3 x-openstack-request-id: req-9b010e36-4a02-4d2a-94c4-5f64ab30cea3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:16.370755 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:16.371025 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9b010e36-4a02-4d2a-94c4-5f64ab30cea3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:16.371427 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'status': 'completed', 'code': 200} Jul 07 22:31:16.435391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-468ac2f3-a395-4773-a05f-d6c9dc3bf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.436918 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-468ac2f3-a395-4773-a05f-d6c9dc3bf4a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3000529 Jul 07 22:31:16.448770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.466453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.513641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-531cb4aa-9c7c-4913-ac2c-cb47df8106ac tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 1000 time: 0.1750977 Jul 07 22:31:16.517205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.523229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.526153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/networks/cd19c5ea-c24f-452e-b84b-6e4755f5be65 HTTP/1.1" status: 204 len: 168 time: 1.4100654 Jul 07 22:31:16.541241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59058) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:16.611968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b7564-9a42-4263-9cdb-d8c2745997d4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Network': ['ID=cd19c5ea-c24f-452e-b84b-6e4755f5be65,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:16.662095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=869d56d8-5590-4035-87dc-8eceddcfa6b0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:16.670573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.672906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abaa56-c90b-4d22-932d-393437311d11 req-fb44b832-ba29-47e0-b490-e867e90dce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.674060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-4ec7ffd1-fa15-4075-91ab-a3bbef8ab783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.674985 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-fb44b832-ba29-47e0-b490-e867e90dce6a service neutron] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.3511238 Jul 07 22:31:16.676083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-4ec7ffd1-fa15-4075-91ab-a3bbef8ab783 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1096 time: 0.2946873 Jul 07 22:31:16.694924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-9aacbd7f-89dc-4970-a599-7ae553fffd06 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.696343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-9aacbd7f-89dc-4970-a599-7ae553fffd06 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports/0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 942 time: 0.1755700 Jul 07 22:31:16.725643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818308d3-2d27-42c8-b6b8-3053f4898566 req-b91171a3-699f-4ca9-9210-b6b112ff8ade tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.727237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-818308d3-2d27-42c8-b6b8-3053f4898566 req-b91171a3-699f-4ca9-9210-b6b112ff8ade tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.3277583 Jul 07 22:31:16.784499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.804855 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-192550ff-ddc6-4ff9-8692-475d859cf3e3 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517613 Jul 07 22:31:16.840635 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-966fca68-3610-42d2-8271-a338143fc5a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 1000 time: 0.1557553 Jul 07 22:31:16.973787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abaa56-c90b-4d22-932d-393437311d11 req-e11cd611-afa4-4c64-8aa0-12496d34c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.975372 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-e11cd611-afa4-4c64-8aa0-12496d34c3d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.1067803 Jul 07 22:31:16.996994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:17.018525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:17.021898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-334089b5-f742-4449-b8c0-1b37b1613c1b req-03051c95-33d3-4e83-8f5a-8bddbc1a2fcb service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086377 Jul 07 22:31:17.023816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-fa9e8956-d900-451f-af5d-4015c0fca64b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409770 Jul 07 22:31:17.091663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.172404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01509edc-ca78-4334-97eb-1aad7c8fda1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.188358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01509edc-ca78-4334-97eb-1aad7c8fda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.263477 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-4c1e2646-17a5-45b7-8289-ad3e3425ba31 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298265 Jul 07 22:31:17.270046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-1db713a3-7c92-4713-8673-ba1bd0a81623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.271533 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-1db713a3-7c92-4713-8673-ba1bd0a81623 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1096 time: 0.1802182 Jul 07 22:31:17.274559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 09b2a6e5-2474-45eb-890b-df4bd2e34650 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:17.289001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-818308d3-2d27-42c8-b6b8-3053f4898566 req-f6b95496-188d-466b-a41f-7cb4a6814d26 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487163 Jul 07 22:31:17.291322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e9b7a9b9-3f95-4cea-bfae-451b91f62949 None None] Provisioning complete for port 869d56d8-5590-4035-87dc-8eceddcfa6b0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:17.292444 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e9b7a9b9-3f95-4cea-bfae-451b91f62949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.323319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01509edc-ca78-4334-97eb-1aad7c8fda1d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=70a015a9fbf24d8caa5d9b7c7d3f1693&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3642209 Jul 07 22:31:17.339732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.345128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7a9b9-3f95-4cea-bfae-451b91f62949 None None] Port 869d56d8-5590-4035-87dc-8eceddcfa6b0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:17.380610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-78c16a2e-adb6-4cef-975c-75904425e639 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 1000 time: 0.2826104 Jul 07 22:31:17.381657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509edc-ca78-4334-97eb-1aad7c8fda1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c134ba00-478b-496c-8676-6a922a681e91,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:17.388342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-e70cee50-e117-4a19-8c89-9bc2b6cb1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.389853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-e70cee50-e117-4a19-8c89-9bc2b6cb1116 service neutron] 10.222.0.103 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.7021267 Jul 07 22:31:17.397162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.475237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecc0b9e-861b-4004-aa63-f52bda4c8d75']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.552319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800cc83c-4ba3-42b5-a043-aeda7d3f2f67') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.552608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800cc83c-4ba3-42b5-a043-aeda7d3f2f67') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.566448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b706-996f-4a6f-bfde-8836ad67d535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.579511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.583289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-a3dc5fdf-f1f1-48a1-bae0-52e1d89fac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.584801 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-a3dc5fdf-f1f1-48a1-bae0-52e1d89fac52 service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.3024251 Jul 07 22:31:17.586649 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-63abaa56-c90b-4d22-932d-393437311d11 req-e7aadff5-424f-4264-a2fe-7c55938c7c28 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142414 Jul 07 22:31:17.589760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-a0f7c9b4-239e-4f31-8b0f-700e8c8368a1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.1899469 Jul 07 22:31:17.616185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b706-996f-4a6f-bfde-8836ad67d535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.651933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.654006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:17.665770 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-31af464c-821e-4657-aad3-7a18596e19d8 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/routers/09b2a6e5-2474-45eb-890b-df4bd2e34650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2813380 Jul 07 22:31:17.666982 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] Sync routers for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:17.672320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59068) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.672522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:17.672789 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.679368 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:17.680238 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.681303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'port': {'network_id': 'fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb', 'name': 'tempest-FloatingIPTestJSON-208428315'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:17.683778 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:17.718986 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.730484 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:17.731435 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.749963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-477844be-ddca-4321-974d-71581d8e79e9 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.751402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-477844be-ddca-4321-974d-71581d8e79e9 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.3504291 Jul 07 22:31:17.757723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-fca38e86-ddb2-417c-863d-b656e5c6281a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 998 time: 0.1581831 Jul 07 22:31:17.762117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-6beb734d-70c9-49d7-9326-a26554f906cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.763610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-6beb734d-70c9-49d7-9326-a26554f906cc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1644273 Jul 07 22:31:17.772847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b6f49-aa7d-4cd2-96fb-0e14519eb679 req-be5e15aa-2c4e-455f-b8bb-0946c27edd9f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.774903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd7b6f49-aa7d-4cd2-96fb-0e14519eb679 req-be5e15aa-2c4e-455f-b8bb-0946c27edd9f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3141232 Jul 07 22:31:17.777972 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:17.779143 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c2ec79-2588-4b71-9cfc-432b1d56a7f6 None None] The sync data for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:17.788246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.824173 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.828170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/networks/aecc0b9e-861b-4004-aa63-f52bda4c8d75 HTTP/1.1" status: 204 len: 168 time: 1.2830572 Jul 07 22:31:17.828334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b706-996f-4a6f-bfde-8836ad67d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.831437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b706-996f-4a6f-bfde-8836ad67d535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.832823 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7fc0b706-996f-4a6f-bfde-8836ad67d535 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c134ba00-478b-496c-8676-6a922a681e91 HTTP/1.1" status: 204 len: 168 time: 0.4920661 Jul 07 22:31:17.838056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59070) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.862677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0b706-996f-4a6f-bfde-8836ad67d535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134ba00-478b-496c-8676-6a922a681e91,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:17.892903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-760e625b-6dce-4e23-8ffb-68ffbb5f7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.895378 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-760e625b-6dce-4e23-8ffb-68ffbb5f7f30 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1155026 Jul 07 22:31:17.896114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Network': ['ID=aecc0b9e-861b-4004-aa63-f52bda4c8d75,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:17.961040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Made reservation on behalf of fa0880d4caf94c8d97e0b0c7cde5d002 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:17.965296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.979866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.980225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.980578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.980923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.981270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.981609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.981949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.982287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.982644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.983051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.983387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:17.983719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946a386-babc-4649-bdb9-1183f79ddfd7 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:18.000812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] device_id is not set on port be39f8bc-774f-4b7b-ac43-6b79644945a2 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:18.010301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd7b6f49-aa7d-4cd2-96fb-0e14519eb679 req-13e8e130-5af5-4db8-9b44-53567dce00cf tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229106 Jul 07 22:31:18.023039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-10cb258c-2b83-4c66-a813-f7f79e0cdf1a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 1000 time: 0.2383766 Jul 07 22:31:18.028406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.036792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:18.082550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-67b053c1-b0ee-404e-ab1f-d9e04eb87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:18.084052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-67b053c1-b0ee-404e-ab1f-d9e04eb87a8b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3079474 Jul 07 22:31:18.120326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-9340c94a-4cf9-47dd-bef6-08897b4cd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:18.122313 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-9340c94a-4cf9-47dd-bef6-08897b4cd5de service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155790 Jul 07 22:31:18.190835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.207984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Allocated IP 172.20.0.8 (fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb/adbd374f-7f55-48f4-b559-55a74a537e95/be39f8bc-774f-4b7b-ac43-6b79644945a2) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:18.276745 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-d87c3262-c760-4319-8754-e517ccb9b192 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439018 Jul 07 22:31:18.320620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.323287 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3458623d-d6bc-4bb4-a988-4af2de44af69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.394806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b279241-03d4-422c-8199-f48c4370f00f']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:18.398494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-4a8d696e-06ae-4e82-9148-0744c7fb5667 service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065507 Jul 07 22:31:18.426497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54871798-e693-4cb8-b6dc-16b7098fed95') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:18.426778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54871798-e693-4cb8-b6dc-16b7098fed95') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:18.472653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-2e0b5426-2595-4d31-98f8-fc2599dc5c5a service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850662 Jul 07 22:31:18.485656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.519701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.553093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.553093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.566151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:18.566572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:18.573465 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:18.576312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.576312 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Floating IP 499177c5-e31e-4c54-b464-34a14da948ce disassociated. External IP: 172.25.5.71, port: 0ca90cf8-aaa5-4212-995e-2c7638b6387c. Jul 07 22:31:18.656226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:18.676712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28dfeb-fbbb-4ebd-8b81-1bd1d385e4b9 req-2bcd5a0e-e5eb-4843-85ab-d66045c336df tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:18.678577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e28dfeb-fbbb-4ebd-8b81-1bd1d385e4b9 req-2bcd5a0e-e5eb-4843-85ab-d66045c336df tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 944 time: 0.3933420 Jul 07 22:31:18.699118 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.721155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5702067f-9b82-4d3e-851c-52fa76cf2da3 req-f86454db-d84d-4f7a-b3e5-6def9502c080 service neutron] 10.222.0.103 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116372 Jul 07 22:31:18.752587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Transition to ACTIVE for port object be39f8bc-774f-4b7b-ac43-6b79644945a2 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:18.759994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.764545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815272013'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:18.770712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.772563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/networks/9b279241-03d4-422c-8199-f48c4370f00f HTTP/1.1" status: 204 len: 168 time: 0.9261405 Jul 07 22:31:18.776471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:18.804074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:18.808456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.815327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c63e5-5725-4b80-b95d-f18d08e833a4 tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Network': ['ID=9b279241-03d4-422c-8199-f48c4370f00f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:18.820655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.830345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.866955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e28dfeb-fbbb-4ebd-8b81-1bd1d385e4b9 req-1f355c2d-0272-4992-ba8e-ece9a7059452 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738410 Jul 07 22:31:18.893127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:18.896265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:18.898756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:18.941366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.948964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event updated for resources: {'Port': ['ID=be39f8bc-774f-4b7b-ac43-6b79644945a2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.009133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.009641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.085541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.093055 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.095541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.099176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:19.112755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7e336de2-57df-40a3-8575-c1a972f1d875 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4370944 Jul 07 22:31:19.112991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50f0e56-3047-4530-8943-5a44240a5bde']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.113698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59100) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:19.120452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Request body: {'floatingip': {'port_id': 'be39f8bc-774f-4b7b-ac43-6b79644945a2'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:19.129641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:19.150924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2976680-e65e-4cf2-a686-b535c6e7df03,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.156948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.156948 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 61973226-dbee-44d7-950e-9b4d519fad32 of type vlan for network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 Jul 07 22:31:19.198587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d9c9b15-8e57-46ca-84c9-fc56834092e8 None None] Provisioning for port be39f8bc-774f-4b7b-ac43-6b79644945a2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:19.203297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d9c9b15-8e57-46ca-84c9-fc56834092e8 None None] Provisioning complete for port be39f8bc-774f-4b7b-ac43-6b79644945a2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:19.204002 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b15-8e57-46ca-84c9-fc56834092e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.215892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.224553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.259664 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.260041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98b65ad-7e99-480e-b6c2-81292bccd93c') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.260791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98b65ad-7e99-480e-b6c2-81292bccd93c') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.261171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c9b15-8e57-46ca-84c9-fc56834092e8 None None] Port be39f8bc-774f-4b7b-ac43-6b79644945a2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:19.268542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.269172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.350080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6925826 Jul 07 22:31:19.365118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27745ce1-1be3-4c0b-9fd5-ab704011b9cc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=afc53c75-4cc5-44e2-bf04-6d8ba0a62924,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.379775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:19.398301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-2ecda57d-53e3-4a8d-91fa-4a03c6dc83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.399761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-2ecda57d-53e3-4a8d-91fa-4a03c6dc83dd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a60246f21a44cf7adc440f356525c81&device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 1097 time: 0.1503873 Jul 07 22:31:19.485244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:19.492096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:19.592596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-ae8e5425-836b-47ae-8bdd-94811b86da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.594111 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-ae8e5425-836b-47ae-8bdd-94811b86da80 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 200 len: 913 time: 0.1868861 Jul 07 22:31:19.623215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.652224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:19.655999 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.672962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.709452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:19.709867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.723712 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-ee73894c-f566-41e3-b55c-b9c87941e271 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 200 len: 1000 time: 0.1225536 Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:19.739623 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:19.793167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-5fd28ff3-58f8-4dcc-8de6-16a766c40b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.794699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-5fd28ff3-58f8-4dcc-8de6-16a766c40b0c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 200 len: 851 time: 0.0633972 Jul 07 22:31:19.867423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:19.878829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] Sync routers for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:19.881110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.889529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:19.890417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.926966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.933514 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.938825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] 10.222.0.95 "DELETE /v2.0/networks/f50f0e56-3047-4530-8943-5a44240a5bde HTTP/1.1" status: 204 len: 168 time: 1.1455646 Jul 07 22:31:19.938825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-b1936538-fe49-4072-8a18-82f258be4d2c tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "PUT /v2.0/floatingips/499177c5-e31e-4c54-b464-34a14da948ce HTTP/1.1" status: 200 len: 694 time: 1.9065030 Jul 07 22:31:20.236276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:20.346469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-e27c6542-6fc1-4401-8b97-d51e96055c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.348888 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-e27c6542-6fc1-4401-8b97-d51e96055c05 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2a5e1819-3f46-46e6-82e8-10dc2105389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5435822 Jul 07 22:31:20.350602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.365317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:20.367964 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83207668-d1f2-4495-8b4e-649b1ba52a45" -d '{"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:20.379667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1094-7106-43a1-aa9b-ce0260260834 req-8b2fc278-bbae-475e-888a-a7d50d1dbfec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.381261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-252f1094-7106-43a1-aa9b-ce0260260834 req-8b2fc278-bbae-475e-888a-a7d50d1dbfec tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 1.1187277 Jul 07 22:31:20.452480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2d166-7db6-4051-9b61-75f19e66c1ee tempest-BulkNetworkOpsTest-55868871 tempest-BulkNetworkOpsTest-55868871-project] Pushing event deleted for resources: {'Network': ['ID=f50f0e56-3047-4530-8943-5a44240a5bde,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:20.458915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59116) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:20.501194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=80aa024b-99c7-456c-a3ed-e1807a1dda55,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:20.513794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:31:20.534822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-252f1094-7106-43a1-aa9b-ce0260260834 req-eded97ed-7842-4f50-8577-1d3f84d001a3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112111 Jul 07 22:31:20.539254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': '61973226-dbee-44d7-950e-9b4d519fad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:20.539485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: afc53c75-4cc5-44e2-bf04-6d8ba0a62924, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:20.546947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:06Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:20.569838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-47ca0b2b-1cb6-4614-b987-6778ad1f0b65 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085705 Jul 07 22:31:20.581171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] Checking router: f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:20.591646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:20.592446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:30:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:20.643540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:20.677519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, afc53c75-4cc5-44e2-bf04-6d8ba0a62924) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:20.679663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.682425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-6a172bb6-f8a7-4571-99fd-cef888b0feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.687328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-6a172bb6-f8a7-4571-99fd-cef888b0feee service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.3034971 Jul 07 22:31:20.691490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.692115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.692437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.725404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:31:20.728312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a922a4f-9fe7-42d3-8a0c-04e8c67582f6 None None] Network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:20.732924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c19a065f-2493-40ff-92eb-a8bcbc2bf1f0 req-85788dfe-b695-44ff-aff5-9f041f8b42f5 service neutron] 10.222.0.97 "GET /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510711 Jul 07 22:31:20.743010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-785ea297-61ec-4c8e-a022-9f83cbd08a83 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2566204 Jul 07 22:31:20.743679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:20.751961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1598114322'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:20.762723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c54befb1-8bcb-40f7-af77-1380e4bf2ada admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=933fec2e9f2046878daca8e233405b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002689 Jul 07 22:31:20.764404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59122) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:20.781288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:20.785172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.815301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:20.826250 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.826480 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment a97a2ff0-74a3-4cfa-843d-2b833c1c6a07 of type vlan for network 3bf09291-b341-4479-af94-80dbc3a32651 Jul 07 22:31:20.884472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.888712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:20.923712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.931200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.932090 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.986440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-01991c1a-aee8-4d47-adff-cdfa239a2056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.986986 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 9404ac52-9209-4fb4-b85e-0c5c095e48ea associated. External IP: 172.25.5.207, port: 520b1466-3878-4a1a-8820-14484177690a. Jul 07 22:31:20.991521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-c55c6a3b-3f7e-49ab-ab4d-71c7fb7f438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.994302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-c55c6a3b-3f7e-49ab-ab4d-71c7fb7f438c service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.2957332 Jul 07 22:31:20.996767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfc92-4b09-4d55-99cb-ea9941d8cd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.015643 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2653933 Jul 07 22:31:21.015901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:21.023012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '3bf09291-b341-4479-af94-80dbc3a32651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:21.038647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ff8a3-0abc-4cb9-b78d-f9c331031f52 req-61869351-ecd2-424d-8e8b-268574f3ed96 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:21.040502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495cfa7-f835-47b6-8b92-b7b15dfab1dd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=3bf09291-b341-4479-af94-80dbc3a32651,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:21.045505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-034ff8a3-0abc-4cb9-b78d-f9c331031f52 req-61869351-ecd2-424d-8e8b-268574f3ed96 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.2947459 Jul 07 22:31:21.062138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 3bf09291-b341-4479-af94-80dbc3a32651 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:21.119337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-4bc868be-57e7-4067-bfa6-1ff6259b06ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.0684459 Jul 07 22:31:21.124892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:21.129484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.131932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfc92-4b09-4d55-99cb-ea9941d8cd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.160025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 08165efe-755d-491e-aaf3-2af5136ac52b details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:31:21.179060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:21.241682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-034ff8a3-0abc-4cb9-b78d-f9c331031f52 req-4ab681db-b170-44d4-b826-07833aa2e4b0 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952686 Jul 07 22:31:21.243570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'port_id': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'mac_address': 'fa:16:3e:18:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:31:21.269693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-afc53c75-4cc5-44e2-bf04-6d8ba0a62924', 'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '80aa024b-99c7-456c-a3ed-e1807a1dda55'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:21.270653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.285088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-7041afb5-cb21-4649-ae1b-a9ae6359924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:21.286615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-7041afb5-cb21-4649-ae1b-a9ae6359924f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.1569006 Jul 07 22:31:21.330056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-a9a8567b-2d42-4fc4-9d1f-42b4829d9e08 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307837 Jul 07 22:31:21.419517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.482064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfc92-4b09-4d55-99cb-ea9941d8cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.485724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfc92-4b09-4d55-99cb-ea9941d8cd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.487382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f2bfc92-4b09-4d55-99cb-ea9941d8cd9f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6f5f882f-c730-40d8-b55f-a118615c9622 HTTP/1.1" status: 204 len: 168 time: 0.7151957 Jul 07 22:31:21.490187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.491965 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.525551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:21.527949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bfc92-4b09-4d55-99cb-ea9941d8cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f882f-c730-40d8-b55f-a118615c9622,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:21.530882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=e631db0b-9e60-4c06-a5b1-8ee9b61fd56f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:21.546417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': 'a97a2ff0-74a3-4cfa-843d-2b833c1c6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3bf09291-b341-4479-af94-80dbc3a32651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:21.546830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 3bf09291-b341-4479-af94-80dbc3a32651, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:21.550237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f49cba-ef30-4681-adfc-420d1b1e6688 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:31:21.577174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 3bf09291-b341-4479-af94-80dbc3a32651 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:21.593766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '08165efe-755d-491e-aaf3-2af5136ac52b', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': '08165efe-755d-491e-aaf3-2af5136ac52b', 'mac_address': 'fa:16:3e:02:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:31:21.605507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 3bf09291-b341-4479-af94-80dbc3a32651) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:21.620702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02087bf4-134f-4109-a3ae-e29629425b00 None None] Network 3bf09291-b341-4479-af94-80dbc3a32651 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:21.623595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:21.624453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:21.624693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.631334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-ee91f1bc-4aab-4a84-b281-07fc01f7dfdf service neutron] 10.222.0.95 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680631 Jul 07 22:31:21.649056 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40cd9d28-f047-4851-9061-9dedddcf5ab6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6320102 Jul 07 22:31:21.650987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:21.651630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59130) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:21.695607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.715418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Allocated IP 172.20.255.242 (afc53c75-4cc5-44e2-bf04-6d8ba0a62924/80aa024b-99c7-456c-a3ed-e1807a1dda55/9763b315-59fe-4478-978b-d6eafb7d6ba4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:21.736400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:06Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:21.802949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a03724-c901-4bf4-b37f-dcdf9a1bf30c None None] The sync data for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 is: [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:29:58Z', 'revision_number': 4, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '8b98c7f3-8254-4507-b1b5-2af51a3e5b0d', 'name': '', 'network_id': 'c1090d6e-e77a-41a0-b4a3-0a38b3a5db76', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'mac_address': 'fa:16:3e:46:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:57Z', 'updated_at': '2021-07-07T22:30:06Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'subnets': [{'id': 'ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:21.830348 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.856588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.886587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:21.898350 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:21.935786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:21.936452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:21.968732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08165efe-755d-491e-aaf3-2af5136ac52b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:31:21.978486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:22.005414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4b57-aaf3-46bf-b4c4-941bd4643ea5 req-db91fa30-bd30-44b1-9754-18aa7ac90e95 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:22.007580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a66e4b57-aaf3-46bf-b4c4-941bd4643ea5 req-db91fa30-bd30-44b1-9754-18aa7ac90e95 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 944 time: 0.4566202 Jul 07 22:31:22.063018 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:22.064605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.089640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:22.091812 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:22.139339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a66e4b57-aaf3-46bf-b4c4-941bd4643ea5 req-a27588ae-1f07-49e5-ad5f-3488313f05be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201763 Jul 07 22:31:22.143154 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:22.144084 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5e821-b373-4bd4-9295-518d66454cea None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:22.168089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1709c28-270b-4dd3-b31e-c1dd15b149c3 req-94f2ba81-ce02-4531-8f05-bbe1932b1643 service neutron] 10.222.0.95 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359194 Jul 07 22:31:22.168768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59146) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:22.265229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.276135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['54f49cba-ef30-4681-adfc-420d1b1e6688'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:22.357547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:22.368184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=e631db0b-9e60-4c06-a5b1-8ee9b61fd56f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:22.391814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.409241 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.487115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cdb8e-0264-4871-898a-d0ac899161e7 None None] New status for floating IP 499177c5-e31e-4c54-b464-34a14da948ce: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:31:22.540576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.560452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf09291-b341-4479-af94-80dbc3a32651']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:22.569574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace40bfc-8c1e-4a02-8703-dcce04036079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-3bf09291-b341-4479-af94-80dbc3a32651', 'network_id': '3bf09291-b341-4479-af94-80dbc3a32651', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': 'e631db0b-9e60-4c06-a5b1-8ee9b61fd56f'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:22.575812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97a2ff0-74a3-4cfa-843d-2b833c1c6a07') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:22.576127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97a2ff0-74a3-4cfa-843d-2b833c1c6a07') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:22.578529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ace40bfc-8c1e-4a02-8703-dcce04036079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.583654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['08165efe-755d-491e-aaf3-2af5136ac52b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:22.592727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.605600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-e9f747a1-af6c-48f9-bb2b-36e6a70dd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:22.607224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-e9f747a1-af6c-48f9-bb2b-36e6a70dd1d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d715479e8124111a53c4de3fe6c4878&device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 1097 time: 0.3257215 Jul 07 22:31:22.614093 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.641295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:22.642015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:22.651660 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:22.805057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:22.815834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.889879 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc92a205-8505-4dc6-8f85-59d07391ee7e x-openstack-request-id: req-fc92a205-8505-4dc6-8f85-59d07391ee7e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:22.890427 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:22.890427 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fc92a205-8505-4dc6-8f85-59d07391ee7e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:22.890824 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'status': 'completed', 'code': 200} Jul 07 22:31:22.929963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-56696968-642b-47f0-b9c0-d89c2f5dcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:22.931739 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-56696968-642b-47f0-b9c0-d89c2f5dcec4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 200 len: 921 time: 0.3146708 Jul 07 22:31:22.961085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-a3c6cc75-d509-4449-a293-091a30b34fad tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips/499177c5-e31e-4c54-b464-34a14da948ce HTTP/1.1" status: 200 len: 694 time: 0.0651968 Jul 07 22:31:23.010495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a77ec-e6e6-4dd2-9375-f75c8bed7468 None None] Network 3bf09291-b341-4479-af94-80dbc3a32651 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:23.069195 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-e5572d89-435d-4942-a3e8-14ce47e959e5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 200 len: 217 time: 0.1280999 Jul 07 22:31:23.078200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.100908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7d403acd-77a1-41b0-be3d-023e1f46287c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/19228ca3-bcd7-4917-8fa2-60b75e8f8367 HTTP/1.1" status: 200 len: 991 time: 0.9285893 Jul 07 22:31:23.116512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Transition to ACTIVE for port object 9763b315-59fe-4478-978b-d6eafb7d6ba4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:23.192074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-66278965-3331-42d2-ac6c-9c929caf3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:23.194193 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-66278965-3331-42d2-ac6c-9c929caf3bb7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 200 len: 860 time: 0.1188960 Jul 07 22:31:23.196113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.198233 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/3bf09291-b341-4479-af94-80dbc3a32651 HTTP/1.1" status: 204 len: 168 time: 1.5451784 Jul 07 22:31:23.202740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59186) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:23.228186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f904f-19fa-4b95-a14b-761169f80923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=3bf09291-b341-4479-af94-80dbc3a32651,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:23.230845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Transition to ACTIVE for port object 9763b315-59fe-4478-978b-d6eafb7d6ba4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:23.243953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1506829882'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:23.262738 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-2e80c8fc-b504-40c2-a01e-892618a812b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604579 Jul 07 22:31:23.263002 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.275949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553922a1-9f7b-41c4-ae2d-0435fd11daeb req-3ee31e17-cbd3-49a7-aaf4-0679111d906b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:23.282963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-553922a1-9f7b-41c4-ae2d-0435fd11daeb req-3ee31e17-cbd3-49a7-aaf4-0679111d906b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 945 time: 0.3861475 Jul 07 22:31:23.295372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff778-1008-4e17-951a-533477467474 req-45a82117-83fc-4e04-a798-d44d21cfa105 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:23.301728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-45a82117-83fc-4e04-a798-d44d21cfa105 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 784 time: 0.3398705 Jul 07 22:31:23.338532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-854edfb2-bc4d-445a-a067-25955b92787a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:31:23.345442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-854edfb2-bc4d-445a-a067-25955b92787a tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428717 Jul 07 22:31:23.373340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 09b2a6e5-2474-45eb-890b-df4bd2e34650 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:23.377141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:23.392960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:23.399956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:23.415730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Pushing event updated for resources: {'Port': ['ID=9763b315-59fe-4478-978b-d6eafb7d6ba4,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:23.428272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-6c810191-0551-4a59-a1b3-2c9846b7f4ce tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.0818329 Jul 07 22:31:23.441690 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-553922a1-9f7b-41c4-ae2d-0435fd11daeb req-3b951de1-31d2-4422-8202-9569d3f7daea tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578047 Jul 07 22:31:23.465644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:23.475916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.494590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-b3510304-4f01-4e1b-bf97-bef34fa5316c service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175639 Jul 07 22:31:23.600885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Attempting to bind port 9763b315-59fe-4478-978b-d6eafb7d6ba4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:23.601398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Attempting to bind port 9763b315-59fe-4478-978b-d6eafb7d6ba4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '61973226-dbee-44d7-950e-9b4d519fad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:23.601728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Attempting to bind port 9763b315-59fe-4478-978b-d6eafb7d6ba4 on network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:23.616321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-dd731701-31d6-444f-91f7-db1b865955a0 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.1871324 Jul 07 22:31:23.620153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:23.629292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:23.630810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Checking segment: {'id': '61973226-dbee-44d7-950e-9b4d519fad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:23.631299 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.634852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Bound using segment: {'id': '61973226-dbee-44d7-950e-9b4d519fad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:23.636499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Bound port: 9763b315-59fe-4478-978b-d6eafb7d6ba4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61973226-dbee-44d7-950e-9b4d519fad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'afc53c75-4cc5-44e2-bf04-6d8ba0a62924'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:23.638096 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.642496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-83207668-d1f2-4495-8b4e-649b1ba52a45 req-ab3b9234-854b-4af9-973d-113099a90938 service neutron] 10.222.0.97 "GET /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317303 Jul 07 22:31:23.706432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.707446 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment f2742620-df19-4fd2-8078-a75032b21567 of type vlan for network e4bab79c-25c9-4030-aab2-66e7980b4e56 Jul 07 22:31:23.729119 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.796159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] For port 9763b315-59fe-4478-978b-d6eafb7d6ba4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:23.801278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] For port 9763b315-59fe-4478-978b-d6eafb7d6ba4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9763b315-59fe-4478-978b-d6eafb7d6ba4,segment=NetworkSegment(61973226-dbee-44d7-950e-9b4d519fad32),segment_id=61973226-dbee-44d7-950e-9b4d519fad32)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:23.808746 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.846307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.876018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd129c0-5415-481b-98eb-4bf4ed150596 None None] Pushing event updated for resources: {'Port': ['ID=9763b315-59fe-4478-978b-d6eafb7d6ba4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:23.988311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:23.989774 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.995928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:23.996571 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.004741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.007051 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] Sync routers for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:24.027760 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:24.028419 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:24.105728 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:24.116448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0750-ef4d-4194-a5e2-1a1eb8fdecd5 req-b5c96ce4-bce9-4758-abf2-c7625d063c58 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:24.118925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b5d0750-ef4d-4194-a5e2-1a1eb8fdecd5 req-b5c96ce4-bce9-4758-abf2-c7625d063c58 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.4172912 Jul 07 22:31:24.131481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8961360 Jul 07 22:31:24.133677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59202) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:24.139547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': 'e4bab79c-25c9-4030-aab2-66e7980b4e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:24.146577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Deleting port 125e0b8b-b1fd-433d-953d-cfc321b24ef6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:24.146971 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.150680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f432d6-4d05-4729-8f25-0f6ad73b8346 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=e4bab79c-25c9-4030-aab2-66e7980b4e56,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:24.154192 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:24.154872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:24.161512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network e4bab79c-25c9-4030-aab2-66e7980b4e56 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:24.216644 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:24.217539 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efbd17a-4663-4cc4-99f7-d92a96618d76 None None] The sync data for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:24.316094 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b5d0750-ef4d-4194-a5e2-1a1eb8fdecd5 req-873e1119-1d01-4bf1-a6f6-7a9985768c1a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711733 Jul 07 22:31:24.329497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-988bd768-23c3-44c8-9068-bcad82c05495 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/floatingips/9404ac52-9209-4fb4-b85e-0c5c095e48ea HTTP/1.1" status: 200 len: 977 time: 5.2145569 Jul 07 22:31:24.338081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59210) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:24.415454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.416017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.439113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Calling delete_port for 125e0b8b-b1fd-433d-953d-cfc321b24ef6 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:24.558100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port be39f8bc-774f-4b7b-ac43-6b79644945a2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:24.558100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.564805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:24.569011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.696957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:24.798752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing IP validity checks on allocation pools {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:31:24.799334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:31:24.841007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 54f49cba-ef30-4681-adfc-420d1b1e6688 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:24.845947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 54f49cba-ef30-4681-adfc-420d1b1e6688 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:24.847039 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.856772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.895637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.973162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event deleted for resources: {'Port': ['ID=125e0b8b-b1fd-433d-953d-cfc321b24ef6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:24.988220 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.026096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:25.031603 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f420391-1fe5-402b-8d9e-e0ccd95c8763" -d '{"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-plugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:25.047785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:25.058677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.137431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=13']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:25.173471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 08165efe-755d-491e-aaf3-2af5136ac52b up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:25.193357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c0b11-7779-485e-bd9c-e019077a21f2 req-46ad225f-c92d-4141-98dc-5fa031a24e2d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:25.199132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d37c0b11-7779-485e-bd9c-e019077a21f2 req-46ad225f-c92d-4141-98dc-5fa031a24e2d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.4174011 Jul 07 22:31:25.297331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 08165efe-755d-491e-aaf3-2af5136ac52b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:25.297693 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.323512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d37c0b11-7779-485e-bd9c-e019077a21f2 req-e5d0fc99-c2fe-4559-9d58-28ba0a971c14 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156130 Jul 07 22:31:25.336007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.353973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.371432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.371823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.372155 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Floating IP 9404ac52-9209-4fb4-b85e-0c5c095e48ea disassociated. External IP: 172.25.5.207, port: be39f8bc-774f-4b7b-ac43-6b79644945a2. Jul 07 22:31:25.372513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for be39f8bc-774f-4b7b-ac43-6b79644945a2 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:25.380115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe7ff778-1008-4e17-951a-533477467474 req-e5cd9e09-418b-4420-a4e2-77da186d9dea tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "DELETE /v2.0/floatingips/499177c5-e31e-4c54-b464-34a14da948ce HTTP/1.1" status: 204 len: 173 time: 1.7578168 Jul 07 22:31:25.453933 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d5e917-432e-4353-a733-b40968befa77 x-openstack-request-id: req-a4d5e917-432e-4353-a733-b40968befa77 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:25.454420 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-plugged", "status": "completed", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:25.454763 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a4d5e917-432e-4353-a733-b40968befa77 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:25.455226 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'code': 200} Jul 07 22:31:25.558728 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.562724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.578407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59246) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:25.642722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce36bc-0fd0-471b-88b3-108c3b3094cd req-def68023-c50d-4c3f-add4-8549160e89d0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:25.652988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13ce36bc-0fd0-471b-88b3-108c3b3094cd req-def68023-c50d-4c3f-add4-8549160e89d0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 945 time: 0.1460347 Jul 07 22:31:25.668404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:25.676084 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.708347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=ff3129db-e8aa-471b-82cb-885443798084,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:25.755943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13ce36bc-0fd0-471b-88b3-108c3b3094cd req-5b83f260-184f-4f4f-9e94-4ca17d76c3b8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004500 Jul 07 22:31:25.768828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': 'f2742620-df19-4fd2-8078-a75032b21567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e4bab79c-25c9-4030-aab2-66e7980b4e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:25.769209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: e4bab79c-25c9-4030-aab2-66e7980b4e56, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:25.806585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network e4bab79c-25c9-4030-aab2-66e7980b4e56 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:25.815335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.834193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, e4bab79c-25c9-4030-aab2-66e7980b4e56) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:25.835625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:25.874191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=be39f8bc-774f-4b7b-ac43-6b79644945a2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:25.877136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:25.877751 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.878599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ff37b-4b08-4b65-b389-e5edb12fdee0 None None] Network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:25.890674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5f9c0-a031-4588-a832-15edc7167e14 None None] Network e4bab79c-25c9-4030-aab2-66e7980b4e56 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:25.939491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-770df7d4-3f37-47f2-8ee1-1bd1acd4bd70 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8046417 Jul 07 22:31:25.942026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59258) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:25.973196 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c35196f-7f25-4f88-9ccf-6cfb701559b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.009353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15d34490-1d12-40d2-99cc-3425134e2750 req-58436504-4d6c-4b77-8d7f-8513df9bb3ab tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups/1f5d4b6e-b6b0-4e9a-9d5a-53eceace0fb6 HTTP/1.1" status: 200 len: 1808 time: 0.2108941 Jul 07 22:31:26.113585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.181733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9763b315-59fe-4478-978b-d6eafb7d6ba4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:26.202872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c4ef69d4-dfba-4230-9d7c-5e95ae9a0ccf None None] Provisioning for port 9763b315-59fe-4478-978b-d6eafb7d6ba4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:26.220503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-15d34490-1d12-40d2-99cc-3425134e2750 req-39f27e28-05db-4f47-9c95-f68eb2fa57bc tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.275944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 09b2a6e5-2474-45eb-890b-df4bd2e34650 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:26.317340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-15d34490-1d12-40d2-99cc-3425134e2750 req-39f27e28-05db-4f47-9c95-f68eb2fa57bc tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.351592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c35196f-7f25-4f88-9ccf-6cfb701559b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.367627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.399131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c35196f-7f25-4f88-9ccf-6cfb701559b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.408883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 9763b315-59fe-4478-978b-d6eafb7d6ba4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:26.416479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9763b315-59fe-4478-978b-d6eafb7d6ba4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:26.416866 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.459946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35196f-7f25-4f88-9ccf-6cfb701559b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fe4536-edfd-464e-a038-12e15bc2f138,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.482425 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-15d34490-1d12-40d2-99cc-3425134e2750 req-39f27e28-05db-4f47-9c95-f68eb2fa57bc tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.490565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-15d34490-1d12-40d2-99cc-3425134e2750 req-39f27e28-05db-4f47-9c95-f68eb2fa57bc tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.501118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:26.520647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-15d34490-1d12-40d2-99cc-3425134e2750 req-39f27e28-05db-4f47-9c95-f68eb2fa57bc tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "DELETE /v2.0/security-groups/1f5d4b6e-b6b0-4e9a-9d5a-53eceace0fb6 HTTP/1.1" status: 204 len: 173 time: 0.5064778 Jul 07 22:31:26.541976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.554679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f27e28-05db-4f47-9c95-f68eb2fa57bc tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d4b6e-b6b0-4e9a-9d5a-53eceace0fb6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.600202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0c35196f-7f25-4f88-9ccf-6cfb701559b8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bbd680884f8a4b92b2b3b1573bac4447&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167856 Jul 07 22:31:26.603458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59282) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:26.620937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3129db-e8aa-471b-82cb-885443798084,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.711586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.715052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.720669 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-644f58e0-fd0d-48af-a407-a5e00eaa543c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/ports/be39f8bc-774f-4b7b-ac43-6b79644945a2 HTTP/1.1" status: 204 len: 168 time: 2.3803194 Jul 07 22:31:26.727597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59290) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:26.734417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e763136e-dce8-4ccc-a12a-af1288955238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.753474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bab79c-25c9-4030-aab2-66e7980b4e56']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:26.781406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e763136e-dce8-4ccc-a12a-af1288955238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.816138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2742620-df19-4fd2-8078-a75032b21567') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:26.816717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2742620-df19-4fd2-8078-a75032b21567') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:26.828628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] Sync routers for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:26.833876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.893769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.907833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:26.908300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.910488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e763136e-dce8-4ccc-a12a-af1288955238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:26.912501 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:26.917945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e763136e-dce8-4ccc-a12a-af1288955238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.922120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e763136e-dce8-4ccc-a12a-af1288955238 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d1fe4536-edfd-464e-a038-12e15bc2f138 HTTP/1.1" status: 204 len: 168 time: 0.3166654 Jul 07 22:31:26.934474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763136e-dce8-4ccc-a12a-af1288955238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fe4536-edfd-464e-a038-12e15bc2f138,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.984818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:26.986096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:27.078271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.104151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.109361 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/e4bab79c-25c9-4030-aab2-66e7980b4e56 HTTP/1.1" status: 204 len: 168 time: 1.1663516 Jul 07 22:31:27.115145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59300) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:27.124362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-965097625'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:27.215542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74f98-691e-40fe-90d4-662d0d062fdf tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=e4bab79c-25c9-4030-aab2-66e7980b4e56,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:27.229858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:27.235192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.260436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:27.277096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:27.311292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.311966 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 71d9dcd6-b4d0-49d7-87df-70aec1103cb0 of type vlan for network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 Jul 07 22:31:27.403281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb008ff-31ff-40d3-b70d-4ecd8366d7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-e4bab79c-25c9-4030-aab2-66e7980b4e56', 'network_id': 'e4bab79c-25c9-4030-aab2-66e7980b4e56', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': 'ff3129db-e8aa-471b-82cb-885443798084'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:27.404161 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4cb008ff-31ff-40d3-b70d-4ecd8366d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.420713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:27.421382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:27.437641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.463542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59308) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:27.478299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:27.481194 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14a4d96-d20a-45ba-8b45-b1aa1847a587" -d '{"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-plugged", "status": "completed", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:27.482202 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-693c6fc9-fa6e-4910-a3dd-da9709072b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.498366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:27.499552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc313a9-4bb6-4db4-8532-5ceefe3c4bfb None None] The sync data for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:27.514950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.541892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0cf64d-4a41-41dd-b8fe-6030c2f9a921 None None] Network e4bab79c-25c9-4030-aab2-66e7980b4e56 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:27.580207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0cf64d-4a41-41dd-b8fe-6030c2f9a921 None None] Network e4bab79c-25c9-4030-aab2-66e7980b4e56 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:31:27.610157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 9763b315-59fe-4478-978b-d6eafb7d6ba4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9763b315-59fe-4478-978b-d6eafb7d6ba4,segment=NetworkSegment(61973226-dbee-44d7-950e-9b4d519fad32),segment_id=61973226-dbee-44d7-950e-9b4d519fad32)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:27.620884 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.648004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.655478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:27.656379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.677458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036434-706b-4ec4-b873-9f4f292c126d req-e3384fdb-c563-4b41-a6aa-d4e0d9a89765 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:27.695833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b036434-706b-4ec4-b873-9f4f292c126d req-e3384fdb-c563-4b41-a6aa-d4e0d9a89765 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.1872404 Jul 07 22:31:27.708216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=9763b315-59fe-4478-978b-d6eafb7d6ba4,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:27.921210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-693c6fc9-fa6e-4910-a3dd-da9709072b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.929281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-80380395-8f2c-4594-9685-fea0ae8af342 None None] Provisioning complete for port 9763b315-59fe-4478-978b-d6eafb7d6ba4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:27.929896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80380395-8f2c-4594-9685-fea0ae8af342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.965105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-693c6fc9-fa6e-4910-a3dd-da9709072b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.000147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9763b315-59fe-4478-978b-d6eafb7d6ba4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:28.026532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b036434-706b-4ec4-b873-9f4f292c126d req-ec5ccdf5-246c-45a2-ae40-c72e7f3c0a9b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296051 Jul 07 22:31:28.054889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9362719 Jul 07 22:31:28.062406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59314) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:28.077917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46701e-a09a-479b-89b0-189ce0d1dcc7 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=322ca2b2-9c3c-4f3e-a6a0-a3780c381170,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:28.094887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:28.106702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:28.153117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-693c6fc9-fa6e-4910-a3dd-da9709072b8a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=43e7920b9bb5481da2395bb18691cf99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6838515 Jul 07 22:31:28.193694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59316) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:28.213029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c6fc9-fa6e-4910-a3dd-da9709072b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f2926c-257c-4c02-aa4e-ba0cd91fb512,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:28.237368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 9763b315-59fe-4478-978b-d6eafb7d6ba4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:28.238051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.274965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61fd42a8-b9eb-40d7-bbd5-f1ff8c3a16a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.282533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.372174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61fd42a8-b9eb-40d7-bbd5-f1ff8c3a16a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.410775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:28.414734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.515440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad527-818e-4226-af14-7da4c74a5052 req-675d3822-876a-4ae0-9d03-8acac4bf4f8a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:28.517082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bfad527-818e-4226-af14-7da4c74a5052 req-675d3822-876a-4ae0-9d03-8acac4bf4f8a tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14a9259-a41d-4bec-963b-75ad84268968 HTTP/1.1" status: 200 len: 943 time: 0.1882358 Jul 07 22:31:28.556121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42597c0-770a-4735-b16d-9f9bda4408fe req-173662d0-1af1-4e2a-927e-fbd9852b9ede tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:28.563148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f42597c0-770a-4735-b16d-9f9bda4408fe req-173662d0-1af1-4e2a-927e-fbd9852b9ede tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2975137 Jul 07 22:31:28.595986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61fd42a8-b9eb-40d7-bbd5-f1ff8c3a16a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.598533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-61fd42a8-b9eb-40d7-bbd5-f1ff8c3a16a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.602000 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-61fd42a8-b9eb-40d7-bbd5-f1ff8c3a16a4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/90f2926c-257c-4c02-aa4e-ba0cd91fb512 HTTP/1.1" status: 204 len: 168 time: 0.4039366 Jul 07 22:31:28.620323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd42a8-b9eb-40d7-bbd5-f1ff8c3a16a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f2926c-257c-4c02-aa4e-ba0cd91fb512,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:28.715134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f42597c0-770a-4735-b16d-9f9bda4408fe req-5c2f06cc-74c5-4343-bb8f-62361f815e88 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508095 Jul 07 22:31:28.780842 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9777af7b-d419-4199-8719-6ad56347f8e1 x-openstack-request-id: req-9777af7b-d419-4199-8719-6ad56347f8e1 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:28.781176 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-plugged", "status": "completed", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:28.781402 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9777af7b-d419-4199-8719-6ad56347f8e1 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:28.781812 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b', 'code': 200} Jul 07 22:31:28.824833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 869d56d8-5590-4035-87dc-8eceddcfa6b0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:28.825335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.839423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Deleting port b300c307-9c07-4452-aa3c-96fb906fb79d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:28.839771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.940063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] For port b300c307-9c07-4452-aa3c-96fb906fb79d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=b300c307-9c07-4452-aa3c-96fb906fb79d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:28.940478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.955700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Calling delete_port for b300c307-9c07-4452-aa3c-96fb906fb79d owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:29.010976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.044278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 869d56d8-5590-4035-87dc-8eceddcfa6b0 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:29.044751 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.099131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=f8bfb21d-c521-4c34-a1c7-bad0ab4637ec,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:29.369213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.400659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=869d56d8-5590-4035-87dc-8eceddcfa6b0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:29.415112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': '71d9dcd6-b4d0-49d7-87df-70aec1103cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:29.417951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 322ca2b2-9c3c-4f3e-a6a0-a3780c381170, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:29.434778 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.450050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:29.452649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a179b3f5-f385-44ca-a94e-498d55bdecd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:29.547088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'Port': ['ID=b300c307-9c07-4452-aa3c-96fb906fb79d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:29.556960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036ff60-da10-4f79-82a5-7819008ae974 req-4ad728f2-0455-468e-90cf-d61c46f81c45 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:29.564145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2036ff60-da10-4f79-82a5-7819008ae974 req-4ad728f2-0455-468e-90cf-d61c46f81c45 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3154061 Jul 07 22:31:29.579927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:29.768772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 322ca2b2-9c3c-4f3e-a6a0-a3780c381170) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:29.795825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:29.796377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.848667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] No DVR routers for this DVR port b300c307-9c07-4452-aa3c-96fb906fb79d on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:29.867808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.884208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bfad527-818e-4226-af14-7da4c74a5052 req-f485ce91-13db-4bb8-aa11-4dd3dbb65e01 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "DELETE /v2.0/ports/b300c307-9c07-4452-aa3c-96fb906fb79d HTTP/1.1" status: 204 len: 173 time: 1.3557289 Jul 07 22:31:29.885098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d0d09-62ad-422f-84b8-b9adedb12100 None None] Network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:29.893381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-deleted', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:29.895899 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f61adc-359c-4ce2-9321-4f9470d5ea55" -d '{"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-deleted", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:29.919193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1968433f-f010-47c2-8568-87932a577528 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8421190 Jul 07 22:31:29.936609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59350) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:29.948430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.051741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2036ff60-da10-4f79-82a5-7819008ae974 req-d5512336-3f1f-4106-bf61-cf66c78e5648 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842224 Jul 07 22:31:30.381490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e82400-f853-4487-b139-b297fd55d77f req-f6b13d08-30dc-43be-bbdc-16b783d4fb6d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:30.383134 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-94e82400-f853-4487-b139-b297fd55d77f req-f6b13d08-30dc-43be-bbdc-16b783d4fb6d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.97 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.6468034 Jul 07 22:31:30.402518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-322ca2b2-9c3c-4f3e-a6a0-a3780c381170', 'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': 'f8bfb21d-c521-4c34-a1c7-bad0ab4637ec'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:30.406425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.465922 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a36d1-3504-45c4-95c5-4b5b6c844603 x-openstack-request-id: req-841a36d1-3504-45c4-95c5-4b5b6c844603 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:30.470917 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a9259-a41d-4bec-963b-75ad84268968", "name": "network-vif-deleted", "tag": "b300c307-9c07-4452-aa3c-96fb906fb79d", "status": "failed", "code": 422}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:30.473111 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-841a36d1-3504-45c4-95c5-4b5b6c844603 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:30.473774 n-d-694802-13 neutron-server[93932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a14a9259-a41d-4bec-963b-75ad84268968', 'name': 'network-vif-deleted', 'tag': 'b300c307-9c07-4452-aa3c-96fb906fb79d', 'status': 'failed', 'code': 422} returned with failed status Jul 07 22:31:30.515415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.655790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c368f-7e60-4a99-926b-7eb0156bae02 req-76fcfb13-4a9f-4680-9f20-cda312b05a27 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:30.664038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675c368f-7e60-4a99-926b-7eb0156bae02 req-76fcfb13-4a9f-4680-9f20-cda312b05a27 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd07eda5-7f08-4fed-9ffe-79746752570e HTTP/1.1" status: 200 len: 945 time: 0.2923553 Jul 07 22:31:30.673257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Deleting port 0ca90cf8-aaa5-4212-995e-2c7638b6387c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:30.673945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.679165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 09b2a6e5-2474-45eb-890b-df4bd2e34650 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:30.686758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.698764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Allocated IP 172.20.0.1 (322ca2b2-9c3c-4f3e-a6a0-a3780c381170/f8bfb21d-c521-4c34-a1c7-bad0ab4637ec/2eea9e5b-c770-4837-9bfd-6db91d442b4d) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:30.763841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675c368f-7e60-4a99-926b-7eb0156bae02 req-9324ca1c-9f85-41b9-98cb-3e151768f5a4 tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.95 "GET /v2.0/security-groups?id=bf069a1c-9073-4929-b5c7-d77d389db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988238 Jul 07 22:31:30.969742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:30.979006 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ceb209c-0d7f-4e36-982e-89b43747dbd7 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/routers/09b2a6e5-2474-45eb-890b-df4bd2e34650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2477255 Jul 07 22:31:30.979294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59372) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:30.986669 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] Sync routers for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:31.000046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] For port 0ca90cf8-aaa5-4212-995e-2c7638b6387c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0ca90cf8-aaa5-4212-995e-2c7638b6387c,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:31.000434 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.005548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:31.006314 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.033817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Calling delete_port for 0ca90cf8-aaa5-4212-995e-2c7638b6387c owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:31.040139 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.053931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Transition to ACTIVE for port object 2eea9e5b-c770-4837-9bfd-6db91d442b4d will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:31.096196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Transition to ACTIVE for port object 2eea9e5b-c770-4837-9bfd-6db91d442b4d will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:31.108954 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.110106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.139879 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] Routers {'09b2a6e5-2474-45eb-890b-df4bd2e34650'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:31.140629 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['09b2a6e5-2474-45eb-890b-df4bd2e34650'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.256667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:31.276383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Pushing event updated for resources: {'Port': ['ID=2eea9e5b-c770-4837-9bfd-6db91d442b4d,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:31.297225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:31.306694 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:31.312448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.378016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Pushing event deleted for resources: {'Port': ['ID=0ca90cf8-aaa5-4212-995e-2c7638b6387c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:31.453519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] No DVR routers for this DVR port 0ca90cf8-aaa5-4212-995e-2c7638b6387c on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:31.457161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.460836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-94e82400-f853-4487-b139-b297fd55d77f req-5de2ecdf-1cdb-4097-822c-6a41ef448b9d tempest-ServerRescueTestJSONUnderV235-368357441 tempest-ServerRescueTestJSONUnderV235-368357441-project] 10.222.0.97 "DELETE /v2.0/ports/0ca90cf8-aaa5-4212-995e-2c7638b6387c HTTP/1.1" status: 204 len: 173 time: 0.9590452 Jul 07 22:31:31.461801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'name': 'network-vif-deleted', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:31.465172 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995dc3c-6acb-4b7e-8ef2-77def6637393" -d '{"events": [{"server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "name": "network-vif-deleted", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:31.495884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Attempting to bind port 2eea9e5b-c770-4837-9bfd-6db91d442b4d on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:31.496279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Attempting to bind port 2eea9e5b-c770-4837-9bfd-6db91d442b4d by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '71d9dcd6-b4d0-49d7-87df-70aec1103cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:31.496669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Attempting to bind port 2eea9e5b-c770-4837-9bfd-6db91d442b4d on network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:31.516372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:31.516759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Checking segment: {'id': '71d9dcd6-b4d0-49d7-87df-70aec1103cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:31.517209 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.517612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Bound using segment: {'id': '71d9dcd6-b4d0-49d7-87df-70aec1103cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:31.518098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Bound port: 2eea9e5b-c770-4837-9bfd-6db91d442b4d, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9dcd6-b4d0-49d7-87df-70aec1103cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:31.518494 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.555051 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.563450 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee599cc-64f4-4019-a4c3-422b0ff3eb50 None None] The sync data for ids ['09b2a6e5-2474-45eb-890b-df4bd2e34650'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:31.651281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] For port 2eea9e5b-c770-4837-9bfd-6db91d442b4d, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:31.657508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] For port 2eea9e5b-c770-4837-9bfd-6db91d442b4d, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2eea9e5b-c770-4837-9bfd-6db91d442b4d,segment=NetworkSegment(71d9dcd6-b4d0-49d7-87df-70aec1103cb0),segment_id=71d9dcd6-b4d0-49d7-87df-70aec1103cb0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:31.676111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.748285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958a0a-8e52-4f7f-9d1b-00bcafe8120d None None] Pushing event updated for resources: {'Port': ['ID=2eea9e5b-c770-4837-9bfd-6db91d442b4d,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.052187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.124072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59396) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:32.130312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bfb21d-c521-4c34-a1c7-bad0ab4637ec,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.343712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.350759 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.362456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8da17-6d56-4bcf-baae-32c5b7bb441a req-78017a6f-4142-40d5-9272-21c536066632 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:32.368229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53539ea1-1f76-43ae-a577-ab6c5f0660c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.370027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71a8da17-6d56-4bcf-baae-32c5b7bb441a req-78017a6f-4142-40d5-9272-21c536066632 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.4398177 Jul 07 22:31:32.443427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322ca2b2-9c3c-4f3e-a6a0-a3780c381170']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:32.467492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d9dcd6-b4d0-49d7-87df-70aec1103cb0') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:32.468059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d9dcd6-b4d0-49d7-87df-70aec1103cb0') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:32.488179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53539ea1-1f76-43ae-a577-ab6c5f0660c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.490339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.493617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53539ea1-1f76-43ae-a577-ab6c5f0660c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.501823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4299e-3b70-4de2-90b3-ecd37e385c84 req-46f66d19-beae-4628-a3be-8af8f6c1dd0b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:32.503611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-beb4299e-3b70-4de2-90b3-ecd37e385c84 req-46f66d19-beae-4628-a3be-8af8f6c1dd0b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 907 time: 0.5746784 Jul 07 22:31:32.551381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-53539ea1-1f76-43ae-a577-ab6c5f0660c8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fc2c3aef580e4513ae8ca08c511db787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234490 Jul 07 22:31:32.551381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539ea1-1f76-43ae-a577-ab6c5f0660c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2af5a0-2ba1-4c37-b123-436a789f8c69,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.552780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59400) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:32.562167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.583474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71a8da17-6d56-4bcf-baae-32c5b7bb441a req-239d4f03-d3cf-4a8a-9e8a-7c6f06a7eaac tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122560 Jul 07 22:31:32.587253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:32.590826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:32.601257 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:32.637727 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce530412-b9b2-427e-add0-4cb6f9f51cc6 x-openstack-request-id: req-ce530412-b9b2-427e-add0-4cb6f9f51cc6 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:32.638028 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd07eda5-7f08-4fed-9ffe-79746752570e", "name": "network-vif-deleted", "tag": "0ca90cf8-aaa5-4212-995e-2c7638b6387c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:32.638853 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce530412-b9b2-427e-add0-4cb6f9f51cc6 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:32.638853 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd07eda5-7f08-4fed-9ffe-79746752570e', 'name': 'network-vif-deleted', 'tag': '0ca90cf8-aaa5-4212-995e-2c7638b6387c', 'status': 'completed', 'code': 200} Jul 07 22:31:32.679612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b472d242-e6d3-45ab-a2e8-cebbef032646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.701003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.710544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b472d242-e6d3-45ab-a2e8-cebbef032646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.713889 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:31:32.713889 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:31:32.713889 n-d-694802-13 neutron-server[93932]: [parameters: {'id': '322ca2b2-9c3c-4f3e-a6a0-a3780c381170'}] Jul 07 22:31:32.713889 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:31:32.714952 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:31:32.730086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0ca90cf8-aaa5-4212-995e-2c7638b6387c no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:32.789702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 0ca90cf8-aaa5-4212-995e-2c7638b6387c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:32.790366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0ca90cf8-aaa5-4212-995e-2c7638b6387c not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:32.806285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b472d242-e6d3-45ab-a2e8-cebbef032646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.810141 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b472d242-e6d3-45ab-a2e8-cebbef032646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.811686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b472d242-e6d3-45ab-a2e8-cebbef032646 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da2af5a0-2ba1-4c37-b123-436a789f8c69 HTTP/1.1" status: 204 len: 168 time: 0.2435272 Jul 07 22:31:32.832479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d242-e6d3-45ab-a2e8-cebbef032646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2af5a0-2ba1-4c37-b123-436a789f8c69,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.868551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59404) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:32.885563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 8250d209-3650-4dc6-b67b-b587c5fdbcd3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:32.886737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.021026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.056811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 8250d209-3650-4dc6-b67b-b587c5fdbcd3 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:33.083684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-06de527f-9de0-4833-9d66-dbf0cc612a5b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.085349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-06de527f-9de0-4833-9d66-dbf0cc612a5b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 907 time: 0.2924848 Jul 07 22:31:33.220618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.349542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59410) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:33.371413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e2f586f-7919-40f1-be64-52b2f3a0a68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.401457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5590c9-b9d2-4ce2-9136-97881daec669 None None] Network 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:33.440019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Deleting port 2cc18aee-47d6-4208-9f17-f4305892012b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:33.440362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.502591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port 2eea9e5b-c770-4837-9bfd-6db91d442b4d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:33.502870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.564004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.570372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.628828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=8250d209-3650-4dc6-b67b-b587c5fdbcd3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:33.645710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port 2eea9e5b-c770-4837-9bfd-6db91d442b4d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2eea9e5b-c770-4837-9bfd-6db91d442b4d,segment=NetworkSegment(71d9dcd6-b4d0-49d7-87df-70aec1103cb0),segment_id=71d9dcd6-b4d0-49d7-87df-70aec1103cb0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:33.646316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.653149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b26ddfdd-8c69-4190-af90-e1eaf29a6691 None None] Provisioning for port 2eea9e5b-c770-4837-9bfd-6db91d442b4d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:33.710523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for 2eea9e5b-c770-4837-9bfd-6db91d442b4d owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:33.743749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e2f586f-7919-40f1-be64-52b2f3a0a68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.758138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e2f586f-7919-40f1-be64-52b2f3a0a68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.792908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] DHCP port deletion for 322ca2b2-9c3c-4f3e-a6a0-a3780c381170 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:33.842698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] For port 2cc18aee-47d6-4208-9f17-f4305892012b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2cc18aee-47d6-4208-9f17-f4305892012b,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:33.843078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.857470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e2f586f-7919-40f1-be64-52b2f3a0a68e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6caabdeb638b4c4bae68331f6031cebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996779 Jul 07 22:31:33.858233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59416) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:33.858844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] Deleting port 2eea9e5b-c770-4837-9bfd-6db91d442b4d {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:33.859550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.944479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] For port 2eea9e5b-c770-4837-9bfd-6db91d442b4d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2eea9e5b-c770-4837-9bfd-6db91d442b4d,segment=NetworkSegment(71d9dcd6-b4d0-49d7-87df-70aec1103cb0),segment_id=71d9dcd6-b4d0-49d7-87df-70aec1103cb0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:33.945270 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.946510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Calling delete_port for 2cc18aee-47d6-4208-9f17-f4305892012b owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:33.958324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.966164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] Calling delete_port for 2eea9e5b-c770-4837-9bfd-6db91d442b4d owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:33.969577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f586f-7919-40f1-be64-52b2f3a0a68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95549cfe-bdc8-450f-a8fd-813b07507a1f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:33.999243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a98e46b-2518-4905-8f55-7e8777f7a3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.079553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.084991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a98e46b-2518-4905-8f55-7e8777f7a3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.122662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] Pushing event deleted for resources: {'Port': ['ID=2eea9e5b-c770-4837-9bfd-6db91d442b4d,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.125317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cd9fe-4813-4c05-8608-a8421cdb796a None None] No DVR routers for this DVR port 2eea9e5b-c770-4837-9bfd-6db91d442b4d on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:34.147490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.163086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.208307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a98e46b-2518-4905-8f55-7e8777f7a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.211705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a98e46b-2518-4905-8f55-7e8777f7a3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.213288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8a98e46b-2518-4905-8f55-7e8777f7a3bc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/95549cfe-bdc8-450f-a8fd-813b07507a1f HTTP/1.1" status: 204 len: 168 time: 0.3508377 Jul 07 22:31:34.252010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98e46b-2518-4905-8f55-7e8777f7a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95549cfe-bdc8-450f-a8fd-813b07507a1f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.292271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb3d-b79e-4015-b65c-148765c33a99 req-d039d1a7-4920-4600-a1c6-af340f994356 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:34.294495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81b7eb3d-b79e-4015-b65c-148765c33a99 req-d039d1a7-4920-4600-a1c6-af340f994356 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 907 time: 0.4662573 Jul 07 22:31:34.301917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Deleting port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:34.302276 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.308239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e12fae-01e8-4faf-8643-ea5ea98ea3e6 req-b8a19b87-1638-4434-9369-777127bf987d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:34.321970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56e12fae-01e8-4faf-8643-ea5ea98ea3e6 req-b8a19b87-1638-4434-9369-777127bf987d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.5057473 Jul 07 22:31:34.330671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.332717 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.333397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Fanout notify agent at l3_agent the message router_deleted on router 09b2a6e5-2474-45eb-890b-df4bd2e34650 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:34.353252 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.358011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cf49f84f-bedc-47d8-a96f-ba283392987e tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/routers/09b2a6e5-2474-45eb-890b-df4bd2e34650 HTTP/1.1" status: 204 len: 168 time: 3.3776352 Jul 07 22:31:34.367505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59422) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:34.433825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=2eea9e5b-c770-4837-9bfd-6db91d442b4d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.443554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port 2eea9e5b-c770-4837-9bfd-6db91d442b4d on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:34.468864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] For port 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,segment=NetworkSegment(5c0beeb0-7ae6-4460-91e6-0d256363ab8c),segment_id=5c0beeb0-7ae6-4460-91e6-0d256363ab8c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:34.469859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.511241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Calling delete_port for 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:34.526401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56e12fae-01e8-4faf-8643-ea5ea98ea3e6 req-5115e92f-acaa-42b4-b31b-7b3b7efe854e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024786 Jul 07 22:31:34.625313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting subnet adbd374f-7f55-48f4-b559-55a74a537e95 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:34.632403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.703346 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.726167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322ca2b2-9c3c-4f3e-a6a0-a3780c381170']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:34.745662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d9dcd6-b4d0-49d7-87df-70aec1103cb0') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:34.746261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d9dcd6-b4d0-49d7-87df-70aec1103cb0') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:34.750381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.777066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.831470 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.848816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.868023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'Port': ['ID=2cc18aee-47d6-4208-9f17-f4305892012b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.890800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.905743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b98c7f3-8254-4507-b1b5-2af51a3e5b0d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.930557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:34.931212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:34.934404 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:35.012834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] No DVR routers for this DVR port 2cc18aee-47d6-4208-9f17-f4305892012b on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:35.024453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.026493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa9965fc-16f3-4ab8-bb36-4f24f7309bb7 req-10baf190-2140-47c7-93dc-dcbe606ae0b5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "DELETE /v2.0/ports/2cc18aee-47d6-4208-9f17-f4305892012b HTTP/1.1" status: 204 len: 173 time: 1.9346693 Jul 07 22:31:35.027039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'name': 'network-vif-deleted', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:35.029808 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488410bc-a24d-4678-97f9-acd5c44ead6c" -d '{"events": [{"server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "name": "network-vif-deleted", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:35.124748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.135683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.143669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/322ca2b2-9c3c-4f3e-a6a0-a3780c381170 HTTP/1.1" status: 204 len: 168 time: 5.1988146 Jul 07 22:31:35.145220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59438) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:35.147058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.177708 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad738fe-1257-4453-9c09-a5218623ece8 x-openstack-request-id: req-9ad738fe-1257-4453-9c09-a5218623ece8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:35.177708 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e245bd35-e277-4caf-9505-cdf92d9c4735", "name": "network-vif-deleted", "tag": "2cc18aee-47d6-4208-9f17-f4305892012b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:35.179715 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ad738fe-1257-4453-9c09-a5218623ece8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:35.179876 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e245bd35-e277-4caf-9505-cdf92d9c4735', 'name': 'network-vif-deleted', 'tag': '2cc18aee-47d6-4208-9f17-f4305892012b', 'status': 'completed', 'code': 200} Jul 07 22:31:35.197403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982666189'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:35.212065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84ae16-eb57-4e32-a781-1e4def49da31 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=322ca2b2-9c3c-4f3e-a6a0-a3780c381170,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:35.252861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.279665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:35.284173 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.316708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.359619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:35.364445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Subnet': ['ID=adbd374f-7f55-48f4-b559-55a74a537e95,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:35.391989 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.392374 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 65323548-f483-467b-a9be-9cc694230936 of type vlan for network 10a97249-9f32-441c-a58d-7712e736abc5 Jul 07 22:31:35.397024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44297503-c0ec-403c-b8a6-f58dcbe8e3b8 None None] Network fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:35.415793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.422768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:35.423823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2ee23987-1778-4d5d-a330-eec037d85565 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/subnets/adbd374f-7f55-48f4-b559-55a74a537e95 HTTP/1.1" status: 204 len: 168 time: 1.0358484 Jul 07 22:31:35.593021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1f0844d-68de-4640-a281-8ef71fdebdf5 req-4f84c841-77de-4959-825e-8cad2ac1a78c tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=e245bd35-e277-4caf-9505-cdf92d9c4735 HTTP/1.1" status: 200 len: 210 time: 0.0953200 Jul 07 22:31:35.608703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.698398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.708547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:35.709220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.815184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] DHCP port deletion for fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:35.989075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] Deleting port 13767340-6dbe-4c82-b289-31132f930b94 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:35.989462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.003771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8524888 Jul 07 22:31:36.007757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59458) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:36.014319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '10a97249-9f32-441c-a58d-7712e736abc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:36.039923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67b935-50b0-469d-bbfe-29cc631d423d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=10a97249-9f32-441c-a58d-7712e736abc5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:36.123231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 10a97249-9f32-441c-a58d-7712e736abc5 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:36.148512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13767340-6dbe-4c82-b289-31132f930b94 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:36.164752 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.258507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] For port 13767340-6dbe-4c82-b289-31132f930b94, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13767340-6dbe-4c82-b289-31132f930b94,segment=NetworkSegment(caec8d94-e8c5-4cf7-a17d-d00692559998),segment_id=caec8d94-e8c5-4cf7-a17d-d00692559998)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:36.260287 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.311541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] Calling delete_port for 13767340-6dbe-4c82-b289-31132f930b94 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:36.377520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:36.381141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.404128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185eed2-a998-4a8b-aead-387b4f42daa8 req-9bc69413-e201-46f5-a9ee-b60140c5558c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:36.410228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2185eed2-a998-4a8b-aead-387b4f42daa8 req-9bc69413-e201-46f5-a9ee-b60140c5558c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.4720707 Jul 07 22:31:36.446150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 13767340-6dbe-4c82-b289-31132f930b94 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:36.446504 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.510515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:36.541045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] For port 13767340-6dbe-4c82-b289-31132f930b94, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13767340-6dbe-4c82-b289-31132f930b94,segment=NetworkSegment(caec8d94-e8c5-4cf7-a17d-d00692559998),segment_id=caec8d94-e8c5-4cf7-a17d-d00692559998)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:36.541364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.576043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2185eed2-a998-4a8b-aead-387b4f42daa8 req-f95213cd-96d9-4fa9-b456-aee3ee4767d3 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377883 Jul 07 22:31:36.719985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 13767340-6dbe-4c82-b289-31132f930b94 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:36.755959 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.806013 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.903121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] Pushing event deleted for resources: {'Port': ['ID=13767340-6dbe-4c82-b289-31132f930b94,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:36.911286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0ba9b-52b1-4b07-b402-c02d6d391b1d None None] No DVR routers for this DVR port 13767340-6dbe-4c82-b289-31132f930b94 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:36.919329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.016182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=5b98cfb8-16e3-4c4d-9d04-98e20ac45473,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:37.081078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:37.086991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': '65323548-f483-467b-a9be-9cc694230936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '10a97249-9f32-441c-a58d-7712e736abc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:37.087166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 10a97249-9f32-441c-a58d-7712e736abc5, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:37.093924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc8bf977-56a2-4db5-b735-0cc75d0e1001 admin admin] 10.222.0.95 "PUT /v2.0/routers/f7fca5e4-a5af-4d5d-9ffa-37983d4d8983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2216382 Jul 07 22:31:37.094721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59482) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:37.102299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] Sync routers for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:37.121242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:37.122534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:37.138821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.190115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=13767340-6dbe-4c82-b289-31132f930b94,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:37.203239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 10a97249-9f32-441c-a58d-7712e736abc5 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:37.210060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] No DVR routers for this DVR port 13767340-6dbe-4c82-b289-31132f930b94 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:37.236207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2cc18aee-47d6-4208-9f17-f4305892012b no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:37.288120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 2cc18aee-47d6-4208-9f17-f4305892012b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:37.293210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2cc18aee-47d6-4208-9f17-f4305892012b not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:37.303340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 10a97249-9f32-441c-a58d-7712e736abc5) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:37.329595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:37.333733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.333878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.339756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aea34a-07d5-41ed-a90a-bb80067682cb None None] Network 10a97249-9f32-441c-a58d-7712e736abc5 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:37.366096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:37.381884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.395468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caec8d94-e8c5-4cf7-a17d-d00692559998') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:37.395913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caec8d94-e8c5-4cf7-a17d-d00692559998') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:37.419642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.457011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.472879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:37.473396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.510067 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b15361d8-15f1-4a54-b4fb-a1f8ead5ac82 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5002813 Jul 07 22:31:37.510800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59492) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:37.599233 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:37.609164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.619870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.625804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:37.628943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/networks/fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb HTTP/1.1" status: 204 len: 168 time: 2.2042768 Jul 07 22:31:37.631192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59496) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:37.672339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167451-16ef-4cb7-b94f-d1254b194bf2 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Network': ['ID=fc5ce1a6-49a0-4f92-a0dc-ea9c02443ecb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:37.993725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 71386f58-45cb-4110-b8a7-452a016319d2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:37.994234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.038478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-10a97249-9f32-441c-a58d-7712e736abc5', 'network_id': '10a97249-9f32-441c-a58d-7712e736abc5', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '5b98cfb8-16e3-4c4d-9d04-98e20ac45473'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:38.040466 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.063023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:31:34Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:38.095547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.095942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.096050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] Checking router: f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:38.158641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 71386f58-45cb-4110-b8a7-452a016319d2 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:38.164242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] Routers {'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:38.165528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:38.287151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333da711-3bbf-408c-8a39-074a859e20a1 req-7ca74897-08a5-4cf6-926c-fe46bab69c10 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:38.288680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-333da711-3bbf-408c-8a39-074a859e20a1 req-7ca74897-08a5-4cf6-926c-fe46bab69c10 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 945 time: 0.1838791 Jul 07 22:31:38.356706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Allocated IP 172.20.0.2 (10a97249-9f32-441c-a58d-7712e736abc5/5b98cfb8-16e3-4c4d-9d04-98e20ac45473/31b63cf2-33bd-494e-a103-7a46daac1421) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:38.375802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] Set router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:38.495372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.510289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.528290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fed36-9bbf-4f96-a581-efe0572e1f6e req-a0231a67-74c1-415b-891a-bd8bd0a59332 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:38.535611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a90fed36-9bbf-4f96-a581-efe0572e1f6e req-a0231a67-74c1-415b-891a-bd8bd0a59332 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3227551 Jul 07 22:31:38.584206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98272a-c129-431c-89ec-cce4417173f5 req-773f64a8-4db5-44d6-bdcd-800d5494b62e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:38.585874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d98272a-c129-431c-89ec-cce4417173f5 req-773f64a8-4db5-44d6-bdcd-800d5494b62e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 945 time: 1.0231164 Jul 07 22:31:38.591174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.613615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Deleting port a179b3f5-f385-44ca-a94e-498d55bdecd4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:38.621739 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.659965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=71386f58-45cb-4110-b8a7-452a016319d2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:38.684067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.731896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a90fed36-9bbf-4f96-a581-efe0572e1f6e req-e01056f4-f33a-452c-a43b-8f8418411dc7 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952913 Jul 07 22:31:38.787044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] For port a179b3f5-f385-44ca-a94e-498d55bdecd4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a179b3f5-f385-44ca-a94e-498d55bdecd4,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:38.787580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.790362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d98272a-c129-431c-89ec-cce4417173f5 req-b00c116b-95ff-498e-9a62-bcde032b4acf tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901882 Jul 07 22:31:38.835632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Deleting port f777c07b-4245-4f02-b49d-2e5faf970e6f {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:38.836843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.866900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Calling delete_port for a179b3f5-f385-44ca-a94e-498d55bdecd4 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:38.881318 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.920365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Transition to ACTIVE for port object 31b63cf2-33bd-494e-a103-7a46daac1421 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:38.979202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Transition to ACTIVE for port object 31b63cf2-33bd-494e-a103-7a46daac1421 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:39.010345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.085617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.094103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] For port f777c07b-4245-4f02-b49d-2e5faf970e6f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f777c07b-4245-4f02-b49d-2e5faf970e6f,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:39.094498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.143667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:31:34Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:39.173103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Calling delete_port for f777c07b-4245-4f02-b49d-2e5faf970e6f owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:39.176017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=5b98cfb8-16e3-4c4d-9d04-98e20ac45473,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.185637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.188836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.194233 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-feeb7afd-f2ba-4061-864a-82fa7fd54276 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/floatingips/9404ac52-9209-4fb4-b85e-0c5c095e48ea HTTP/1.1" status: 204 len: 168 time: 1.5600479 Jul 07 22:31:39.196487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.198136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59520) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.260555 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-54172d98-aa6f-47e3-9da0-532ca7a0b503 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] DELETE failed (client error): The resource could not be found. Jul 07 22:31:39.261665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54172d98-aa6f-47e3-9da0-532ca7a0b503 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:31:39.267652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54172d98-aa6f-47e3-9da0-532ca7a0b503 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/ports/be39f8bc-774f-4b7b-ac43-6b79644945a2 HTTP/1.1" status: 404 len: 333 time: 0.0682518 Jul 07 22:31:39.273282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.274862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'Port': ['ID=a179b3f5-f385-44ca-a94e-498d55bdecd4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.277138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9a7d7-e86f-401f-9683-c5249b323900 None None] The sync data for ids ['f7fca5e4-a5af-4d5d-9ffa-37983d4d8983'] in n-d-694802-13 is: [{'id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200482192-router', 'tenant_id': '6d715479e8124111a53c4de3fe6c4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:52Z', 'updated_at': '2021-07-07T22:31:34Z', 'revision_number': 5, 'project_id': '6d715479e8124111a53c4de3fe6c4878', 'gw_port': {'id': 'f777c07b-4245-4f02-b49d-2e5faf970e6f', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fca5e4-a5af-4d5d-9ffa-37983d4d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:53Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:39.287659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a179b3f5-f385-44ca-a94e-498d55bdecd4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:39.299275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.302550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ace55fbe-6217-41ca-a94e-f7d728f41d97'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:39.325931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a97249-9f32-441c-a58d-7712e736abc5']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:39.336917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Network 10a97249-9f32-441c-a58d-7712e736abc5 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:39.346734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65323548-f483-467b-a9be-9cc694230936') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:39.347040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65323548-f483-467b-a9be-9cc694230936') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:39.359518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.368398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] No DVR routers for this DVR port a179b3f5-f385-44ca-a94e-498d55bdecd4 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:39.374973 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8b9a2879-7b81-4222-8cc8-3c917311cf3c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/ports?device_id=09b2a6e5-2474-45eb-890b-df4bd2e34650 HTTP/1.1" status: 200 len: 205 time: 0.0921681 Jul 07 22:31:39.376144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59526) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.376506 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.378664 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-333da711-3bbf-408c-8a39-074a859e20a1 req-6bc80692-6c38-43dc-b386-fcba48799e81 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "DELETE /v2.0/ports/a179b3f5-f385-44ca-a94e-498d55bdecd4 HTTP/1.1" status: 204 len: 173 time: 1.0838592 Jul 07 22:31:39.379288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'name': 'network-vif-deleted', 'tag': 'a179b3f5-f385-44ca-a94e-498d55bdecd4'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:39.387750 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c45e7e-7376-4d73-9c2f-a500ba9c52b9" -d '{"events": [{"server_uuid": "239329c7-d5e2-45c8-bbc6-54f933f9db24", "name": "network-vif-deleted", "tag": "a179b3f5-f385-44ca-a94e-498d55bdecd4"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:39.466401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:39.466541 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1c4e5-1187-4e88-967a-cd1b40acf11c x-openstack-request-id: req-0dd1c4e5-1187-4e88-967a-cd1b40acf11c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:39.467003 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239329c7-d5e2-45c8-bbc6-54f933f9db24", "name": "network-vif-deleted", "tag": "a179b3f5-f385-44ca-a94e-498d55bdecd4", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:39.467003 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0dd1c4e5-1187-4e88-967a-cd1b40acf11c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:39.468549 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239329c7-d5e2-45c8-bbc6-54f933f9db24', 'name': 'network-vif-deleted', 'tag': 'a179b3f5-f385-44ca-a94e-498d55bdecd4', 'status': 'completed', 'code': 200} Jul 07 22:31:39.510147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:39.519605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.526071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:39.526490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.571585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Pushing event updated for resources: {'Port': ['ID=31b63cf2-33bd-494e-a103-7a46daac1421,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:39.634863 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:39.651956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Attempting to bind port 31b63cf2-33bd-494e-a103-7a46daac1421 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:39.652773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Attempting to bind port 31b63cf2-33bd-494e-a103-7a46daac1421 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '65323548-f483-467b-a9be-9cc694230936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '10a97249-9f32-441c-a58d-7712e736abc5'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:39.653466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Attempting to bind port 31b63cf2-33bd-494e-a103-7a46daac1421 on network 10a97249-9f32-441c-a58d-7712e736abc5 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:39.656588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:31:39.656588 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:31:39.656588 n-d-694802-13 neutron-server[93932]: [parameters: {'id': '10a97249-9f32-441c-a58d-7712e736abc5'}] Jul 07 22:31:39.656588 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:31:39.656974 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:31:39.657828 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-58cdeb9b-06a8-4143-9ad2-ed17b0ba112d tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] delete failed (client error): The resource could not be found. Jul 07 22:31:39.658922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-58cdeb9b-06a8-4143-9ad2-ed17b0ba112d tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/routers/09b2a6e5-2474-45eb-890b-df4bd2e34650 HTTP/1.1" status: 404 len: 336 time: 0.2413783 Jul 07 22:31:39.661614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59530) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.673394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:39.674285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Checking segment: {'id': '65323548-f483-467b-a9be-9cc694230936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '10a97249-9f32-441c-a58d-7712e736abc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:39.674942 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.675677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Bound using segment: {'id': '65323548-f483-467b-a9be-9cc694230936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '10a97249-9f32-441c-a58d-7712e736abc5'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:39.676411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Bound port: 31b63cf2-33bd-494e-a103-7a46daac1421, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65323548-f483-467b-a9be-9cc694230936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '10a97249-9f32-441c-a58d-7712e736abc5'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:39.677024 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.720983 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-400688e7-ba10-4143-875f-385674393a5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] DELETE failed (client error): The resource could not be found. Jul 07 22:31:39.727526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400688e7-ba10-4143-875f-385674393a5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:31:39.732734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-400688e7-ba10-4143-875f-385674393a5a tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/subnets/adbd374f-7f55-48f4-b559-55a74a537e95 HTTP/1.1" status: 404 len: 337 time: 0.0690675 Jul 07 22:31:39.734451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59532) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.923936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] For port 31b63cf2-33bd-494e-a103-7a46daac1421, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:39.939391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] For port 31b63cf2-33bd-494e-a103-7a46daac1421, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=31b63cf2-33bd-494e-a103-7a46daac1421,segment=NetworkSegment(65323548-f483-467b-a9be-9cc694230936),segment_id=65323548-f483-467b-a9be-9cc694230936)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:39.952353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:39.963967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.980514 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.034059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 520b1466-3878-4a1a-8820-14484177690a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:40.037068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.056150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Pushing event deleted for resources: {'Port': ['ID=f777c07b-4245-4f02-b49d-2e5faf970e6f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:40.210765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1bb63-2ed2-4cdb-8ed6-a5b8ecc33b4a None None] Pushing event updated for resources: {'Port': ['ID=31b63cf2-33bd-494e-a103-7a46daac1421,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:40.225061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:40.225606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8b98c7f3-8254-4507-b1b5-2af51a3e5b0d not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:40.310039 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.331605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.333491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.356459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 520b1466-3878-4a1a-8820-14484177690a owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:40.361167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf6f0e-2479-4e35-a962-de65392b4ff1 None None] Network 10a97249-9f32-441c-a58d-7712e736abc5 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:40.480376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7be3797-c2bd-4851-9e2f-78ba96f41e29 req-072bdea7-9c7b-4714-85e0-b66c1e032652 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=239329c7-d5e2-45c8-bbc6-54f933f9db24 HTTP/1.1" status: 200 len: 210 time: 0.1660264 Jul 07 22:31:40.575988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.618384 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.631939 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.633714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9923f7-1887-4ff2-b30e-952e6b33312a None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:31:40.640413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=520b1466-3878-4a1a-8820-14484177690a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:40.698644 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.700704 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc3d33c8-aaf0-47a0-9a3e-a5bd5d3295d0 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/ports/520b1466-3878-4a1a-8820-14484177690a HTTP/1.1" status: 204 len: 168 time: 0.9652932 Jul 07 22:31:40.703050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59542) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:40.756193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.757022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:40.781451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744f3e9-c361-4b89-b9ad-9287adffbae2 req-d24c621e-4827-406f-8b7b-824b87372081 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:40.783150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9744f3e9-c361-4b89-b9ad-9287adffbae2 req-d24c621e-4827-406f-8b7b-824b87372081 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.4663544 Jul 07 22:31:40.791273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.795107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cd5f0863-a9e4-4b5a-8148-65c6aaeda644 admin admin] 10.222.0.95 "DELETE /v2.0/routers/f7fca5e4-a5af-4d5d-9ffa-37983d4d8983 HTTP/1.1" status: 204 len: 168 time: 3.6987960 Jul 07 22:31:40.798374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:40.811112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9923f7-1887-4ff2-b30e-952e6b33312a None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:31:40.870243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port 31b63cf2-33bd-494e-a103-7a46daac1421 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:40.870602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.873357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port a5847204-9b49-4a1d-9feb-bafdfe3436dc {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:40.874162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.019102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.032579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port 31b63cf2-33bd-494e-a103-7a46daac1421, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=31b63cf2-33bd-494e-a103-7a46daac1421,segment=NetworkSegment(65323548-f483-467b-a9be-9cc694230936),segment_id=65323548-f483-467b-a9be-9cc694230936)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:41.032955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.043232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for a5847204-9b49-4a1d-9feb-bafdfe3436dc owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:41.048144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for 31b63cf2-33bd-494e-a103-7a46daac1421 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:41.067959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Deleting subnet ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:41.080036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.154696 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9744f3e9-c361-4b89-b9ad-9287adffbae2 req-a2827172-5b91-4b6e-84d9-78b5fa0af858 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550539 Jul 07 22:31:41.191335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.243708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.253009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.255904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.293115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=a5847204-9b49-4a1d-9feb-bafdfe3436dc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:41.344405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=31b63cf2-33bd-494e-a103-7a46daac1421,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:41.355132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port 31b63cf2-33bd-494e-a103-7a46daac1421 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:41.427587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.429744 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3dcc97e-f96a-4eb6-a94a-eed0cb1f170c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/ports/a5847204-9b49-4a1d-9feb-bafdfe3436dc HTTP/1.1" status: 204 len: 168 time: 0.7256813 Jul 07 22:31:41.435728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59550) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:41.485417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.497722 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.501701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a97249-9f32-441c-a58d-7712e736abc5']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:41.527225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d4780-7a6b-4905-a773-bc79bd372451 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:41.531167 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-770d4780-7a6b-4905-a773-bc79bd372451 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "GET /v2.0/ports?device_id=3e62894a-5626-46e4-be0a-83f995dee3cf HTTP/1.1" status: 200 len: 913 time: 0.0920558 Jul 07 22:31:41.533739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59556) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:41.558336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65323548-f483-467b-a9be-9cc694230936') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:41.558336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65323548-f483-467b-a9be-9cc694230936') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:41.578329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:41.588514 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.590210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1aff4fa9-5d9b-4ad3-8e0e-6ea6e75e9028 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ea9aaa78-d3ef-4eb5-a5db-aafbe15ffc31 HTTP/1.1" status: 204 len: 168 time: 0.7889450 Jul 07 22:31:41.592300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.593739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59562) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:41.616527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.631271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:41.631271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:41.645511 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:41.739619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.755874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.766025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.773326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59574) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:41.776046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/10a97249-9f32-441c-a58d-7712e736abc5 HTTP/1.1" status: 204 len: 168 time: 4.2570891 Jul 07 22:31:41.798120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a36c0-f633-4842-a18b-797a3b116365 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=10a97249-9f32-441c-a58d-7712e736abc5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:41.821687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-267591360'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:41.865820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:41.869909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.016796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f777c07b-4245-4f02-b49d-2e5faf970e6f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:42.038950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:42.043213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.065908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.066313 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 0e0af25f-f610-45a8-b008-e3f8b2c14231 of type vlan for network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 Jul 07 22:31:42.076232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f777c07b-4245-4f02-b49d-2e5faf970e6f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:42.076733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f777c07b-4245-4f02-b49d-2e5faf970e6f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:42.076913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1090d6e-e77a-41a0-b4a3-0a38b3a5db76']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:42.111346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0beeb0-7ae6-4460-91e6-0d256363ab8c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:42.111669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0beeb0-7ae6-4460-91e6-0d256363ab8c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:42.137950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.172818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.196120 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.208913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:42.209347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:42.213080 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:42.328121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.342983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.343660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.349128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.461609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=5f15a26d-76ff-4d26-988e-c5e2f94b9500,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:42.472643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:42.474390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.487833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] 10.222.0.95 "DELETE /v2.0/networks/c1090d6e-e77a-41a0-b4a3-0a38b3a5db76 HTTP/1.1" status: 204 len: 168 time: 0.8835413 Jul 07 22:31:42.518918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b128d4-77ac-4bcf-b91d-92b28e7f673b req-01984d40-803c-407e-ad7e-6d9ef56d9203 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.520738 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3b128d4-77ac-4bcf-b91d-92b28e7f673b req-01984d40-803c-407e-ad7e-6d9ef56d9203 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.1706989 Jul 07 22:31:42.524992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59590) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:42.526237 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8629e267-5490-4d26-b1dc-4e58f9a06737 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7119768 Jul 07 22:31:42.531328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae5d8-42ae-4b25-ba26-98568faa0cac admin admin] Pushing event deleted for resources: {'Network': ['ID=c1090d6e-e77a-41a0-b4a3-0a38b3a5db76,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:42.531683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:42.637274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.681379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-52e8a06a-ec93-484f-8eba-5e408b57b6f1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.683187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-52e8a06a-ec93-484f-8eba-5e408b57b6f1 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 945 time: 0.2652826 Jul 07 22:31:42.743580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3b128d4-77ac-4bcf-b91d-92b28e7f673b req-7d1d73c2-1e0d-40a7-a5d3-109da6421bbf tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0bd0986-d2d5-4d83-9f47-ce61003144b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946456 Jul 07 22:31:42.757599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a179b3f5-f385-44ca-a94e-498d55bdecd4 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:42.789103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87502-1a3d-41e7-94b3-fc33b06a0b14 req-047e10d4-db0b-4bae-9fd5-330ecc34cb5d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.797099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87c87502-1a3d-41e7-94b3-fc33b06a0b14 req-047e10d4-db0b-4bae-9fd5-330ecc34cb5d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.3906496 Jul 07 22:31:42.798357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: a179b3f5-f385-44ca-a94e-498d55bdecd4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:42.799028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a179b3f5-f385-44ca-a94e-498d55bdecd4 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:42.816627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59592) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:42.835932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:42.840968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.877071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ccd1143-7d42-49c6-82a0-f5f6ee75b014 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6d715479e8124111a53c4de3fe6c4878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589240 Jul 07 22:31:42.879343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:42.998089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing IP validity checks on allocation pools {{(pid=93932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:31:42.998888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:31:43.007432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12bbb8ea-c63b-47b7-a6ef-9e2d316f1e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.018323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87c87502-1a3d-41e7-94b3-fc33b06a0b14 req-44b73463-9047-4251-be04-36d695e9a64b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202473 Jul 07 22:31:43.044031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12bbb8ea-c63b-47b7-a6ef-9e2d316f1e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.090835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Deleting port ace55fbe-6217-41ca-a94e-f7d728f41d97 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:43.091504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.219490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12bbb8ea-c63b-47b7-a6ef-9e2d316f1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.222472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12bbb8ea-c63b-47b7-a6ef-9e2d316f1e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.223969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-12bbb8ea-c63b-47b7-a6ef-9e2d316f1e59 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bf069a1c-9073-4929-b5c7-d77d389db7fe HTTP/1.1" status: 204 len: 168 time: 0.3436873 Jul 07 22:31:43.244580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbb8ea-c63b-47b7-a6ef-9e2d316f1e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf069a1c-9073-4929-b5c7-d77d389db7fe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:43.307351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port 061b0900-b5d1-4271-8b4e-8b492d763ebe {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:43.322148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.434222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.464933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.499845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for 061b0900-b5d1-4271-8b4e-8b492d763ebe owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:43.540536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] For port ace55fbe-6217-41ca-a94e-f7d728f41d97, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ace55fbe-6217-41ca-a94e-f7d728f41d97,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:43.541170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.577398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Calling delete_port for ace55fbe-6217-41ca-a94e-f7d728f41d97 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:43.619506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=0bc1934c-13cc-4604-86e6-bbbc34ecc63b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:43.672269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': '0e0af25f-f610-45a8-b008-e3f8b2c14231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:43.672642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 5f15a26d-76ff-4d26-988e-c5e2f94b9500, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:43.804367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:43.830943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5f15a26d-76ff-4d26-988e-c5e2f94b9500) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:43.843890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7481c089-d17a-459a-8ebb-720c3f787df3 None None] Network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:43.846262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:43.848043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.861175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.882907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6ea20acf-9e03-4fd5-b630-0cda0bed7032 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3564463 Jul 07 22:31:43.891271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59614) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:43.920603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'Port': ['ID=ace55fbe-6217-41ca-a94e-f7d728f41d97,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:43.922385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.981373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] No DVR routers for this DVR port ace55fbe-6217-41ca-a94e-f7d728f41d97 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:43.987098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.992590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbad06f0-5f55-4d68-bef3-6680db64cfa3 req-523c1e50-33f8-4baa-ac28-6143939130c5 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.103 "DELETE /v2.0/ports/ace55fbe-6217-41ca-a94e-f7d728f41d97 HTTP/1.1" status: 204 len: 173 time: 1.2806141 Jul 07 22:31:43.993185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44041398-366c-4739-aa42-17e97cc118ee', 'name': 'network-vif-deleted', 'tag': 'ace55fbe-6217-41ca-a94e-f7d728f41d97'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:43.995682 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fd5dc-901e-427a-8cb1-fa794c6a576b" -d '{"events": [{"server_uuid": "44041398-366c-4739-aa42-17e97cc118ee", "name": "network-vif-deleted", "tag": "ace55fbe-6217-41ca-a94e-f7d728f41d97"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:44.119081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea62251f-5547-4c32-a451-91e6f8097bc7 req-ce8bb82a-88ee-44ce-b559-b1139b8f12a2 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=44041398-366c-4739-aa42-17e97cc118ee HTTP/1.1" status: 200 len: 210 time: 0.0655687 Jul 07 22:31:44.122953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=061b0900-b5d1-4271-8b4e-8b492d763ebe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:44.144215 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84826368-3029-4d2f-98eb-5973f8efa276 x-openstack-request-id: req-84826368-3029-4d2f-98eb-5973f8efa276 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:44.144610 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44041398-366c-4739-aa42-17e97cc118ee", "name": "network-vif-deleted", "tag": "ace55fbe-6217-41ca-a94e-f7d728f41d97", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:44.144961 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-84826368-3029-4d2f-98eb-5973f8efa276 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:44.145465 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44041398-366c-4739-aa42-17e97cc118ee', 'name': 'network-vif-deleted', 'tag': 'ace55fbe-6217-41ca-a94e-f7d728f41d97', 'status': 'completed', 'code': 200} Jul 07 22:31:44.277471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5f15a26d-76ff-4d26-988e-c5e2f94b9500', 'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '0bc1934c-13cc-4604-86e6-bbbc34ecc63b'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:44.278425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.473901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.486080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.560243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Allocated IP 172.20.0.3 (5f15a26d-76ff-4d26-988e-c5e2f94b9500/0bc1934c-13cc-4604-86e6-bbbc34ecc63b/b05d1680-1fc6-4478-999c-ae40390f5d2a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:44.661943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405085cd-af2d-4c8c-b192-6a2624ce54a2 req-6681492b-12a3-4bbb-bf6c-07194c6ab942 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:44.675228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-405085cd-af2d-4c8c-b192-6a2624ce54a2 req-6681492b-12a3-4bbb-bf6c-07194c6ab942 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.1431069 Jul 07 22:31:44.690958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.779791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-405085cd-af2d-4c8c-b192-6a2624ce54a2 req-9762a548-1c18-44da-b4c1-9260f4ab2d40 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035619 Jul 07 22:31:44.820088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.844370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Transition to ACTIVE for port object b05d1680-1fc6-4478-999c-ae40390f5d2a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:44.884344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Transition to ACTIVE for port object b05d1680-1fc6-4478-999c-ae40390f5d2a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:44.904281 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.053812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:45.059975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Pushing event updated for resources: {'Port': ['ID=b05d1680-1fc6-4478-999c-ae40390f5d2a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:45.065911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:45.073372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:45.178702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Attempting to bind port b05d1680-1fc6-4478-999c-ae40390f5d2a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:45.178702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Attempting to bind port b05d1680-1fc6-4478-999c-ae40390f5d2a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '0e0af25f-f610-45a8-b008-e3f8b2c14231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:45.180046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Attempting to bind port b05d1680-1fc6-4478-999c-ae40390f5d2a on network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:45.192253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:45.192908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Checking segment: {'id': '0e0af25f-f610-45a8-b008-e3f8b2c14231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:45.193493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.194003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Bound using segment: {'id': '0e0af25f-f610-45a8-b008-e3f8b2c14231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:45.194823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Bound port: b05d1680-1fc6-4478-999c-ae40390f5d2a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0af25f-f610-45a8-b008-e3f8b2c14231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:45.195972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.328443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] For port b05d1680-1fc6-4478-999c-ae40390f5d2a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:45.337884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] For port b05d1680-1fc6-4478-999c-ae40390f5d2a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b05d1680-1fc6-4478-999c-ae40390f5d2a,segment=NetworkSegment(0e0af25f-f610-45a8-b008-e3f8b2c14231),segment_id=0e0af25f-f610-45a8-b008-e3f8b2c14231)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:45.346394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ace55fbe-6217-41ca-a94e-f7d728f41d97 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:45.406979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: ace55fbe-6217-41ca-a94e-f7d728f41d97 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:45.407582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ace55fbe-6217-41ca-a94e-f7d728f41d97 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:45.409855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.587938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387881e-f676-4e1f-95bb-38cbb4b4190f None None] Pushing event updated for resources: {'Port': ['ID=b05d1680-1fc6-4478-999c-ae40390f5d2a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:45.806682 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:31:45.866254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Router 3e62894a-5626-46e4-be0a-83f995dee3cf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:46.062229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.157067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e1abe-6137-4843-8e33-3435951cedaa req-df9a8570-807a-412c-8fa1-0b9fb113a65d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:46.163362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-634e1abe-6137-4843-8e33-3435951cedaa req-df9a8570-807a-412c-8fa1-0b9fb113a65d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.1528158 Jul 07 22:31:46.247039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-634e1abe-6137-4843-8e33-3435951cedaa req-d1015081-b7a9-42af-a745-d305a1a6894c tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Jul 07 22:31:46.256374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:46.262686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6e85a040-5869-4756-9428-f62ba5062d5b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "PUT /v2.0/routers/3e62894a-5626-46e4-be0a-83f995dee3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7273700 Jul 07 22:31:46.263593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc1934c-13cc-4604-86e6-bbbc34ecc63b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:46.264883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59694) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:46.270502 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] Sync routers for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:46.301530 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:46.302252 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.362236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.389569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f15a26d-76ff-4d26-988e-c5e2f94b9500']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.406291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59700) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:46.411424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0af25f-f610-45a8-b008-e3f8b2c14231') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.412191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0af25f-f610-45a8-b008-e3f8b2c14231') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.415830 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.428649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.447618 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] Routers {'3e62894a-5626-46e4-be0a-83f995dee3cf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:46.449039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.453642 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3e62894a-5626-46e4-be0a-83f995dee3cf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.460362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:46.460765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:46.469558 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:46.542184 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:46.542928 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630320fa-7b25-44ca-94e2-f63f8982d5d7 None None] The sync data for ids ['3e62894a-5626-46e4-be0a-83f995dee3cf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:46.586374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:31:46.586374 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:31:46.586374 n-d-694802-13 neutron-server[93931]: [parameters: {'id': '5f15a26d-76ff-4d26-988e-c5e2f94b9500'}] Jul 07 22:31:46.586374 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:31:46.586951 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:31:46.606233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.775490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.780970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.807980 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.863965 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b07c0cd3f8cc41458e144314a244bed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549406 Jul 07 22:31:46.871115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2303e2e-dac6-4856-a0dd-28c9b4a8f75e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:46.883026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:46.885254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.886173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.886980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.887869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.888429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.889462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.891085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.891683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.892390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.892952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.893528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.894491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f9928-c4e3-45ae-9b5e-d7b00fa450af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.971268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf58624-9423-4661-8845-b267b0e75c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.024777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf58624-9423-4661-8845-b267b0e75c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.071748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:47.087864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.116742 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf58624-9423-4661-8845-b267b0e75c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.121747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf58624-9423-4661-8845-b267b0e75c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.126575 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0bf58624-9423-4661-8845-b267b0e75c63 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a2303e2e-dac6-4856-a0dd-28c9b4a8f75e HTTP/1.1" status: 204 len: 168 time: 0.2259724 Jul 07 22:31:47.148920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.170165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf58624-9423-4661-8845-b267b0e75c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2303e2e-dac6-4856-a0dd-28c9b4a8f75e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.225031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port b05d1680-1fc6-4478-999c-ae40390f5d2a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:47.225400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.258003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66630571-ae7a-42fd-be21-2983f1577995 None None] Network 5f15a26d-76ff-4d26-988e-c5e2f94b9500 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:47.336452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-48aadda4-7d6d-4558-b9ac-74b753ac6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.337075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e910060-b48e-4879-a90a-972fd34346a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.338395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-48aadda4-7d6d-4558-b9ac-74b753ac6b9d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 1098 time: 0.2897406 Jul 07 22:31:47.349740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c10fcc27-7bde-480b-b4d0-fa2420b10662 None None] Provisioning for port b05d1680-1fc6-4478-999c-ae40390f5d2a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:47.363150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffbf1b-2e08-4319-ac83-85c7a60ff9b3 req-59f61ce9-669b-4056-9c69-e1332e0e7df9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.366261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port b05d1680-1fc6-4478-999c-ae40390f5d2a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b05d1680-1fc6-4478-999c-ae40390f5d2a,segment=NetworkSegment(0e0af25f-f610-45a8-b008-e3f8b2c14231),segment_id=0e0af25f-f610-45a8-b008-e3f8b2c14231)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:47.366955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.380435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fffbf1b-2e08-4319-ac83-85c7a60ff9b3 req-59f61ce9-669b-4056-9c69-e1332e0e7df9 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 1.1184080 Jul 07 22:31:47.400663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for b05d1680-1fc6-4478-999c-ae40390f5d2a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:47.524297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.553911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fffbf1b-2e08-4319-ac83-85c7a60ff9b3 req-c0551875-ef3f-4e89-92ed-2c02665455f4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5daa7df-c14f-41a6-a9a0-6517d9bc3802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725082 Jul 07 22:31:47.583292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e047036-f28b-4505-969d-58f894404828 None None] DHCP port deletion for 5f15a26d-76ff-4d26-988e-c5e2f94b9500 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:47.617549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:47.620135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-c4f65231-f48f-43dc-9755-af856a0be65e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.621838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-c4f65231-f48f-43dc-9755-af856a0be65e tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 945 time: 0.1489050 Jul 07 22:31:47.639095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.645434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7e047036-f28b-4505-969d-58f894404828 None None] Deleting port b05d1680-1fc6-4478-999c-ae40390f5d2a {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:47.645630 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e047036-f28b-4505-969d-58f894404828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.654393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7271322d-9a42-49ab-863e-fd2f2ffe4347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.657780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-612f92a3-f11b-494c-8c7b-b7258e5bbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.659327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-612f92a3-f11b-494c-8c7b-b7258e5bbf7e service neutron] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.2769012 Jul 07 22:31:47.677688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c8d51-bb90-4c1e-b656-c53b43fffeb5 req-b919ec5c-06f8-42d1-a79f-42210c2a0bfd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.679842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639c8d51-bb90-4c1e-b656-c53b43fffeb5 req-b919ec5c-06f8-42d1-a79f-42210c2a0bfd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2209904 Jul 07 22:31:47.704300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port b05d1680-1fc6-4478-999c-ae40390f5d2a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:47.708777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=b05d1680-1fc6-4478-999c-ae40390f5d2a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.719027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7e047036-f28b-4505-969d-58f894404828 None None] For port b05d1680-1fc6-4478-999c-ae40390f5d2a, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:47.719660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e047036-f28b-4505-969d-58f894404828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.733391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-2e8fef0a-e322-49a5-90b0-35ca9a28c5b2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08165efe-755d-491e-aaf3-2af5136ac52b HTTP/1.1" status: 200 len: 217 time: 0.0648587 Jul 07 22:31:47.734294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7e047036-f28b-4505-969d-58f894404828 None None] Calling delete_port for b05d1680-1fc6-4478-999c-ae40390f5d2a owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:47.737185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-7e047036-f28b-4505-969d-58f894404828 None None] Port b05d1680-1fc6-4478-999c-ae40390f5d2a was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:31:47.738516 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e047036-f28b-4505-969d-58f894404828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.764629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047036-f28b-4505-969d-58f894404828 None None] Pushing event deleted for resources: {'Port': ['ID=b05d1680-1fc6-4478-999c-ae40390f5d2a,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.768281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e047036-f28b-4505-969d-58f894404828 None None] No DVR routers for this DVR port b05d1680-1fc6-4478-999c-ae40390f5d2a on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:47.793364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting port e19689b8-18a2-49a6-9fd9-c67d20bc1470 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:47.793943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.814364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e910060-b48e-4879-a90a-972fd34346a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.849379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e910060-b48e-4879-a90a-972fd34346a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.860242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639c8d51-bb90-4c1e-b656-c53b43fffeb5 req-683fac1c-690b-4acd-a3d2-e8a6acff4f1e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356034 Jul 07 22:31:47.871371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.883232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-9162ef7b-b0d1-449b-9aee-cb2fe70e041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.890689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-9162ef7b-b0d1-449b-9aee-cb2fe70e041b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.1386893 Jul 07 22:31:47.902845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f15a26d-76ff-4d26-988e-c5e2f94b9500']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:47.924604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0e910060-b48e-4879-a90a-972fd34346a1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f88e73c409a644a5a466e4d7affa43c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517847 Jul 07 22:31:47.926335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0af25f-f610-45a8-b008-e3f8b2c14231') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:47.926651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0af25f-f610-45a8-b008-e3f8b2c14231') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:47.936670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59724) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:47.941893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e910060-b48e-4879-a90a-972fd34346a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf3bf6-4793-4441-9c9b-165d52c1d38a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.945469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.945877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-acc75e6d-301d-43b4-b99d-7e916b1c836a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541475 Jul 07 22:31:47.967234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.976387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:47.977443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:47.980838 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:47.982960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Deleting port 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:47.982960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.063171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.092241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Calling delete_port for e19689b8-18a2-49a6-9fd9-c67d20bc1470 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:48.097822 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.114969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.116996 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/5f15a26d-76ff-4d26-988e-c5e2f94b9500 HTTP/1.1" status: 204 len: 168 time: 4.2246234 Jul 07 22:31:48.128032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59728) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.129609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cef20-678b-4ec8-8ad6-1798c5f286e3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=5f15a26d-76ff-4d26-988e-c5e2f94b9500,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.141653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-acbc9fe7-0032-45a5-915a-79cbec13f1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.150229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425678923'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:48.156201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] For port 135c6efd-1493-4189-bbba-cfda31a5339d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=135c6efd-1493-4189-bbba-cfda31a5339d,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:48.156683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.226082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-e707ff18-268b-4ae0-b38f-82f2d3f02a88 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562006 Jul 07 22:31:48.237344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-acbc9fe7-0032-45a5-915a-79cbec13f1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.281947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7271322d-9a42-49ab-863e-fd2f2ffe4347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.317372 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d5318c73-6ad9-4a9e-a991-6e5c0fa1799e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.323958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7271322d-9a42-49ab-863e-fd2f2ffe4347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.356993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.357373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.357743 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Floating IP a8e422ff-317d-40fe-b49a-dae7b169c88e disassociated. External IP: 172.25.5.160, port: 135c6efd-1493-4189-bbba-cfda31a5339d. Jul 07 22:31:48.358177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Calling delete_port for 135c6efd-1493-4189-bbba-cfda31a5339d owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:48.402283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:48.405775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.463692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271322d-9a42-49ab-863e-fd2f2ffe4347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8050d4b3-fa72-48c2-96cb-cb5e1b04a748,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.473197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7271322d-9a42-49ab-863e-fd2f2ffe4347 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dcfde3f4c62a47fcbddd69659e1a419c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418949 Jul 07 22:31:48.479941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59730) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.513782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-639980bb-4590-4e9e-bf77-c1e06b5e1794 req-57d70852-0b6f-4b49-90d0-250eefb410b9 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730701 Jul 07 22:31:48.518441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-acbc9fe7-0032-45a5-915a-79cbec13f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.521149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-acbc9fe7-0032-45a5-915a-79cbec13f1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.521292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.524865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-acbc9fe7-0032-45a5-915a-79cbec13f1de admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/21bf3bf6-4793-4441-9c9b-165d52c1d38a HTTP/1.1" status: 204 len: 168 time: 0.5788813 Jul 07 22:31:48.524865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:48.561526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc9fe7-0032-45a5-915a-79cbec13f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf3bf6-4793-4441-9c9b-165d52c1d38a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.569381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.569745 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment c8ace73c-0ead-489b-a766-c3cc168142a8 of type vlan for network 02569760-4b50-4717-bfca-8a3247775d85 Jul 07 22:31:48.593404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'Port': ['ID=135c6efd-1493-4189-bbba-cfda31a5339d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.611791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7027fe57-9d98-4552-87c8-87cdc00fc55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.638580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.674721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Port': ['ID=e19689b8-18a2-49a6-9fd9-c67d20bc1470,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.683067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.683898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7027fe57-9d98-4552-87c8-87cdc00fc55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.727901 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.787773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Router 2c218241-6f2f-4f3c-b835-42beb86b3b25 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:48.798003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-95c34b0a-5a0f-4b25-9661-1205f6898180 req-86e0cf5c-9c3c-4308-bdb4-c7b69346a79d tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 210 time: 0.0672841 Jul 07 22:31:48.833622 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.839351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:48.839989 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.905800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.934512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:48.945278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] Sync routers for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:48.955957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8239906 Jul 07 22:31:48.962132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:48.962810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:48.969462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.980867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '02569760-4b50-4717-bfca-8a3247775d85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:49.064160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] No DVR routers for this DVR port 135c6efd-1493-4189-bbba-cfda31a5339d on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:49.071198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.073146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.074141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.075626 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d0ff8215-643a-4a92-b842-7af76c41eba6 req-38807d26-62eb-4b89-9e9a-e99b0c3e198b tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.97 "DELETE /v2.0/ports/135c6efd-1493-4189-bbba-cfda31a5339d HTTP/1.1" status: 204 len: 173 time: 1.4446492 Jul 07 22:31:49.076415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-deleted', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:49.088645 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e80bae-1243-4a21-b392-4c15f2e97e3c" -d '{"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-deleted", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:49.098469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7027fe57-9d98-4552-87c8-87cdc00fc55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.101323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7027fe57-9d98-4552-87c8-87cdc00fc55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.103060 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7027fe57-9d98-4552-87c8-87cdc00fc55a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8050d4b3-fa72-48c2-96cb-cb5e1b04a748 HTTP/1.1" status: 204 len: 168 time: 0.6220186 Jul 07 22:31:49.124939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027fe57-9d98-4552-87c8-87cdc00fc55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8050d4b3-fa72-48c2-96cb-cb5e1b04a748,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.137043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.137836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Fanout notify agent at l3_agent the message router_deleted on router 3e62894a-5626-46e4-be0a-83f995dee3cf {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:49.169716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.173251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7af854f-6135-4906-8079-6db1d243834b tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/routers/3e62894a-5626-46e4-be0a-83f995dee3cf HTTP/1.1" status: 204 len: 168 time: 2.9044571 Jul 07 22:31:49.173640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59754) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:49.185447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83c59a-e401-4b50-b520-4a4fb4f56912 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=02569760-4b50-4717-bfca-8a3247775d85,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.215395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 02569760-4b50-4717-bfca-8a3247775d85 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:49.254959 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93194b6-8de3-45ed-8af7-e7ff77525750 x-openstack-request-id: req-d93194b6-8de3-45ed-8af7-e7ff77525750 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:49.255266 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161829e8-eb3a-439e-9dc9-a657d29f6455", "name": "network-vif-deleted", "tag": "135c6efd-1493-4189-bbba-cfda31a5339d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:49.255530 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d93194b6-8de3-45ed-8af7-e7ff77525750 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:49.255975 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161829e8-eb3a-439e-9dc9-a657d29f6455', 'name': 'network-vif-deleted', 'tag': '135c6efd-1493-4189-bbba-cfda31a5339d', 'status': 'completed', 'code': 200} Jul 07 22:31:49.275298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:49.277115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ac30e-f0d6-4755-bd08-7fd048121e97 req-897e6ad5-b078-49c6-9061-0bdbdb8a65c6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:49.285260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.289917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a6ac30e-f0d6-4755-bd08-7fd048121e97 req-897e6ad5-b078-49c6-9061-0bdbdb8a65c6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 946 time: 0.2597027 Jul 07 22:31:49.304249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 08165efe-755d-491e-aaf3-2af5136ac52b no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:49.316498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:49.381715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a6ac30e-f0d6-4755-bd08-7fd048121e97 req-047d321a-cf2a-49a1-9e26-78de32d7604f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738065 Jul 07 22:31:49.434778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Deleting subnet 3ab2efbd-398c-4d93-ab99-f3be9aec1c1c {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:49.442698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.510354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.601064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.612903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.621042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59768) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:49.637384 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-902749ac-c2a7-413d-a906-784047dedc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.680409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:49.690012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:49.693779 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0d8bcd-2019-432f-9e23-d44fd8626ba4" -d '{"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-unplugged", "status": "completed", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:49.728008 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.760589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.777009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-902749ac-c2a7-413d-a906-784047dedc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.778120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59772) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:49.784382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.795351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-902749ac-c2a7-413d-a906-784047dedc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.795592 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa29f2-d368-42a4-bb2a-70677db72e40 x-openstack-request-id: req-caaa29f2-d368-42a4-bb2a-70677db72e40 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:49.796247 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-unplugged", "status": "completed", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:49.796718 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-caaa29f2-d368-42a4-bb2a-70677db72e40 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:49.797361 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b', 'code': 200} Jul 07 22:31:49.816441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab2efbd-398c-4d93-ab99-f3be9aec1c1c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.828054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.833029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-790a2eb4-1dd7-460f-9d59-800769a14321 tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/subnets/3ab2efbd-398c-4d93-ab99-f3be9aec1c1c HTTP/1.1" status: 204 len: 168 time: 0.6536756 Jul 07 22:31:49.845189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59776) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:49.889521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.903113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=213f4782-2853-4b69-bc8e-fff96296ecd8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.914354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:49.918045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': 'c8ace73c-0ead-489b-a766-c3cc168142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '02569760-4b50-4717-bfca-8a3247775d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:49.918045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 02569760-4b50-4717-bfca-8a3247775d85, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:49.947097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] Checking router: 2c218241-6f2f-4f3c-b835-42beb86b3b25 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:49.954664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 02569760-4b50-4717-bfca-8a3247775d85 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:49.959369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:49.962050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:49.971975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 02569760-4b50-4717-bfca-8a3247775d85) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:49.982182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:49.982915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.999106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-256747193-network', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:50.009788 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-510aa916-60c1-478c-a330-b402b863a377 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0353270 Jul 07 22:31:50.010478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59780) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:50.041634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40058966-3e6c-44c7-9d7c-6cdaedf979b6 None None] Network 02569760-4b50-4717-bfca-8a3247775d85 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:50.048898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-902749ac-c2a7-413d-a906-784047dedc5a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2fd78e83933b45dc827dcb0c8c7718d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265924 Jul 07 22:31:50.053289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59782) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:50.073478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902749ac-c2a7-413d-a906-784047dedc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e37bcf-740e-4b5b-9ef4-b0b9dfcaca9c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.123119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.144660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Made reservation on behalf of 97ca8000c21d491db5b2fa347e3b443c for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:50.147945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.159415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.186694 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a457ba8b-e446-4841-8e05-6dab4c369e3b req-0191781f-02ef-4a0f-ae10-a5fb4cb31e6f tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/ports?device_id=161829e8-eb3a-439e-9dc9-a657d29f6455 HTTP/1.1" status: 200 len: 210 time: 0.0805707 Jul 07 22:31:50.198195 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.235798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.262826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:50.266316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c7973-59d9-4cbd-9182-e5dce940dc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-02569760-4b50-4717-bfca-8a3247775d85', 'network_id': '02569760-4b50-4717-bfca-8a3247775d85', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '213f4782-2853-4b69-bc8e-fff96296ecd8'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:50.267286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-205c7973-59d9-4cbd-9182-e5dce940dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.277268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42715c23-b394-46b1-a6f3-b2794981f6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.333276 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.364554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=213f4782-2853-4b69-bc8e-fff96296ecd8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.368904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42715c23-b394-46b1-a6f3-b2794981f6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.372696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.391589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f15df8-38ae-47fa-be88-5668af7b1d5d']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.420134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ebc41-7253-4fae-bf2e-b52cf575abaa') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.420428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ebc41-7253-4fae-bf2e-b52cf575abaa') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.449172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.472826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.488878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.492062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:50.493268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-205c7973-59d9-4cbd-9182-e5dce940dc65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 213f4782-2853-4b69-bc8e-fff96296ecd8: This subnet is being modified by another concurrent operation. Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:31:50.496584 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 213f4782-2853-4b69-bc8e-fff96296ecd8: This subnet is being modified by another concurrent operation. Jul 07 22:31:50.499991 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:50.502173 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:50.518936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02569760-4b50-4717-bfca-8a3247775d85']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.531468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec541d-c323-4338-9194-c27df282db58 None None] Network 02569760-4b50-4717-bfca-8a3247775d85 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:50.549179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ace73c-0ead-489b-a766-c3cc168142a8') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.549764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ace73c-0ead-489b-a766-c3cc168142a8') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.557752 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42715c23-b394-46b1-a6f3-b2794981f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.560545 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42715c23-b394-46b1-a6f3-b2794981f6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.564563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-42715c23-b394-46b1-a6f3-b2794981f6a8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/02e37bcf-740e-4b5b-9ef4-b0b9dfcaca9c HTTP/1.1" status: 204 len: 168 time: 0.5066307 Jul 07 22:31:50.566444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.589536 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.594018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.596082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715c23-b394-46b1-a6f3-b2794981f6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e37bcf-740e-4b5b-9ef4-b0b9dfcaca9c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.598243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.606897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:50.610117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:50.613863 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:50.636481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.712426 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.719167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.727603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/02569760-4b50-4717-bfca-8a3247775d85 HTTP/1.1" status: 204 len: 168 time: 0.7121959 Jul 07 22:31:50.735388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.735860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0f5a1-68a5-4b01-b627-db181c89bbe0 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:31:50.736330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59790) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:50.739980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] 10.222.0.95 "DELETE /v2.0/networks/60f15df8-38ae-47fa-be88-5668af7b1d5d HTTP/1.1" status: 204 len: 168 time: 0.8915057 Jul 07 22:31:50.747101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1980984228'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:50.785620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17429883-6405-4cd1-903c-75d1f041969f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.787293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2fdb3-8cc6-4aa9-8246-cd9223a4d7e2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=02569760-4b50-4717-bfca-8a3247775d85,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.800886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:50.809266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:50.814593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81903a0c-88f0-4503-8339-bc461119355c tempest-FloatingIPTestJSON-835520543 tempest-FloatingIPTestJSON-835520543-project] Pushing event deleted for resources: {'Network': ['ID=60f15df8-38ae-47fa-be88-5668af7b1d5d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.821452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:50.825114 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.857893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.858263 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Added segment 28147edb-224f-4d3c-b816-927ca91fef14 of type vlan for network 4af00ffb-79a9-463c-ab14-8f3e391340c3 Jul 07 22:31:50.869840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 135c6efd-1493-4189-bbba-cfda31a5339d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:50.870188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 135c6efd-1493-4189-bbba-cfda31a5339d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:50.888903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:50.920218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.920654 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 69a16e77-4188-4b4b-ab22-240ad9da9c1f of type vlan for network 809c59ef-e7ef-4ab7-8e56-215f83329731 Jul 07 22:31:50.932707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:50.982118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.986684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.997235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1ce7-dbcb-4816-87c1-067a9943721c req-bb426188-1f85-4168-9dc4-f363ba03fc72 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.001210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6dbb-5a0c-4250-9b82-523a8b3aaaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.004320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78ba1ce7-dbcb-4816-87c1-067a9943721c req-bb426188-1f85-4168-9dc4-f363ba03fc72 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 944 time: 0.3823416 Jul 07 22:31:51.007054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6c0fe-25b8-4f7c-ace5-688c6cdd9911 None None] The sync data for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 is: [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:19Z', 'revision_number': 4, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a04283a4-0857-4eae-bbc9-9ef8b4cfd19f', 'name': '', 'network_id': '2a5e1819-3f46-46e6-82e8-10dc2105389a', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'mac_address': 'fa:16:3e:c6:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:16Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'subnets': [{'id': '8798c8d0-97dd-428e-a156-75ae2792375c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:51.042896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb0f5a1-68a5-4b01-b627-db181c89bbe0 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:31:51.051015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.056812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.059205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.090091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78ba1ce7-dbcb-4816-87c1-067a9943721c req-4490f6ca-e1d8-4059-98db-f7baaa0aeb99 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 Jul 07 22:31:51.096616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.097808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.098455 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.134143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3966172 Jul 07 22:31:51.142355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59806) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:51.182090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd3ef1-a86a-4651-92ed-de0fb97dd7b2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=809c59ef-e7ef-4ab7-8e56-215f83329731,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.198161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4186449 Jul 07 22:31:51.200975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59808) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:51.202942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '809c59ef-e7ef-4ab7-8e56-215f83329731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:51.206392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Request body: {'subnet': {'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-subnet', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:51.256016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59814) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:51.273264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Made reservation on behalf of 97ca8000c21d491db5b2fa347e3b443c for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:51.285017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.441328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:51.487044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e1a2a-e4c6-4980-a94c-3bb57f2e233b admin admin] Pushing event updated for resources: {'Network': ['ID=4af00ffb-79a9-463c-ab14-8f3e391340c3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.493220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:51.498879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.571892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae041f6-4e8c-4a32-bf99-0e5931b4ebc9 None None] New status for floating IP a8e422ff-317d-40fe-b49a-dae7b169c88e: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:31:51.612067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068c0a85-f308-4094-bbed-79f15d1d0222 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.691846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 809c59ef-e7ef-4ab7-8e56-215f83329731 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:51.693860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:51.755993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.857260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068c0a85-f308-4094-bbed-79f15d1d0222 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.879442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=8c6db274-0b83-46fb-a606-9a79835054fb,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.918866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': '69a16e77-4188-4b4b-ab22-240ad9da9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '809c59ef-e7ef-4ab7-8e56-215f83329731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:51.919237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 809c59ef-e7ef-4ab7-8e56-215f83329731, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:51.952932 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab87fe28-5dee-4b9f-b695-2006830a5809 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fa0880d4caf94c8d97e0b0c7cde5d002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956613 Jul 07 22:31:51.953548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59850) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:51.965389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 809c59ef-e7ef-4ab7-8e56-215f83329731 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:51.985886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 809c59ef-e7ef-4ab7-8e56-215f83329731) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:51.993516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.994655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.009955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068c0a85-f308-4094-bbed-79f15d1d0222 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.012979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068c0a85-f308-4094-bbed-79f15d1d0222 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.014164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-068c0a85-f308-4094-bbed-79f15d1d0222 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "DELETE /v2.0/security-groups/d5daa7df-c14f-41a6-a9a0-6517d9bc3802 HTTP/1.1" status: 204 len: 168 time: 0.5710940 Jul 07 22:31:52.024041 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-00b78b65-e626-4da4-981f-742ae2fc0344 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8690784 Jul 07 22:31:52.024667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59862) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:52.025073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59864) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:52.044498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.063596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c0a85-f308-4094-bbed-79f15d1d0222 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5daa7df-c14f-41a6-a9a0-6517d9bc3802,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:52.082310 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.115386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84cfae4c-1c55-4ef9-abb2-7c74b16d20dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.152320 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.167778 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-111df978-a398-46c9-9d8c-7fcc46f168c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] show failed (client error): The resource could not be found. Jul 07 22:31:52.171419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-111df978-a398-46c9-9d8c-7fcc46f168c4 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "GET /v2.0/security-groups/d5daa7df-c14f-41a6-a9a0-6517d9bc3802 HTTP/1.1" status: 404 len: 347 time: 0.1428957 Jul 07 22:31:52.179440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59876) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:52.187379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84cfae4c-1c55-4ef9-abb2-7c74b16d20dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.208347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:52.244343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.303333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Checking segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:52.303894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Network hostable DHCP agents. Network: 4af00ffb-79a9-463c-ab14-8f3e391340c3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:52.307781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14cc1f-60d0-4d67-ba04-c9806554b791 None None] Network 809c59ef-e7ef-4ab7-8e56-215f83329731 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:52.384213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.401851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:52.409147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84cfae4c-1c55-4ef9-abb2-7c74b16d20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.412002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84cfae4c-1c55-4ef9-abb2-7c74b16d20dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.416072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-84cfae4c-1c55-4ef9-abb2-7c74b16d20dc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4b40ee48-3f51-48cc-a7f7-9d2a3b13eff5 HTTP/1.1" status: 204 len: 168 time: 0.4499021 Jul 07 22:31:52.424171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfae4c-1c55-4ef9-abb2-7c74b16d20dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40ee48-3f51-48cc-a7f7-9d2a3b13eff5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:52.430384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4af00ffb-79a9-463c-ab14-8f3e391340c3) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:52.433576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Deleting port 70192b9a-5d95-4e8c-abff-d41319169328 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:52.433935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.438398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:52.439076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.453843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8c19f-48c1-4c87-94ec-c307b816d549 None None] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:52.500401 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2609ab46-72ce-4441-ba0f-c688fe771498 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2981737 Jul 07 22:31:52.505838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59886) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:52.520729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:52.536460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.537023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.554288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Calling delete_port for 70192b9a-5d95-4e8c-abff-d41319169328 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:52.594340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.595851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.597737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36ed2c-c2fc-481c-af38-bde910e2ea23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-809c59ef-e7ef-4ab7-8e56-215f83329731', 'network_id': '809c59ef-e7ef-4ab7-8e56-215f83329731', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '8c6db274-0b83-46fb-a606-9a79835054fb'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:52.598882 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-db36ed2c-c2fc-481c-af38-bde910e2ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.847654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4af00ffb-79a9-463c-ab14-8f3e391340c3', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:52.847762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.848408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.889239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Pushing event deleted for resources: {'Port': ['ID=70192b9a-5d95-4e8c-abff-d41319169328,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:52.970258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.974193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.982396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-465ae2ff-4cdd-4e50-ad2e-192369912795 tempest-ServerActionsTestJSON-661197023 tempest-ServerActionsTestJSON-661197023-project] 10.222.0.95 "DELETE /v2.0/floatingips/a8e422ff-317d-40fe-b49a-dae7b169c88e HTTP/1.1" status: 204 len: 168 time: 0.8016715 Jul 07 22:31:52.985256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59906) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.140230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Allocated IP 172.20.0.2 (4af00ffb-79a9-463c-ab14-8f3e391340c3/e593c16e-b4e5-48c1-a63e-a3fdf7868d8b/280232b9-009a-43bf-bbc9-ce8524afff6d) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-db36ed2c-c2fc-481c-af38-bde910e2ea23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c6db274-0b83-46fb-a606-9a79835054fb: This subnet is being modified by another concurrent operation. Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:31:53.148996 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c6db274-0b83-46fb-a606-9a79835054fb: This subnet is being modified by another concurrent operation. Jul 07 22:31:53.152054 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:31:53.178022 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.180949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c3ee4c-0ec8-43a5-96be-353be5ffabf9 None None] Network 809c59ef-e7ef-4ab7-8e56-215f83329731 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:53.182096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.274758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 08165efe-755d-491e-aaf3-2af5136ac52b no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:53.275484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6db274-0b83-46fb-a606-9a79835054fb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:53.370121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71290940-99e4-46ba-b715-81e314fa6c67 req-5318ebf5-787c-4a1d-a0da-d425c35c5e60 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:53.372019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71290940-99e4-46ba-b715-81e314fa6c67 req-5318ebf5-787c-4a1d-a0da-d425c35c5e60 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3d6385c-c094-4040-a833-26d44ca38f84 HTTP/1.1" status: 200 len: 944 time: 0.7975264 Jul 07 22:31:53.440478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.465467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809c59ef-e7ef-4ab7-8e56-215f83329731']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:53.502282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.522837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Transition to ACTIVE for port object 280232b9-009a-43bf-bbc9-ce8524afff6d will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:53.545838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a16e77-4188-4b4b-ab22-240ad9da9c1f') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:53.546322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a16e77-4188-4b4b-ab22-240ad9da9c1f') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:53.562872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.566812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Transition to ACTIVE for port object 280232b9-009a-43bf-bbc9-ce8524afff6d will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:53.570577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.578755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.594011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59922) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.609239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:53.611799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:53.613745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.642793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:53.673398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:53.673702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:53.677263 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:53.751886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.755346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Pushing event updated for resources: {'Port': ['ID=280232b9-009a-43bf-bbc9-ce8524afff6d,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:53.761881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Attempting to bind port 280232b9-009a-43bf-bbc9-ce8524afff6d on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:53.762269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Attempting to bind port 280232b9-009a-43bf-bbc9-ce8524afff6d by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:53.762682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Attempting to bind port 280232b9-009a-43bf-bbc9-ce8524afff6d on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:53.770310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.770542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:53.770542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Checking segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:53.771129 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.771558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Bound using segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:53.772206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Bound port: 280232b9-009a-43bf-bbc9-ce8524afff6d, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:53.772762 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.781476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.783561 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/809c59ef-e7ef-4ab7-8e56-215f83329731 HTTP/1.1" status: 204 len: 168 time: 1.7370565 Jul 07 22:31:53.797198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59926) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.803210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461627658'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:53.807464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6b18-b657-4750-a7b3-3d9191314960 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=809c59ef-e7ef-4ab7-8e56-215f83329731,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:53.810107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Deleting port 08165efe-755d-491e-aaf3-2af5136ac52b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:53.810453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.863310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] For port 280232b9-009a-43bf-bbc9-ce8524afff6d, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:53.869641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] For port 280232b9-009a-43bf-bbc9-ce8524afff6d, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=280232b9-009a-43bf-bbc9-ce8524afff6d,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:53.882347 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.920405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:53.924430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.970805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaad556-fb21-4681-a7fb-9c17d8f7d9fa None None] Pushing event updated for resources: {'Port': ['ID=280232b9-009a-43bf-bbc9-ce8524afff6d,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:53.984775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202568329'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:54.076157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:54.152907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] For port 08165efe-755d-491e-aaf3-2af5136ac52b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=08165efe-755d-491e-aaf3-2af5136ac52b,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:54.153369 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.156918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.157391 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 24714335-4150-415f-9dbf-b4b817576ff5 of type vlan for network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 Jul 07 22:31:54.185968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Calling delete_port for 08165efe-755d-491e-aaf3-2af5136ac52b owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:54.193810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:54.198240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.309304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.348974 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.363297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.428346 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.480199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.520529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.525866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:54.526480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.611354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Deleting port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:54.611623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.685323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=cbe3a074-54d2-4a77-bc85-9b4c56a89bd5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:54.703822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:54.717211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] For port a04283a4-0857-4eae-bbc9-9ef8b4cfd19f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:54.717917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.747898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Calling delete_port for a04283a4-0857-4eae-bbc9-9ef8b4cfd19f owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:54.777796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.795248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Allocated IP 172.25.5.159 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/70b84b52-8a1e-4997-908f-ba438084bf5b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:54.896501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.909538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.940970 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.944128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ebaf117f-6ca7-42d1-8e8b-b345c867a64b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1450107 Jul 07 22:31:54.949205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59936) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:54.968909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:54.982912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event deleted for resources: {'Port': ['ID=08165efe-755d-491e-aaf3-2af5136ac52b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:54.985215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:55.035896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e1714f-5470-49cf-be84-576c8721e3e7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.044604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.045108 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Added segment 44da87d4-e049-41c6-a7b5-c88e604f3694 of type vlan for network 36363803-1642-4fbd-b312-21f78aaf95a6 Jul 07 22:31:55.072566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] No DVR routers for this DVR port 08165efe-755d-491e-aaf3-2af5136ac52b on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:55.078226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.080527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71290940-99e4-46ba-b715-81e314fa6c67 req-c521a3c2-38ba-44e9-b427-f080169c4ab5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "DELETE /v2.0/ports/08165efe-755d-491e-aaf3-2af5136ac52b HTTP/1.1" status: 204 len: 173 time: 1.6705415 Jul 07 22:31:55.081139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-deleted', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:55.083719 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e62efd-f822-4570-b722-67e9ef8cbe39" -d '{"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-deleted", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:55.140344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.168723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.214958 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa86abc-74ad-4aac-9fa2-e8d4cf4a68e5 x-openstack-request-id: req-cfa86abc-74ad-4aac-9fa2-e8d4cf4a68e5 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:55.215660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d6385c-c094-4040-a833-26d44ca38f84", "name": "network-vif-deleted", "tag": "08165efe-755d-491e-aaf3-2af5136ac52b", "status": "failed", "code": 422}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:55.215660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cfa86abc-74ad-4aac-9fa2-e8d4cf4a68e5 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:55.215932 n-d-694802-13 neutron-server[93932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3d6385c-c094-4040-a833-26d44ca38f84', 'name': 'network-vif-deleted', 'tag': '08165efe-755d-491e-aaf3-2af5136ac52b', 'status': 'failed', 'code': 422} returned with failed status Jul 07 22:31:55.223871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:55.240373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.250041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:55.252715 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.255420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:55.272000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:55.293456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.308842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Pushing event updated for resources: {'Port': ['ID=70b84b52-8a1e-4997-908f-ba438084bf5b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.309336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.315209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.343638 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7463586 Jul 07 22:31:55.362501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04283a4-0857-4eae-bbc9-9ef8b4cfd19f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.444601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 is not hosted by any dhcp agent {{(pid=93931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:31:55.454752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:55.455432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.456808 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "PUT /v2.0/networks/cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 HTTP/1.1" status: 200 len: 723 time: 0.5062187 Jul 07 22:31:55.472616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59954) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:55.486334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443aeea-ec6a-4ac8-a128-6b77e258522b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Network': ['ID=36363803-1642-4fbd-b312-21f78aaf95a6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.505362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 36363803-1642-4fbd-b312-21f78aaf95a6 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:55.526746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:55.572249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12908f-9880-45d7-a217-ffdaaf3f933a None None] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:55.768096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03a3af-cf8f-4061-811b-a8774a083fbc tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=cbe3a074-54d2-4a77-bc85-9b4c56a89bd5,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.888980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:55.976031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3038eeaa-edbb-4afe-8018-c4f2be466c83 None None] Provisioning for port 280232b9-009a-43bf-bbc9-ce8524afff6d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:56.222078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 280232b9-009a-43bf-bbc9-ce8524afff6d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:56.251731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:56.262834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.310255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.319294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 280232b9-009a-43bf-bbc9-ce8524afff6d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:56.324903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 280232b9-009a-43bf-bbc9-ce8524afff6d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:56.325526 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.425097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.518825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 280232b9-009a-43bf-bbc9-ce8524afff6d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=280232b9-009a-43bf-bbc9-ce8524afff6d,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:56.530296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.595512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=280232b9-009a-43bf-bbc9-ce8524afff6d,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:56.613868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.634452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-1d1ef359-2a8c-4a10-b476-ebb5152d7bab tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:56.642045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-1d1ef359-2a8c-4a10-b476-ebb5152d7bab tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.2655640 Jul 07 22:31:56.661686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea4f1e-7360-4e96-a75c-2281e6c7d010 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:31:56.690658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-3c48cf53-cd37-4ed9-be09-aad88dea2153 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.0460660 Jul 07 22:31:56.697491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.800689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=6f73c9ad-6837-4c68-901d-3955f5bed599,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:56.818618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:56.836580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: cbe3a074-54d2-4a77-bc85-9b4c56a89bd5, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:56.877314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-a300a745-8da2-45c8-96d4-dc4f5ced7a1e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1874330 Jul 07 22:31:56.999450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:57.020935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, cbe3a074-54d2-4a77-bc85-9b4c56a89bd5) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:57.027807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:57.045904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.047143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.052742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-c6fb9c1f-4b91-4d18-9c85-28f29724b919 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674328 Jul 07 22:31:57.165067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-140811db-3699-45b4-9621-6a707d8721aa None None] Provisioning complete for port 280232b9-009a-43bf-bbc9-ce8524afff6d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:57.165633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-140811db-3699-45b4-9621-6a707d8721aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.242821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Router 2c218241-6f2f-4f3c-b835-42beb86b3b25 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:57.263869 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-def354b5-64d8-4a48-9a16-fd188fbcac21 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7897835 Jul 07 22:31:57.282776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59976) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:57.289508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:57.332389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea4f1e-7360-4e96-a75c-2281e6c7d010 None None] Unable to find a vacant binding_index for network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 and agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 {{(pid=93933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 22:31:57.339043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea4f1e-7360-4e96-a75c-2281e6c7d010 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, cbe3a074-54d2-4a77-bc85-9b4c56a89bd5) {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:31:57.402937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-f31b70ec-92b7-46c4-a646-b60ad1440b07 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482495 Jul 07 22:31:57.437852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:57.453818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] Sync routers for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:57.461226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7ea4f250-e59f-4d29-b710-b80901fc4f78 admin admin] 10.222.0.95 "PUT /v2.0/routers/2c218241-6f2f-4f3c-b835-42beb86b3b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4732635 Jul 07 22:31:57.462035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:57.474946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:57.475700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:57.690185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:57.718175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.011118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-cbe3a074-54d2-4a77-bc85-9b4c56a89bd5', 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '6f73c9ad-6837-4c68-901d-3955f5bed599'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:58.012274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.030610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 280232b9-009a-43bf-bbc9-ce8524afff6d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:58.080127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.239566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Deleting port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:58.240289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.313966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8809111'] for subnet, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.369813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Router 9046c53b-6062-409f-81d4-13f91457dd39 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:58.407198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 280232b9-009a-43bf-bbc9-ce8524afff6d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:58.411187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.417504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-054b2c5d-a1e7-4151-81f9-a18113e4d7f4 req-46717d1a-80ef-4b7c-9695-dae9aec425d9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 210 time: 0.0947344 Jul 07 22:31:58.484507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] For port 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:58.484886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.511230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Calling delete_port for 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:58.601061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Allocated IP 172.20.0.2 (cbe3a074-54d2-4a77-bc85-9b4c56a89bd5/6f73c9ad-6837-4c68-901d-3955f5bed599/f0551d64-3504-4046-adf2-a6abf574b50d) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:58.686804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:58.698224 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:58.712680 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:58.713717 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:58.728560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.730344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4975f1b8-5bb5-4056-9175-b511c8105c4b admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2213378 Jul 07 22:31:58.732838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59998) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:58.787588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.845338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:58.846281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a33fa7-235f-4ab6-be7a-c60b0f4f9d96,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:58.861965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'subnet': {'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:58.917179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:31:55Z', 'revision_number': 5, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port': {'id': '46a33fa7-235f-4ab6-be7a-c60b0f4f9d96', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:12Z', 'updated_at': '2021-07-07T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:58.950170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:58.954054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.985915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] Checking router: 2c218241-6f2f-4f3c-b835-42beb86b3b25 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:59.034399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] Routers {'2c218241-6f2f-4f3c-b835-42beb86b3b25'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:59.045990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2c218241-6f2f-4f3c-b835-42beb86b3b25'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:59.049071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:59.053552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.175068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.178407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.259053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.263301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c218241-6f2f-4f3c-b835-42beb86b3b25 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:59.271513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.273648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a37d746-fe7d-429c-a47f-0d89209a1939 admin admin] 10.222.0.95 "DELETE /v2.0/routers/2c218241-6f2f-4f3c-b835-42beb86b3b25 HTTP/1.1" status: 204 len: 168 time: 1.8090849 Jul 07 22:31:59.276514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60008) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:59.298974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] Set router 2c218241-6f2f-4f3c-b835-42beb86b3b25 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:59.315574 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:31:55Z', 'revision_number': 3, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:59.367422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:59.368145 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Updating router 9046c53b-6062-409f-81d4-13f91457dd39 port 70b84b52-8a1e-4997-908f-ba438084bf5b binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:59.369940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:31:58Z', 'revision_number': 7, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:59.396821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Deleting subnet 8798c8d0-97dd-428e-a156-75ae2792375c {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:59.403936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.413090 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.417665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558d355-f50c-4588-bd1e-317752b65721 None None] The sync data for ids ['2c218241-6f2f-4f3c-b835-42beb86b3b25'] in n-d-694802-13 is: [{'id': '2c218241-6f2f-4f3c-b835-42beb86b3b25', 'name': 'tempest-ServerActionsTestJSON-1425034216-router', 'tenant_id': '8a60246f21a44cf7adc440f356525c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:31:58Z', 'revision_number': 7, 'project_id': '8a60246f21a44cf7adc440f356525c81', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:59.423701 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.452398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Transition to ACTIVE for port object f0551d64-3504-4046-adf2-a6abf574b50d will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:59.505933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.513656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60014) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:59.516972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Transition to ACTIVE for port object f0551d64-3504-4046-adf2-a6abf574b50d will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:59.530479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.619528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:59.646384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:59.655802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:59.664212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Pushing event updated for resources: {'Port': ['ID=f0551d64-3504-4046-adf2-a6abf574b50d,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:59.706346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.792705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fa13048-4489-4e85-945d-c93875becd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.859609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Attempting to bind port f0551d64-3504-4046-adf2-a6abf574b50d on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:59.865845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Attempting to bind port f0551d64-3504-4046-adf2-a6abf574b50d by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:59.866322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Attempting to bind port f0551d64-3504-4046-adf2-a6abf574b50d on network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:59.878653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749835756319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12223350'] for subnet, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.909245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:59.909650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Checking segment: {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:59.910047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.910572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Bound using segment: {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:59.911143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Bound port: f0551d64-3504-4046-adf2-a6abf574b50d, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:59.911548 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.954233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.964933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a04283a4-0857-4eae-bbc9-9ef8b4cfd19f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:00.018394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a04283a4-0857-4eae-bbc9-9ef8b4cfd19f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:00.029394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a04283a4-0857-4eae-bbc9-9ef8b4cfd19f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:00.035057 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.036699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8798c8d0-97dd-428e-a156-75ae2792375c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.051028 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Transition to ACTIVE for port object 70b84b52-8a1e-4997-908f-ba438084bf5b will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:00.055002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.061657 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.066540 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b746ef79-8536-4d5e-b9d2-f7877f175ed8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/8798c8d0-97dd-428e-a156-75ae2792375c HTTP/1.1" status: 204 len: 168 time: 0.7783453 Jul 07 22:32:00.067174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60018) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:00.077078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.093631 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a009bbd-5084-47b4-871d-6132773f9d83 req-93ec2604-c0ec-416b-87a4-44817f3fea9b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 210 time: 0.2503433 Jul 07 22:32:00.123288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.124529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.126175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "PUT /v2.0/subnets/6f73c9ad-6837-4c68-901d-3955f5bed599 HTTP/1.1" status: 200 len: 806 time: 2.8417904 Jul 07 22:32:00.133204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60020) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:00.138212 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Pushing event updated for resources: {'Port': ['ID=70b84b52-8a1e-4997-908f-ba438084bf5b,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.151794 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.152150 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.152476 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.152862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.153250 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.154049 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.154434 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.154794 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.155661 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.156008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.157027 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.157376 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:00.168028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-981db888-530d-4a00-8618-62d140ff1176 None None] For port f0551d64-3504-4046-adf2-a6abf574b50d, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:00.171747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-981db888-530d-4a00-8618-62d140ff1176 None None] For port f0551d64-3504-4046-adf2-a6abf574b50d, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f0551d64-3504-4046-adf2-a6abf574b50d,segment=NetworkSegment(24714335-4150-415f-9dbf-b4b817576ff5),segment_id=24714335-4150-415f-9dbf-b4b817576ff5)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:00.184480 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Attempting to bind port 70b84b52-8a1e-4997-908f-ba438084bf5b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:00.184902 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Attempting to bind port 70b84b52-8a1e-4997-908f-ba438084bf5b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:00.185271 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Attempting to bind port 70b84b52-8a1e-4997-908f-ba438084bf5b on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:00.188823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.192077 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:00.192077 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:00.192487 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.192781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:00.193287 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Bound port: 70b84b52-8a1e-4997-908f-ba438084bf5b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:00.193670 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.238231 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.258113 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] For port 70b84b52-8a1e-4997-908f-ba438084bf5b, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:00.261748 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] For port 70b84b52-8a1e-4997-908f-ba438084bf5b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=70b84b52-8a1e-4997-908f-ba438084bf5b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:00.266761 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.267827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fa13048-4489-4e85-945d-c93875becd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.282506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5ba5f-b7b3-4acd-9942-d575220ec840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=6f73c9ad-6837-4c68-901d-3955f5bed599,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.310965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fa13048-4489-4e85-945d-c93875becd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.323956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981db888-530d-4a00-8618-62d140ff1176 None None] Pushing event updated for resources: {'Port': ['ID=f0551d64-3504-4046-adf2-a6abf574b50d,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.336772 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:00.337449 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:00.378137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0fa13048-4489-4e85-945d-c93875becd46 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=02d384a0ba5e437bb9c7f12c802ac54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8620088 Jul 07 22:32:00.380950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60022) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:00.386399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa13048-4489-4e85-945d-c93875becd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4610cfb6-7412-473f-9d60-d649ec0dbb87,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.425952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Deleting port 7134716c-6729-4fa6-8301-3abaab1e448a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:00.426301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.455281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Checking segment: {'id': '44da87d4-e049-41c6-a7b5-c88e604f3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:00.456036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network hostable DHCP agents. Network: 36363803-1642-4fbd-b312-21f78aaf95a6, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:00.526349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-e2438adc-4c18-4eca-9dc2-261a09f5734e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.527476 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:00.528558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-e2438adc-4c18-4eca-9dc2-261a09f5734e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.7036972 Jul 07 22:32:00.529329 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b45a6-f9fd-4746-9a9f-f88cd81e843a None None] Pushing event updated for resources: {'Port': ['ID=70b84b52-8a1e-4997-908f-ba438084bf5b,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.530861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.532596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] For port 7134716c-6729-4fa6-8301-3abaab1e448a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7134716c-6729-4fa6-8301-3abaab1e448a,segment=NetworkSegment(b0070f9b-54ed-4580-bc8e-4b18579445d8),segment_id=b0070f9b-54ed-4580-bc8e-4b18579445d8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:00.532969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.548784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Calling delete_port for 7134716c-6729-4fa6-8301-3abaab1e448a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:00.555450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Request body: {'port': {'device_id': '5c968635-d798-4656-9488-267750950660', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'admin_state_up': True, 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:00.560385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Subnet': ['ID=49af236f-4241-47a0-a444-4e8eb9e7724a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.589182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e28026a2-b19c-4344-8c5e-12f6ad046f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.708538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e28026a2-b19c-4344-8c5e-12f6ad046f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.759345 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.789293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.804736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network 36363803-1642-4fbd-b312-21f78aaf95a6 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:00.842453 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7134716c-6729-4fa6-8301-3abaab1e448a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.861865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] No DVR routers for this DVR port 7134716c-6729-4fa6-8301-3abaab1e448a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:00.878614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 36363803-1642-4fbd-b312-21f78aaf95a6) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:00.895584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.896239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.899080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e28026a2-b19c-4344-8c5e-12f6ad046f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.914299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e28026a2-b19c-4344-8c5e-12f6ad046f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.915565 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e28026a2-b19c-4344-8c5e-12f6ad046f4e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4610cfb6-7412-473f-9d60-d649ec0dbb87 HTTP/1.1" status: 204 len: 168 time: 0.5336816 Jul 07 22:32:00.944400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28026a2-b19c-4344-8c5e-12f6ad046f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610cfb6-7412-473f-9d60-d649ec0dbb87,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.968466 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:31:55Z', 'revision_number': 3, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:01.015765 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979a36f-62b4-4363-b777-43b3078fa76f None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:31:55Z', 'revision_number': 3, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:01.018523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.034332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5e1819-3f46-46e6-82e8-10dc2105389a']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:01.042309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-28459926-1208-4c82-be98-d16067eb4209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1956711 Jul 07 22:32:01.049073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60028) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:01.056015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1873267251'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:01.062091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0070f9b-54ed-4580-bc8e-4b18579445d8') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:01.062402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0070f9b-54ed-4580-bc8e-4b18579445d8') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:01.098484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.116111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.128648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:01.130753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port f0551d64-3504-4046-adf2-a6abf574b50d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:01.131200 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.134117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.151264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:01.151714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.201344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Allocated IP 172.20.0.1 (4af00ffb-79a9-463c-ab14-8f3e391340c3/e593c16e-b4e5-48c1-a63e-a3fdf7868d8b/c636b3df-039f-4514-b8f6-81388a83e24c) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:01.203701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:01.207851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:01.209950 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:01.240532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:01.258455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.259482 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Added segment 6ab1827c-16fd-486b-bfc1-0649309486d6 of type vlan for network 9593c094-1782-45aa-9967-b19d24a2c843 Jul 07 22:32:01.271894 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.297448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.299831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2a5e1819-3f46-46e6-82e8-10dc2105389a HTTP/1.1" status: 204 len: 168 time: 1.2296104 Jul 07 22:32:01.407219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60036) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:01.455314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863cb38-68c0-49f1-83f5-445e87425f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5e1819-3f46-46e6-82e8-10dc2105389a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:01.497682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.498100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51c1c462-7836-4899-afc4-376dc3f30b79 req-75d130bd-8bfe-47ce-b359-7c0373449699 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 210 time: 0.2012320 Jul 07 22:32:01.590200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.611110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:01.612006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.632768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc90df9d-8c8e-4965-9eda-e6ba45afdeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.636244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60040) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:01.655990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port f0551d64-3504-4046-adf2-a6abf574b50d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f0551d64-3504-4046-adf2-a6abf574b50d,segment=NetworkSegment(24714335-4150-415f-9dbf-b4b817576ff5),segment_id=24714335-4150-415f-9dbf-b4b817576ff5)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:01.656363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.692278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Network': ['ID=9593c094-1782-45aa-9967-b19d24a2c843,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:01.703558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9593c094-1782-45aa-9967-b19d24a2c843 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:01.719211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f13074c2-aae6-4f88-9bb8-423f0d1eaeff tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6690843 Jul 07 22:32:01.722746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60042) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:01.724132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for f0551d64-3504-4046-adf2-a6abf574b50d owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:01.733848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'subnet': {'network_id': '9593c094-1782-45aa-9967-b19d24a2c843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:01.870203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.879040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328df3f-a738-4ad5-b6fb-41a8e19a2729 None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:01.916228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0058ed06-0d55-4dfb-9b49-f3887e87172a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8a60246f21a44cf7adc440f356525c81&name=default HTTP/1.1" status: 200 len: 2980 time: 0.2709763 Jul 07 22:32:01.921871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60046) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:01.930989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Allocated IP 172.20.0.14 (15c75b46-a719-4627-80b7-15541a91346d/c3119dd3-d91c-42f2-8566-6e898d5d0d7d/83afb0a4-3010-4147-9fff-95e186ee4394) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:01.937173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Transition to ACTIVE for port object c636b3df-039f-4514-b8f6-81388a83e24c will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:01.989840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05f08d-65d1-43fd-b5b6-36cb8ef6a999 None None] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:01.993494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb042a2b-3752-43a4-aad7-3e32caae0a1a None None] Network 36363803-1642-4fbd-b312-21f78aaf95a6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:02.074524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12320cea-fa25-456a-b456-16c5995dafe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.130044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12320cea-fa25-456a-b456-16c5995dafe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.183353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05f08d-65d1-43fd-b5b6-36cb8ef6a999 None None] Network 2a5e1819-3f46-46e6-82e8-10dc2105389a could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:32:02.183969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.194214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc90df9d-8c8e-4965-9eda-e6ba45afdeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.236129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc90df9d-8c8e-4965-9eda-e6ba45afdeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.239179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.266091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:02.271189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.302959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12320cea-fa25-456a-b456-16c5995dafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.305706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12320cea-fa25-456a-b456-16c5995dafe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.309356 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-12320cea-fa25-456a-b456-16c5995dafe2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f0bd0986-d2d5-4d83-9f47-ce61003144b0 HTTP/1.1" status: 204 len: 168 time: 0.3813756 Jul 07 22:32:02.309572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:02.365261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.382165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12320cea-fa25-456a-b456-16c5995dafe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd0986-d2d5-4d83-9f47-ce61003144b0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:02.411629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Pushing event updated for resources: {'Port': ['ID=c636b3df-039f-4514-b8f6-81388a83e24c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:02.415257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:02.420145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cc90df9d-8c8e-4965-9eda-e6ba45afdeb6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8b6bc2f8772c456c9a6f10379f4e6414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651611 Jul 07 22:32:02.421189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90df9d-8c8e-4965-9eda-e6ba45afdeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c540cc-9563-4a4b-8c26-e07255ff0bd4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:02.436885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60050) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:02.437043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:02.645740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df584397-cd08-4b91-9581-1f8646ae713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.651413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b84b52-8a1e-4997-908f-ba438084bf5b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:02.712197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12b0f9-13d4-4fbf-b69b-52334c8c4277 None None] DHCP port deletion for 2a5e1819-3f46-46e6-82e8-10dc2105389a request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:02.715942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-12c6e13f-dbe8-48e3-955a-a1459d31cca5 None None] Provisioning for port f0551d64-3504-4046-adf2-a6abf574b50d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:02.799524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-12c6e13f-dbe8-48e3-955a-a1459d31cca5 None None] Provisioning complete for port f0551d64-3504-4046-adf2-a6abf574b50d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:02.799913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-12c6e13f-dbe8-48e3-955a-a1459d31cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.827943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-cbe3a074-54d2-4a77-bc85-9b4c56a89bd5', 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '6f73c9ad-6837-4c68-901d-3955f5bed599'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:02.828817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.834010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df584397-cd08-4b91-9581-1f8646ae713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.875335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-12c6e13f-dbe8-48e3-955a-a1459d31cca5 None None] Port f0551d64-3504-4046-adf2-a6abf574b50d was deleted so its status cannot be updated. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 22:32:02.998222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-36363803-1642-4fbd-b312-21f78aaf95a6', 'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': '49af236f-4241-47a0-a444-4e8eb9e7724a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:03.001775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.025278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df584397-cd08-4b91-9581-1f8646ae713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.028088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df584397-cd08-4b91-9581-1f8646ae713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.032035 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-df584397-cd08-4b91-9581-1f8646ae713c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a7c540cc-9563-4a4b-8c26-e07255ff0bd4 HTTP/1.1" status: 204 len: 168 time: 0.5913024 Jul 07 22:32:03.048572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:03.054118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.069886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df584397-cd08-4b91-9581-1f8646ae713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c540cc-9563-4a4b-8c26-e07255ff0bd4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:03.082461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 70b84b52-8a1e-4997-908f-ba438084bf5b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:03.109472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 70b84b52-8a1e-4997-908f-ba438084bf5b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:03.111309 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.145350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Checking segment: {'id': '6ab1827c-16fd-486b-bfc1-0649309486d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9593c094-1782-45aa-9967-b19d24a2c843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:03.146969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network hostable DHCP agents. Network: 9593c094-1782-45aa-9967-b19d24a2c843, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:03.165034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Subnet': ['ID=586788f3-dc11-4183-9c17-c6d54f68b1aa,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:03.190477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network 9593c094-1782-45aa-9967-b19d24a2c843 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:03.208025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9593c094-1782-45aa-9967-b19d24a2c843) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:03.215478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:03.216959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.245826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9fba5397-f9a8-46a3-967a-90760563fd6d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5194807 Jul 07 22:32:03.246486 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:03.253608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'port': {'network_id': '9593c094-1782-45aa-9967-b19d24a2c843', 'name': 'tempest-NetworksIpV6TestAttrs-1395386273'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:03.305851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.364532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a7094e2-fbc1-4e08-93c0-b99db6bf628f None None] Provisioning for port c636b3df-039f-4514-b8f6-81388a83e24c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:03.371154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Allocated IP 2001:db8:0:ffff::2 (36363803-1642-4fbd-b312-21f78aaf95a6/49af236f-4241-47a0-a444-4e8eb9e7724a/f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:03.381369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8466c5-da70-4730-9f01-e5254d04d6c7 None None] Network 9593c094-1782-45aa-9967-b19d24a2c843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:03.412213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=f0551d64-3504-4046-adf2-a6abf574b50d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:03.419059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port f0551d64-3504-4046-adf2-a6abf574b50d on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:03.453641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a7094e2-fbc1-4e08-93c0-b99db6bf628f None None] Provisioning complete for port c636b3df-039f-4514-b8f6-81388a83e24c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:03.454340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a7094e2-fbc1-4e08-93c0-b99db6bf628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.525117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:03.529603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.574156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] device_id is not set on port 786def74-5ffb-40e1-a899-b57129725a27 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:03.580320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Network 15c75b46-a719-4627-80b7-15541a91346d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:03.590580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:03.593801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.660987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:03.670478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Allocated IP 172.20.0.2 (cbe3a074-54d2-4a77-bc85-9b4c56a89bd5/6f73c9ad-6837-4c68-901d-3955f5bed599/b2248b00-5f93-43ea-a5dc-0bcf5d09c83c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:03.685892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0a7094e2-fbc1-4e08-93c0-b99db6bf628f None None] Port c636b3df-039f-4514-b8f6-81388a83e24c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:03.742359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.745053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event updated for resources: {'Port': ['ID=83afb0a4-3010-4147-9fff-95e186ee4394,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:03.791752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Allocated IP 2001:db8::f816:3eff:fee6:c36f (9593c094-1782-45aa-9967-b19d24a2c843/586788f3-dc11-4183-9c17-c6d54f68b1aa/786def74-5ffb-40e1-a899-b57129725a27) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:03.792346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60090) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:03.852146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:03.856897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.909551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ad0d-47bb-4826-83dd-60ca6e239339 req-4f648258-cb16-4cea-bf37-f7de2c13b699 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:03.918560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f857ad0d-47bb-4826-83dd-60ca6e239339 req-4f648258-cb16-4cea-bf37-f7de2c13b699 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 932 time: 0.6398578 Jul 07 22:32:03.921271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-53ef9353-8930-47ed-b7ff-f51b055c71b0 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3704865 Jul 07 22:32:03.949447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Request body: {'port': {'device_id': '5c968635-d798-4656-9488-267750950660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:03.984347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.013778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.015915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Transition to ACTIVE for port object 786def74-5ffb-40e1-a899-b57129725a27 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:04.044603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1252047480-network', 'tenant_id': 'b376a8baaa5046a6a05d959580c11c1d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:04.067869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.089092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 70b84b52-8a1e-4997-908f-ba438084bf5b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=70b84b52-8a1e-4997-908f-ba438084bf5b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:04.099636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c556a-7b1e-4922-afc8-fee1dd61dda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-9593c094-1782-45aa-9967-b19d24a2c843', 'network_id': '9593c094-1782-45aa-9967-b19d24a2c843', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': '586788f3-dc11-4183-9c17-c6d54f68b1aa'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:04.100522 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c02c556a-7b1e-4922-afc8-fee1dd61dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.114672 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.116410 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.117941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f0551d64-3504-4046-adf2-a6abf574b50d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:04.139064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f857ad0d-47bb-4826-83dd-60ca6e239339 req-584538c5-4e1d-450b-bc50-757f164ae120 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194793 Jul 07 22:32:04.150033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Port': ['ID=786def74-5ffb-40e1-a899-b57129725a27,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.163557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Made reservation on behalf of b376a8baaa5046a6a05d959580c11c1d for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:04.163557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.168852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Transition to ACTIVE for port object f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:04.176316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f0551d64-3504-4046-adf2-a6abf574b50d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:04.177025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f0551d64-3504-4046-adf2-a6abf574b50d not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 22:32:04.177669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network 9593c094-1782-45aa-9967-b19d24a2c843 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:04.183869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:04.186297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:04.192601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.193567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.202029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.207374 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.211471 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1fa5b4a9-5e61-4d83-9ae7-e31c3b76ef4b tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9632070 Jul 07 22:32:04.214243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.245059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.292878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting subnet 586788f3-dc11-4183-9c17-c6d54f68b1aa {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:04.297783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.359311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.374294 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.379801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Port f0551d64-3504-4046-adf2-a6abf574b50d not found, will not notify nova. {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 22:32:04.399426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Transition to ACTIVE for port object b2248b00-5f93-43ea-a5dc-0bcf5d09c83c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:04.403593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:04.456394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Transition to ACTIVE for port object f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:04.469940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.470855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:04.474008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 46a33fa7-235f-4ab6-be7a-c60b0f4f9d96 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:04.517447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.561317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Transition to ACTIVE for port object b2248b00-5f93-43ea-a5dc-0bcf5d09c83c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:04.563213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=70b84b52-8a1e-4997-908f-ba438084bf5b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.587714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.608020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.608386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.608738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.609372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.609452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.609746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.610160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.610503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.610865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.611337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.611647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.611863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.624983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Network 36363803-1642-4fbd-b312-21f78aaf95a6 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:04.626299 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.628537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Subnet': ['ID=586788f3-dc11-4183-9c17-c6d54f68b1aa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.631268 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.633274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1c991fbc-fc9c-4c1f-805a-0b21cde8bd03 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/586788f3-dc11-4183-9c17-c6d54f68b1aa HTTP/1.1" status: 204 len: 168 time: 0.4174511 Jul 07 22:32:04.636673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60110) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-c02c556a-7b1e-4922-afc8-fee1dd61dda1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 586788f3-dc11-4183-9c17-c6d54f68b1aa: This subnet is being modified by another concurrent operation. Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:32:04.641256 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 586788f3-dc11-4183-9c17-c6d54f68b1aa: This subnet is being modified by another concurrent operation. Jul 07 22:32:04.644311 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:32:04.652249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:04.669700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:04.673497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64eb702-90c6-44d9-8b4e-671736e3db93 None None] Network 9593c094-1782-45aa-9967-b19d24a2c843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:04.677376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:04.695566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:04.703419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.723643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.731675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7134716c-6729-4fa6-8301-3abaab1e448a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:04.740279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fdcb5-2eb7-46ba-a396-c6cbdd877355 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.743142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fdcb5-2eb7-46ba-a396-c6cbdd877355 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.744855 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e37fdcb5-2eb7-46ba-a396-c6cbdd877355 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1072183 Jul 07 22:32:04.748529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60112) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.758034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:04.806474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.820560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=6f73c9ad-6837-4c68-901d-3955f5bed599,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.846765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Pushing event updated for resources: {'Port': ['ID=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.857361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7134716c-6729-4fa6-8301-3abaab1e448a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:04.857876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7134716c-6729-4fa6-8301-3abaab1e448a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:04.887562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04d8f9f2-3a44-4199-aeac-b2a2c637c987 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.903089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Attempting to bind port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:04.903482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Attempting to bind port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '44da87d4-e049-41c6-a7b5-c88e604f3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:04.904372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Attempting to bind port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 on network 36363803-1642-4fbd-b312-21f78aaf95a6 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:04.932761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:04.941011 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d8f9f2-3a44-4199-aeac-b2a2c637c987 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 22:32:04.941827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d8f9f2-3a44-4199-aeac-b2a2c637c987 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:04.944084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-04d8f9f2-3a44-4199-aeac-b2a2c637c987 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/9593c094-1782-45aa-9967-b19d24a2c843 HTTP/1.1" status: 409 len: 405 time: 0.1943803 Jul 07 22:32:04.950243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60118) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.950509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:04.950918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Checking segment: {'id': '44da87d4-e049-41c6-a7b5-c88e604f3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:04.951349 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.951743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Bound using segment: {'id': '44da87d4-e049-41c6-a7b5-c88e604f3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:04.952236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Bound port: f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44da87d4-e049-41c6-a7b5-c88e604f3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '36363803-1642-4fbd-b312-21f78aaf95a6'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:04.952632 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.957351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Attempting to bind port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:04.957736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Attempting to bind port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:04.958107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Attempting to bind port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c on network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:04.961688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1058183727'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:04.977205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4e1f6-d770-4383-8cc7-00b84884407e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.984303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.006413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.006957 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Added segment cfa67324-91af-4400-9747-59d127d41a5e of type vlan for network 321ed554-e9de-4794-bfc1-962c7ef3f849 Jul 07 22:32:05.013299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe3a074-54d2-4a77-bc85-9b4c56a89bd5']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:05.016596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.023595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:05.030228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.035656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:05.036193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Checking segment: {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:05.036440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.036850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Bound using segment: {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:05.037346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Bound port: b2248b00-5f93-43ea-a5dc-0bcf5d09c83c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24714335-4150-415f-9dbf-b4b817576ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:05.037740 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.043533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Pushing event updated for resources: {'Port': ['ID=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.047802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24714335-4150-415f-9dbf-b4b817576ff5') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:05.048239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24714335-4150-415f-9dbf-b4b817576ff5') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:05.059914 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.069772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:05.082414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.082942 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Added segment e398c18d-98fc-4f14-a453-744b6a5617e0 of type vlan for network db530ce1-2cae-437c-963e-27562b7d2b05 Jul 07 22:32:05.097678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] For port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:05.098941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.104478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] For port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,segment=NetworkSegment(44da87d4-e049-41c6-a7b5-c88e604f3694),segment_id=44da87d4-e049-41c6-a7b5-c88e604f3694)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:05.116134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.123884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:05.124396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.129356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.139582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.180396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-28cb0a4f-9eb1-429d-a173-1b067019e184 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2903936 Jul 07 22:32:05.181587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.189140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:05.190364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.214553 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2592280 Jul 07 22:32:05.228425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.239713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'subnet': {'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:05.263410 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:05.309314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.313781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] For port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:05.323492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] For port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,segment=NetworkSegment(24714335-4150-415f-9dbf-b4b817576ff5),segment_id=24714335-4150-415f-9dbf-b4b817576ff5)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:05.328041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15d405-a887-4a60-8f93-e00ee7e101df None None] Pushing event updated for resources: {'Port': ['ID=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.337890 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.392277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83afb0a4-3010-4147-9fff-95e186ee4394 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:05.403001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.418340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Transition to ACTIVE for port object 83afb0a4-3010-4147-9fff-95e186ee4394 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:05.420752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Pushing event updated for resources: {'Port': ['ID=c636b3df-039f-4514-b8f6-81388a83e24c,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.423976 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:32:05.423976 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:32:05.423976 n-d-694802-13 neutron-server[93932]: [parameters: {'id': 'cbe3a074-54d2-4a77-bc85-9b4c56a89bd5'}] Jul 07 22:32:05.423976 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:05.424916 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:05.430429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.432009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:05.432801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.532543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.575575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] Pushing event updated for resources: {'Network': ['ID=321ed554-e9de-4794-bfc1-962c7ef3f849,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.668832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4d9c0ddf-df98-4114-ac59-841eeb621e58 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8287721 Jul 07 22:32:05.683243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 321ed554-e9de-4794-bfc1-962c7ef3f849 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:05.715912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60130) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.716714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.741348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Request body: {'subnet': {'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1252047480-subnet', 'tenant_id': 'b376a8baaa5046a6a05d959580c11c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:05.925844 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.969199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1c15-7092-43a9-bcb4-38b2ce0a6e4f None None] Pushing event updated for resources: {'Port': ['ID=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.979582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Pushing event updated for resources: {'Port': ['ID=83afb0a4-3010-4147-9fff-95e186ee4394,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:06.027867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f416506-d3fd-41bf-a232-dc95a54aac38 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Network': ['ID=db530ce1-2cae-437c-963e-27562b7d2b05,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:06.033964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Made reservation on behalf of b376a8baaa5046a6a05d959580c11c1d for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:06.036513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.042684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network db530ce1-2cae-437c-963e-27562b7d2b05 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:06.065133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:06.091767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-df41458a-70f0-478d-a1b5-0a9f6be95f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:06.093863 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-df41458a-70f0-478d-a1b5-0a9f6be95f28 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1098 time: 0.1401803 Jul 07 22:32:06.104203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:06.108809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.111767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:06.115636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342c8fd-1594-4a97-ae40-efa08a46ee00 None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:06.278125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Attempting to bind port 83afb0a4-3010-4147-9fff-95e186ee4394 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:06.281558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Attempting to bind port 83afb0a4-3010-4147-9fff-95e186ee4394 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:06.281983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Attempting to bind port 83afb0a4-3010-4147-9fff-95e186ee4394 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:06.311182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6e03-dda9-4544-9717-48e304452755 req-296df4a4-c288-4d57-82d9-e3100d4701e9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:06.313419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-602a6e03-dda9-4544-9717-48e304452755 req-296df4a4-c288-4d57-82d9-e3100d4701e9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 944 time: 0.8874435 Jul 07 22:32:06.321306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Port 83afb0a4-3010-4147-9fff-95e186ee4394 on network 15c75b46-a719-4627-80b7-15541a91346d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:32:06.321641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Attempting to bind port 83afb0a4-3010-4147-9fff-95e186ee4394 on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:06.342297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d3712-16bf-449d-86ee-11a32551410a None None] DHCP port deletion for cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:06.373964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-8deef7d6-8622-4681-9d6f-38bd07212c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:06.375546 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-8deef7d6-8622-4681-9d6f-38bd07212c80 service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.2174511 Jul 07 22:32:06.400771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:06.401529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:06.401938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Bound using segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:06.402404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Bound port: 83afb0a4-3010-4147-9fff-95e186ee4394, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:06.402816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.422938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-397d3712-16bf-449d-86ee-11a32551410a None None] Deleting port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:06.423382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-397d3712-16bf-449d-86ee-11a32551410a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.480084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:06.480360 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.545130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-397d3712-16bf-449d-86ee-11a32551410a None None] For port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,segment=NetworkSegment(24714335-4150-415f-9dbf-b4b817576ff5),segment_id=24714335-4150-415f-9dbf-b4b817576ff5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:06.547626 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-397d3712-16bf-449d-86ee-11a32551410a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.576720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-397d3712-16bf-449d-86ee-11a32551410a None None] Calling delete_port for b2248b00-5f93-43ea-a5dc-0bcf5d09c83c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:06.579068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-96a54bfc-d120-4ffd-82d4-4f76c4418b11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 1000 time: 0.1904132 Jul 07 22:32:06.597949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0042bb78-ed0a-4d28-a636-8681b13204fc None None] Provisioning complete for port c636b3df-039f-4514-b8f6-81388a83e24c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:06.598338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0042bb78-ed0a-4d28-a636-8681b13204fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.605498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-602a6e03-dda9-4544-9717-48e304452755 req-31917c96-5e3c-4c62-a3df-3a72ce4b6dcd tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793598 Jul 07 22:32:06.611055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Router 9046c53b-6062-409f-81d4-13f91457dd39 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:06.694359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0042bb78-ed0a-4d28-a636-8681b13204fc None None] Port c636b3df-039f-4514-b8f6-81388a83e24c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:06.701643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:06.715705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.723087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,segment=NetworkSegment(24714335-4150-415f-9dbf-b4b817576ff5),segment_id=24714335-4150-415f-9dbf-b4b817576ff5)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:06.723616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.724511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-8a89cf69-8504-454b-ad51-37944de6022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:06.726597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-8a89cf69-8504-454b-ad51-37944de6022b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.1390486 Jul 07 22:32:06.728164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-397d3712-16bf-449d-86ee-11a32551410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.730872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] For port 83afb0a4-3010-4147-9fff-95e186ee4394, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:06.771881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:06.775407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d3712-16bf-449d-86ee-11a32551410a None None] No DVR routers for this DVR port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:06.776947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d3712-16bf-449d-86ee-11a32551410a None None] Pushing event deleted for resources: {'Port': ['ID=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:06.806552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Subnet': ['ID=e62ea951-489c-42c1-83da-d2043e82d99a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:06.831802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d575a-ebb6-435c-bdb2-5646432af0c4 None None] Network cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:06.847170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for b2248b00-5f93-43ea-a5dc-0bcf5d09c83c owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:06.873490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] For port 83afb0a4-3010-4147-9fff-95e186ee4394, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=83afb0a4-3010-4147-9fff-95e186ee4394,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:06.878894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.886857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Checking segment: {'id': 'e398c18d-98fc-4f14-a453-744b6a5617e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:06.887232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network hostable DHCP agents. Network: db530ce1-2cae-437c-963e-27562b7d2b05, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:06.924321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98f642-00ca-4682-b856-312558a1d43c None None] Network 36363803-1642-4fbd-b312-21f78aaf95a6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:06.924577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.936306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-f0862f7e-bb6b-419e-a775-7fadb6f68e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:06.937895 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-f0862f7e-bb6b-419e-a775-7fadb6f68e1d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418245 Jul 07 22:32:06.966330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network db530ce1-2cae-437c-963e-27562b7d2b05 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:07.031025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:07.042497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, db530ce1-2cae-437c-963e-27562b7d2b05) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:07.060624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.060756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.061208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.061410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.062907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] 10.222.0.103 "PUT /v2.0/ports/83afb0a4-3010-4147-9fff-95e186ee4394 HTTP/1.1" status: 200 len: 1093 time: 3.1243918 Jul 07 22:32:07.072571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c968635-d798-4656-9488-267750950660', 'tag': '83afb0a4-3010-4147-9fff-95e186ee4394'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:07.076157 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e0a7e3-2ee7-4972-af22-308b7afd6554" -d '{"events": [{"name": "network-changed", "server_uuid": "5c968635-d798-4656-9488-267750950660", "tag": "83afb0a4-3010-4147-9fff-95e186ee4394"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:07.076938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c993a-6143-47af-8951-2aae1f17d637 None None] Network db530ce1-2cae-437c-963e-27562b7d2b05 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:07.097057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fdb023ae-30e6-4dfc-9faa-667d10259f44 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8674483 Jul 07 22:32:07.103061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60144) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:07.119321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'port': {'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05', 'name': 'tempest-NetworksIpV6TestAttrs-671171944'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:07.120884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b84b52-8a1e-4997-908f-ba438084bf5b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:07.122474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-218a8e31-a21c-412a-ab9a-389836682940 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761882 Jul 07 22:32:07.122557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] Provisioning for port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:07.182122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] Provisioning complete for port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:07.182511 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.190158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:07.197700 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f03a0b3-2f90-4ce7-9c26-69cfbce7b2fd x-openstack-request-id: req-3f03a0b3-2f90-4ce7-9c26-69cfbce7b2fd {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:07.197885 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c968635-d798-4656-9488-267750950660", "tag": "83afb0a4-3010-4147-9fff-95e186ee4394", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:07.198152 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3f03a0b3-2f90-4ce7-9c26-69cfbce7b2fd {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:07.198557 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c968635-d798-4656-9488-267750950660', 'tag': '83afb0a4-3010-4147-9fff-95e186ee4394', 'status': 'completed', 'code': 200} Jul 07 22:32:07.202261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0debca55-fa23-4b14-96aa-31d07132e008 admin admin] 10.222.0.95 "PUT /v2.0/routers/9046c53b-6062-409f-81d4-13f91457dd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4681470 Jul 07 22:32:07.214235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Checking segment: {'id': 'cfa67324-91af-4400-9747-59d127d41a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:07.214615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Network hostable DHCP agents. Network: 321ed554-e9de-4794-bfc1-962c7ef3f849, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:07.216672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c373c426-cced-4681-a2d4-6c901cf6d434,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.230346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:07.299489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ec21-3167-45f9-8897-9f3f3affb138 service neutron] Pushing event updated for resources: {'Port': ['ID=83afb0a4-3010-4147-9fff-95e186ee4394,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.337626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:07.338765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:07.384362 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d3786315-88bf-445a-8f4d-3f30020f1fc8 req-0ef5f717-760b-49d6-bc26-5b28954a002e service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277483 Jul 07 22:32:07.384573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Network 321ed554-e9de-4794-bfc1-962c7ef3f849 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:07.391965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.395100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-a533057f-aba9-4cc1-a877-56000d05e358 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682836 Jul 07 22:32:07.430989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 321ed554-e9de-4794-bfc1-962c7ef3f849) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:07.433322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:07.437090 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.455096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13517d1-a731-45d1-90a4-3b9fc8f54258 None None] Network 321ed554-e9de-4794-bfc1-962c7ef3f849 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:07.461588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.462200 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.474590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=b2248b00-5f93-43ea-a5dc-0bcf5d09c83c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.634906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 70b84b52-8a1e-4997-908f-ba438084bf5b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:07.635338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.678759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.752654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:07.805628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a698434-6a09-4106-af19-821415324441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-db530ce1-2cae-437c-963e-27562b7d2b05', 'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': 'e62ea951-489c-42c1-83da-d2043e82d99a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:07.806505 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4a698434-6a09-4106-af19-821415324441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.809622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60166) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:07.814918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823711813', 'description': 'tempest-description--1645916888'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:07.862641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port b2248b00-5f93-43ea-a5dc-0bcf5d09c83c on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:07.865503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.886108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] For port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,segment=NetworkSegment(44da87d4-e049-41c6-a7b5-c88e604f3694),segment_id=44da87d4-e049-41c6-a7b5-c88e604f3694)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:07.931647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] device_id is not set on port 86b3c52a-d897-4435-9677-65418fbef737 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:07.954159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a809b6e6-271e-496d-9656-361ef83732bd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2250209 Jul 07 22:32:07.997806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d7fd86d0-934a-4f17-a484-f2ad283d4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.999832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-d7fd86d0-934a-4f17-a484-f2ad283d4f2d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 1096 time: 0.7964766 Jul 07 22:32:08.014168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.021410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.065955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff9ead-7832-4142-a346-332efa76cd80,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.073168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.075168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c29598b3-8803-436b-abd7-18a9473adf43 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2643125 Jul 07 22:32:08.077852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.087111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff9ead-7832-4142-a346-332efa76cd80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:08.122828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.125107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.179466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-383daa6a-9c6d-4ed0-aa12-755499ee7f95 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83afb0a4-3010-4147-9fff-95e186ee4394 HTTP/1.1" status: 200 len: 217 time: 0.1114657 Jul 07 22:32:08.183376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.217591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-23a749dc-c907-4e9e-8abb-77d1e7e210b2 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:08.219162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-23a749dc-c907-4e9e-8abb-77d1e7e210b2 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8159766 Jul 07 22:32:08.240024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe3a074-54d2-4a77-bc85-9b4c56a89bd5']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.243173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.250085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.277693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398e269a-cd5c-4fb4-a0d0-f401465ecb14,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.279744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24714335-4150-415f-9dbf-b4b817576ff5') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.280271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24714335-4150-415f-9dbf-b4b817576ff5') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.297041 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.301320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618eb5cf-d19f-49bd-873b-8aa423435066 None None] Network 321ed554-e9de-4794-bfc1-962c7ef3f849 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:08.302072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-556f9b42-f477-4ce7-af92-d4044c9b484c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2199721 Jul 07 22:32:08.302731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.308059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff9ead-7832-4142-a346-332efa76cd80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:08.328501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.331603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-a0a87034-e971-4497-b07e-36918804c785 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/quotas/95561e78e6fa48d9ab5b68b07e7d8f72 HTTP/1.1" status: 200 len: 375 time: 0.0750089 Jul 07 22:32:08.361185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.367413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-28114e94-5a9b-45b3-be95-525a75f36336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:08.369215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-28114e94-5a9b-45b3-be95-525a75f36336 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.1792870 Jul 07 22:32:08.398946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.405693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-e4742d7f-b26b-42b3-9182-63aeb09d6cdf tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620537 Jul 07 22:32:08.440554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727ed6c-c984-4d50-a8d9-a176f26d2ec0 req-79b09c9a-4419-491d-94f1-5368d4c494ef tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:08.446314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f0551d64-3504-4046-adf2-a6abf574b50d no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:08.448531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7727ed6c-c984-4d50-a8d9-a176f26d2ec0 req-79b09c9a-4419-491d-94f1-5368d4c494ef tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 944 time: 0.4901907 Jul 07 22:32:08.456438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:08.456866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.461835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Allocated IP 2001:db8::f816:3eff:fe3e:8579 (db530ce1-2cae-437c-963e-27562b7d2b05/e62ea951-489c-42c1-83da-d2043e82d99a/86b3c52a-d897-4435-9677-65418fbef737) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:08.464726 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:08.468979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.475953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.493998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bd41a-8177-4902-95fc-8db3cf9c96c8 None None] Pushing event updated for resources: {'Port': ['ID=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.495040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22824f1d-610c-41cd-b48f-13d50e261225,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.509506 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.511128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d6738594-d715-4897-a057-fdba221ff534 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073672 Jul 07 22:32:08.514001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60178) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.515123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f0551d64-3504-4046-adf2-a6abf574b50d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:08.515486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f0551d64-3504-4046-adf2-a6abf574b50d not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:08.519885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:08.549128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.558507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7eb2c803-f231-4293-9fe7-a023fe551e47 None None] Provisioning complete for port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:08.558921 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c803-f231-4293-9fe7-a023fe551e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.573453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-f7c1ff6e-fc50-4e89-aeb0-83c9189c15b2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786695 Jul 07 22:32:08.671196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:08.724817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.756210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.765787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.766990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 HTTP/1.1" status: 204 len: 168 time: 8.6190901 Jul 07 22:32:08.794174 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fdfb1c-d1c9-4c13-8c88-f74882cfa117 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:08.794999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fdfb1c-d1c9-4c13-8c88-f74882cfa117 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:08.795117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7727ed6c-c984-4d50-a8d9-a176f26d2ec0 req-32a98833-20e1-4cec-ace2-d44452daf535 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455846 Jul 07 22:32:08.797028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-17fdfb1c-d1c9-4c13-8c88-f74882cfa117 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 HTTP/1.1" status: 404 len: 339 time: 0.0299628 Jul 07 22:32:08.799341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.806001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60186) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.824420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8bfc2-4982-4e20-a299-dd7e9fddf9c3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=cbe3a074-54d2-4a77-bc85-9b4c56a89bd5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.825348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-546367706', 'description': 'd1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:08.864837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 2, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.873011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:08.877221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.906621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:08.910794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.925977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:08.926952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Updating router 9046c53b-6062-409f-81d4-13f91457dd39 port c636b3df-039f-4514-b8f6-81388a83e24c binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:32:08.970098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dca1bea3-b158-488a-954c-f43cc19c80c9 req-a12aac23-a81c-44f1-97a7-71dd7f2b756d tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 210 time: 0.0612006 Jul 07 22:32:08.979336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-cfa97154-4698-4e1e-8dc5-574e724dbafb service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673241 Jul 07 22:32:09.021738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:09.029315 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.059176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.059456 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment 705771a6-3428-42c1-ae9b-1a2e65d9fbb5 of type vlan for network fd6a4aa3-4693-41d1-a312-074878732ed4 Jul 07 22:32:09.084934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Allocated IP 172.25.5.116 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/e83a9403-5582-4b9f-9857-019e847096fc) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:09.097969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.131084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.131917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Transition to ACTIVE for port object 86b3c52a-d897-4435-9677-65418fbef737 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:09.162550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c3cc93-d3af-4d11-a5cb-88bfecbc4af2 req-e1039b6a-b1bd-401a-b4a4-4bd0b1cc7294 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767049 Jul 07 22:32:09.194016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.255360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.275550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:09.276248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.300051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network db530ce1-2cae-437c-963e-27562b7d2b05 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:09.309743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:09.317063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:09.345851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:09.346683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.381917 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5736985 Jul 07 22:32:09.391775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60200) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:09.396378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Port': ['ID=86b3c52a-d897-4435-9677-65418fbef737,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.406408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.416459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7c06a743-7bcd-4a96-a2ba-36858cf2466c tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3043525 Jul 07 22:32:09.417738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60202) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:09.426856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-4a698434-6a09-4106-af19-821415324441 None None] Allocated IP 2001:db8::f816:3eff:fede:a5f8 (db530ce1-2cae-437c-963e-27562b7d2b05/e62ea951-489c-42c1-83da-d2043e82d99a/bd64d01c-f757-46cc-922a-cb73be892380) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:09.508269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616789fa-0c96-4269-b186-53e8c7589413 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=fd6a4aa3-4693-41d1-a312-074878732ed4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.514712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting subnet e62ea951-489c-42c1-83da-d2043e82d99a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:09.532389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fd6a4aa3-4693-41d1-a312-074878732ed4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:09.548237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-155b3f02-2e02-46a0-96c9-da6f1d0f0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:09.549987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-155b3f02-2e02-46a0-96c9-da6f1d0f0d59 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 1096 time: 0.3057885 Jul 07 22:32:09.558099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4dcfd7-5f82-47b7-b9fa-550942f7cd29 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:09.559750 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf4dcfd7-5f82-47b7-b9fa-550942f7cd29 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks?id=fd6a4aa3-4693-41d1-a312-074878732ed4 HTTP/1.1" status: 200 len: 760 time: 0.1572134 Jul 07 22:32:09.565140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60208) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:09.571239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'description': 'd2'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:09.636737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.686233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'Port': ['ID=e83a9403-5582-4b9f-9857-019e847096fc,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.715792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:09.724004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:09.744656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:09.745907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-0c40bc31-487d-4d19-84af-2e8fc646f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:09.749449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-0c40bc31-487d-4d19-84af-2e8fc646f5b5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.1919215 Jul 07 22:32:09.766050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.784567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4a698434-6a09-4106-af19-821415324441 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.803646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Transition to ACTIVE for port object c636b3df-039f-4514-b8f6-81388a83e24c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:09.811176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4a698434-6a09-4106-af19-821415324441 None None] Transition to ACTIVE for port object bd64d01c-f757-46cc-922a-cb73be892380 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:09.823259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.842415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-73fb0ce3-4408-4bca-ad1b-21ff873db948 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83afb0a4-3010-4147-9fff-95e186ee4394 HTTP/1.1" status: 200 len: 217 time: 0.0853786 Jul 07 22:32:09.860308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4a698434-6a09-4106-af19-821415324441 None None] Transition to ACTIVE for port object bd64d01c-f757-46cc-922a-cb73be892380 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:09.878495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4a698434-6a09-4106-af19-821415324441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.888553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.895070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089841e5-2801-4d0e-85fe-dc19bb2dd1fd None None] Pushing event updated for resources: {'Port': ['ID=c636b3df-039f-4514-b8f6-81388a83e24c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.995182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.009430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a698434-6a09-4106-af19-821415324441 None None] Network db530ce1-2cae-437c-963e-27562b7d2b05 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:10.040543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-4a698434-6a09-4106-af19-821415324441 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:10.042919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a698434-6a09-4106-af19-821415324441 None None] Pushing event updated for resources: {'Port': ['ID=bd64d01c-f757-46cc-922a-cb73be892380,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:10.045598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a698434-6a09-4106-af19-821415324441 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:10.052453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.110150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.127213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network fd6a4aa3-4693-41d1-a312-074878732ed4 is not hosted by any dhcp agent {{(pid=93931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:32:10.133516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.134145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.138277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "PUT /v2.0/networks/fd6a4aa3-4693-41d1-a312-074878732ed4 HTTP/1.1" status: 200 len: 757 time: 0.5721371 Jul 07 22:32:10.139124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60226) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:10.167401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Attempting to bind port c636b3df-039f-4514-b8f6-81388a83e24c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:10.167711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Attempting to bind port c636b3df-039f-4514-b8f6-81388a83e24c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:10.168060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Attempting to bind port c636b3df-039f-4514-b8f6-81388a83e24c on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:10.175409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:10.175788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Checking segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:10.176197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.176593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Bound using segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:10.177067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Bound port: c636b3df-039f-4514-b8f6-81388a83e24c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:10.177471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.200808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-db313b76-8aba-4bf7-93ef-9a97dddaaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.202484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-db313b76-8aba-4bf7-93ef-9a97dddaaa4c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.3500466 Jul 07 22:32:10.246182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] For port c636b3df-039f-4514-b8f6-81388a83e24c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:10.249566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] For port c636b3df-039f-4514-b8f6-81388a83e24c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c636b3df-039f-4514-b8f6-81388a83e24c,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:10.254258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4a698434-6a09-4106-af19-821415324441 None None] Attempting to bind port bd64d01c-f757-46cc-922a-cb73be892380 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:10.254654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4a698434-6a09-4106-af19-821415324441 None None] Attempting to bind port bd64d01c-f757-46cc-922a-cb73be892380 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e398c18d-98fc-4f14-a453-744b6a5617e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:10.255029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a698434-6a09-4106-af19-821415324441 None None] Attempting to bind port bd64d01c-f757-46cc-922a-cb73be892380 on network db530ce1-2cae-437c-963e-27562b7d2b05 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:10.264754 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.266656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a698434-6a09-4106-af19-821415324441 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:10.267031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a698434-6a09-4106-af19-821415324441 None None] Checking segment: {'id': 'e398c18d-98fc-4f14-a453-744b6a5617e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:10.267435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4a698434-6a09-4106-af19-821415324441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.267828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a698434-6a09-4106-af19-821415324441 None None] Bound using segment: {'id': 'e398c18d-98fc-4f14-a453-744b6a5617e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:10.268307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4a698434-6a09-4106-af19-821415324441 None None] Bound port: bd64d01c-f757-46cc-922a-cb73be892380, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e398c18d-98fc-4f14-a453-744b6a5617e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'db530ce1-2cae-437c-963e-27562b7d2b05'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:10.268689 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4a698434-6a09-4106-af19-821415324441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.273851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.281675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30284f45-65e5-4124-9ca5-1e9d20285ffd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.290018 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-30284f45-65e5-4124-9ca5-1e9d20285ffd tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks?id=fd6a4aa3-4693-41d1-a312-074878732ed4 HTTP/1.1" status: 200 len: 760 time: 0.1367807 Jul 07 22:32:10.290809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60228) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:10.295617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-88469d47-011f-4a9d-bc7d-4295a7dbe238 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813725 Jul 07 22:32:10.302205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849266980'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:10.340602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43a934ea-ef60-4d04-ad6b-a171fa87ec6e req-7b9e809a-6e8a-4b22-ac00-9a8f41f3233b tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 210 time: 0.0783560 Jul 07 22:32:10.374432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c76c1-089e-4d0c-a8c0-4cb3920df0f1 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=fd6a4aa3-4693-41d1-a312-074878732ed4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:10.397651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fd6a4aa3-4693-41d1-a312-074878732ed4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:10.399239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:10.404654 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.417727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.434422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f9b77-9c29-4d24-b469-2cf10ba393bf req-b6105068-d40b-4644-a7ad-cfe8c5c59323 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.436184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d3f9b77-9c29-4d24-b469-2cf10ba393bf req-b6105068-d40b-4644-a7ad-cfe8c5c59323 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 944 time: 0.2906549 Jul 07 22:32:10.462919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089841e5-2801-4d0e-85fe-dc19bb2dd1fd None None] Pushing event updated for resources: {'Port': ['ID=c636b3df-039f-4514-b8f6-81388a83e24c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:10.493368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:10.507831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:10.508513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:10.513207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.513774 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment bcea69e5-834a-43dd-a182-b605670f03d0 of type vlan for network 5de28288-03b9-4285-88dc-fea00c6343ab Jul 07 22:32:10.594562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d3f9b77-9c29-4d24-b469-2cf10ba393bf req-1579ee27-0f9f-4521-ac49-c6aeaaa198ba tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449080 Jul 07 22:32:10.600344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-edd8316a-cd65-4494-96b0-a73f163bcd83 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983911 Jul 07 22:32:10.654159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.714246 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-8c204b75-7317-4373-bf03-fdcbf76fcf72 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483444 Jul 07 22:32:10.806051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79e0a7e3-2ee7-4972-af22-308b7afd6554 req-6d01740e-8c88-42a4-ac34-464d3d64a231 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972435 Jul 07 22:32:10.867015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4a698434-6a09-4106-af19-821415324441 None None] For port bd64d01c-f757-46cc-922a-cb73be892380, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:10.899187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4a698434-6a09-4106-af19-821415324441 None None] For port bd64d01c-f757-46cc-922a-cb73be892380, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bd64d01c-f757-46cc-922a-cb73be892380,segment=NetworkSegment(e398c18d-98fc-4f14-a453-744b6a5617e0),segment_id=e398c18d-98fc-4f14-a453-744b6a5617e0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:10.902516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:32:10.934967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4a698434-6a09-4106-af19-821415324441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.952963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.006773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a698434-6a09-4106-af19-821415324441 None None] Pushing event updated for resources: {'Port': ['ID=bd64d01c-f757-46cc-922a-cb73be892380,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.056279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-3d3b58ab-1dbf-4a2e-9e54-4a4aa4b03ec0 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.058002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-3d3b58ab-1dbf-4a2e-9e54-4a4aa4b03ec0 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314288 Jul 07 22:32:11.058797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:11.084802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Request body: {'port': {'device_id': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '95561e78e6fa48d9ab5b68b07e7d8f72'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:11.090200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.094593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-5e9837b0-57f8-4f24-8896-598f6043a087 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.095778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.096412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.102263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.103462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-5e9837b0-57f8-4f24-8896-598f6043a087 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/networks?id=321ed554-e9de-4794-bfc1-962c7ef3f849 HTTP/1.1" status: 200 len: 810 time: 0.2187724 Jul 07 22:32:11.108933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.156796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-64295541-7662-4871-878d-6cdd98ac6aed tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/quotas/b376a8baaa5046a6a05d959580c11c1d HTTP/1.1" status: 200 len: 375 time: 0.0522881 Jul 07 22:32:11.161098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.164649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/e62ea951-489c-42c1-83da-d2043e82d99a HTTP/1.1" status: 204 len: 168 time: 1.7466264 Jul 07 22:32:11.166974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1eaf59-a33e-4d35-b934-8245b804ab90 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Subnet': ['ID=e62ea951-489c-42c1-83da-d2043e82d99a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.173516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60250) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.179483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.231916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-3aab0b1e-ea0f-433a-9ccd-81e4acd55764 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b376a8baaa5046a6a05d959580c11c1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653625 Jul 07 22:32:11.288929 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9913120 Jul 07 22:32:11.298404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60252) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.312692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '5de28288-03b9-4285-88dc-fea00c6343ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:11.326950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9323994-1b87-4d67-a226-1c32dba2969b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=5de28288-03b9-4285-88dc-fea00c6343ab,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.354374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b5b0e-4d19-49c8-9f32-7a8a5c615607 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.354608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5de28288-03b9-4285-88dc-fea00c6343ab details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:11.356685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b5b0e-4d19-49c8-9f32-7a8a5c615607 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.361803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-332b5b0e-4d19-49c8-9f32-7a8a5c615607 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1836543 Jul 07 22:32:11.363628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.370553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 83afb0a4-3010-4147-9fff-95e186ee4394 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:32:11.411367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'Port': ['ID=e83a9403-5582-4b9f-9857-019e847096fc,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.429174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.498991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5c6c124b-f332-483b-b34a-c9f3ec5b7f35 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.510401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-93a9beec-1c27-4aef-8f87-368f81fc3772 service neutron] 10.222.0.95 "GET /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700758 Jul 07 22:32:11.512934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.534658 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c124b-f332-483b-b34a-c9f3ec5b7f35 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 22:32:11.534775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e84a9717-1b67-4fb9-b95e-c5cdec6850a2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0191777 Jul 07 22:32:11.535022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c124b-f332-483b-b34a-c9f3ec5b7f35 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:11.536807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5c6c124b-f332-483b-b34a-c9f3ec5b7f35 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/db530ce1-2cae-437c-963e-27562b7d2b05 HTTP/1.1" status: 409 len: 405 time: 0.1722410 Jul 07 22:32:11.555256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.556041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Made reservation on behalf of 95561e78e6fa48d9ab5b68b07e7d8f72 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:11.564592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.578953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-164721901'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:11.607687 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f59ba0db-2e57-4d52-bb89-c288dd34ace6 req-29f6bc3c-29e1-4fc7-87ac-1ea2dad34160 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 210 time: 0.0359104 Jul 07 22:32:11.612917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.615662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:11.620218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.624527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:10Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:11.657673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-10c7e605-cebd-4f49-996a-14e3f1157d08 service neutron] 10.222.0.95 "GET /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468174 Jul 07 22:32:11.658121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d0db0-876f-4f2d-9168-1dbc27460935 None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:10Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:11.696469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 83afb0a4-3010-4147-9fff-95e186ee4394, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=83afb0a4-3010-4147-9fff-95e186ee4394,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:11.713091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '83afb0a4-3010-4147-9fff-95e186ee4394', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': '83afb0a4-3010-4147-9fff-95e186ee4394', 'mac_address': 'fa:16:3e:4c:2b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:32:11.781151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.793658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:11.827322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.831609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83afb0a4-3010-4147-9fff-95e186ee4394 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:11.864805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-3fd2bec5-ba2c-40d9-9a35-1ab488afea1d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--823711813&fields=id&tenant_id=97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 267 time: 0.0750251 Jul 07 22:32:11.879249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 83afb0a4-3010-4147-9fff-95e186ee4394, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=83afb0a4-3010-4147-9fff-95e186ee4394,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:11.885021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.963783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:11.970520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=83afb0a4-3010-4147-9fff-95e186ee4394,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.984366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.984736 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Added segment 51a24f22-208f-4e11-a459-9ed6c6a75ccc of type vlan for network b24c3359-ce25-45aa-ad51-107cfd14c53e Jul 07 22:32:12.074672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-6bab167f-17e6-4e09-8d2b-530c6f4ceded tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:12.088529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-6bab167f-17e6-4e09-8d2b-530c6f4ceded tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 816 time: 0.2227528 Jul 07 22:32:12.109872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-006633c2-7813-4318-9cb8-77db40ddca3d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/quotas/97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 375 time: 0.0203264 Jul 07 22:32:12.159464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['83afb0a4-3010-4147-9fff-95e186ee4394'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:32:12.191577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.347069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.354933 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.370209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.420945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-add4afbb-0d05-48e5-a808-d4029a4aed71 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3100884 Jul 07 22:32:12.435680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-926c61f0-77f7-460f-b333-6bb4be72a400 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:32:12.441855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-926c61f0-77f7-460f-b333-6bb4be72a400 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141425 Jul 07 22:32:12.481865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.resource_extend [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:32:12.529263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5624b76c-d4f4-46a3-93ef-2d921e2d8927,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.545516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36178f-123a-4008-9931-4e0768ceccfc req-93eff8cd-3a33-4e90-9b21-7eff8da1163e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:12.554407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b36178f-123a-4008-9931-4e0768ceccfc req-93eff8cd-3a33-4e90-9b21-7eff8da1163e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 945 time: 0.2985656 Jul 07 22:32:12.581032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.587142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:12.587873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.676171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=11be952a-c082-4330-8cde-fee1f9500568,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.693386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b36178f-123a-4008-9931-4e0768ceccfc req-7702a980-35c9-484d-b3c7-3ace68663840 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379094 Jul 07 22:32:12.727747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4995a-58f3-4991-a83c-fe4df8ffc537 None None] Network db530ce1-2cae-437c-963e-27562b7d2b05 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:12.734619 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-88f659ca-8442-41ff-9d1e-e5d730af4003 service neutron] 10.222.0.95 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916853 Jul 07 22:32:12.803090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2330489 Jul 07 22:32:12.807289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c636b3df-039f-4514-b8f6-81388a83e24c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:12.820282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60292) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.829122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'subnet': {'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:12.834356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': 'bcea69e5-834a-43dd-a182-b605670f03d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5de28288-03b9-4285-88dc-fea00c6343ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:12.834780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 5de28288-03b9-4285-88dc-fea00c6343ab, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:12.836954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9607-d7e7-465f-9ada-6721495e321f tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Network': ['ID=b24c3359-ce25-45aa-ad51-107cfd14c53e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.875262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b24c3359-ce25-45aa-ad51-107cfd14c53e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:12.908661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Allocated IP 192.168.233.83 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/f861eb1d-88e8-4671-a3a9-4ab94f8184ce) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:12.970378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-02768120-0f62-4878-849f-dea9321b2c37 None None] Provisioning for port bd64d01c-f757-46cc-922a-cb73be892380 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:13.035147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c636b3df-039f-4514-b8f6-81388a83e24c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:13.043666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c636b3df-039f-4514-b8f6-81388a83e24c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:13.044051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.067223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-b6427aff-32bc-4cfd-bab9-df6a59ad4af6 service neutron] 10.222.0.95 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227084 Jul 07 22:32:13.088721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:13.097330 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.122290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 5de28288-03b9-4285-88dc-fea00c6343ab is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:13.156778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5de28288-03b9-4285-88dc-fea00c6343ab) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:13.175048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.175722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.182214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ea8e5-dbd6-4afb-871b-51a7d5aa88a6 None None] Network 5de28288-03b9-4285-88dc-fea00c6343ab requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:13.223146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecea21-1706-4e7a-8654-7f7c34ca3c04 req-d9dd9a4c-2196-44b7-b8b6-c4b280f139b6 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.230082 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab03f729-4182-4290-89b7-d78b8b185e2d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9264445 Jul 07 22:32:13.231266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1eecea21-1706-4e7a-8654-7f7c34ca3c04 req-d9dd9a4c-2196-44b7-b8b6-c4b280f139b6 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1098 time: 0.2949803 Jul 07 22:32:13.235841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.258961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] DHCP port deletion for db530ce1-2cae-437c-963e-27562b7d2b05 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:13.287997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.310562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Transition to ACTIVE for port object f861eb1d-88e8-4671-a3a9-4ab94f8184ce will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:13.320736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.383399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1eecea21-1706-4e7a-8654-7f7c34ca3c04 req-8764145b-9095-4632-a682-b92236a9dc31 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436536 Jul 07 22:32:13.390157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.409452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 83afb0a4-3010-4147-9fff-95e186ee4394 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:13.436120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60300) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.532022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Pushing event updated for resources: {'Port': ['ID=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:13.593494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c636b3df-039f-4514-b8f6-81388a83e24c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c636b3df-039f-4514-b8f6-81388a83e24c,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:13.602086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:13.622817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.624347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bd64d01c-f757-46cc-922a-cb73be892380 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:13.633424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:13.650761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:13.667185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0c98af0-71f5-42bd-8225-cd60625ad7ca req-d823a86f-5c64-4d9e-9cb7-7182afcb574c tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 210 time: 0.0752716 Jul 07 22:32:13.797186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.820130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c636b3df-039f-4514-b8f6-81388a83e24c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:13.845671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] Deleting port bd64d01c-f757-46cc-922a-cb73be892380 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:13.846204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.933298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.937278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.988358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.081220 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ec562b25-59c0-49aa-9895-4292c9ed3ef5 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0064085 Jul 07 22:32:14.088252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.110294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Request body: {'port': {'device_id': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:14.122840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be3e55-d5b2-4ca7-8594-99bbac7461cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5de28288-03b9-4285-88dc-fea00c6343ab', 'network_id': '5de28288-03b9-4285-88dc-fea00c6343ab', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '11be952a-c082-4330-8cde-fee1f9500568'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:14.125383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-93be3e55-d5b2-4ca7-8594-99bbac7461cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.127321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 83afb0a4-3010-4147-9fff-95e186ee4394 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:14.140719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 83afb0a4-3010-4147-9fff-95e186ee4394 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:14.141352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.163760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] For port bd64d01c-f757-46cc-922a-cb73be892380, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bd64d01c-f757-46cc-922a-cb73be892380,segment=NetworkSegment(e398c18d-98fc-4f14-a453-744b6a5617e0),segment_id=e398c18d-98fc-4f14-a453-744b6a5617e0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:14.164455 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.177049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=11be952a-c082-4330-8cde-fee1f9500568,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:14.235105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.250927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de28288-03b9-4285-88dc-fea00c6343ab']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.261277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] Calling delete_port for bd64d01c-f757-46cc-922a-cb73be892380 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:14.274130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port bd64d01c-f757-46cc-922a-cb73be892380 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:14.280962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcea69e5-834a-43dd-a182-b605670f03d0') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.281377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcea69e5-834a-43dd-a182-b605670f03d0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.295775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-95a1686e-1c0d-4c2d-b569-43dd40b80cb9 None None] Provisioning for port f861eb1d-88e8-4671-a3a9-4ab94f8184ce completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:14.298312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360a7bf-27e2-44c6-9141-3426e20f0844 None None] Network 5de28288-03b9-4285-88dc-fea00c6343ab requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:14.299021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.305269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port bd64d01c-f757-46cc-922a-cb73be892380 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:14.305880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.311568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.329604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.337907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:14.338450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:14.341618 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:14.456146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.545616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.547584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/5de28288-03b9-4285-88dc-fea00c6343ab HTTP/1.1" status: 204 len: 168 time: 1.1787534 Jul 07 22:32:14.555459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875039d-c279-4dc0-8ad9-89e64a3ca979 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=5de28288-03b9-4285-88dc-fea00c6343ab,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:14.557128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60310) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.566608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-95a1686e-1c0d-4c2d-b569-43dd40b80cb9 None None] Provisioning complete for port f861eb1d-88e8-4671-a3a9-4ab94f8184ce triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:14.567016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95a1686e-1c0d-4c2d-b569-43dd40b80cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.617460 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b85f948-fef5-47ea-81e1-1bf0a2dedf04 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] GET failed (client error): The resource could not be found. Jul 07 22:32:14.619576 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4b85f948-fef5-47ea-81e1-1bf0a2dedf04 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/subnets/11be952a-c082-4330-8cde-fee1f9500568 HTTP/1.1" status: 404 len: 337 time: 0.0543537 Jul 07 22:32:14.627498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.669311 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b7b110-a00b-418e-90f2-9b1f5cdc0ad3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:14.669901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b7b110-a00b-418e-90f2-9b1f5cdc0ad3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:14.671730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f8b7b110-a00b-418e-90f2-9b1f5cdc0ad3 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/5de28288-03b9-4285-88dc-fea00c6343ab HTTP/1.1" status: 404 len: 339 time: 0.0433421 Jul 07 22:32:14.683591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.694293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-72bdb0c5-4bfe-4e6c-9ea0-2ad1dbc74184 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:14.696127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-72bdb0c5-4bfe-4e6c-9ea0-2ad1dbc74184 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.103 "GET /v2.0/networks?id=321ed554-e9de-4794-bfc1-962c7ef3f849 HTTP/1.1" status: 200 len: 810 time: 0.3205898 Jul 07 22:32:14.720255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-95a1686e-1c0d-4c2d-b569-43dd40b80cb9 None None] Port f861eb1d-88e8-4671-a3a9-4ab94f8184ce cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:14.737799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8adbb847-2c26-4e44-903e-2f0bbb6913bd req-e5256188-1035-40a7-a8ab-6d55a25fcf85 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 210 time: 0.4115193 Jul 07 22:32:14.785087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Request body: {'port': {'device_id': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849', 'admin_state_up': True, 'tenant_id': 'b376a8baaa5046a6a05d959580c11c1d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:14.836523 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.840296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.846257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.909796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] Pushing event deleted for resources: {'Port': ['ID=bd64d01c-f757-46cc-922a-cb73be892380,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:14.911943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14936b4-7ad3-4172-bbbe-591fc8f3bfab None None] No DVR routers for this DVR port bd64d01c-f757-46cc-922a-cb73be892380 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:14.921939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c968635-d798-4656-9488-267750950660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83afb0a4-3010-4147-9fff-95e186ee4394'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:14.924359 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bba8da-e2c3-45cc-9b3b-71678186041e" -d '{"events": [{"server_uuid": "5c968635-d798-4656-9488-267750950660", "name": "network-vif-plugged", "status": "completed", "tag": "83afb0a4-3010-4147-9fff-95e186ee4394"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:14.944028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdeeac-ddf6-4bdd-b8f7-ad21e9186a21 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:14.965944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 83afb0a4-3010-4147-9fff-95e186ee4394, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=83afb0a4-3010-4147-9fff-95e186ee4394,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:14.988570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.069981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a866-099b-43cb-906f-5f2e48237458 req-221caa3c-6588-4e1a-8c82-84cb3eb00752 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.077226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc11a866-099b-43cb-906f-5f2e48237458 req-221caa3c-6588-4e1a-8c82-84cb3eb00752 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 935 time: 0.7334449 Jul 07 22:32:15.140680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=83afb0a4-3010-4147-9fff-95e186ee4394,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.158749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c636b3df-039f-4514-b8f6-81388a83e24c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:15.197658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:15.224857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port dafa3989-cf91-4f52-ac1c-d73d53d05caa {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:15.225361 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.227463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.282603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc11a866-099b-43cb-906f-5f2e48237458 req-29cb5bac-7f2e-456e-8418-1f747b28ab21 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042599 Jul 07 22:32:15.290597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c636b3df-039f-4514-b8f6-81388a83e24c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:15.291217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.354275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bd827-6b99-470e-8963-cb51e14fbd09 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.356684 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3d8bd827-6b99-470e-8963-cb51e14fbd09 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6722689 Jul 07 22:32:15.368494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60322) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.399772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Made reservation on behalf of b376a8baaa5046a6a05d959580c11c1d for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:15.404597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.454348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefdeeac-ddf6-4bdd-b8f7-ad21e9186a21 None None] Network b24c3359-ce25-45aa-ad51-107cfd14c53e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:15.468164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefdeeac-ddf6-4bdd-b8f7-ad21e9186a21 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b24c3359-ce25-45aa-ad51-107cfd14c53e) {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:15.499463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29c4669b-a315-42d1-a23a-0d99eba7e5de tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 207 time: 0.1296949 Jul 07 22:32:15.503553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.519157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ca6c-a989-4ffd-8744-4ae4407baf56 req-7901471a-7717-4e18-8f84-10aa418d43e6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.528493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4621ca6c-a989-4ffd-8744-4ae4407baf56 req-7901471a-7717-4e18-8f84-10aa418d43e6 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.5483518 Jul 07 22:32:15.536876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43c8b040-a15d-4dc9-a7d8-ca4d917fc838 req-9fa996bf-3feb-44bf-97ca-df67df699cab tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 210 time: 0.0873697 Jul 07 22:32:15.555224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bd64d01c-f757-46cc-922a-cb73be892380 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:15.588165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Subnet': ['ID=58f29e72-91b9-4a34-b74e-c87944d0cc67,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.593432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: bd64d01c-f757-46cc-922a-cb73be892380 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:15.593889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bd64d01c-f757-46cc-922a-cb73be892380 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:15.645913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f861eb1d-88e8-4671-a3a9-4ab94f8184ce {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:15.670992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.709951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Transition to ACTIVE for port object f861eb1d-88e8-4671-a3a9-4ab94f8184ce will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:15.713206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.713766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.726991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.734470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-a2906df8-50c9-4d0e-91b7-a4b18e3b2e7b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.736153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-a2906df8-50c9-4d0e-91b7-a4b18e3b2e7b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 816 time: 0.5299273 Jul 07 22:32:15.749526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4621ca6c-a989-4ffd-8744-4ae4407baf56 req-063b981e-4ac8-4167-8137-671199061ad1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197964 Jul 07 22:32:15.757817 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ac0a15-142c-4d47-8d37-9e0b645844d3 x-openstack-request-id: req-d8ac0a15-142c-4d47-8d37-9e0b645844d3 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:15.766613 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c968635-d798-4656-9488-267750950660", "name": "network-vif-plugged", "status": "completed", "tag": "83afb0a4-3010-4147-9fff-95e186ee4394", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:15.766613 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d8ac0a15-142c-4d47-8d37-9e0b645844d3 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:15.766613 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c968635-d798-4656-9488-267750950660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83afb0a4-3010-4147-9fff-95e186ee4394', 'code': 200} Jul 07 22:32:15.767029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Checking segment: {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:15.767029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network hostable DHCP agents. Network: b24c3359-ce25-45aa-ad51-107cfd14c53e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:15.774310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for dafa3989-cf91-4f52-ac1c-d73d53d05caa owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:15.848866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.862510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Unable to find a vacant binding_index for network b24c3359-ce25-45aa-ad51-107cfd14c53e and agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 22:32:15.904369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b24c3359-ce25-45aa-ad51-107cfd14c53e', 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': '58f29e72-91b9-4a34-b74e-c87944d0cc67'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:15.905278 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.969059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b24c3359-ce25-45aa-ad51-107cfd14c53e) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:15.983719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0924e6-87f8-44fc-a151-8d919d854a52 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.990181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0924e6-87f8-44fc-a151-8d919d854a52 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.996871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0924e6-87f8-44fc-a151-8d919d854a52 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.003213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0924e6-87f8-44fc-a151-8d919d854a52 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.005034 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b0924e6-87f8-44fc-a151-8d919d854a52 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5005233 Jul 07 22:32:16.006075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-c2867883-4d27-4215-9789-9254a89924c9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 379 time: 0.2535527 Jul 07 22:32:16.008295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.008295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.009820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60328) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.022097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eccfd97d-4c99-468e-96e8-616bf11bebc2 req-a9e57b59-1c80-4002-a903-c16cf63e00f4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 210 time: 0.0713632 Jul 07 22:32:16.026905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'port': {'device_id': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'admin_state_up': True, 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'security_groups': ['c5ff9ead-7832-4142-a346-332efa76cd80']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:16.036399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Allocated IP 172.20.0.4 (321ed554-e9de-4794-bfc1-962c7ef3f849/c373c426-cced-4681-a2d4-6c901cf6d434/19c5d5db-230e-478b-a544-773c815a600d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:16.066980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Allocated IP 2001:db8::f816:3eff:fe4d:cddd (b24c3359-ce25-45aa-ad51-107cfd14c53e/58f29e72-91b9-4a34-b74e-c87944d0cc67/decaa4f5-87fb-4b22-9757-a909e0b92ab9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:16.115426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb7ba3-afff-4963-8468-2d55521d1150 req-59c86df0-1515-4395-8237-46a2ec54b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.119127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4a917e6a-ac22-4324-bcc9-18ae31655546 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2950637 Jul 07 22:32:16.119272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12bb7ba3-afff-4963-8468-2d55521d1150 req-59c86df0-1515-4395-8237-46a2ec54b2a8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 1098 time: 0.2693367 Jul 07 22:32:16.120566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Attempting to bind port f861eb1d-88e8-4671-a3a9-4ab94f8184ce on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:16.121507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Attempting to bind port f861eb1d-88e8-4671-a3a9-4ab94f8184ce by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:16.121507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Attempting to bind port f861eb1d-88e8-4671-a3a9-4ab94f8184ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:16.124697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60330) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.155275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Port f861eb1d-88e8-4671-a3a9-4ab94f8184ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:32:16.155722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Attempting to bind port f861eb1d-88e8-4671-a3a9-4ab94f8184ce on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:16.176037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:16.176452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:16.176858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:16.177643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Bound port: f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:16.178168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.212349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12bb7ba3-afff-4963-8468-2d55521d1150 req-b062dae8-2b90-45e3-ace5-6543539d4e85 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882499 Jul 07 22:32:16.228120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c2045eab-4c14-4296-b4d8-95f0834e9d3d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2098377 Jul 07 22:32:16.228288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60332) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.242736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.251702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Transition to ACTIVE for port object decaa4f5-87fb-4b22-9757-a909e0b92ab9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:16.268394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Transition to ACTIVE for port object decaa4f5-87fb-4b22-9757-a909e0b92ab9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:16.278460 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.317425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012993d3-2892-4a7c-8606-c89438633840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.318536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012993d3-2892-4a7c-8606-c89438633840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.319707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Network b24c3359-ce25-45aa-ad51-107cfd14c53e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:16.320311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-012993d3-2892-4a7c-8606-c89438633840 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0911207 Jul 07 22:32:16.324121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60336) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.327606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:16.330381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:16.366689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] For port f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:16.372345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Pushing event updated for resources: {'Port': ['ID=decaa4f5-87fb-4b22-9757-a909e0b92ab9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:16.386960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] For port f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:16.400194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270693f3-3539-42d5-ac0a-6a283e92908d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.401840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270693f3-3539-42d5-ac0a-6a283e92908d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.403535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-270693f3-3539-42d5-ac0a-6a283e92908d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0784628 Jul 07 22:32:16.405371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.409599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60338) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.414350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Attempting to bind port decaa4f5-87fb-4b22-9757-a909e0b92ab9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:16.414969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Attempting to bind port decaa4f5-87fb-4b22-9757-a909e0b92ab9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:16.415459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Attempting to bind port decaa4f5-87fb-4b22-9757-a909e0b92ab9 on network b24c3359-ce25-45aa-ad51-107cfd14c53e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:16.420954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:16.421606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Checking segment: {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:16.422212 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.422620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Bound using segment: {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:16.423274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Bound port: decaa4f5-87fb-4b22-9757-a909e0b92ab9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:16.423812 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.481896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.497732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.498645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.500061 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] 10.222.0.97 "PUT /v2.0/ports/f861eb1d-88e8-4671-a3a9-4ab94f8184ce HTTP/1.1" status: 200 len: 1096 time: 2.4010382 Jul 07 22:32:16.500520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'tag': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:16.502886 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67792cc0-db2c-497a-8bef-bd114ee41319" -d '{"events": [{"name": "network-changed", "server_uuid": "ded3b830-3c85-4aaf-873f-ec6744222b1d", "tag": "f861eb1d-88e8-4671-a3a9-4ab94f8184ce"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:16.504032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] For port decaa4f5-87fb-4b22-9757-a909e0b92ab9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:16.515365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] For port decaa4f5-87fb-4b22-9757-a909e0b92ab9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=decaa4f5-87fb-4b22-9757-a909e0b92ab9,segment=NetworkSegment(51a24f22-208f-4e11-a459-9ed6c6a75ccc),segment_id=51a24f22-208f-4e11-a459-9ed6c6a75ccc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:16.526712 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.547206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fce95-9d8c-4797-9ceb-7393e0b6d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:16.564229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=dafa3989-cf91-4f52-ac1c-d73d53d05caa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:16.571706 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9e0b69-2d23-415e-957c-5396e640cdd8 x-openstack-request-id: req-2c9e0b69-2d23-415e-957c-5396e640cdd8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:16.572010 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded3b830-3c85-4aaf-873f-ec6744222b1d", "tag": "f861eb1d-88e8-4671-a3a9-4ab94f8184ce", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:16.572266 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c9e0b69-2d23-415e-957c-5396e640cdd8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:16.572668 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'tag': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce', 'status': 'completed', 'code': 200} Jul 07 22:32:16.600792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4e8ee-50cd-45ea-92cf-4fcfebdabbe8 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.602012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02d4e8ee-50cd-45ea-92cf-4fcfebdabbe8 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks/afc53c75-4cc5-44e2-bf04-6d8ba0a62924 HTTP/1.1" status: 200 len: 800 time: 0.1914661 Jul 07 22:32:16.606530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60344) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.639077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425b2a5-66c5-47f1-852c-125ca2a45db2 None None] Pushing event updated for resources: {'Port': ['ID=decaa4f5-87fb-4b22-9757-a909e0b92ab9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:16.660165 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.673554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Made reservation on behalf of 97ca8000c21d491db5b2fa347e3b443c for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:16.677152 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.712757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-1478a71c-b516-4015-8e10-81a3860174b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.713106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-1478a71c-b516-4015-8e10-81a3860174b7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 1099 time: 0.1601019 Jul 07 22:32:16.751737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.759125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.759473 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP 19228ca3-bcd7-4917-8fa2-60b75e8f8367 disassociated (deleted). External IP: 172.25.5.81, port: 54f49cba-ef30-4681-adfc-420d1b1e6688. Jul 07 22:32:16.769154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fdbca1ff-9a4a-4fe8-ba5a-69d9e77b8d08 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/networks/afc53c75-4cc5-44e2-bf04-6d8ba0a62924?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1579907 Jul 07 22:32:16.769154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-cfdef12e-8265-4a90-b991-4c4c26da6e88 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce HTTP/1.1" status: 200 len: 217 time: 0.0421116 Jul 07 22:32:16.769408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60348) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.784299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c5f4-d337-4e1d-a634-29b3d43db38c req-ba61afcc-d4fa-4773-ad7a-6d262063d228 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.792286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fe4c5f4-d337-4e1d-a634-29b3d43db38c req-ba61afcc-d4fa-4773-ad7a-6d262063d228 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 947 time: 0.3693187 Jul 07 22:32:16.796850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.862193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678fec8e-ff6c-4b43-9d8a-de8a0d8ac8f8 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.868239 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-678fec8e-ff6c-4b43-9d8a-de8a0d8ac8f8 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/subnets/80aa024b-99c7-456c-a3ed-e1807a1dda55 HTTP/1.1" status: 200 len: 811 time: 0.0935500 Jul 07 22:32:16.868239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-cc9ae185-89cc-4bfa-b8a0-604c4585026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.868239 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-cc9ae185-89cc-4bfa-b8a0-604c4585026f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0867672 Jul 07 22:32:16.868239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60352) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.919266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef74bf27-9808-4359-a8d3-f2abd6fd8c86 req-f0d328a6-58ee-4e54-829a-9824755e7bac tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 210 time: 0.1727190 Jul 07 22:32:17.035552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e32124-96e7-4f14-9233-ac5918c42d5b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.044544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-58e32124-96e7-4f14-9233-ac5918c42d5b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "GET /v2.0/subnets/80aa024b-99c7-456c-a3ed-e1807a1dda55?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1757934 Jul 07 22:32:17.053634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:17.068842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321755168'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:17.096800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fe4c5f4-d337-4e1d-a634-29b3d43db38c req-bd9badcf-94ba-4043-a300-284f037bb190 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037801 Jul 07 22:32:17.128892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-0fc0ed36-66bf-48a5-80ba-315a29b4aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.130333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-0fc0ed36-66bf-48a5-80ba-315a29b4aa57 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2455564 Jul 07 22:32:17.138141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:17.148830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.228324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device decaa4f5-87fb-4b22-9757-a909e0b92ab9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:17.253169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:17.279010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.279372 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Added segment fe14230f-b36c-4521-bdf1-277665cf7765 of type vlan for network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f Jul 07 22:32:17.322752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port decaa4f5-87fb-4b22-9757-a909e0b92ab9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:17.325298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-79867f49-bc12-4394-9a4a-0abd751441aa service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724463 Jul 07 22:32:17.347194 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.447096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.453047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.453697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.517470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-36a03ba2-2e42-467f-b84c-07f4ade27f9a req-ed590eba-8a1c-4cdc-9cf0-6a63c1c2b82b service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825452 Jul 07 22:32:17.539294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4815686 Jul 07 22:32:17.539804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60360) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:17.550037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:17.556018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87570bf4-701f-4515-8afa-57dae560a829 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Network': ['ID=7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:17.568222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:17.777044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37058317-c0dc-4e42-a8f4-6d589ef13629 req-65dcbbb7-9318-4a0f-b242-d9eb14e5aa06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 210 time: 0.4616292 Jul 07 22:32:17.785797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting port decaa4f5-87fb-4b22-9757-a909e0b92ab9 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:17.786149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.875103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Allocated IP 172.20.0.7 (4af00ffb-79a9-463c-ab14-8f3e391340c3/e593c16e-b4e5-48c1-a63e-a3fdf7868d8b/f4a87663-bf54-4062-81cc-93bc1bd83393) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:17.878206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router b7229585-91e3-4c1d-83e7-e7ade816cdac has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:17.880339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.956690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f71e0fe-dd42-4918-81fe-aef86b76f779 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:17.961903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Made reservation on behalf of 0760c01abebd4233b7cdc36212ec5146 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:17.966038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.003213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Network 321ed554-e9de-4794-bfc1-962c7ef3f849 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:18.024901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-c2b00935-fd8a-4b48-9289-97143433047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.026595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-c2b00935-fd8a-4b48-9289-97143433047a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 1099 time: 0.4463599 Jul 07 22:32:18.036129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing IP validity checks on allocation pools {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:32:18.036706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:32:18.053115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:18.063258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Pushing event updated for resources: {'Port': ['ID=19c5d5db-230e-478b-a544-773c815a600d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:18.070242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:18.120467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] Provisioning for port decaa4f5-87fb-4b22-9757-a909e0b92ab9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:18.126981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f71e0fe-dd42-4918-81fe-aef86b76f779 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:18.130145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] Provisioning complete for port decaa4f5-87fb-4b22-9757-a909e0b92ab9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:18.130529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.168103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-544f00f3-a5ba-4f6e-902c-721e357f3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.169633 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-544f00f3-a5ba-4f6e-902c-721e357f3241 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.1352835 Jul 07 22:32:18.190212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.190817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.191359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.191711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.192057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.192400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.192737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.193071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.193402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.193733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.194087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.194580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:18.199913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] For port decaa4f5-87fb-4b22-9757-a909e0b92ab9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=decaa4f5-87fb-4b22-9757-a909e0b92ab9,segment=NetworkSegment(51a24f22-208f-4e11-a459-9ed6c6a75ccc),segment_id=51a24f22-208f-4e11-a459-9ed6c6a75ccc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:18.200510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.228896 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-94336bc1-415f-4221-9f15-6d3c179f99d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce HTTP/1.1" status: 200 len: 217 time: 0.0393505 Jul 07 22:32:18.244003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a04e34-1081-4b73-881e-5283aaf073b6 req-d5cb1b6b-055c-4da8-918e-f31cf7f0bad8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.245772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92a04e34-1081-4b73-881e-5283aaf073b6 req-d5cb1b6b-055c-4da8-918e-f31cf7f0bad8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.9292264 Jul 07 22:32:18.293280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Calling delete_port for decaa4f5-87fb-4b22-9757-a909e0b92ab9 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:18.328662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-fb27ff72-b8c9-43d5-8730-4b786620e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.328896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.329674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-fb27ff72-b8c9-43d5-8730-4b786620e337 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0918353 Jul 07 22:32:18.337793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.354029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.354694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.405636 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b59ca9d8-df4a-4c56-bef1-effd31c4ff58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.428536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] For port decaa4f5-87fb-4b22-9757-a909e0b92ab9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=decaa4f5-87fb-4b22-9757-a909e0b92ab9,segment=NetworkSegment(51a24f22-208f-4e11-a459-9ed6c6a75ccc),segment_id=51a24f22-208f-4e11-a459-9ed6c6a75ccc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:18.434613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=636acb2f-7386-4ab8-b638-6c9531176a65,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:18.437757 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.446511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:18.453072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-92eefad2-3bb8-43da-ab17-cd23239bb3e6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7112520 Jul 07 22:32:18.458590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.468215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] Sync routers for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:18.472748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Checking segment: {'id': 'fe14230f-b36c-4521-bdf1-277665cf7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:18.473206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network hostable DHCP agents. Network: 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:18.474931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92a04e34-1081-4b73-881e-5283aaf073b6 req-653e0815-a419-4f70-accb-e12f97c50613 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761260 Jul 07 22:32:18.480474 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:18.481320 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:18.483226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-c45403a0-7431-4748-9163-195af66d0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.485078 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-c45403a0-7431-4748-9163-195af66d0d93 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1429029 Jul 07 22:32:18.520705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe356c-6ec2-4fc1-9ff1-300eec8327c9 None None] Pushing event updated for resources: {'Port': ['ID=decaa4f5-87fb-4b22-9757-a909e0b92ab9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:18.527500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-fed43204-2f8f-4853-8507-5f7c3606fdaa tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:32:18.528704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-fed43204-2f8f-4853-8507-5f7c3606fdaa tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466502 Jul 07 22:32:18.565289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Request body: {'port': {'device_id': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:18.571326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.605146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:18.635425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:18.637837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9a869-f396-4e38-a7fc-9ed68cde2ff1 req-1568a41c-7e82-4d5c-9a33-8b77a926b257 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.645386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fed9a869-f396-4e38-a7fc-9ed68cde2ff1 req-1568a41c-7e82-4d5c-9a33-8b77a926b257 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 931 time: 0.5511844 Jul 07 22:32:18.676353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Transition to ACTIVE for port object f4a87663-bf54-4062-81cc-93bc1bd83393 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:18.695539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4742f9f3-3ebe-4499-8849-45be17ed2416 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/floatingips/19228ca3-bcd7-4917-8fa2-60b75e8f8367 HTTP/1.1" status: 204 len: 168 time: 5.2427022 Jul 07 22:32:18.699447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-5fd0c72c-b6f4-4a2f-afab-ac030b659c6d service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058349 Jul 07 22:32:18.700346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:18.703378 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4febc4d5-8845-4a5b-99fc-c04b8a60a612" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:18.705587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.706989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.738271 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.751200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3fb4c3-541f-4601-a8a8-dd960ad93939 None None] Network b24c3359-ce25-45aa-ad51-107cfd14c53e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:18.776205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7b11e-279d-40ba-835f-ceab38e4371b None None] Network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:18.792932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:18.801175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fed9a869-f396-4e38-a7fc-9ed68cde2ff1 req-0e45eeef-5ed7-4105-9b17-8f27cc00a7db tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546805 Jul 07 22:32:18.854763 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-67792cc0-db2c-497a-8bef-bd114ee41319 req-48ad261b-e7b2-4d52-bf34-530690746469 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256492 Jul 07 22:32:18.858032 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5ed75254-5dd6-4b21-ad30-e461ae616f84 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3118970 Jul 07 22:32:18.859063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60376) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:18.865808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:18.992638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.044776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8425836'] for subnet, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.150133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device decaa4f5-87fb-4b22-9757-a909e0b92ab9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:19.175024 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:04Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:19.220663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.276191 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] Checking router: b7229585-91e3-4c1d-83e7-e7ade816cdac for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:19.304482 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:19.305149 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:31:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:19.310171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.346491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:19.369478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:19.407609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:19.422397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08a31a-27e4-4b39-a736-a0e604a80a6a req-3f5080ed-1238-4d52-a3ab-4d91b2128003 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.434062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba08a31a-27e4-4b39-a736-a0e604a80a6a req-3f5080ed-1238-4d52-a3ab-4d91b2128003 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 947 time: 0.5245578 Jul 07 22:32:19.498530 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:19.499168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b24c3359-ce25-45aa-ad51-107cfd14c53e', 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': '58f29e72-91b9-4a34-b74e-c87944d0cc67'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:19.499828 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.520059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749835756319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11384207'] for subnet, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.521661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f', 'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f', 'tenant_id': '0760c01abebd4233b7cdc36212ec5146', 'fixed_ips': [{'subnet_id': '636acb2f-7386-4ab8-b638-6c9531176a65'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:19.522856 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.528185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No active binding found for port decaa4f5-87fb-4b22-9757-a909e0b92ab9 {{(pid=93933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:32:19.528680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device decaa4f5-87fb-4b22-9757-a909e0b92ab9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 22:32:19.582165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Port decaa4f5-87fb-4b22-9757-a909e0b92ab9 not found, will not notify nova. {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 22:32:19.596513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.598235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.604610 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "PUT /v2.0/subnets/636acb2f-7386-4ab8-b638-6c9531176a65 HTTP/1.1" status: 200 len: 877 time: 0.7442918 Jul 07 22:32:19.605680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60380) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.636069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.688002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No DVR routers for this DVR port decaa4f5-87fb-4b22-9757-a909e0b92ab9 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:19.745378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca396-5fc1-4574-84dc-f69cc476036d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event updated for resources: {'Subnet': ['ID=636acb2f-7386-4ab8-b638-6c9531176a65,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.773095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Port': ['ID=decaa4f5-87fb-4b22-9757-a909e0b92ab9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.814795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.815432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.830660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b539698e-74cb-47ce-b772-cfa2f9a68f73 x-openstack-request-id: req-b539698e-74cb-47ce-b772-cfa2f9a68f73 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:19.830660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:19.830660 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b539698e-74cb-47ce-b772-cfa2f9a68f73 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:19.830660 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'status': 'completed', 'code': 200} Jul 07 22:32:19.856307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba08a31a-27e4-4b39-a736-a0e604a80a6a req-9f6bd2d7-af5a-49c0-a632-dc4a9f1d83ae tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184721 Jul 07 22:32:19.889968 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:04Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:19.893592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.915890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-2f6030d5-ba90-43c9-a778-3e2c4278a026 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8927019 Jul 07 22:32:19.934657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Allocated IP 172.20.0.3 (7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f/636acb2f-7386-4ab8-b638-6c9531176a65/f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:19.947023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.951430 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e748bf-9ab1-47b0-a82e-db8c50cc5b9a None None] The sync data for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 is: [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:28:57Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '145b052a-4b10-45f0-93f9-025cd9333af0', 'name': '', 'network_id': '82fb8f2b-4c29-4c9c-b5da-9f361694d375', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:0a:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:55Z', 'updated_at': '2021-07-07T22:29:04Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': '45e9254c-1921-40e3-bfa1-89f44cdcca18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:19.961012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Request body: {'port': {'device_id': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:20.026208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-3d25175d-157f-4e2e-9710-3cd5df2483cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.027922 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-3d25175d-157f-4e2e-9710-3cd5df2483cf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 1098 time: 0.1811764 Jul 07 22:32:20.028836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.102295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Allocated IP 2001:db8::f816:3eff:fe79:24e6 (b24c3359-ce25-45aa-ad51-107cfd14c53e/58f29e72-91b9-4a34-b74e-c87944d0cc67/c9fbf1cd-f12f-474a-aa2a-a8d4f65df535) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:20.148363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-84c55da3-1e76-4ea3-8b48-e5a3207a7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.149755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-84c55da3-1e76-4ea3-8b48-e5a3207a7171 service neutron] 10.222.0.97 "GET /v2.0/networks?id=82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 200 len: 898 time: 0.0962467 Jul 07 22:32:20.201364 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-5bd44205-dfb0-49d4-a275-fbfc8cbca247 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 200 len: 217 time: 0.0429645 Jul 07 22:32:20.266608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c5d5db-230e-478b-a544-773c815a600d {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:20.271839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-b9c0dbd8-12c1-40f5-83a3-32c035cffc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.275214 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-b9c0dbd8-12c1-40f5-83a3-32c035cffc4d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 200 len: 835 time: 0.0666592 Jul 07 22:32:20.282858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b6848809-b68c-4fe4-adbe-194667ea5238 None None] Provisioning for port f4a87663-bf54-4062-81cc-93bc1bd83393 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:20.286551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.300594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094f0dc-e7b0-4449-b5ea-854d7758aafd req-825ffb83-fc15-442f-9dbf-7ba084bd839e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.302458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d094f0dc-e7b0-4449-b5ea-854d7758aafd req-825ffb83-fc15-442f-9dbf-7ba084bd839e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 931 time: 0.3356845 Jul 07 22:32:20.308332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.309308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.311399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b6848809-b68c-4fe4-adbe-194667ea5238 None None] Provisioning complete for port f4a87663-bf54-4062-81cc-93bc1bd83393 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:20.311837 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6848809-b68c-4fe4-adbe-194667ea5238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.334522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Transition to ACTIVE for port object 19c5d5db-230e-478b-a544-773c815a600d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:20.354856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.362327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-793b47e6-5ec1-48b0-a2dc-895a830b5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.364169 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-793b47e6-5ec1-48b0-a2dc-895a830b5a34 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82fb8f2b-4c29-4c9c-b5da-9f361694d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811853 Jul 07 22:32:20.366225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Transition to ACTIVE for port object f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:20.402223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889d9c9-7d80-4c6b-95c5-bb3b3f71c070 None None] New status for floating IP 19228ca3-bcd7-4917-8fa2-60b75e8f8367: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:32:20.416255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971df48a-ce29-4743-bbcd-3fe1b17329f6 req-c12a1ab5-9e72-4d76-9be7-cb989909a1ca tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.417801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-971df48a-ce29-4743-bbcd-3fe1b17329f6 req-c12a1ab5-9e72-4d76-9be7-cb989909a1ca tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.3835976 Jul 07 22:32:20.473489 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.476035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Transition to ACTIVE for port object f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:20.477548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6848809-b68c-4fe4-adbe-194667ea5238 None None] Port f4a87663-bf54-4062-81cc-93bc1bd83393 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:20.478397 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-2d5a4b1c-bd02-4814-b7d1-797527c6622a service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045792 Jul 07 22:32:20.484018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d094f0dc-e7b0-4449-b5ea-854d7758aafd req-7eefe43e-83ff-4c29-9968-22111b81f567 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676152 Jul 07 22:32:20.489461 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.492049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Transition to ACTIVE for port object c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:20.503405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Pushing event updated for resources: {'Port': ['ID=19c5d5db-230e-478b-a544-773c815a600d,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.544813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:20.547114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:20.553051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:20.562556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Pushing event updated for resources: {'Port': ['ID=f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.590723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.606228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Transition to ACTIVE for port object c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:20.636744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=636acb2f-7386-4ab8-b638-6c9531176a65,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.637939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-971df48a-ce29-4743-bbcd-3fe1b17329f6 req-9f81ac02-99dc-45e3-a0ab-bf6be4a9d1a1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096236 Jul 07 22:32:20.659465 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.714482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Attempting to bind port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:20.714901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Attempting to bind port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'fe14230f-b36c-4521-bdf1-277665cf7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:20.715285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Attempting to bind port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e on network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:20.725567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Network b24c3359-ce25-45aa-ad51-107cfd14c53e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:20.730605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:20.736561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:20.736961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Checking segment: {'id': 'fe14230f-b36c-4521-bdf1-277665cf7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:20.737384 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.737788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Bound using segment: {'id': 'fe14230f-b36c-4521-bdf1-277665cf7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:20.738276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Bound port: f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe14230f-b36c-4521-bdf1-277665cf7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:20.739067 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.742602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:20.758272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Pushing event updated for resources: {'Port': ['ID=c9fbf1cd-f12f-474a-aa2a-a8d4f65df535,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.824572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4febc4d5-8845-4a5b-99fc-c04b8a60a612 req-5a4e058b-2f35-481d-ae63-3283be0621c2 service neutron] 10.222.0.97 "GET /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398459 Jul 07 22:32:20.843885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.849098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.855745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Attempting to bind port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:20.856701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Attempting to bind port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:20.856701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Attempting to bind port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 on network b24c3359-ce25-45aa-ad51-107cfd14c53e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:20.871696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:20.872084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Checking segment: {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:20.872499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.872899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Bound using segment: {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:20.873636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:20.873760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Bound port: c9fbf1cd-f12f-474a-aa2a-a8d4f65df535, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a24f22-208f-4e11-a459-9ed6c6a75ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:20.874156 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.898737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] For port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:20.898997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe14230f-b36c-4521-bdf1-277665cf7765') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:20.898997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe14230f-b36c-4521-bdf1-277665cf7765') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:20.912741 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.943207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] For port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e,segment=NetworkSegment(fe14230f-b36c-4521-bdf1-277665cf7765),segment_id=fe14230f-b36c-4521-bdf1-277665cf7765)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:20.944889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f861eb1d-88e8-4671-a3a9-4ab94f8184ce details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:32:20.950605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Attempting to bind port 19c5d5db-230e-478b-a544-773c815a600d on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:20.950605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Attempting to bind port 19c5d5db-230e-478b-a544-773c815a600d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'cfa67324-91af-4400-9747-59d127d41a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:20.950942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Attempting to bind port 19c5d5db-230e-478b-a544-773c815a600d on network 321ed554-e9de-4794-bfc1-962c7ef3f849 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:20.952340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.958247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Subnet': ['ID=58f29e72-91b9-4a34-b74e-c87944d0cc67,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.960685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:20.961415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.964538 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:20.965391 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:20.977415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-61fb109b-1043-43a6-b4ce-28c40653da0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.046126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] For port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:21.048109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:32:21.048109 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:32:21.048109 n-d-694802-13 neutron-server[93931]: [parameters: {'id': '7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f'}] Jul 07 22:32:21.048109 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:21.049355 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:21.058714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Port 19c5d5db-230e-478b-a544-773c815a600d on network 321ed554-e9de-4794-bfc1-962c7ef3f849 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:32:21.058842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Attempting to bind port 19c5d5db-230e-478b-a544-773c815a600d on network 321ed554-e9de-4794-bfc1-962c7ef3f849 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:21.089260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:21.089995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Checking segment: {'id': 'cfa67324-91af-4400-9747-59d127d41a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:21.089995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Bound using segment: {'id': 'cfa67324-91af-4400-9747-59d127d41a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:21.090619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Bound port: 19c5d5db-230e-478b-a544-773c815a600d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa67324-91af-4400-9747-59d127d41a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:21.091011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.099041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a87663-bf54-4062-81cc-93bc1bd83393 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:21.128446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.130691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] For port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9fbf1cd-f12f-474a-aa2a-a8d4f65df535,segment=NetworkSegment(51a24f22-208f-4e11-a459-9ed6c6a75ccc),segment_id=51a24f22-208f-4e11-a459-9ed6c6a75ccc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:21.131452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.137290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b98d-60c6-477f-8f08-e9eac82cf656 None None] Pushing event updated for resources: {'Port': ['ID=f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:21.143322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.155290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24c3359-ce25-45aa-ad51-107cfd14c53e']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:21.197207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a24f22-208f-4e11-a459-9ed6c6a75ccc') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:21.197615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a24f22-208f-4e11-a459-9ed6c6a75ccc') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:21.205703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Transition to ACTIVE for port object f4a87663-bf54-4062-81cc-93bc1bd83393 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:21.210183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a6e21-6a57-45bd-a032-e79884139db6 None None] Network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:21.218163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.220683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.240608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb5145-19d1-4b11-ac6a-75c4ccbd7fd2 req-73d9a860-5f01-4031-a857-267105347f0d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.242703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ccb5145-19d1-4b11-ac6a-75c4ccbd7fd2 req-73d9a860-5f01-4031-a857-267105347f0d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 946 time: 0.4029834 Jul 07 22:32:21.298761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.308628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf81845-831b-412b-ab9b-d021ac7f8539 None None] Pushing event updated for resources: {'Port': ['ID=c9fbf1cd-f12f-474a-aa2a-a8d4f65df535,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:21.316484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:21.330995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:21.331451 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:21.341577 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:21.353502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce', 'mac_address': 'fa:16:3e:56:cb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:32:21.429265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] For port 19c5d5db-230e-478b-a544-773c815a600d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:21.439346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.443881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] For port 19c5d5db-230e-478b-a544-773c815a600d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=19c5d5db-230e-478b-a544-773c815a600d,segment=NetworkSegment(cfa67324-91af-4400-9747-59d127d41a5e),segment_id=cfa67324-91af-4400-9747-59d127d41a5e)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:21.455614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fa48f-6082-4675-bfab-71d018ad2a4e req-c7d72021-5fee-4deb-ab2c-1a87931adb80 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.457441 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-060fa48f-6082-4675-bfab-71d018ad2a4e req-c7d72021-5fee-4deb-ab2c-1a87931adb80 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 943 time: 0.5203891 Jul 07 22:32:21.458529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:21.464646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d50de-56e1-4b76-90d2-8daf3be9c9d0 None None] Network b24c3359-ce25-45aa-ad51-107cfd14c53e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:21.466544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:32:21.466544 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:32:21.466544 n-d-694802-13 neutron-server[93932]: [parameters: {'id': 'b24c3359-ce25-45aa-ad51-107cfd14c53e'}] Jul 07 22:32:21.466544 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:21.467008 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:21.487420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-cb55b477-0d9f-4a57-89d4-f8681799cebd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.490426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-cb55b477-0d9f-4a57-89d4-f8681799cebd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/ports?device_id=cb6d3d5b-a35a-4c7c-8d24-51e70c558368 HTTP/1.1" status: 200 len: 946 time: 0.1192675 Jul 07 22:32:21.492271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.506446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.541078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f861eb1d-88e8-4671-a3a9-4ab94f8184ce {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:21.550878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.577332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:21.599018 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.603669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Pushing event updated for resources: {'Port': ['ID=19c5d5db-230e-478b-a544-773c815a600d,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:21.634131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ccb5145-19d1-4b11-ac6a-75c4ccbd7fd2 req-65f65119-99a9-4526-89c9-edb8ea478de8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=59f9f312-5322-4114-8030-efb17679dd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575616 Jul 07 22:32:21.657512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e80ab2-ecf5-4926-8cc9-92d517a4d59a None None] Network 7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:21.672973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.673689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.675633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-95f4d57c-8785-46c9-9c25-46a484e187b4 service neutron] 10.222.0.103 "PUT /v2.0/ports/19c5d5db-230e-478b-a544-773c815a600d HTTP/1.1" status: 200 len: 1092 time: 3.1147597 Jul 07 22:32:21.691466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-060fa48f-6082-4675-bfab-71d018ad2a4e req-7eae3f0c-a7f0-4d0e-842c-2838ba4f3de2 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160442 Jul 07 22:32:21.705299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 54f49cba-ef30-4681-adfc-420d1b1e6688 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:21.705933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Attempting to bind port f4a87663-bf54-4062-81cc-93bc1bd83393 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:21.707422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.718849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Attempting to bind port f4a87663-bf54-4062-81cc-93bc1bd83393 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:21.732369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Attempting to bind port f4a87663-bf54-4062-81cc-93bc1bd83393 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:21.739697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Port f4a87663-bf54-4062-81cc-93bc1bd83393 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:32:21.740030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Attempting to bind port f4a87663-bf54-4062-81cc-93bc1bd83393 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:21.765863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:21.813702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:21.814207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Checking segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:21.814729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Bound using segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:21.816263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Bound port: f4a87663-bf54-4062-81cc-93bc1bd83393, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:21.816263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.829601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'tag': '19c5d5db-230e-478b-a544-773c815a600d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:21.832356 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "a320d6e9-1159-4943-ad6f-c4a795bf7ce5", "tag": "19c5d5db-230e-478b-a544-773c815a600d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:21.874378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] DHCP port deletion for b24c3359-ce25-45aa-ad51-107cfd14c53e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:21.889293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:21.889636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.892607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 54f49cba-ef30-4681-adfc-420d1b1e6688, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=54f49cba-ef30-4681-adfc-420d1b1e6688,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:21.893031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.909350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f861eb1d-88e8-4671-a3a9-4ab94f8184ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:32:21.940132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 54f49cba-ef30-4681-adfc-420d1b1e6688 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:21.986005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] Deleting port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:21.986389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.011123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e,segment=NetworkSegment(fe14230f-b36c-4521-bdf1-277665cf7765),segment_id=fe14230f-b36c-4521-bdf1-277665cf7765)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:22.011396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.028498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:22.083962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] For port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9fbf1cd-f12f-474a-aa2a-a8d4f65df535,segment=NetworkSegment(51a24f22-208f-4e11-a459-9ed6c6a75ccc),segment_id=51a24f22-208f-4e11-a459-9ed6c6a75ccc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:22.084189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.104975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] Calling delete_port for c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:22.166837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.183238 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.205483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.207424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port f0ed010b-bf7a-44ad-9de5-f6a7d351bd8e on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:22.232927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.249429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.251803 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.281286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] No DVR routers for this DVR port c9fbf1cd-f12f-474a-aa2a-a8d4f65df535 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:22.286034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5aafb-d54d-4a76-ab99-c11ca95165f4 None None] Pushing event deleted for resources: {'Port': ['ID=c9fbf1cd-f12f-474a-aa2a-a8d4f65df535,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.298454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a77365-bcab-41c1-b599-149a0a5449b6 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:22.315070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=54f49cba-ef30-4681-adfc-420d1b1e6688,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.356541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.369274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-4cf35909-fc96-48af-ae8c-7d76f19e50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.370843 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-4cf35909-fc96-48af-ae8c-7d76f19e50f7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b376a8baaa5046a6a05d959580c11c1d&device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 1095 time: 0.6170766 Jul 07 22:32:22.373677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:22.381414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] No DVR routers for this DVR port 54f49cba-ef30-4681-adfc-420d1b1e6688 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:22.385856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.387992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fbec16f2-92f0-4bb5-bd6e-263b71b62234 req-e1e7a79c-b6fc-48ea-a409-55ccf1e22862 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "DELETE /v2.0/ports/54f49cba-ef30-4681-adfc-420d1b1e6688 HTTP/1.1" status: 204 len: 173 time: 0.8904033 Jul 07 22:32:22.388522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-deleted', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:22.390961 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34af0b-36b8-44b8-ba28-098e20d1bc86" -d '{"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-deleted", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:22.394552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:22.404929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe14230f-b36c-4521-bdf1-277665cf7765') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:22.404929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe14230f-b36c-4521-bdf1-277665cf7765') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:22.407849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:22.416088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.432650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd3ad6-eadb-4055-9639-ea8e223587bb req-21562ad3-d3bb-4602-9a01-8b6132361789 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.434781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cacd3ad6-eadb-4055-9639-ea8e223587bb req-21562ad3-d3bb-4602-9a01-8b6132361789 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 948 time: 0.6820197 Jul 07 22:32:22.436549 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.445498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:22.446040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:22.449352 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:22.453332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a77365-bcab-41c1-b599-149a0a5449b6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:22.499448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.507534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-c7370dd3-4dd0-424e-9cec-28cd3971572c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c5d5db-230e-478b-a544-773c815a600d HTTP/1.1" status: 200 len: 217 time: 0.1106226 Jul 07 22:32:22.514213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.527929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.534271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f HTTP/1.1" status: 204 len: 168 time: 2.9181383 Jul 07 22:32:22.536578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60400) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.561295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c7cf-5d51-4148-876b-60803674cf9c tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.593366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.593599 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70d02b3-6677-44e2-a4a7-f1eed3397607 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:22.594301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70d02b3-6677-44e2-a4a7-f1eed3397607 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:22.596819 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a70d02b3-6677-44e2-a4a7-f1eed3397607 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/636acb2f-7386-4ab8-b638-6c9531176a65 HTTP/1.1" status: 404 len: 337 time: 0.0585737 Jul 07 22:32:22.603001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60402) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.624377 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-758679b1-123a-4255-bf82-f97fa10ddcc4 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:22.624979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758679b1-123a-4255-bf82-f97fa10ddcc4 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:22.628708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.629379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.629925 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-758679b1-123a-4255-bf82-f97fa10ddcc4 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/7e5e1632-e4ca-487c-9d2d-7a7cbd8d750f HTTP/1.1" status: 404 len: 339 time: 0.0256000 Jul 07 22:32:22.630554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60404) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.631308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] 10.222.0.103 "PUT /v2.0/ports/f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 1092 time: 2.7017140 Jul 07 22:32:22.640619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e77b-23cb-48d9-aa4d-7e106730e0ed req-8bfa4094-c47d-46cd-bede-ff8f666b0ccf tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.642198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da40e77b-23cb-48d9-aa4d-7e106730e0ed req-8bfa4094-c47d-46cd-bede-ff8f666b0ccf tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.7970929 Jul 07 22:32:22.660191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24c3359-ce25-45aa-ad51-107cfd14c53e']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:22.661112 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-82022b25-bed1-49a4-8f35-5abf7b87cc97 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:22.661592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82022b25-bed1-49a4-8f35-5abf7b87cc97 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:22.667546 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-82022b25-bed1-49a4-8f35-5abf7b87cc97 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/11be952a-c082-4330-8cde-fee1f9500568 HTTP/1.1" status: 404 len: 337 time: 0.0359082 Jul 07 22:32:22.668183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60408) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.689339 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccded6f8-779b-4a00-a030-6981d5923046 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:22.689910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccded6f8-779b-4a00-a030-6981d5923046 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:22.694899 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccded6f8-779b-4a00-a030-6981d5923046 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/5de28288-03b9-4285-88dc-fea00c6343ab HTTP/1.1" status: 404 len: 339 time: 0.0255959 Jul 07 22:32:22.695512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60410) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.705972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a24f22-208f-4e11-a459-9ed6c6a75ccc') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:22.706267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a24f22-208f-4e11-a459-9ed6c6a75ccc') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:22.737796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401609d-0805-4ecf-875c-9b39ea0a1c82 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.744762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cacd3ad6-eadb-4055-9639-ea8e223587bb req-a4359e71-5072-48d1-a4c0-d9c3744ca270 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473063 Jul 07 22:32:22.764208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.789156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-d6779db0-5c0b-4f10-9eeb-2975a92da508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.790836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-d6779db0-5c0b-4f10-9eeb-2975a92da508 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c373c426-cced-4681-a2d4-6c901cf6d434 HTTP/1.1" status: 200 len: 850 time: 0.2376552 Jul 07 22:32:22.792961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.800274 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:32:22.816012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.860957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da40e77b-23cb-48d9-aa4d-7e106730e0ed req-af8977b1-8f57-4c38-8850-3a8b157d2299 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980245 Jul 07 22:32:22.865659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-e1989a65-5e82-4c8e-b6e2-543f9fb460d2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=321ed554-e9de-4794-bfc1-962c7ef3f849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640101 Jul 07 22:32:22.866858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:22.867328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:22.872203 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:22.978771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.992891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f861eb1d-88e8-4671-a3a9-4ab94f8184ce up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:22.994301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6a4aa3-4693-41d1-a312-074878732ed4']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:23.041974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705771a6-3428-42c1-ae9b-1a2e65d9fbb5') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:23.043692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705771a6-3428-42c1-ae9b-1a2e65d9fbb5') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:23.056583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-8fabc789-e2d1-4225-af26-069a70baa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.058333 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-8fabc789-e2d1-4225-af26-069a70baa65a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1095 time: 0.3544607 Jul 07 22:32:23.066542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.068288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.077166 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.081991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/b24c3359-ce25-45aa-ad51-107cfd14c53e HTTP/1.1" status: 204 len: 168 time: 6.9542427 Jul 07 22:32:23.087351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.090588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60414) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.095353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device decaa4f5-87fb-4b22-9757-a909e0b92ab9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:23.099788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1238420642'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:23.114795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:23.115277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:23.119394 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:23.140687 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9f900-8f7e-428c-9ba6-d31f8a026831 x-openstack-request-id: req-dfc9f900-8f7e-428c-9ba6-d31f8a026831 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:23.141396 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a320d6e9-1159-4943-ad6f-c4a795bf7ce5", "tag": "19c5d5db-230e-478b-a544-773c815a600d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:23.141876 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dfc9f900-8f7e-428c-9ba6-d31f8a026831 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:23.142479 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'tag': '19c5d5db-230e-478b-a544-773c815a600d', 'status': 'completed', 'code': 200} Jul 07 22:32:23.143571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be6d1-508c-4039-81f8-e3d58f60d384 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Network': ['ID=b24c3359-ce25-45aa-ad51-107cfd14c53e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:23.165692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab1bbc-af85-4f50-8fd6-db755e935af5 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:23.175067 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720eb51-362b-4e9f-bab2-6ea194991383 x-openstack-request-id: req-d720eb51-362b-4e9f-bab2-6ea194991383 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:23.175409 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d3d5b-a35a-4c7c-8d24-51e70c558368", "name": "network-vif-deleted", "tag": "54f49cba-ef30-4681-adfc-420d1b1e6688", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:23.175604 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d720eb51-362b-4e9f-bab2-6ea194991383 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:23.176126 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d3d5b-a35a-4c7c-8d24-51e70c558368', 'name': 'network-vif-deleted', 'tag': '54f49cba-ef30-4681-adfc-420d1b1e6688', 'status': 'completed', 'code': 200} Jul 07 22:32:23.177191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: decaa4f5-87fb-4b22-9757-a909e0b92ab9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:23.177554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device decaa4f5-87fb-4b22-9757-a909e0b92ab9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:23.193717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-c9ff357c-d4f3-45b3-a3e9-bb4b36c89cbb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 217 time: 0.1104329 Jul 07 22:32:23.199206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:23.203987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.246658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:23.257343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-682059f0-7214-48df-b6fc-e4bb023d881c service neutron] 10.222.0.103 "GET /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726139 Jul 07 22:32:23.258013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.258500 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Added segment 2a135f5d-679d-4eb4-af85-64a97fadf114 of type vlan for network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f Jul 07 22:32:23.268666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60416) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.277706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.320057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8807-8962-4808-86d2-b8a0bb59c205 req-6f20ffd9-dd47-45e5-9831-f0925ea69ccf tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.321607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b25b8807-8962-4808-86d2-b8a0bb59c205 req-6f20ffd9-dd47-45e5-9831-f0925ea69ccf tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.3398426 Jul 07 22:32:23.350648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.356345 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/fd6a4aa3-4693-41d1-a312-074878732ed4 HTTP/1.1" status: 204 len: 168 time: 0.6586294 Jul 07 22:32:23.357086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60418) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.359105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-af38f0bc-aba4-4319-9b78-7c262c607318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.359231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f53bd-62b8-4b80-beaf-19f461d3d60f tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=fd6a4aa3-4693-41d1-a312-074878732ed4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:23.360631 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-af38f0bc-aba4-4319-9b78-7c262c607318 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1564150 Jul 07 22:32:23.367764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port f861eb1d-88e8-4671-a3a9-4ab94f8184ce completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:23.377770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.385021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port f861eb1d-88e8-4671-a3a9-4ab94f8184ce triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:23.385705 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.390842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab1bbc-af85-4f50-8fd6-db755e935af5 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:23.448099 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8114972e-6b0a-458f-8bc9-9583dbe27e61 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.449208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8114972e-6b0a-458f-8bc9-9583dbe27e61 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.451122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8114972e-6b0a-458f-8bc9-9583dbe27e61 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/6f73c9ad-6837-4c68-901d-3955f5bed599 HTTP/1.1" status: 404 len: 337 time: 0.0887086 Jul 07 22:32:23.457299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60420) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.485816 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd31bb6b-a40c-44c7-a413-d50b413c1d4e tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.486545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd31bb6b-a40c-44c7-a413-d50b413c1d4e tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.492749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60422) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.492903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fd31bb6b-a40c-44c7-a413-d50b413c1d4e tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/cbe3a074-54d2-4a77-bc85-9b4c56a89bd5 HTTP/1.1" status: 404 len: 339 time: 0.0308020 Jul 07 22:32:23.493568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.499656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.500283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.557221 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc90313-0b81-494c-b9d2-5dddd507c885 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.557593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc90313-0b81-494c-b9d2-5dddd507c885 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.559360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8fc90313-0b81-494c-b9d2-5dddd507c885 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/8c6db274-0b83-46fb-a606-9a79835054fb HTTP/1.1" status: 404 len: 337 time: 0.0647969 Jul 07 22:32:23.562379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b25b8807-8962-4808-86d2-b8a0bb59c205 req-8ea6a763-1472-4d41-8434-778331b61dd4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064893 Jul 07 22:32:23.563046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.569727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.608773 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5162973 Jul 07 22:32:23.612155 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1886826f-de52-447c-8733-20559c9c359d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.612805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1886826f-de52-447c-8733-20559c9c359d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.614558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1886826f-de52-447c-8733-20559c9c359d tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/809c59ef-e7ef-4ab7-8e56-215f83329731 HTTP/1.1" status: 404 len: 339 time: 0.0437634 Jul 07 22:32:23.617141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9869bf07-831e-4ed1-8fe1-6742cac822fd req-ac4fa640-d0b4-41a2-a240-a335d0aea5de service neutron] 10.222.0.103 "GET /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410535 Jul 07 22:32:23.617347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:23.617575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60426) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.617912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.620320 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671dd63-1a03-4a01-a0b4-6577f182782d" -d '{"events": [{"server_uuid": "ded3b830-3c85-4aaf-873f-ec6744222b1d", "name": "network-vif-plugged", "status": "completed", "tag": "f861eb1d-88e8-4671-a3a9-4ab94f8184ce"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:23.626203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'subnet': {'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:23.643702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5415-148d-4486-8ad8-cda3910e0a09 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Network': ['ID=9aab6be2-27b1-4532-af97-2c5aebf0ac2f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:23.665594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:23.668430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:23.696510 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.697433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:23.734981 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-390a3e9d-b78d-4fc9-a1bb-69da79820d81 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.735457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390a3e9d-b78d-4fc9-a1bb-69da79820d81 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.737316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-390a3e9d-b78d-4fc9-a1bb-69da79820d81 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/213f4782-2853-4b69-bc8e-fff96296ecd8 HTTP/1.1" status: 404 len: 337 time: 0.1070185 Jul 07 22:32:23.761097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ff79-f965-4bf0-8731-45861f342119 req-17209411-2e66-46fa-87db-28d7f29d8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.762660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-17209411-2e66-46fa-87db-28d7f29d8801 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3870800 Jul 07 22:32:23.766066 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.766303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60432) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.769870 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176341e-33fe-42ee-a646-7033ed3450ba x-openstack-request-id: req-3176341e-33fe-42ee-a646-7033ed3450ba {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:23.770265 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded3b830-3c85-4aaf-873f-ec6744222b1d", "name": "network-vif-plugged", "status": "completed", "tag": "f861eb1d-88e8-4671-a3a9-4ab94f8184ce", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:23.770521 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3176341e-33fe-42ee-a646-7033ed3450ba {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:23.772461 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce', 'code': 200} Jul 07 22:32:23.791912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 54f49cba-ef30-4681-adfc-420d1b1e6688 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:23.792272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 54f49cba-ef30-4681-adfc-420d1b1e6688 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:23.795546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c98078-941c-4828-bd44-c20108098b57 req-11e906bd-b79b-41c4-ab0a-e4efc6610a4d tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.802573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4c98078-941c-4828-bd44-c20108098b57 req-11e906bd-b79b-41c4-ab0a-e4efc6610a4d tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 943 time: 0.3945308 Jul 07 22:32:23.850082 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb32ded-c902-4364-bdbc-8a3b08a8d9f2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.850662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb32ded-c902-4364-bdbc-8a3b08a8d9f2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.852914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fcb32ded-c902-4364-bdbc-8a3b08a8d9f2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/02569760-4b50-4717-bfca-8a3247775d85 HTTP/1.1" status: 404 len: 339 time: 0.0853865 Jul 07 22:32:23.893500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60436) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.900670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:23.948299 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-693afc8f-4b09-442e-b197-b0cdc52fb212 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:23.948762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693afc8f-4b09-442e-b197-b0cdc52fb212 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:23.950526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-693afc8f-4b09-442e-b197-b0cdc52fb212 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/0bc1934c-13cc-4604-86e6-bbbc34ecc63b HTTP/1.1" status: 404 len: 337 time: 0.0551529 Jul 07 22:32:23.960177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60440) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.043258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4c98078-941c-4828-bd44-c20108098b57 req-3595dd28-e915-48d2-9233-2abbe5afa186 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396767 Jul 07 22:32:24.057445 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecc41e2-b0cd-4e08-8e34-acfea2eed1d0 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.058177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecc41e2-b0cd-4e08-8e34-acfea2eed1d0 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.060362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3ecc41e2-b0cd-4e08-8e34-acfea2eed1d0 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/5f15a26d-76ff-4d26-988e-c5e2f94b9500 HTTP/1.1" status: 404 len: 339 time: 0.0868866 Jul 07 22:32:24.064495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60444) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.090135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:24.098176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.112591 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd879f2a-03b1-4a22-992f-587bd9b2b83a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.113308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd879f2a-03b1-4a22-992f-587bd9b2b83a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.118444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bd879f2a-03b1-4a22-992f-587bd9b2b83a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/5b98cfb8-16e3-4c4d-9d04-98e20ac45473 HTTP/1.1" status: 404 len: 337 time: 0.0500076 Jul 07 22:32:24.122066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60446) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.123438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-54d28ebe-587f-44d4-83d3-b080873e64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.125265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-54d28ebe-587f-44d4-83d3-b080873e64e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b376a8baaa5046a6a05d959580c11c1d&device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 1095 time: 0.4083586 Jul 07 22:32:24.149886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2867c-859a-4bf7-ae5a-b2fc70c46012 req-4b26dad7-2aab-4b62-b403-26cb1c275056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.151796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-00f2867c-859a-4bf7-ae5a-b2fc70c46012 req-4b26dad7-2aab-4b62-b403-26cb1c275056 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 1101 time: 0.1695602 Jul 07 22:32:24.157804 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a2e626-8965-48fc-8865-5ea538ad6538 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.158731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a2e626-8965-48fc-8865-5ea538ad6538 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.162830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-54fd21c0-23be-4ef2-824b-1c4406f3afa1 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823099 Jul 07 22:32:24.163515 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02a2e626-8965-48fc-8865-5ea538ad6538 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/10a97249-9f32-441c-a58d-7712e736abc5 HTTP/1.1" status: 404 len: 339 time: 0.0371752 Jul 07 22:32:24.175694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.231905 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e64415-ca9e-4c44-9ef1-0ddb9b2daee2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.232384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e64415-ca9e-4c44-9ef1-0ddb9b2daee2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.234106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d2e64415-ca9e-4c44-9ef1-0ddb9b2daee2 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/f8bfb21d-c521-4c34-a1c7-bad0ab4637ec HTTP/1.1" status: 404 len: 337 time: 0.0574253 Jul 07 22:32:24.240086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60450) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.265491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-00f2867c-859a-4bf7-ae5a-b2fc70c46012 req-026b637a-95c8-4329-b5ae-bc0cddfedb3f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038764 Jul 07 22:32:24.269599 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-193900e9-40b8-4e60-b457-30caa65dbfec tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.270163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193900e9-40b8-4e60-b457-30caa65dbfec tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.274348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-193900e9-40b8-4e60-b457-30caa65dbfec tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/322ca2b2-9c3c-4f3e-a6a0-a3780c381170 HTTP/1.1" status: 404 len: 339 time: 0.0307126 Jul 07 22:32:24.274475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.308487 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d03276-5682-4a71-8e2f-834d09d76e77 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.308952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d03276-5682-4a71-8e2f-834d09d76e77 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.313089 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00d03276-5682-4a71-8e2f-834d09d76e77 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/ff3129db-e8aa-471b-82cb-885443798084 HTTP/1.1" status: 404 len: 337 time: 0.0352309 Jul 07 22:32:24.314418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.342315 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d9d0bb-8739-408e-8be9-ef46a3df64d0 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.343047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d9d0bb-8739-408e-8be9-ef46a3df64d0 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.347233 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-19d9d0bb-8739-408e-8be9-ef46a3df64d0 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/e4bab79c-25c9-4030-aab2-66e7980b4e56 HTTP/1.1" status: 404 len: 339 time: 0.0290892 Jul 07 22:32:24.350148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60456) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.358528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842626c7-9fbd-4fec-a07d-5861b3ba1981 req-f5b259fe-01ab-4ce1-b3d4-056647244547 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.360135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-842626c7-9fbd-4fec-a07d-5861b3ba1981 req-f5b259fe-01ab-4ce1-b3d4-056647244547 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 949 time: 0.4045272 Jul 07 22:32:24.388034 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3d7ed7-e919-4793-934c-a226266e13c6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.388610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3d7ed7-e919-4793-934c-a226266e13c6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.392703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f3d7ed7-e919-4793-934c-a226266e13c6 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/e631db0b-9e60-4c06-a5b1-8ee9b61fd56f HTTP/1.1" status: 404 len: 337 time: 0.0386357 Jul 07 22:32:24.394831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60458) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.437556 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca4d273-693e-44bf-bdd0-118e89758b5b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:24.438163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca4d273-693e-44bf-bdd0-118e89758b5b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.439979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0ca4d273-693e-44bf-bdd0-118e89758b5b tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/3bf09291-b341-4479-af94-80dbc3a32651 HTTP/1.1" status: 404 len: 339 time: 0.0232294 Jul 07 22:32:24.443322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60460) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.469840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-d5051022-1d19-44f2-a35d-7ba24b8dda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.471390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-d5051022-1d19-44f2-a35d-7ba24b8dda8d service neutron] 10.222.0.103 "GET /v2.0/networks?id=321ed554-e9de-4794-bfc1-962c7ef3f849 HTTP/1.1" status: 200 len: 911 time: 0.3163152 Jul 07 22:32:24.516029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting subnet 80aa024b-99c7-456c-a3ed-e1807a1dda55 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:24.522124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.524431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.550874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f644ff79-f965-4bf0-8731-45861f342119 req-564ab0da-7af8-4656-a28d-505f7c0b6827 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310583 Jul 07 22:32:24.558830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-842626c7-9fbd-4fec-a07d-5861b3ba1981 req-5c15b482-583b-4584-b974-405c2dc63782 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797798 Jul 07 22:32:24.560077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-2d31177d-e532-42dc-a177-45c9da7abed7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c5d5db-230e-478b-a544-773c815a600d HTTP/1.1" status: 200 len: 217 time: 0.0562344 Jul 07 22:32:24.572124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85e91-0775-4396-a975-0a3217148468 req-2f370e4b-962a-444d-9637-eeea2ed3aa65 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.579058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72a85e91-0775-4396-a975-0a3217148468 req-2f370e4b-962a-444d-9637-eeea2ed3aa65 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.3604705 Jul 07 22:32:24.612058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.698561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-31e42113-c025-4455-899f-23dd3587a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.700102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-31e42113-c025-4455-899f-23dd3587a503 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c373c426-cced-4681-a2d4-6c901cf6d434 HTTP/1.1" status: 200 len: 850 time: 0.1186180 Jul 07 22:32:24.717416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72a85e91-0775-4396-a975-0a3217148468 req-4b7ccd51-61c4-476b-8695-9d09e628abef tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374936 Jul 07 22:32:24.728191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.758873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-67d8d706-36fc-40ff-81e5-c30f033c17a9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=321ed554-e9de-4794-bfc1-962c7ef3f849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403802 Jul 07 22:32:24.803782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.894196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Subnet': ['ID=239dd670-3a38-4b86-9969-28eff0e97dc5,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.905487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.928976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Checking segment: {'id': '2a135f5d-679d-4eb4-af85-64a97fadf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:24.929345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network hostable DHCP agents. Network: 9aab6be2-27b1-4532-af97-2c5aebf0ac2f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:24.943409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Subnet': ['ID=80aa024b-99c7-456c-a3ed-e1807a1dda55,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.952329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-0f21df02-9878-4022-8376-9f92d2d4c035 service neutron] 10.222.0.103 "GET /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753416 Jul 07 22:32:24.966290 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.969937 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-caddb0e8-82ac-45d2-8563-91c1240de10a tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/subnets/80aa024b-99c7-456c-a3ed-e1807a1dda55 HTTP/1.1" status: 204 len: 168 time: 0.5238280 Jul 07 22:32:24.972037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60464) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.973424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887bd6a7-3a59-42ff-9f7a-8e3633949d9c None None] Network afc53c75-4cc5-44e2-bf04-6d8ba0a62924 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:24.996627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf34be1-76b1-4e9a-b9ba-a395ed0f41d3 req-44e2108e-d54f-42f4-a338-a8e76c8d4be8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.998384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8bf34be1-76b1-4e9a-b9ba-a395ed0f41d3 req-44e2108e-d54f-42f4-a338-a8e76c8d4be8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.1933360 Jul 07 22:32:25.002118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 145b052a-4b10-45f0-93f9-025cd9333af0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:25.002476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.027269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:25.109308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9aab6be2-27b1-4532-af97-2c5aebf0ac2f) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:25.125008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 145b052a-4b10-45f0-93f9-025cd9333af0, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=145b052a-4b10-45f0-93f9-025cd9333af0,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:25.125552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.127718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:25.128332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.128735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa407c7-cc4a-4059-9bb0-be3a3d470d90 None None] Network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:25.143531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 145b052a-4b10-45f0-93f9-025cd9333af0 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:25.144203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:25.146483 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30500877-cda2-452a-a47d-33974d3fa063" -d '{"events": [{"name": "network-changed", "server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:25.161919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.191277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8bf34be1-76b1-4e9a-b9ba-a395ed0f41d3 req-7ce388a0-e22a-4163-a1c4-35176f51f235 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664495 Jul 07 22:32:25.215581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-88b3ff9e-a61f-4164-a02b-7c268036a8ca tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5948296 Jul 07 22:32:25.220224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60470) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:25.233840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999ba3ad-52e5-487c-b53f-b67df8fd1cb2 req-e2fe6f48-d02f-4365-a16e-d307dfae80be service neutron] 10.222.0.103 "GET /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742379 Jul 07 22:32:25.320078 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a33c7-e0c0-454b-9958-337f76a242dc x-openstack-request-id: req-687a33c7-e0c0-454b-9958-337f76a242dc {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:25.320634 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:25.321036 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-687a33c7-e0c0-454b-9958-337f76a242dc {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:25.321573 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'status': 'completed', 'code': 200} Jul 07 22:32:25.329038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] DHCP port deletion for afc53c75-4cc5-44e2-bf04-6d8ba0a62924 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:25.423487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-9aab6be2-27b1-4532-af97-2c5aebf0ac2f', 'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': '239dd670-3a38-4b86-9969-28eff0e97dc5'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:25.424995 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.447468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.471173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] Deleting port 9763b315-59fe-4478-978b-d6eafb7d6ba4 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:25.471569 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.500000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=145b052a-4b10-45f0-93f9-025cd9333af0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:25.646292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] For port 9763b315-59fe-4478-978b-d6eafb7d6ba4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=9763b315-59fe-4478-978b-d6eafb7d6ba4,segment=NetworkSegment(61973226-dbee-44d7-950e-9b4d519fad32),segment_id=61973226-dbee-44d7-950e-9b4d519fad32)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:25.646729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.665037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] Calling delete_port for 9763b315-59fe-4478-978b-d6eafb7d6ba4 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:25.682466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Allocated IP 2001:db8::2 (9aab6be2-27b1-4532-af97-2c5aebf0ac2f/239dd670-3a38-4b86-9969-28eff0e97dc5/2ab11fb9-f5eb-4972-8551-665a5d1a10fa) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:25.729980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.805801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d44d43-270a-4d1d-9404-da723dfe3f24 req-c3cb6114-268f-4caf-9f87-58d978d5c858 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:25.812704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64d44d43-270a-4d1d-9404-da723dfe3f24 req-c3cb6114-268f-4caf-9f87-58d978d5c858 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 943 time: 0.6486745 Jul 07 22:32:25.865842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.868727 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.899900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Deleting port 9763b315-59fe-4478-978b-d6eafb7d6ba4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:25.900250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.902068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] Pushing event deleted for resources: {'Port': ['ID=9763b315-59fe-4478-978b-d6eafb7d6ba4,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:25.910237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47aec6-7af4-4da7-aa0a-350b2638af3c None None] No DVR routers for this DVR port 9763b315-59fe-4478-978b-d6eafb7d6ba4 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:25.927173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64d44d43-270a-4d1d-9404-da723dfe3f24 req-56394530-d858-4636-a8cd-a69527043d58 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Jul 07 22:32:25.977504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.987430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Transition to ACTIVE for port object 2ab11fb9-f5eb-4972-8551-665a5d1a10fa will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:26.003988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Transition to ACTIVE for port object 2ab11fb9-f5eb-4972-8551-665a5d1a10fa will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:26.011604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.050203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router b7229585-91e3-4c1d-83e7-e7ade816cdac has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:26.061912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Pushing event updated for resources: {'Port': ['ID=2ab11fb9-f5eb-4972-8551-665a5d1a10fa,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.064830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] For port 9763b315-59fe-4478-978b-d6eafb7d6ba4, host n-d-694802-13, got binding levels [] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:26.065197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.076836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:26.078422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:26.081256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:26.094002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30500877-cda2-452a-a47d-33974d3fa063 req-3a1d4586-c7ca-4ad9-9ad8-d481b6926306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.095772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-3a1d4586-c7ca-4ad9-9ad8-d481b6926306 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1095 time: 0.7531302 Jul 07 22:32:26.112762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7f4b4-ca2c-42bf-a06a-084fc8e211d7 req-e8c6bc47-bc10-4759-9151-d70f6bab8a0f tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.121559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32e7f4b4-ca2c-42bf-a06a-084fc8e211d7 req-e8c6bc47-bc10-4759-9151-d70f6bab8a0f tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 949 time: 0.2969670 Jul 07 22:32:26.142149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Attempting to bind port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:26.142530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Attempting to bind port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '2a135f5d-679d-4eb4-af85-64a97fadf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:26.142927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Attempting to bind port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa on network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:26.148748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:26.149128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Checking segment: {'id': '2a135f5d-679d-4eb4-af85-64a97fadf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:26.149537 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.149931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Bound using segment: {'id': '2a135f5d-679d-4eb4-af85-64a97fadf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:26.150403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Bound port: 2ab11fb9-f5eb-4972-8551-665a5d1a10fa, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a135f5d-679d-4eb4-af85-64a97fadf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:26.151282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.152197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Calling delete_port for 9763b315-59fe-4478-978b-d6eafb7d6ba4 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:26.155413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Port 9763b315-59fe-4478-978b-d6eafb7d6ba4 was not found and therefore no delete operation was performed {{(pid=93932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:32:26.166583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.170657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.182241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:26.188341 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc43840f-960b-4afe-bbe6-e63b91a82dd7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/b7229585-91e3-4c1d-83e7-e7ade816cdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9181323 Jul 07 22:32:26.192088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60478) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.193885 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] Sync routers for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:26.203030 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:26.204003 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:26.217620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] For port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:26.220713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] For port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2ab11fb9-f5eb-4972-8551-665a5d1a10fa,segment=NetworkSegment(2a135f5d-679d-4eb4-af85-64a97fadf114),segment_id=2a135f5d-679d-4eb4-af85-64a97fadf114)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:26.227644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.258192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting subnet 45e9254c-1921-40e3-bfa1-89f44cdcca18 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:26.262035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.306268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28ab85-5baa-405f-88a8-51838bbeaea0 None None] Pushing event updated for resources: {'Port': ['ID=2ab11fb9-f5eb-4972-8551-665a5d1a10fa,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.322608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] No DVR routers for this DVR port 9763b315-59fe-4478-978b-d6eafb7d6ba4 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:26.336757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.337555 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:26.368446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Port': ['ID=9763b315-59fe-4478-978b-d6eafb7d6ba4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.433917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32e7f4b4-ca2c-42bf-a06a-084fc8e211d7 req-0f72f1de-059d-4b1e-aebe-e2edfb7e4fb7 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112121 Jul 07 22:32:26.446284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.480838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.501398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc53c75-4cc5-44e2-bf04-6d8ba0a62924']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:26.541362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61973226-dbee-44d7-950e-9b4d519fad32') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:26.541582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61973226-dbee-44d7-950e-9b4d519fad32') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:26.569658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.582771 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:32:25Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:26.589681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.605786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.608511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Subnet': ['ID=239dd670-3a38-4b86-9969-28eff0e97dc5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.611020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30500877-cda2-452a-a47d-33974d3fa063 req-4f69ae39-c669-44fd-919f-bff32408907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.612603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-4f69ae39-c669-44fd-919f-bff32408907b service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.4749722 Jul 07 22:32:26.635048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641a14a-5455-44d3-9f03-d62667452265 req-a768e252-7a86-4961-9b0b-605ed7861b7e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.636773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f641a14a-5455-44d3-9f03-d62667452265 req-a768e252-7a86-4961-9b0b-605ed7861b7e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.4792151 Jul 07 22:32:26.648294 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] Checking router: b7229585-91e3-4c1d-83e7-e7ade816cdac for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:26.658998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Subnet': ['ID=45e9254c-1921-40e3-bfa1-89f44cdcca18,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.662227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dc9a5-2ffc-4963-aa34-2b985caca851 None None] Network 82fb8f2b-4c29-4c9c-b5da-9f361694d375 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:26.668600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.670708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.675392 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4b0d7752-350b-4ab9-9233-a490d02f9b4c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/subnets/45e9254c-1921-40e3-bfa1-89f44cdcca18 HTTP/1.1" status: 204 len: 168 time: 0.4812460 Jul 07 22:32:26.676778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60484) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.678572 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] Routers {'b7229585-91e3-4c1d-83e7-e7ade816cdac'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:26.683130 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7229585-91e3-4c1d-83e7-e7ade816cdac'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:26.723504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:26.724271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.832370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-7cfbe6b2-85ba-411f-97ac-db3f2416b02b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 217 time: 0.1926196 Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:26.832978 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:26.835656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.857110 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] Set router b7229585-91e3-4c1d-83e7-e7ade816cdac gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:26.943947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.980337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.984069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.000293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] 10.222.0.95 "DELETE /v2.0/networks/afc53c75-4cc5-44e2-bf04-6d8ba0a62924 HTTP/1.1" status: 204 len: 168 time: 2.0148468 Jul 07 22:32:27.020572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.033765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f641a14a-5455-44d3-9f03-d62667452265 req-e5e12580-bf2b-4b24-beb6-364a0c12b26c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719523 Jul 07 22:32:27.040474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc286-8d8f-43db-a905-a12d51a9b923 tempest-NetworksTest-1998097497 tempest-NetworksTest-1998097497-project] Pushing event deleted for resources: {'Network': ['ID=afc53c75-4cc5-44e2-bf04-6d8ba0a62924,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:27.045258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aab6be2-27b1-4532-af97-2c5aebf0ac2f']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:27.066358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a135f5d-679d-4eb4-af85-64a97fadf114') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:27.066762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a135f5d-679d-4eb4-af85-64a97fadf114') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:27.078118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30500877-cda2-452a-a47d-33974d3fa063 req-ba0b7171-409f-401d-873c-e23a8d05ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:27.079997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-ba0b7171-409f-401d-873c-e23a8d05ede9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.2268307 Jul 07 22:32:27.083977 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.152292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526779a-89ac-4585-926b-0e08d09ac63a req-d62923de-97d9-4e53-999d-7ea2f438d860 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:27.157983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port a81248f6-64e3-49a4-b06f-5848604a1596 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:27.158418 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.159248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a526779a-89ac-4585-926b-0e08d09ac63a req-d62923de-97d9-4e53-999d-7ea2f438d860 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.4594972 Jul 07 22:32:27.168017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.209335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:27.210585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:27.217222 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:27.281848 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:32:25Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:27.367675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a526779a-89ac-4585-926b-0e08d09ac63a req-0351972c-2eb5-48de-b0b9-5e417fbd4c1a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070444 Jul 07 22:32:27.380558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port a81248f6-64e3-49a4-b06f-5848604a1596, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a81248f6-64e3-49a4-b06f-5848604a1596,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:27.381081 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.390713 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff00e1c-9332-4476-aeb2-c9b49825ca3e None None] The sync data for ids ['b7229585-91e3-4c1d-83e7-e7ade816cdac'] in n-d-694802-13 is: [{'id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758035592', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:45Z', 'updated_at': '2021-07-07T22:32:25Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'a81248f6-64e3-49a4-b06f-5848604a1596', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7229585-91e3-4c1d-83e7-e7ade816cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:47Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:27.422744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for a81248f6-64e3-49a4-b06f-5848604a1596 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:27.447809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30500877-cda2-452a-a47d-33974d3fa063 req-3d5bc337-c430-496f-8ada-37ca7164c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:27.455553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-3d5bc337-c430-496f-8ada-37ca7164c64b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3690200 Jul 07 22:32:27.456454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:32:27.456454 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:32:27.456454 n-d-694802-13 neutron-server[93932]: [parameters: {'id': '9aab6be2-27b1-4532-af97-2c5aebf0ac2f'}] Jul 07 22:32:27.456454 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:27.456771 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:27.492117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] DHCP port deletion for 82fb8f2b-4c29-4c9c-b5da-9f361694d375 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:27.512779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2ab11fb9-f5eb-4972-8551-665a5d1a10fa up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:27.516354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:32:27.627400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60498) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:27.699256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.754264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=a81248f6-64e3-49a4-b06f-5848604a1596,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:27.764532 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:32:27.781339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-0b88fbd2-c224-43e5-af22-ae4fe93b3476 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166397 Jul 07 22:32:27.788446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4d5d2-a802-4ef2-9ca3-155720ecf057 None None] Network 9aab6be2-27b1-4532-af97-2c5aebf0ac2f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:27.791201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:27.910671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.931492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30500877-cda2-452a-a47d-33974d3fa063 req-e55624d0-25ba-4593-89df-b265e4c6fe66 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405463 Jul 07 22:32:27.942901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270917ce-ab4b-4879-9aa1-0a98a021e763 req-ba059063-cc6a-4a6f-8cc7-965b9d609e97 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:27.950013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-270917ce-ab4b-4879-9aa1-0a98a021e763 req-ba059063-cc6a-4a6f-8cc7-965b9d609e97 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 943 time: 0.2817912 Jul 07 22:32:27.980249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.024278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-270917ce-ab4b-4879-9aa1-0a98a021e763 req-cf072cba-0032-4c1d-b14b-01a94f3f4545 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733500 Jul 07 22:32:28.047953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.074573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.076249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'mac_address': 'fa:16:3e:66:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:32:28.080384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.089852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-53cafc2b-2344-4a0b-bc98-c4eabbe179f1 None None] Provisioning for port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:28.152432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-425f3263-eaf2-4cb3-9247-d7e9ff3e0091 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0760c01abebd4233b7cdc36212ec5146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176017 Jul 07 22:32:28.153053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60508) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:28.164054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9763b315-59fe-4478-978b-d6eafb7d6ba4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:28.181979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-53cafc2b-2344-4a0b-bc98-c4eabbe179f1 None None] Provisioning complete for port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:28.182452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-53cafc2b-2344-4a0b-bc98-c4eabbe179f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.187657 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.188562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Fanout notify agent at l3_agent the message router_deleted on router b7229585-91e3-4c1d-83e7-e7ade816cdac {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:32:28.202772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.204162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc975bb8-fc1c-4b44-81c3-2c6a4140ee85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/routers/b7229585-91e3-4c1d-83e7-e7ade816cdac HTTP/1.1" status: 204 len: 168 time: 1.5262151 Jul 07 22:32:28.207039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60510) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:28.230323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:28.230704 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.274527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 9763b315-59fe-4478-978b-d6eafb7d6ba4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:28.275000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 9763b315-59fe-4478-978b-d6eafb7d6ba4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:28.275588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d3c177cc-d5fd-4486-8e73-484e546531eb no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:28.322907 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08173990-e481-4b2a-bdb1-88770291f33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.337190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.347998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08173990-e481-4b2a-bdb1-88770291f33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.419852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08173990-e481-4b2a-bdb1-88770291f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.423099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08173990-e481-4b2a-bdb1-88770291f33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.423835 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.427890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-08173990-e481-4b2a-bdb1-88770291f33a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e2976680-e65e-4cf2-a686-b535c6e7df03 HTTP/1.1" status: 204 len: 168 time: 0.2728698 Jul 07 22:32:28.452005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08173990-e481-4b2a-bdb1-88770291f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2976680-e65e-4cf2-a686-b535c6e7df03,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:28.456735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a87663-bf54-4062-81cc-93bc1bd83393 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:28.464856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] For port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2ab11fb9-f5eb-4972-8551-665a5d1a10fa,segment=NetworkSegment(2a135f5d-679d-4eb4-af85-64a97fadf114),segment_id=2a135f5d-679d-4eb4-af85-64a97fadf114)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.465465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.483893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Calling delete_port for 2ab11fb9-f5eb-4972-8551-665a5d1a10fa owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:28.492550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port d3c177cc-d5fd-4486-8e73-484e546531eb {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:28.493058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.507150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.509292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] Deleting port d3c177cc-d5fd-4486-8e73-484e546531eb {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:28.509681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.562859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3fa62-bf8a-4164-a926-5c57171258d9 req-f250a0fa-8667-46c5-95c2-98a4925ff060 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:28.568487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbe3fa62-bf8a-4164-a926-5c57171258d9 req-f250a0fa-8667-46c5-95c2-98a4925ff060 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.3216603 Jul 07 22:32:28.610262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.611267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 19c5d5db-230e-478b-a544-773c815a600d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:32:28.660583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port d3c177cc-d5fd-4486-8e73-484e546531eb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d3c177cc-d5fd-4486-8e73-484e546531eb,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.661045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.679067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for d3c177cc-d5fd-4486-8e73-484e546531eb owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:28.707694 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbe3fa62-bf8a-4164-a926-5c57171258d9 req-633f3e49-b311-4f7e-ab3b-8d4b60924131 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204636 Jul 07 22:32:28.729298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 19c5d5db-230e-478b-a544-773c815a600d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=19c5d5db-230e-478b-a544-773c815a600d,segment=NetworkSegment(cfa67324-91af-4400-9747-59d127d41a5e),segment_id=cfa67324-91af-4400-9747-59d127d41a5e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.754409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '19c5d5db-230e-478b-a544-773c815a600d', 'network_id': '321ed554-e9de-4794-bfc1-962c7ef3f849', 'port_id': '19c5d5db-230e-478b-a544-773c815a600d', 'mac_address': 'fa:16:3e:aa:05:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c373c426-cced-4681-a2d4-6c901cf6d434', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:32:28.773645 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.780532 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.807645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Port': ['ID=2ab11fb9-f5eb-4972-8551-665a5d1a10fa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:28.816399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No DVR routers for this DVR port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:28.836896 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No ports have port_id starting with d3c177cc-d5fd-4486-8e73-484e546531eb Jul 07 22:32:28.874327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f445fa2-c08e-4b34-a97e-de6df600b8f2 req-b653f3b7-c15e-411b-94fc-3c2d431522e4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:28.876037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f445fa2-c08e-4b34-a97e-de6df600b8f2 req-b653f3b7-c15e-411b-94fc-3c2d431522e4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2076828 Jul 07 22:32:28.891786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-53cafc2b-2344-4a0b-bc98-c4eabbe179f1 None None] Port 2ab11fb9-f5eb-4972-8551-665a5d1a10fa update to ACTIVE by agent not found {{(pid=93933) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 22:32:28.916673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] For port d3c177cc-d5fd-4486-8e73-484e546531eb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d3c177cc-d5fd-4486-8e73-484e546531eb,segment=NetworkSegment(e1f8de05-579b-4ed2-8e2b-084e3f5fb75c),segment_id=e1f8de05-579b-4ed2-8e2b-084e3f5fb75c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.917093 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.992843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] Calling delete_port for d3c177cc-d5fd-4486-8e73-484e546531eb owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:29.010524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.027135 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.042688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f445fa2-c08e-4b34-a97e-de6df600b8f2 req-9b131b71-b1df-49ce-9f4b-ab5b91d86910 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406581 Jul 07 22:32:29.048216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.095324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aab6be2-27b1-4532-af97-2c5aebf0ac2f']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:29.144350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a135f5d-679d-4eb4-af85-64a97fadf114') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:29.148184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a135f5d-679d-4eb4-af85-64a97fadf114') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:29.166384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a682d0-28ad-4c08-a8d7-e782793a0f5a None None] DHCP port deletion for 9aab6be2-27b1-4532-af97-2c5aebf0ac2f request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:29.177695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.212315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.212500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c5d5db-230e-478b-a544-773c815a600d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:29.223841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:29.225042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:29.239092 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:29.307774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 19c5d5db-230e-478b-a544-773c815a600d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=19c5d5db-230e-478b-a544-773c815a600d,segment=NetworkSegment(cfa67324-91af-4400-9747-59d127d41a5e),segment_id=cfa67324-91af-4400-9747-59d127d41a5e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:29.336687 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.358734 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.360715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 145b052a-4b10-45f0-93f9-025cd9333af0 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:29.396848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=d3c177cc-d5fd-4486-8e73-484e546531eb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.411254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 145b052a-4b10-45f0-93f9-025cd9333af0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:29.411603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 145b052a-4b10-45f0-93f9-025cd9333af0 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:29.412025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a81248f6-64e3-49a4-b06f-5848604a1596 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:29.416172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] No DVR routers for this DVR port d3c177cc-d5fd-4486-8e73-484e546531eb on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:29.417222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.429126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.431507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/9aab6be2-27b1-4532-af97-2c5aebf0ac2f HTTP/1.1" status: 204 len: 168 time: 4.2074881 Jul 07 22:32:29.447671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60534) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:29.454913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-831059688'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:29.456740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] No DVR routers for this DVR port d3c177cc-d5fd-4486-8e73-484e546531eb on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:29.477362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a81248f6-64e3-49a4-b06f-5848604a1596 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:29.477877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a81248f6-64e3-49a4-b06f-5848604a1596 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:29.486317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd4c59-bda1-429f-93c9-000953df1209 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Network': ['ID=9aab6be2-27b1-4532-af97-2c5aebf0ac2f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.500296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe674-be8d-41d2-8525-decc93fe0287 req-3891dfba-acc1-405e-963a-7a0e8f3b8e22 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.501992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61ebe674-be8d-41d2-8525-decc93fe0287 req-3891dfba-acc1-405e-963a-7a0e8f3b8e22 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 944 time: 0.1830363 Jul 07 22:32:29.503243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:29.507488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.527220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=19c5d5db-230e-478b-a544-773c815a600d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.575938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.578276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:29.590671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fb8f2b-4c29-4c9c-b5da-9f361694d375']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:29.590905 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0e5d3-9d38-4a6f-87cd-dfeae5495aa1 None None] Pushing event deleted for resources: {'Port': ['ID=d3c177cc-d5fd-4486-8e73-484e546531eb,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.599460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.599895 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Added segment 4372972a-d84b-4b1e-8267-bd8f188da131 of type vlan for network c2abc9bc-a4f4-49fb-99b9-994063da3551 Jul 07 22:32:29.603942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61ebe674-be8d-41d2-8525-decc93fe0287 req-416c4707-c419-4f43-886a-93791d545436 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934711 Jul 07 22:32:29.605039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:29.605410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f8de05-579b-4ed2-8e2b-084e3f5fb75c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:29.617351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.658969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.659800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f4a87663-bf54-4062-81cc-93bc1bd83393'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:32:29.666674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['19c5d5db-230e-478b-a544-773c815a600d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:32:29.669394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.684587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:29.685010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:29.688246 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:29.716106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.736165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.736839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.790586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.810321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.815823 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/networks/82fb8f2b-4c29-4c9c-b5da-9f361694d375 HTTP/1.1" status: 204 len: 168 time: 1.6049550 Jul 07 22:32:29.830348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60544) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:29.838897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77081d88-c3f1-49b1-b5ff-f317176fec11 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Network': ['ID=82fb8f2b-4c29-4c9c-b5da-9f361694d375,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.853458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60546) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:29.913957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4627683 Jul 07 22:32:29.914760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60550) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:29.929278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3eb2aadb-5eb4-4a3f-b04c-983439db81fb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.950488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Request body: {'subnet': {'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:29.974543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3eb2aadb-5eb4-4a3f-b04c-983439db81fb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.036908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-aad31def-dcae-487c-baf5-2a8fe90b29d1 tempest-DvrRoutersNegativeTest-1338280523 tempest-DvrRoutersNegativeTest-1338280523-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1290062125', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:30.040795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.policy [None req-aad31def-dcae-487c-baf5-2a8fe90b29d1 tempest-DvrRoutersNegativeTest-1338280523 tempest-DvrRoutersNegativeTest-1338280523-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93931) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 22:32:30.041101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.policy [None req-aad31def-dcae-487c-baf5-2a8fe90b29d1 tempest-DvrRoutersNegativeTest-1338280523 tempest-DvrRoutersNegativeTest-1338280523-project] Failed policy check for 'create_router' {{(pid=93931) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 22:32:30.041643 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-aad31def-dcae-487c-baf5-2a8fe90b29d1 tempest-DvrRoutersNegativeTest-1338280523 tempest-DvrRoutersNegativeTest-1338280523-project] create failed (client error): Access was denied to this resource. Jul 07 22:32:30.047503 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aad31def-dcae-487c-baf5-2a8fe90b29d1 tempest-DvrRoutersNegativeTest-1338280523 tempest-DvrRoutersNegativeTest-1338280523-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1921003 Jul 07 22:32:30.077865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1463999-fca9-4416-8797-a63f98db0562 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Network': ['ID=c2abc9bc-a4f4-49fb-99b9-994063da3551,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:30.078387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3eb2aadb-5eb4-4a3f-b04c-983439db81fb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.082547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3eb2aadb-5eb4-4a3f-b04c-983439db81fb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.086434 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3eb2aadb-5eb4-4a3f-b04c-983439db81fb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/security-groups/59f9f312-5322-4114-8030-efb17679dd1a HTTP/1.1" status: 204 len: 168 time: 0.2559350 Jul 07 22:32:30.089135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network c2abc9bc-a4f4-49fb-99b9-994063da3551 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:30.117168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2aadb-5eb4-4a3f-b04c-983439db81fb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f9f312-5322-4114-8030-efb17679dd1a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:30.165194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Made reservation on behalf of bb894ccc92d94bb68e17b95c02b472fc for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:30.169651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.264870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34147304-b907-4a6e-bbf4-e7b3a9c649a7 req-f01bee0e-ae50-400f-9502-156b99179c27 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.266298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34147304-b907-4a6e-bbf4-e7b3a9c649a7 req-f01bee0e-ae50-400f-9502-156b99179c27 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 944 time: 0.2496884 Jul 07 22:32:30.378092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34147304-b907-4a6e-bbf4-e7b3a9c649a7 req-b73ebe5d-f8df-4e19-9265-38074abeef10 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997319 Jul 07 22:32:30.427159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60564) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:30.447848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb52d1-74ee-4ddf-ad8a-35f11cd2693c req-0618214c-3d9d-4943-9589-268ad722085d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.449763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98bb52d1-74ee-4ddf-ad8a-35f11cd2693c req-0618214c-3d9d-4943-9589-268ad722085d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.1800723 Jul 07 22:32:30.521286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98bb52d1-74ee-4ddf-ad8a-35f11cd2693c req-788cc42a-7497-4ba2-bbd5-725cbdad28ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Jul 07 22:32:30.657033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71092c1-7aa0-453a-864d-c2cd15eec540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.668479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:30.670361 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.741366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event updated for resources: {'Subnet': ['ID=24193024-8dc1-41be-8a28-6863d983aa7c,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:30.747593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Checking segment: {'id': '4372972a-d84b-4b1e-8267-bd8f188da131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:30.748249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network hostable DHCP agents. Network: c2abc9bc-a4f4-49fb-99b9-994063da3551, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:30.784426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Network c2abc9bc-a4f4-49fb-99b9-994063da3551 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:30.801728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, c2abc9bc-a4f4-49fb-99b9-994063da3551) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:30.811774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641c502-028c-49d2-bd6d-927aff6fb236 None None] Network c2abc9bc-a4f4-49fb-99b9-994063da3551 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:30.823792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.824382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.881987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01adac2-47b0-4782-ab53-a445ec96861e req-874b5388-db91-49b3-ac0a-c4572eef2d88 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.890742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c01adac2-47b0-4782-ab53-a445ec96861e req-874b5388-db91-49b3-ac0a-c4572eef2d88 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 944 time: 0.1019046 Jul 07 22:32:30.902367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71092c1-7aa0-453a-864d-c2cd15eec540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.907829 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a71092c1-7aa0-453a-864d-c2cd15eec540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.923079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0f608130-e2e7-435b-85ce-92f43c4913a8 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9880347 Jul 07 22:32:30.924223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60572) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:30.947869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c01adac2-47b0-4782-ab53-a445ec96861e req-8a5cc056-38e5-492b-a9f7-42d7fda5ebb9 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558200 Jul 07 22:32:30.981449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:30.988659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913297941', 'description': 'tempest-secgroup-smoke-913297941 description', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:31.020075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71092c1-7aa0-453a-864d-c2cd15eec540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef9e3cd-093b-411f-aa5e-b6a6326d1740,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.031597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a71092c1-7aa0-453a-864d-c2cd15eec540 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b8d5f66277634a29b86a35642d51c860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032147 Jul 07 22:32:31.035644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60576) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.049258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.049707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2ab11fb9-f5eb-4972-8551-665a5d1a10fa no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:31.079117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2ab11fb9-f5eb-4972-8551-665a5d1a10fa {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:31.079477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2ab11fb9-f5eb-4972-8551-665a5d1a10fa not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:31.082221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-c2abc9bc-a4f4-49fb-99b9-994063da3551', 'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551', 'tenant_id': 'bb894ccc92d94bb68e17b95c02b472fc', 'fixed_ips': [{'subnet_id': '24193024-8dc1-41be-8a28-6863d983aa7c'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:31.084312 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.111778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.125898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7e4321e-5727-434c-905c-8fa94d2a4da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.165923 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7e4321e-5727-434c-905c-8fa94d2a4da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.188971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.225618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.230188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.261612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Allocated IP 2001:db8::f816:3eff:fece:62c6 (c2abc9bc-a4f4-49fb-99b9-994063da3551/24193024-8dc1-41be-8a28-6863d983aa7c/e2ad4112-7fbd-4cc6-970c-01b3b6120c4c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:31.263356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7e4321e-5727-434c-905c-8fa94d2a4da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.266279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7e4321e-5727-434c-905c-8fa94d2a4da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.271663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d7e4321e-5727-434c-905c-8fa94d2a4da4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2ef9e3cd-093b-411f-aa5e-b6a6326d1740 HTTP/1.1" status: 204 len: 168 time: 0.2340302 Jul 07 22:32:31.276738 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.281368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2977388 Jul 07 22:32:31.282331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.290359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '765ddff0-1819-4f7f-8b11-31a4a660450c', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:31.301478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40cc96-614e-49f5-aba4-6cb47002a54f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765ddff0-1819-4f7f-8b11-31a4a660450c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.337690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4321e-5727-434c-905c-8fa94d2a4da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef9e3cd-093b-411f-aa5e-b6a6326d1740,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.380666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.484432 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.487179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.493409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.495411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Transition to ACTIVE for port object e2ad4112-7fbd-4cc6-970c-01b3b6120c4c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:31.514205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Transition to ACTIVE for port object e2ad4112-7fbd-4cc6-970c-01b3b6120c4c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:31.515274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba38da87-b5bc-4f8f-a146-f601b8640ce8,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.519951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:31.552382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.555469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.608246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.608491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Network c2abc9bc-a4f4-49fb-99b9-994063da3551 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:31.608708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Subnet': ['ID=24193024-8dc1-41be-8a28-6863d983aa7c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.610115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c616fae0-6e42-42ef-854b-6abb7bbce20f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258319 Jul 07 22:32:31.613831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:31.615070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.620427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:31.621918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '765ddff0-1819-4f7f-8b11-31a4a660450c', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:31.714707 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.727390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Pushing event updated for resources: {'Port': ['ID=e2ad4112-7fbd-4cc6-970c-01b3b6120c4c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.728233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68839118-8836-401c-8fb2-82ba4cb40778 req-e868556e-d0fc-4014-927e-1029c9ec8a41 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:31.736263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2abc9bc-a4f4-49fb-99b9-994063da3551']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:31.745108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68839118-8836-401c-8fb2-82ba4cb40778 req-e868556e-d0fc-4014-927e-1029c9ec8a41 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 944 time: 0.2091804 Jul 07 22:32:31.748596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Attempting to bind port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:31.748754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.748857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Attempting to bind port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '4372972a-d84b-4b1e-8267-bd8f188da131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:31.749228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Attempting to bind port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c on network c2abc9bc-a4f4-49fb-99b9-994063da3551 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:31.751288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4372972a-d84b-4b1e-8267-bd8f188da131') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:31.751973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4372972a-d84b-4b1e-8267-bd8f188da131') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:31.764761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.768540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:31.768929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Checking segment: {'id': '4372972a-d84b-4b1e-8267-bd8f188da131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:31.769394 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.769796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Bound using segment: {'id': '4372972a-d84b-4b1e-8267-bd8f188da131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:31.772699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Bound port: e2ad4112-7fbd-4cc6-970c-01b3b6120c4c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4372972a-d84b-4b1e-8267-bd8f188da131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:31.772699 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.786451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.794703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:31.795199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.804327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f4a87663-bf54-4062-81cc-93bc1bd83393 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:31.811591 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:31.814003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f4a87663-bf54-4062-81cc-93bc1bd83393 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:31.814003 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.864449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68839118-8836-401c-8fb2-82ba4cb40778 req-384b5d31-b0c2-4365-bd49-f8829a5e88da tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150055 Jul 07 22:32:31.890286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.902310 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:32:31.902310 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:32:31.902310 n-d-694802-13 neutron-server[93931]: [parameters: {'id': 'c2abc9bc-a4f4-49fb-99b9-994063da3551'}] Jul 07 22:32:31.902310 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:31.902310 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:31.924477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.952580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] For port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:31.957955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] For port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e2ad4112-7fbd-4cc6-970c-01b3b6120c4c,segment=NetworkSegment(4372972a-d84b-4b1e-8267-bd8f188da131),segment_id=4372972a-d84b-4b1e-8267-bd8f188da131)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:31.966810 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.981013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80991784-02d6-4356-818c-7ad0b1b6879a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.999582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbb77f-2cb8-471c-a6b2-3b982bb5448d req-5edc4c51-73bd-4200-bfd3-63c0919ac8b2 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:32.007335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4fbb77f-2cb8-471c-a6b2-3b982bb5448d req-5edc4c51-73bd-4200-bfd3-63c0919ac8b2 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2594066 Jul 07 22:32:32.015585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.016764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3fd62570-15b3-42de-9432-867e6bb2178c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4000006 Jul 07 22:32:32.019510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60606) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.026259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '765ddff0-1819-4f7f-8b11-31a4a660450c', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.074915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4fbb77f-2cb8-471c-a6b2-3b982bb5448d req-86b5babf-b3da-45dc-b099-9b18cfd70604 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664620 Jul 07 22:32:32.091103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.113874 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.160497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931acfe-b0bf-4d89-a28a-c704ceba0c7f None None] Pushing event updated for resources: {'Port': ['ID=e2ad4112-7fbd-4cc6-970c-01b3b6120c4c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.205137 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.213530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:32.216022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:32.219154 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861cf983-d295-409a-9f71-cb80be14d42c" -d '{"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:32.221339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.244712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c30f2c8-d3ff-4f0c-ade1-4d39bb5f47ce,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.254348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.255883 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8b137376-f45d-40b1-a256-c8175e0789b5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351284 Jul 07 22:32:32.258870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.263829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '765ddff0-1819-4f7f-8b11-31a4a660450c', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.267226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a330a6-bd65-4a32-a621-a8fe33538735 req-3a5cf88d-ded3-449d-a9d6-d099b6cffe08 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:32.275431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73a330a6-bd65-4a32-a621-a8fe33538735 req-3a5cf88d-ded3-449d-a9d6-d099b6cffe08 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 944 time: 0.0924230 Jul 07 22:32:32.296074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.322451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.323341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 19c5d5db-230e-478b-a544-773c815a600d up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:32.341537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73a330a6-bd65-4a32-a621-a8fe33538735 req-b9c0f08c-bf20-4683-9da2-8f64147ab3a9 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651195 Jul 07 22:32:32.376659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd483b-1908-491c-bb7b-4a6837cff9ae None None] Network c2abc9bc-a4f4-49fb-99b9-994063da3551 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:32.393650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60620) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.396069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.412922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.421119 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0181b698-545a-457b-b224-fda8f50f9abb x-openstack-request-id: req-0181b698-545a-457b-b224-fda8f50f9abb {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:32.421348 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:32.421611 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0181b698-545a-457b-b224-fda8f50f9abb {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:32.422014 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'code': 200} Jul 07 22:32:32.426770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.507605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.511328 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2489896 Jul 07 22:32:32.512826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.513526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c580e-e1aa-48ec-bd68-4a8c741c38b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a073a9-51fd-4b3f-8fd7-a48452176478,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.538010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '765ddff0-1819-4f7f-8b11-31a4a660450c', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.555433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-989914474-network', 'tenant_id': 'd02d9bd243844c14911189c812881d4e'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.585335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ad4d-cffd-4682-a03c-471775b03a68 req-9fcd31f7-de6b-44b9-99e2-4a2200870f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:32.586777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:32.587213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.588160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a254ad4d-cffd-4682-a03c-471775b03a68 req-9fcd31f7-de6b-44b9-99e2-4a2200870f66 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1097 time: 0.1262629 Jul 07 22:32:32.600297 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:32:32.642474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.643534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Made reservation on behalf of d02d9bd243844c14911189c812881d4e for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:32.646423 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.663402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.667074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a254ad4d-cffd-4682-a03c-471775b03a68 req-28609ad0-6564-4682-9680-92120c8bd51a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711849 Jul 07 22:32:32.684214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.706898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] For port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e2ad4112-7fbd-4cc6-970c-01b3b6120c4c,segment=NetworkSegment(4372972a-d84b-4b1e-8267-bd8f188da131),segment_id=4372972a-d84b-4b1e-8267-bd8f188da131)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:32.707626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.743812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 19c5d5db-230e-478b-a544-773c815a600d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:32.750841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 19c5d5db-230e-478b-a544-773c815a600d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:32.751239 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.759568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.762497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Calling delete_port for e2ad4112-7fbd-4cc6-970c-01b3b6120c4c owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:32.773147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.805576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.810583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bfa93b-d6c3-4479-98be-88a0a85d9ab6,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.815530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.830539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:32.843260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.843988 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Added segment 07d95407-be93-4abc-8e31-6bb41a72cc94 of type vlan for network 2b33bf1c-e9de-4544-ada5-fdc53368a9fb Jul 07 22:32:32.849538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.854083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b43ac4c4-4d5e-4b07-854d-efdbdacc0a45 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3257060 Jul 07 22:32:32.856332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60626) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.863571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': '765ddff0-1819-4f7f-8b11-31a4a660450c', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.878786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.904178 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:32:32.904386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45fb0f-1b6f-4258-a5a5-7d50e9d2c249 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:32.905098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.913436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.974763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc7815-c80a-4f2d-91c3-e9866ed85708,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.980861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.982414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:32.982728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.983087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.014569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45fb0f-1b6f-4258-a5a5-7d50e9d2c249 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:33.031541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No DVR routers for this DVR port e2ad4112-7fbd-4cc6-970c-01b3b6120c4c on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:33.035218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.040513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Port': ['ID=e2ad4112-7fbd-4cc6-970c-01b3b6120c4c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.044123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 19c5d5db-230e-478b-a544-773c815a600d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=19c5d5db-230e-478b-a544-773c815a600d,segment=NetworkSegment(cfa67324-91af-4400-9747-59d127d41a5e),segment_id=cfa67324-91af-4400-9747-59d127d41a5e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:33.062054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6666849 Jul 07 22:32:33.065207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.067806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60630) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.071969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.083713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Request body: {'subnet': {'network_id': '2b33bf1c-e9de-4544-ada5-fdc53368a9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-989914474-subnet', 'tenant_id': 'd02d9bd243844c14911189c812881d4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:33.089160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b434789d-05b5-4e14-b46d-e3da22ee1240,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.100511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c10e6e-e3c8-408f-a878-3812a0c74f28 admin admin] Pushing event updated for resources: {'Network': ['ID=2b33bf1c-e9de-4544-ada5-fdc53368a9fb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.174141 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.179243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6dcd2e66-7219-4377-a0d0-c5b044643422 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214653 Jul 07 22:32:33.180145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60636) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.182270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.188649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Made reservation on behalf of d02d9bd243844c14911189c812881d4e for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:33.190587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'network': {'name': 'tempest-network-smoke--764004863', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'port_security_enabled': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:33.191297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.204930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2b33bf1c-e9de-4544-ada5-fdc53368a9fb details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:33.210486 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2abc9bc-a4f4-49fb-99b9-994063da3551']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:33.240009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4372972a-d84b-4b1e-8267-bd8f188da131') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:33.241494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4372972a-d84b-4b1e-8267-bd8f188da131') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:33.281019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.294728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:33.298658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.302364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.311723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24329e6c-9f55-432e-8fd5-bfbc8a622f88 req-efc95171-fb19-4c3a-8789-837e1483b508 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:33.321838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24329e6c-9f55-432e-8fd5-bfbc8a622f88 req-efc95171-fb19-4c3a-8789-837e1483b508 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1765821 Jul 07 22:32:33.322732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:33.326103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:33.329531 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:33.381134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24329e6c-9f55-432e-8fd5-bfbc8a622f88 req-5faaa32a-9eea-4631-bac5-1c9a7934e53a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585873 Jul 07 22:32:33.397744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:33.420366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.420844 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Added segment d0faa869-7f62-4dec-adc0-e84f706ec1f6 of type vlan for network afb1f260-af05-451f-b0b2-f8cd65d4d496 Jul 07 22:32:33.432632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.437745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=19c5d5db-230e-478b-a544-773c815a600d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.449700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.451965 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/c2abc9bc-a4f4-49fb-99b9-994063da3551 HTTP/1.1" status: 204 len: 168 time: 2.5026419 Jul 07 22:32:33.476671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60640) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.514219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e382ee7-4317-4fbd-9c94-f81001c9f4ea tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Network': ['ID=c2abc9bc-a4f4-49fb-99b9-994063da3551,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.581432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26925523-168e-42a0-a8d8-c9c30df02b69 req-1a7171c0-5fa2-4ede-80c1-4ba15353d9e5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:33.582845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26925523-168e-42a0-a8d8-c9c30df02b69 req-1a7171c0-5fa2-4ede-80c1-4ba15353d9e5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.1684082 Jul 07 22:32:33.586918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.595170 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c1638-b84c-4908-a81f-d5d249ad370d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:33.595825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723c1638-b84c-4908-a81f-d5d249ad370d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:33.600143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-723c1638-b84c-4908-a81f-d5d249ad370d tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/24193024-8dc1-41be-8a28-6863d983aa7c HTTP/1.1" status: 404 len: 337 time: 0.1184223 Jul 07 22:32:33.601695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60644) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.634872 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e03f8af-e3a6-4f1b-a0fa-1a7087c05d37 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:33.635758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e03f8af-e3a6-4f1b-a0fa-1a7087c05d37 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:33.639825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7e03f8af-e3a6-4f1b-a0fa-1a7087c05d37 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/c2abc9bc-a4f4-49fb-99b9-994063da3551 HTTP/1.1" status: 404 len: 339 time: 0.0343108 Jul 07 22:32:33.641414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60646) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.682836 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-546e9f99-144e-4dca-a623-78ca294a1dc5 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:33.683775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546e9f99-144e-4dca-a623-78ca294a1dc5 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:33.685799 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-546e9f99-144e-4dca-a623-78ca294a1dc5 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/239dd670-3a38-4b86-9969-28eff0e97dc5 HTTP/1.1" status: 404 len: 337 time: 0.0433164 Jul 07 22:32:33.688681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.707341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26925523-168e-42a0-a8d8-c9c30df02b69 req-1361bd74-fa30-4a67-b4d5-957cbb5e2e39 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145258 Jul 07 22:32:33.711484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.718643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:33.719572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.731832 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c4762b-f701-41aa-8da8-29f92e96c682 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:33.733427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c4762b-f701-41aa-8da8-29f92e96c682 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:33.735586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b1c4762b-f701-41aa-8da8-29f92e96c682 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/9aab6be2-27b1-4532-af97-2c5aebf0ac2f HTTP/1.1" status: 404 len: 339 time: 0.0450761 Jul 07 22:32:33.740604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60650) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.773504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d12f4-1314-493a-a2e1-3c5febb8f2f7 req-fab33be4-f960-4b79-94a3-e5cdfd9d56c8 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:33.775054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-996d12f4-1314-493a-a2e1-3c5febb8f2f7 req-fab33be4-f960-4b79-94a3-e5cdfd9d56c8 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 945 time: 0.1659596 Jul 07 22:32:33.791656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.810870 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-758f7d79-fc25-4194-ba3a-da448dbbd1fc tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:33.811398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758f7d79-fc25-4194-ba3a-da448dbbd1fc tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:33.813244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-758f7d79-fc25-4194-ba3a-da448dbbd1fc tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/58f29e72-91b9-4a34-b74e-c87944d0cc67 HTTP/1.1" status: 404 len: 337 time: 0.0708835 Jul 07 22:32:33.817194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6317723 Jul 07 22:32:33.823898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60652) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.824378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.833472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'admin_state_up': True, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:33.857338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-996d12f4-1314-493a-a2e1-3c5febb8f2f7 req-062700b8-9dc5-4ef5-aaad-6163e91dc7ed tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748901 Jul 07 22:32:33.871288 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0a7bc3-dc84-4902-bb42-9370f5f98b96 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:33.872155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0a7bc3-dc84-4902-bb42-9370f5f98b96 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:33.874317 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5c0a7bc3-dc84-4902-bb42-9370f5f98b96 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/b24c3359-ce25-45aa-ad51-107cfd14c53e HTTP/1.1" status: 404 len: 339 time: 0.0488958 Jul 07 22:32:33.877271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9966b-53e9-49da-9087-209dfef3c4af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Network': ['ID=afb1f260-af05-451f-b0b2-f8cd65d4d496,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.879397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60656) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.881187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee776f5-e118-401c-81e1-e54b6b43fd87,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.891433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:33.892305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Checking segment: {'id': '07d95407-be93-4abc-8e31-6bb41a72cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2b33bf1c-e9de-4544-ada5-fdc53368a9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:33.892681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Network hostable DHCP agents. Network: 2b33bf1c-e9de-4544-ada5-fdc53368a9fb, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:33.913860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Network 2b33bf1c-e9de-4544-ada5-fdc53368a9fb is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:33.922774 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.924244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.927720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2b33bf1c-e9de-4544-ada5-fdc53368a9fb) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:33.941083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce4b42-2f1e-40b1-9cb5-e6fc736010d1 None None] Network 2b33bf1c-e9de-4544-ada5-fdc53368a9fb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:33.946028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:33.947897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.971193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a5be9037-f27d-44d7-9755-5814035e6059 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8980966 Jul 07 22:32:34.089455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.112364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef61d12-5dcc-45fa-b5ec-ed2f72060130 None None] Network 2b33bf1c-e9de-4544-ada5-fdc53368a9fb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:34.257664 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.268246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting port 86b3c52a-d897-4435-9677-65418fbef737 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:34.268920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.394071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.414517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Calling delete_port for 86b3c52a-d897-4435-9677-65418fbef737 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:34.423649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c5d5db-230e-478b-a544-773c815a600d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:34.426500 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159258ed-002e-4d20-9355-b4c5657a119c" -d '{"events": [{"server_uuid": "a320d6e9-1159-4943-ad6f-c4a795bf7ce5", "name": "network-vif-plugged", "status": "completed", "tag": "19c5d5db-230e-478b-a544-773c815a600d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:34.478358 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c390c7-db86-4992-a5c1-9d5660c60abb x-openstack-request-id: req-c8c390c7-db86-4992-a5c1-9d5660c60abb {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:34.478861 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a320d6e9-1159-4943-ad6f-c4a795bf7ce5", "name": "network-vif-plugged", "status": "completed", "tag": "19c5d5db-230e-478b-a544-773c815a600d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:34.479768 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c8c390c7-db86-4992-a5c1-9d5660c60abb {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:34.480420 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c5d5db-230e-478b-a544-773c815a600d', 'code': 200} Jul 07 22:32:34.581062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60678) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:34.588167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1980712975-network', 'tenant_id': 'bcec2e2230dc432ba5cd25fedc04251e'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:34.623129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.642257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32911c-c62b-4e09-bad3-a6d9ee92411e req-cf42cc32-9f99-42ad-aaa9-928c2977c04f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:34.643797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa32911c-c62b-4e09-bad3-a6d9ee92411e req-cf42cc32-9f99-42ad-aaa9-928c2977c04f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1177716 Jul 07 22:32:34.650282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10565f08-ea4d-40ea-a938-c5a1a6103260 req-9daa0db0-b955-4445-8d93-2802d837daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:34.651706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10565f08-ea4d-40ea-a938-c5a1a6103260 req-9daa0db0-b955-4445-8d93-2802d837daa7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0931988 Jul 07 22:32:34.670343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Port': ['ID=86b3c52a-d897-4435-9677-65418fbef737,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:34.694976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.702401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa32911c-c62b-4e09-bad3-a6d9ee92411e req-c60792bf-6a1f-4765-a3e6-aab828fee631 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497482 Jul 07 22:32:34.708107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10565f08-ea4d-40ea-a938-c5a1a6103260 req-86376fa9-c016-43f4-ac7c-0f984ea94356 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Jul 07 22:32:34.722163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.724115 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ee1d44fe-7225-4150-b7f2-88e9111387b4 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/ports/86b3c52a-d897-4435-9677-65418fbef737 HTTP/1.1" status: 204 len: 168 time: 0.8425398 Jul 07 22:32:34.724893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Made reservation on behalf of bcec2e2230dc432ba5cd25fedc04251e for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:34.726611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60682) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:34.727291 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.729661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.746273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.755658 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b399b4fc-de8e-479f-8326-e7ebc7767a52 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:34.756241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b399b4fc-de8e-479f-8326-e7ebc7767a52 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:34.758874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b399b4fc-de8e-479f-8326-e7ebc7767a52 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/e62ea951-489c-42c1-83da-d2043e82d99a HTTP/1.1" status: 404 len: 337 time: 0.0308485 Jul 07 22:32:34.761370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60688) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:34.899475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.15 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/e3bfef0c-22b4-4e90-bcd8-743d266b19a1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:34.992490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.997708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.046842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:35.054321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e78d9-15e4-4e19-b696-238b6f324970,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.068636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.069485 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Added segment 5e19c062-6c82-42bb-ad8c-0f3c189e46dd of type vlan for network 040bfec6-29ea-48b5-b921-cacfe10c1976 Jul 07 22:32:35.079836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.132832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.176794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.183824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.184237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.184858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.264725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.276344 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6931784 Jul 07 22:32:35.282728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:35.284939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60692) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.290977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Request body: {'subnet': {'network_id': '040bfec6-29ea-48b5-b921-cacfe10c1976', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1980712975-subnet', 'tenant_id': 'bcec2e2230dc432ba5cd25fedc04251e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:35.304269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:35.306859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:35.343120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.348625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e14b96-b6d7-4b28-ba52-b2b0b2d154a7 admin admin] Pushing event updated for resources: {'Network': ['ID=040bfec6-29ea-48b5-b921-cacfe10c1976,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.360188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b745-6b43-4d55-9f1b-33b80ed48833 req-9f20080e-fec9-46e1-b4b7-aaae44b5a133 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.361406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 040bfec6-29ea-48b5-b921-cacfe10c1976 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:35.361909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe68b745-6b43-4d55-9f1b-33b80ed48833 req-9f20080e-fec9-46e1-b4b7-aaae44b5a133 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.5274243 Jul 07 22:32:35.374859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.380495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'floatingip': {'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:35.419440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29486b15-0b11-4c99-b279-827ed204dc64 req-f0a93cb4-4e84-466e-92af-73eef9ada494 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.426565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29486b15-0b11-4c99-b279-827ed204dc64 req-f0a93cb4-4e84-466e-92af-73eef9ada494 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2213113 Jul 07 22:32:35.437054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Made reservation on behalf of bcec2e2230dc432ba5cd25fedc04251e for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:35.439744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.488033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.493783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.517073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db530ce1-2cae-437c-963e-27562b7d2b05']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:35.564686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e398c18d-98fc-4f14-a453-744b6a5617e0') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:35.565246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e398c18d-98fc-4f14-a453-744b6a5617e0') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:35.583239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29486b15-0b11-4c99-b279-827ed204dc64 req-8fcabd0d-b8cc-46de-919b-cb850ca79f48 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555452 Jul 07 22:32:35.587963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.617053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.631196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:35.631902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:35.636070 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:35.729018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2053-e576-4749-8861-f1c3cfbfed4d req-51f9fe7c-e52b-4e6d-bcf4-97182227590e tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.737780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c9d2053-e576-4749-8861-f1c3cfbfed4d req-51f9fe7c-e52b-4e6d-bcf4-97182227590e tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 945 time: 0.2262824 Jul 07 22:32:35.793731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.811970 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.816142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/db530ce1-2cae-437c-963e-27562b7d2b05 HTTP/1.1" status: 204 len: 168 time: 1.0514388 Jul 07 22:32:35.817910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60700) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.824129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c9d2053-e576-4749-8861-f1c3cfbfed4d req-bd1f1271-e6be-4a8e-9959-edb22dd9b9c5 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849264 Jul 07 22:32:35.845693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735138ee-df2c-4b64-b09f-416c5c868fd7 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Network': ['ID=db530ce1-2cae-437c-963e-27562b7d2b05,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.940203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.024206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7e4bbb-97b0-49a4-af45-689f7b263f7d,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:36.047059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting port 786def74-5ffb-40e1-a899-b57129725a27 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:36.047416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.050152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Checking segment: {'id': '5e19c062-6c82-42bb-ad8c-0f3c189e46dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '040bfec6-29ea-48b5-b921-cacfe10c1976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:36.050529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Network hostable DHCP agents. Network: 040bfec6-29ea-48b5-b921-cacfe10c1976, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:36.110182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.124669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Network 040bfec6-29ea-48b5-b921-cacfe10c1976 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:36.129734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.146019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Calling delete_port for 786def74-5ffb-40e1-a899-b57129725a27 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:36.148188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 040bfec6-29ea-48b5-b921-cacfe10c1976) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:36.154823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:36.155432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.156557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a39bbb-ca75-4341-839c-9beb13582d25 None None] Network 040bfec6-29ea-48b5-b921-cacfe10c1976 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:36.201293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0a459210-8eb0-4cae-aa61-5be8715d9749 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9151196 Jul 07 22:32:36.263156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.305653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Port': ['ID=786def74-5ffb-40e1-a899-b57129725a27,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:36.322084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.323071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7b4ba-a1d3-4ae0-b955-dfdeee55078f None None] Network 040bfec6-29ea-48b5-b921-cacfe10c1976 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:36.324821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6fb412a8-4e61-4e69-9a89-de4423b0cb95 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/ports/786def74-5ffb-40e1-a899-b57129725a27 HTTP/1.1" status: 204 len: 168 time: 0.4997311 Jul 07 22:32:36.327186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60704) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.356702 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-44411b54-735c-4fa9-8a70-9015e8d2b493 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:36.357182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44411b54-735c-4fa9-8a70-9015e8d2b493 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:36.358962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-44411b54-735c-4fa9-8a70-9015e8d2b493 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/586788f3-dc11-4183-9c17-c6d54f68b1aa HTTP/1.1" status: 404 len: 337 time: 0.0300541 Jul 07 22:32:36.361376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60706) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.417597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60708) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.491534 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.495671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Deleting subnet eee776f5-e118-401c-81e1-e54b6b43fd87 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:36.499789 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.557731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.641618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.650392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.653085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.680537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9593c094-1782-45aa-9967-b19d24a2c843']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:36.695711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab1827c-16fd-486b-bfc1-0649309486d6') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:36.696046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab1827c-16fd-486b-bfc1-0649309486d6') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:36.708285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.731947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.738766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.763420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.773394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:36.773925 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:36.777612 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:36.792145 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.868124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee776f5-e118-401c-81e1-e54b6b43fd87,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:36.875718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.877706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7d128e2-836f-42a9-b6f3-dd982d4e972f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/eee776f5-e118-401c-81e1-e54b6b43fd87 HTTP/1.1" status: 204 len: 168 time: 0.4591489 Jul 07 22:32:36.880243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60718) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.915827 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Floating IP 34f241da-f047-447b-a2d8-96810cf778d6 associated. External IP: 172.25.5.116, port: f4a87663-bf54-4062-81cc-93bc1bd83393. Jul 07 22:32:36.935426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.953085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.954940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/9593c094-1782-45aa-9967-b19d24a2c843 HTTP/1.1" status: 204 len: 168 time: 0.5920544 Jul 07 22:32:36.959311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.979604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01a0ff-a139-4143-8af1-65e5fcae88ea req-1a2e2d35-4d16-4c20-a7e5-5591e27e110b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:36.981136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a01a0ff-a139-4143-8af1-65e5fcae88ea req-1a2e2d35-4d16-4c20-a7e5-5591e27e110b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2633686 Jul 07 22:32:36.985885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cb772-72f6-47d0-98d0-5a0c015f5bc0 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Network': ['ID=9593c094-1782-45aa-9967-b19d24a2c843,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.012351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.016642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 796829cd-7c9c-4ef7-a359-7bcdaa08790a is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:32:37.045260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a01a0ff-a139-4143-8af1-65e5fcae88ea req-34419345-6dae-4033-89ef-faae205a1085 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Jul 07 22:32:37.073329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting subnet 49af236f-4241-47a0-a444-4e8eb9e7724a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:37.085087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.153521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.166279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b33bf1c-e9de-4544-ada5-fdc53368a9fb']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.177299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d95407-be93-4abc-8e31-6bb41a72cc94') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.177596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d95407-be93-4abc-8e31-6bb41a72cc94') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.191681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.215285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eeae7-6969-4454-a5e8-05c95cf8cc78 req-56da52da-745c-4775-b543-ef9e77c73e89 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:37.216805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736eeae7-6969-4454-a5e8-05c95cf8cc78 req-56da52da-745c-4775-b543-ef9e77c73e89 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 945 time: 0.1480942 Jul 07 22:32:37.217728 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.224743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:37.225840 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:37.228267 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:37.310711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736eeae7-6969-4454-a5e8-05c95cf8cc78 req-cb6ee53b-b3fa-46a7-a74a-83ffbe76adb8 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869992 Jul 07 22:32:37.311797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.317529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.322260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2b33bf1c-e9de-4544-ada5-fdc53368a9fb HTTP/1.1" status: 204 len: 168 time: 0.4383929 Jul 07 22:32:37.322529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.358867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4059-701b-414a-bf10-7c33b0002146 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b33bf1c-e9de-4544-ada5-fdc53368a9fb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.382717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Deleting subnet 3b7e4bbb-97b0-49a4-af45-689f7b263f7d {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:37.386994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.437180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.480742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.517834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.544044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.571847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7e4bbb-97b0-49a4-af45-689f7b263f7d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.573620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.575521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82c1b627-1b02-414d-9636-4b269fe67cbe admin admin] 10.222.0.95 "DELETE /v2.0/subnets/3b7e4bbb-97b0-49a4-af45-689f7b263f7d HTTP/1.1" status: 204 len: 168 time: 0.2520390 Jul 07 22:32:37.577912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60728) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.627985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:37.641028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Sync routers for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:37.657264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:37.659238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.659723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.691103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Router 9046c53b-6062-409f-81d4-13f91457dd39 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:37.699044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.700289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-32b22147-37a9-41ee-94de-515d744dd681 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8736839 Jul 07 22:32:37.705371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60732) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.717864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.758287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.769930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040bfec6-29ea-48b5-b921-cacfe10c1976']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.771530 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f6910f46-18c6-4007-88c0-e67f84a806ca tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=0027aab0e4fd4fe99f2b74340a85f35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649781 Jul 07 22:32:37.775027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60734) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.781610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:37.786341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e19c062-6c82-42bb-ad8c-0f3c189e46dd') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.786721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e19c062-6c82-42bb-ad8c-0f3c189e46dd') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:37.797004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.860828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.869546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:37.870159 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:37.872002 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:37.954682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.963992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e3259-a2bd-47aa-bf1a-fc6b7e902a3f req-e4a6662f-3759-4598-a645-baf06cba6069 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:37.965629 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d0e3259-a2bd-47aa-bf1a-fc6b7e902a3f req-e4a6662f-3759-4598-a645-baf06cba6069 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 945 time: 0.1590397 Jul 07 22:32:37.970177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.987582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] 10.222.0.95 "DELETE /v2.0/networks/040bfec6-29ea-48b5-b921-cacfe10c1976 HTTP/1.1" status: 204 len: 168 time: 0.4085274 Jul 07 22:32:38.022653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcda05-f313-4ec6-bff3-85d78f6684cd admin admin] Pushing event deleted for resources: {'Network': ['ID=040bfec6-29ea-48b5-b921-cacfe10c1976,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:38.023229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.058430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:35Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:38.064927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d0e3259-a2bd-47aa-bf1a-fc6b7e902a3f req-61e40899-fa1e-4a18-8272-2021306dcaf6 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750196 Jul 07 22:32:38.090581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:38.098164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Subnet': ['ID=49af236f-4241-47a0-a444-4e8eb9e7724a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:38.108622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.110957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.112410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:38.112991 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bbdf6e20-9e42-4715-92ba-1726e6b6ce82 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/subnets/49af236f-4241-47a0-a444-4e8eb9e7724a HTTP/1.1" status: 204 len: 168 time: 1.1508694 Jul 07 22:32:38.117901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60746) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:38.130604 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:38.134557 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:38.143561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823679eb-299d-4f8c-a47c-7123d366856a tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:38.145106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-823679eb-299d-4f8c-a47c-7123d366856a tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3691549 Jul 07 22:32:38.147993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60748) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:38.149499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Checking router: 796829cd-7c9c-4ef7-a359-7bcdaa08790a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:38.152797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Updating router 796829cd-7c9c-4ef7-a359-7bcdaa08790a port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:32:38.154900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24e4d5-0690-4976-bba1-514f61f8fdbc None None] Network 36363803-1642-4fbd-b312-21f78aaf95a6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:38.197022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f23f1a0-5e6f-4a8f-b728-f598b64d1a73 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448482 Jul 07 22:32:38.199671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:38.209882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1575581399', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:38.275898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.320822 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:38.346266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60752) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:38.374257 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5451117f-9866-477d-b38d-c38e65512e8d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "PUT /v2.0/floatingips/34f241da-f047-447b-a2d8-96810cf778d6 HTTP/1.1" status: 200 len: 991 time: 2.9981987 Jul 07 22:32:38.378140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:38.381393 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515d0b4-972a-4e68-a798-5536319427f4" -d '{"events": [{"name": "network-changed", "server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:38.389294 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.403666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:38.410120 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.452572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2a1e5b1b-e8b4-492d-9186-a0edc7321c0a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d02d9bd243844c14911189c812881d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037364 Jul 07 22:32:38.465590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:38.506854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Deleting port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:38.507311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.611905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303dc5-c842-4373-afe5-fc0fd628fe7b req-030abea9-f5b4-403a-ae09-e6e797a533f1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:38.613493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa303dc5-c842-4373-afe5-fc0fd628fe7b req-030abea9-f5b4-403a-ae09-e6e797a533f1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2683103 Jul 07 22:32:38.664098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] For port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,segment=NetworkSegment(44da87d4-e049-41c6-a7b5-c88e604f3694),segment_id=44da87d4-e049-41c6-a7b5-c88e604f3694)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:38.664721 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.687202 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3742447c-b8b4-4b33-963e-c492789fca06 x-openstack-request-id: req-3742447c-b8b4-4b33-963e-c492789fca06 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:38.687716 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:38.687810 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3742447c-b8b4-4b33-963e-c492789fca06 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:38.688183 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'status': 'completed', 'code': 200} Jul 07 22:32:38.704024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eeb4294e-d9b7-4f87-b812-6e5aa9c439e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.708999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Calling delete_port for f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:38.744398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa303dc5-c842-4373-afe5-fc0fd628fe7b req-ecc61894-efbd-436c-8c65-91e7b7e7d9fc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235943 Jul 07 22:32:38.775836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eeb4294e-d9b7-4f87-b812-6e5aa9c439e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.781011 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '34f241da-f047-447b-a2d8-96810cf778d6', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'mac_address': 'fa:16:3e:66:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:32:09Z', 'updated_at': '2021-07-07T22:32:36Z', 'revision_number': 1, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:38.806945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.809333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] DHCP port deletion for 36363803-1642-4fbd-b312-21f78aaf95a6 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:38.834227 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:38.846886 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:38.847512 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:38.867633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.905924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Deleting port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:38.907127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.911067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.924026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eeb4294e-d9b7-4f87-b812-6e5aa9c439e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.926556 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eeb4294e-d9b7-4f87-b812-6e5aa9c439e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.927892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eeb4294e-d9b7-4f87-b812-6e5aa9c439e9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a0bc7815-c80a-4f2d-91c3-e9866ed85708 HTTP/1.1" status: 204 len: 168 time: 0.4600561 Jul 07 22:32:38.929442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] No DVR routers for this DVR port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:38.930101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Transition to ACTIVE for port object e3bfef0c-22b4-4e90-bcd8-743d266b19a1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:38.984912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.001118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Checking segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:39.001397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network hostable DHCP agents. Network: afb1f260-af05-451f-b0b2-f8cd65d4d496, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:39.012616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4294e-d9b7-4f87-b812-6e5aa9c439e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc7815-c80a-4f2d-91c3-e9866ed85708,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.016449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Port': ['ID=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.031207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Subnet': ['ID=a71a8b46-6e08-4818-bc52-fb190bdbd600,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.074717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:39.095519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] For port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:39.095981 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.110710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Calling delete_port for f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:39.113718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:32:39.117632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d459f-330c-43a6-8ada-c0093e3b1c11 None None] Pushing event updated for resources: {'Port': ['ID=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.118148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, afb1f260-af05-451f-b0b2-f8cd65d4d496) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:39.121547 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.132393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.135563 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.148822 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:39.184502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Attempting to bind port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:39.184502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Attempting to bind port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:39.184502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Attempting to bind port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:39.186052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60768) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.186857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e1088b19-0225-4a3c-8a0e-1366b50cf1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9824100 Jul 07 22:32:39.196806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064a685-303c-4ad5-8368-8f280c4793dc None None] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:39.204109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.276619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:39.284356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36363803-1642-4fbd-b312-21f78aaf95a6']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:39.305796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] Pushing event deleted for resources: {'Port': ['ID=f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.312039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:39.312413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:39.314987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44da87d4-e049-41c6-a7b5-c88e604f3694') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:39.315309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44da87d4-e049-41c6-a7b5-c88e604f3694') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:39.325735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:39.326130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:39.326551 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.327015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:39.327650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Bound port: e3bfef0c-22b4-4e90-bcd8-743d266b19a1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:39.328052 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.371310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.375019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6d576-1021-47ce-a140-5c015eb3350d None None] No DVR routers for this DVR port f5d2ddf3-6471-42ab-86f6-a3b1e0e5f481 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:39.380391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d0b4-972a-4e68-a798-5536319427f4 req-067ddf1d-2411-4fae-bc24-81ea4396229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.382645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-067ddf1d-2411-4fae-bc24-81ea4396229d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1097 time: 0.6706214 Jul 07 22:32:39.446399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] For port e3bfef0c-22b4-4e90-bcd8-743d266b19a1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:39.469235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] For port e3bfef0c-22b4-4e90-bcd8-743d266b19a1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:39.485423 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.485930 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '34f241da-f047-447b-a2d8-96810cf778d6', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'mac_address': 'fa:16:3e:66:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:32:09Z', 'updated_at': '2021-07-07T22:32:36Z', 'revision_number': 1, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:39.526350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d0b4-972a-4e68-a798-5536319427f4 req-01fe49da-4c97-47ee-bebd-70f91cdc6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.527903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-01fe49da-4c97-47ee-bebd-70f91cdc6c20 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1344268 Jul 07 22:32:39.529434 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533177e3-1076-46c1-b535-8c89161586d0 None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '34f241da-f047-447b-a2d8-96810cf778d6', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'mac_address': 'fa:16:3e:66:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:32:09Z', 'updated_at': '2021-07-07T22:32:36Z', 'revision_number': 1, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:39.530511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.540379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-02a410d8-9bc9-4022-b19d-a6fd2ce26ea0 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.541905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-02a410d8-9bc9-4022-b19d-a6fd2ce26ea0 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.103 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 945 time: 0.4645467 Jul 07 22:32:39.566012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60774) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.624505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:39.624742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-afb1f260-af05-451f-b0b2-f8cd65d4d496', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:39.625066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.625767 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.629842 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cacebc90-edbd-4cea-a15d-d682b0896354 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bcec2e2230dc432ba5cd25fedc04251e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625608 Jul 07 22:32:39.630521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.632865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d459f-330c-43a6-8ada-c0093e3b1c11 None None] Pushing event updated for resources: {'Port': ['ID=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:39.644064 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:39.664323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:39.665092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:39.690392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf7368e-138a-4693-986a-c5eddc7e568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.714525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf7368e-138a-4693-986a-c5eddc7e568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.784047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf7368e-138a-4693-986a-c5eddc7e568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.786726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf7368e-138a-4693-986a-c5eddc7e568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.787972 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0bf7368e-138a-4693-986a-c5eddc7e568a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/405e78d9-15e4-4e19-b696-238b6f324970 HTTP/1.1" status: 204 len: 168 time: 0.1562400 Jul 07 22:32:39.807868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7368e-138a-4693-986a-c5eddc7e568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e78d9-15e4-4e19-b696-238b6f324970,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.955119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8088849c-76aa-4702-9bd8-76788b81ebe3 None None] New status for floating IP 34f241da-f047-447b-a2d8-96810cf778d6: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:32:40.238338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.242827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:40.275021 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.279287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] 10.222.0.95 "DELETE /v2.0/networks/36363803-1642-4fbd-b312-21f78aaf95a6 HTTP/1.1" status: 204 len: 168 time: 2.1586890 Jul 07 22:32:40.316303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40402141-3697-4c43-a4ae-916b48076150 tempest-NetworksIpV6TestAttrs-373094755 tempest-NetworksIpV6TestAttrs-373094755-project] Pushing event deleted for resources: {'Network': ['ID=36363803-1642-4fbd-b312-21f78aaf95a6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:40.366898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b054b-5b1e-48c2-a2fd-4428b9587011 req-f16a743a-ff88-43ad-9482-43396646c33b tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:40.368482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e61b054b-5b1e-48c2-a2fd-4428b9587011 req-f16a743a-ff88-43ad-9482-43396646c33b tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 945 time: 1.0510979 Jul 07 22:32:40.371542 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-db3e0257-1166-4017-822d-711d9b2a96c8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 999 time: 0.8240247 Jul 07 22:32:40.425278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Allocated IP 172.20.0.2 (afb1f260-af05-451f-b0b2-f8cd65d4d496/a71a8b46-6e08-4818-bc52-fb190bdbd600/c9ad1426-2342-4cf0-a458-8af038c509f9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:40.514602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Deleting port 19c5d5db-230e-478b-a544-773c815a600d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:40.514995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.573928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d0b4-972a-4e68-a798-5536319427f4 req-6b0b664c-7e6c-43db-a397-2783622d68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:40.575344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-6b0b664c-7e6c-43db-a397-2783622d68ad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1941671 Jul 07 22:32:40.586916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e61b054b-5b1e-48c2-a2fd-4428b9587011 req-2522ebb0-4db1-467d-bf5d-896458a6486f tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073140 Jul 07 22:32:40.595765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60802) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.600945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba5219-e180-4b82-af3a-f22f305df99c req-f8570804-c062-4d19-ae8b-b22d8c1506ef tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:40.607772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcba5219-e180-4b82-af3a-f22f305df99c req-f8570804-c062-4d19-ae8b-b22d8c1506ef tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.3902285 Jul 07 22:32:40.656710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:35Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:40.691206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9987130-4ab1-40d2-acc7-f3d95cde7443 None None] The sync data for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 is: [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:35Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:40.703964 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.727594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Transition to ACTIVE for port object c9ad1426-2342-4cf0-a458-8af038c509f9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:40.756038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Transition to ACTIVE for port object c9ad1426-2342-4cf0-a458-8af038c509f9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:40.763662 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.835261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:40.843207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:40.853224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:40.860623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Pushing event updated for resources: {'Port': ['ID=c9ad1426-2342-4cf0-a458-8af038c509f9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:40.876191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf4c4ed6-b133-4f08-9e8e-d7a5937f986e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bb894ccc92d94bb68e17b95c02b472fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779744 Jul 07 22:32:40.877907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60816) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.944400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Attempting to bind port c9ad1426-2342-4cf0-a458-8af038c509f9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:40.945164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Attempting to bind port c9ad1426-2342-4cf0-a458-8af038c509f9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:40.945651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Attempting to bind port c9ad1426-2342-4cf0-a458-8af038c509f9 on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:40.951830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcba5219-e180-4b82-af3a-f22f305df99c req-4fa175a0-7b27-401b-81c5-03bde6927308 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429816 Jul 07 22:32:40.961755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:40.962278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Checking segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:40.962787 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.963446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Bound using segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:40.964037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Bound port: c9ad1426-2342-4cf0-a458-8af038c509f9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:40.964529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.998564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c1958c4-de46-406e-a361-8a9b991c13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.042093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] For port 19c5d5db-230e-478b-a544-773c815a600d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=19c5d5db-230e-478b-a544-773c815a600d,segment=NetworkSegment(cfa67324-91af-4400-9747-59d127d41a5e),segment_id=cfa67324-91af-4400-9747-59d127d41a5e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:41.042814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.058185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c1958c4-de46-406e-a361-8a9b991c13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.065807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d0b4-972a-4e68-a798-5536319427f4 req-3ddec7c2-8721-4d68-b322-cd157ca568e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:41.067401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-3ddec7c2-8721-4d68-b322-cd157ca568e3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4529567 Jul 07 22:32:41.070829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Calling delete_port for 19c5d5db-230e-478b-a544-773c815a600d owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:41.110857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] For port c9ad1426-2342-4cf0-a458-8af038c509f9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:41.116714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] For port c9ad1426-2342-4cf0-a458-8af038c509f9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9ad1426-2342-4cf0-a458-8af038c509f9,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:41.119394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c1958c4-de46-406e-a361-8a9b991c13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.122445 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c1958c4-de46-406e-a361-8a9b991c13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.129515 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1c1958c4-de46-406e-a361-8a9b991c13ef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/96e1714f-5470-49cf-be84-576c8721e3e7 HTTP/1.1" status: 204 len: 168 time: 0.2503328 Jul 07 22:32:41.139262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.150076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1958c4-de46-406e-a361-8a9b991c13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e1714f-5470-49cf-be84-576c8721e3e7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:41.244443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063540-f3fe-4123-a686-6ae17a2d6a74 None None] Pushing event updated for resources: {'Port': ['ID=c9ad1426-2342-4cf0-a458-8af038c509f9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:41.439227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.445478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-e6153b24-85dd-49c4-a699-35a9f60b6e00 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678963 Jul 07 22:32:41.899651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4515d0b4-972a-4e68-a798-5536319427f4 req-73af3923-397e-4b85-8f38-d35f893ea755 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475801 Jul 07 22:32:41.927250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.008089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Pushing event deleted for resources: {'Port': ['ID=19c5d5db-230e-478b-a544-773c815a600d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:42.064947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] No DVR routers for this DVR port 19c5d5db-230e-478b-a544-773c815a600d on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:42.068867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.070966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4deb736-38c7-4078-acfe-dc2c9505a7f3 req-2d7d909b-a780-40a3-ad5d-cd9082f66306 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.103 "DELETE /v2.0/ports/19c5d5db-230e-478b-a544-773c815a600d HTTP/1.1" status: 204 len: 173 time: 2.4338717 Jul 07 22:32:42.074962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'name': 'network-vif-deleted', 'tag': '19c5d5db-230e-478b-a544-773c815a600d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:42.078321 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cb3ab5-b307-4ab6-85bd-4953b81c4046" -d '{"events": [{"server_uuid": "a320d6e9-1159-4943-ad6f-c4a795bf7ce5", "name": "network-vif-deleted", "tag": "19c5d5db-230e-478b-a544-773c815a600d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:42.195539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5ced6-3ecd-4291-96ba-ea89be2d9db9 req-ad784785-fb02-4321-b165-98cc7a9d0a41 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:42.197934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de5ced6-3ecd-4291-96ba-ea89be2d9db9 req-ad784785-fb02-4321-b165-98cc7a9d0a41 tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/ports?device_id=a320d6e9-1159-4943-ad6f-c4a795bf7ce5 HTTP/1.1" status: 200 len: 867 time: 0.3231437 Jul 07 22:32:42.293973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de5ced6-3ecd-4291-96ba-ea89be2d9db9 req-c223f402-280e-4a44-9ffe-3598ee35417e tempest-ServerGroupTestJSON-2084027995 tempest-ServerGroupTestJSON-2084027995-project] 10.222.0.95 "GET /v2.0/security-groups?id=84a4e1f6-d770-4383-8cc7-00b84884407e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834930 Jul 07 22:32:42.327613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.1 (afb1f260-af05-451f-b0b2-f8cd65d4d496/a71a8b46-6e08-4818-bc52-fb190bdbd600/589c06b5-bd6c-4d96-bf83-5f4531995bae) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:42.599914 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06f4d7-72a8-49c5-8d5e-0f326f30e651 x-openstack-request-id: req-ff06f4d7-72a8-49c5-8d5e-0f326f30e651 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:42.601003 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a320d6e9-1159-4943-ad6f-c4a795bf7ce5", "name": "network-vif-deleted", "tag": "19c5d5db-230e-478b-a544-773c815a600d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:42.601003 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ff06f4d7-72a8-49c5-8d5e-0f326f30e651 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:42.601354 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a320d6e9-1159-4943-ad6f-c4a795bf7ce5', 'name': 'network-vif-deleted', 'tag': '19c5d5db-230e-478b-a544-773c815a600d', 'status': 'completed', 'code': 200} Jul 07 22:32:42.686764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.697442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909ec14-cfc4-494f-8612-2ee7855bdc11 req-1335a522-345c-471a-86f6-617bd26b37ea tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:42.699298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0909ec14-cfc4-494f-8612-2ee7855bdc11 req-1335a522-345c-471a-86f6-617bd26b37ea tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2072091 Jul 07 22:32:42.730678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 589c06b5-bd6c-4d96-bf83-5f4531995bae will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:42.771412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0909ec14-cfc4-494f-8612-2ee7855bdc11 req-5073c1af-4a5f-4f1d-8a6d-4cdc74e71ddc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654020 Jul 07 22:32:42.832524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.872376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60874) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.920827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:42.927970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:42.930936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:42.976944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.985640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04504f42-523c-4657-a796-91e6a09ff5de None None] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:43.074421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=589c06b5-bd6c-4d96-bf83-5f4531995bae,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:43.085204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-60a96342-26c6-413c-a260-f1be1a529c21 None None] Provisioning for port c9ad1426-2342-4cf0-a458-8af038c509f9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:43.100894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1791289993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:43.184803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.185902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.290548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.298051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.352651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3bfef0c-22b4-4e90-bcd8-743d266b19a1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:43.364749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.395701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.400293 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-187699c7-b1ed-4918-ab98-da978d6cedf4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5261438 Jul 07 22:32:43.400968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60882) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:43.412693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1884743253'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:43.484298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:43.489002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.494458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:43.500966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 19c5d5db-230e-478b-a544-773c815a600d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:43.524042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.547976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:43.548644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.552105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 19c5d5db-230e-478b-a544-773c815a600d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:43.552744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 19c5d5db-230e-478b-a544-773c815a600d not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:43.734396 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.775509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e3bfef0c-22b4-4e90-bcd8-743d266b19a1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:43.794304 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.797727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9ad1426-2342-4cf0-a458-8af038c509f9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:43.823162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.835986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.898997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:43.935466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9825858-bb6a-4a2d-9f62-21801656f791,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:43.955119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.961359 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Added segment 93cf2fcc-db98-4a82-bc63-4ad7cdeaf085 of type vlan for network a5483a67-17bb-4c65-a6f1-56e330619a8e Jul 07 22:32:44.050721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dc8dc26f-086a-4a7a-b3b7-4e4dc7de2e01 None None] Provisioning for port 589c06b5-bd6c-4d96-bf83-5f4531995bae completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:44.064859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.068830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dc8dc26f-086a-4a7a-b3b7-4e4dc7de2e01 None None] Provisioning complete for port 589c06b5-bd6c-4d96-bf83-5f4531995bae triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:44.069520 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc26f-086a-4a7a-b3b7-4e4dc7de2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.081671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.127524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dc26f-086a-4a7a-b3b7-4e4dc7de2e01 None None] Port 589c06b5-bd6c-4d96-bf83-5f4531995bae cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:44.129910 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.148052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c9ad1426-2342-4cf0-a458-8af038c509f9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:44.148680 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.152730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c9ad1426-2342-4cf0-a458-8af038c509f9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:44.153343 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.155049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:44.156843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.160807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.258336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.260339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2febfad3-3f66-4100-8be8-bf4995551667 None None] Provisioning complete for port 589c06b5-bd6c-4d96-bf83-5f4531995bae triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:44.261757 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2febfad3-3f66-4100-8be8-bf4995551667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.283162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8810863 Jul 07 22:32:44.286078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60912) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:44.308362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2febfad3-3f66-4100-8be8-bf4995551667 None None] Port 589c06b5-bd6c-4d96-bf83-5f4531995bae cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:44.323469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'subnet': {'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:44.349342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c9ad1426-2342-4cf0-a458-8af038c509f9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9ad1426-2342-4cf0-a458-8af038c509f9,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:44.366274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.392575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:44.451756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac535a7-e4fc-4c04-9e6f-0a5f207b67ff tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Network': ['ID=a5483a67-17bb-4c65-a6f1-56e330619a8e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.472190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=589c06b5-bd6c-4d96-bf83-5f4531995bae,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.472601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a5483a67-17bb-4c65-a6f1-56e330619a8e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:44.494237 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.539343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:44.543244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.555754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Deleting subnet c373c426-cced-4681-a2d4-6c901cf6d434 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:44.593263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c9ad1426-2342-4cf0-a458-8af038c509f9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.595249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.671315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e4690-bd1a-41cb-bb7c-bd339f14615d req-5aaed710-ecb5-475e-9888-27b0a9970c00 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:44.680421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-630e4690-bd1a-41cb-bb7c-bd339f14615d req-5aaed710-ecb5-475e-9888-27b0a9970c00 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.5454464 Jul 07 22:32:44.724140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.814360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-630e4690-bd1a-41cb-bb7c-bd339f14615d req-ab7b508e-2504-484b-ace9-9541da4657c8 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335189 Jul 07 22:32:44.846098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.932082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.003293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:45.012519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:45.025847 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.061007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Subnet': ['ID=c4dcf7bd-1db2-4018-8ad9-dd5710462802,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:45.107626 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.112636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Checking segment: {'id': '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:45.113279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network hostable DHCP agents. Network: a5483a67-17bb-4c65-a6f1-56e330619a8e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:45.113685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c373c426-cced-4681-a2d4-6c901cf6d434 HTTP/1.1" status: 204 len: 168 time: 0.7180521 Jul 07 22:32:45.123670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60926) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:45.184431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4161f7c-6b2a-42bd-8e8b-69f787698021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c373c426-cced-4681-a2d4-6c901cf6d434,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:45.213151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3bfef0c-22b4-4e90-bcd8-743d266b19a1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:45.291137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network a5483a67-17bb-4c65-a6f1-56e330619a8e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:45.300907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 796829cd-7c9c-4ef7-a359-7bcdaa08790a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:45.338914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:45.339636 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.346494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a5483a67-17bb-4c65-a6f1-56e330619a8e) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:45.367301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:45.367930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.383241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.392635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2192747-22e2-40a3-ab6b-d965238118b4 None None] Network a5483a67-17bb-4c65-a6f1-56e330619a8e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:45.470254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-153aeec4-74d4-4598-8cf0-49fe061e3f54 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1721892 Jul 07 22:32:45.471399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60928) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:45.476616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'network': {'name': 'tempest-router-network01--250733202'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:45.483215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:45.502596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b988d1ad-0b46-4ffe-ad5f-31d3748378f8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/796829cd-7c9c-4ef7-a359-7bcdaa08790a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3060191 Jul 07 22:32:45.502954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ef9b409f-00d2-4a57-a8a4-6d43313a5569 None None] Provisioning complete for port 589c06b5-bd6c-4d96-bf83-5f4531995bae triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:45.502954 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef9b409f-00d2-4a57-a8a4-6d43313a5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.508827 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Sync routers for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:45.516569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:45.521483 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:45.521712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.522358 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:45.587686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.607811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321ed554-e9de-4794-bfc1-962c7ef3f849']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:45.610565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:45.631670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa67324-91af-4400-9747-59d127d41a5e') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:45.631670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa67324-91af-4400-9747-59d127d41a5e') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:45.635292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b409f-00d2-4a57-a8a4-6d43313a5569 None None] Port 589c06b5-bd6c-4d96-bf83-5f4531995bae cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:45.656527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.661743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.668329 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Added segment 28695bb2-ce72-4c3d-b2ed-4424a25d380f of type vlan for network 6c0eac45-315a-45b8-9176-88fcfc801527 Jul 07 22:32:45.714943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.718018 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:45.732153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:45.732576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.740061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9ad1426-2342-4cf0-a458-8af038c509f9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:45.827387 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:45.857185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.913369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a5483a67-17bb-4c65-a6f1-56e330619a8e', 'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e', 'tenant_id': '44a44c7695c64510b3fa23038bc413d7', 'fixed_ips': [{'subnet_id': 'c4dcf7bd-1db2-4018-8ad9-dd5710462802'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:45.916520 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:45.950086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa26b92e-536b-433a-beb7-5257e0ee8843 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913297941&fields=id&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 267 time: 0.1167963 Jul 07 22:32:45.959241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c9ad1426-2342-4cf0-a458-8af038c509f9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:45.962209 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.003204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.015136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.035813 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] 10.222.0.95 "DELETE /v2.0/networks/321ed554-e9de-4794-bfc1-962c7ef3f849 HTTP/1.1" status: 204 len: 168 time: 0.8958573 Jul 07 22:32:46.044535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.054086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:46.074029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.147346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e6f49-9e0c-48e0-9335-32eb08cae48e admin admin] Pushing event deleted for resources: {'Network': ['ID=321ed554-e9de-4794-bfc1-962c7ef3f849,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:46.155412 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 2, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:46.157790 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6842318 Jul 07 22:32:46.228810 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Checking router: 796829cd-7c9c-4ef7-a359-7bcdaa08790a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:46.230332 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Updating router 796829cd-7c9c-4ef7-a359-7bcdaa08790a port 589c06b5-bd6c-4d96-bf83-5f4531995bae binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:32:46.230873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-68f63869-5989-496d-9e70-e210189458f6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:46.243239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-68f63869-5989-496d-9e70-e210189458f6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 796 time: 0.2921999 Jul 07 22:32:46.248746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60960) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:46.309903 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.313320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'network': {'name': 'tempest-router-network02--1854669391'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:46.325935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef8c72-372a-4063-82da-6fee5d3cde1c tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Network': ['ID=6c0eac45-315a-45b8-9176-88fcfc801527,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:46.327585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-16270069-b6ff-46c7-866a-50b6451a7cbb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/quotas/0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 375 time: 0.0809863 Jul 07 22:32:46.477722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60964) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:46.575433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5c5a7e1-8b39-4bde-bd5f-187129da27ff admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b376a8baaa5046a6a05d959580c11c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964675 Jul 07 22:32:46.578350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:46.681146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6c0eac45-315a-45b8-9176-88fcfc801527 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:46.711308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d408c72-75b9-4ddf-a636-d35c2cb0a640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.761178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d408c72-75b9-4ddf-a636-d35c2cb0a640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.857207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d408c72-75b9-4ddf-a636-d35c2cb0a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.860233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d408c72-75b9-4ddf-a636-d35c2cb0a640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.864117 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d408c72-75b9-4ddf-a636-d35c2cb0a640 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/84a4e1f6-d770-4383-8cc7-00b84884407e HTTP/1.1" status: 204 len: 168 time: 0.2765415 Jul 07 22:32:46.870064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.875383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408c72-75b9-4ddf-a636-d35c2cb0a640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4e1f6-d770-4383-8cc7-00b84884407e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:46.878560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Allocated IP 2001:db8::2 (a5483a67-17bb-4c65-a6f1-56e330619a8e/c4dcf7bd-1db2-4018-8ad9-dd5710462802/28f7c472-9c18-4420-a5ca-9ca9dd8a6c31) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:46.900078 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.951571 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Transition to ACTIVE for port object 589c06b5-bd6c-4d96-bf83-5f4531995bae will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:46.961391 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.017118 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e52f1-b374-481f-bd25-59d95d6c56f8 None None] Pushing event updated for resources: {'Port': ['ID=589c06b5-bd6c-4d96-bf83-5f4531995bae,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:47.101289 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.113416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Transition to ACTIVE for port object 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:47.143865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:47.148210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.151107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Transition to ACTIVE for port object 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:47.159737 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.206286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Attempting to bind port 589c06b5-bd6c-4d96-bf83-5f4531995bae on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:47.207507 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Attempting to bind port 589c06b5-bd6c-4d96-bf83-5f4531995bae by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:47.207985 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Attempting to bind port 589c06b5-bd6c-4d96-bf83-5f4531995bae on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:47.223696 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:47.225763 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Checking segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:47.226733 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.227431 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Bound using segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:47.228659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8161d7-4983-4f93-86e5-f20733410f2b req-6622dd4f-dd2e-45f4-9b62-4dc3bc50df1a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:47.228961 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Bound port: 589c06b5-bd6c-4d96-bf83-5f4531995bae, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:47.229575 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.239277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef8161d7-4983-4f93-86e5-f20733410f2b req-6622dd4f-dd2e-45f4-9b62-4dc3bc50df1a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 1.2532127 Jul 07 22:32:47.285779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:47.307679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Pushing event updated for resources: {'Port': ['ID=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:47.317762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-a745f86d-c1eb-458a-b6a8-7d322bb6a8af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9804268 Jul 07 22:32:47.333207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Network a5483a67-17bb-4c65-a6f1-56e330619a8e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:47.343381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:47.348080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:47.362133 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] For port 589c06b5-bd6c-4d96-bf83-5f4531995bae, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:47.367745 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] For port 589c06b5-bd6c-4d96-bf83-5f4531995bae, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=589c06b5-bd6c-4d96-bf83-5f4531995bae,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:47.375469 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.442450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Attempting to bind port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:47.442962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Attempting to bind port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:47.444409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Attempting to bind port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 on network a5483a67-17bb-4c65-a6f1-56e330619a8e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:47.451911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:47.452376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Checking segment: {'id': '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:47.452879 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.453390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Bound using segment: {'id': '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:47.453889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Bound port: 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a5483a67-17bb-4c65-a6f1-56e330619a8e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:47.454288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.471413 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:47.472223 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:47.496971 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.497361 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Added segment 647dd0d7-aaab-4f02-9ae5-cb0201e3179a of type vlan for network 05040783-9b18-46a7-b037-0b8cfce3aba3 Jul 07 22:32:47.534427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef8161d7-4983-4f93-86e5-f20733410f2b req-47b7ea4c-b494-4b03-8c85-f12a512ee098 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936471 Jul 07 22:32:47.599247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] For port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:47.605533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] For port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,segment=NetworkSegment(93cf2fcc-db98-4a82-bc63-4ad7cdeaf085),segment_id=93cf2fcc-db98-4a82-bc63-4ad7cdeaf085)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:47.621925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.682508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.766220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d9a8-ac22-4471-bc0b-a649e52ef225 None None] Pushing event updated for resources: {'Port': ['ID=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:47.806095 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:47.864420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-5bfcf75a-6a98-4e53-b8d2-90d0b753dff5 service neutron] 10.222.0.95 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456550 Jul 07 22:32:48.100327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.122501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:48.126953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.358093 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e52f1-b374-481f-bd25-59d95d6c56f8 None None] Pushing event updated for resources: {'Port': ['ID=589c06b5-bd6c-4d96-bf83-5f4531995bae,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:48.390182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae1b0-ba15-4dff-97b7-48146ccf09aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.399494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1076057 Jul 07 22:32:48.402538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32770) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:48.409628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'subnet': {'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:48.441779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7f941-6906-480f-8311-7ae1506667c7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Network': ['ID=05040783-9b18-46a7-b037-0b8cfce3aba3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:48.457677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 05040783-9b18-46a7-b037-0b8cfce3aba3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:48.483834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:47Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:48.522172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-55471721-e7f0-4a63-a09b-6eeee8993155 service neutron] 10.222.0.95 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553469 Jul 07 22:32:48.532504 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fde-4379-4d6e-9521-e66ffeef9d6a None None] The sync data for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 is: [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:47Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:48.742140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.764047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:48.775387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.182574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8536ea0-79d7-49f6-b1a2-84441f601f7c req-003204ac-e44b-44ae-9a0b-31bfceb55826 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 210 time: 0.0944264 Jul 07 22:32:49.285035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 589c06b5-bd6c-4d96-bf83-5f4531995bae up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:49.307836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.502341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 589c06b5-bd6c-4d96-bf83-5f4531995bae completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:49.516088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Subnet': ['ID=4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:49.525342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 589c06b5-bd6c-4d96-bf83-5f4531995bae triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:49.532163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.532373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Checking segment: {'id': '28695bb2-ce72-4c3d-b2ed-4424a25d380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:49.532753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network hostable DHCP agents. Network: 6c0eac45-315a-45b8-9176-88fcfc801527, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:49.556973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.558349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.559024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.559532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.560172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.560671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.562131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.563110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.565785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.566150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.566504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.566966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.607479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network 6c0eac45-315a-45b8-9176-88fcfc801527 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:49.634571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6c0eac45-315a-45b8-9176-88fcfc801527) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:49.648599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:49.649508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.668141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1cab9-5a42-4dc3-996f-fcad0b05886a None None] Network 6c0eac45-315a-45b8-9176-88fcfc801527 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:49.699298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a618cfcd-a8b9-4b58-bda6-2c60cbcc6651 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2949612 Jul 07 22:32:49.702247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32810) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:49.708015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'subnet': {'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:49.944570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340b73-0bfc-4fb2-b6a0-025bdab097b5 req-ac2bfa2e-1ab8-4c99-9607-63ec706db36d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:49.962192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac340b73-0bfc-4fb2-b6a0-025bdab097b5 req-ac2bfa2e-1ab8-4c99-9607-63ec706db36d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.1716948 Jul 07 22:32:50.026503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:50.036728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.065973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac340b73-0bfc-4fb2-b6a0-025bdab097b5 req-5c0a8a52-fafc-4482-8292-e8644e6a833e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010344 Jul 07 22:32:50.082548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8be2c6-975c-4cd1-86a7-c51ea0ea6db3 None None] Network a5483a67-17bb-4c65-a6f1-56e330619a8e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:50.260845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5a1d895-092a-49fd-8c2e-1c1610b68f9c req-480d73c0-af4c-4e0e-af2e-b8a434a28be8 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0920596 Jul 07 22:32:50.402419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.411227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-6c0eac45-315a-45b8-9176-88fcfc801527', 'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527', 'tenant_id': '44a44c7695c64510b3fa23038bc413d7', 'fixed_ips': [{'subnet_id': '4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:50.421315 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.442119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-68f5122a-90f4-4764-b323-243c49d84a7a None None] Provisioning for port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:50.470973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-09c320d1-3128-4791-bde7-b3e96ce82345 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:50.472558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-09c320d1-3128-4791-bde7-b3e96ce82345 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.2080431 Jul 07 22:32:50.609884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Subnet': ['ID=4669fc2c-1ca6-4211-9335-baee7ea26c65,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:50.638609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Checking segment: {'id': '647dd0d7-aaab-4f02-9ae5-cb0201e3179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:50.639006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network hostable DHCP agents. Network: 05040783-9b18-46a7-b037-0b8cfce3aba3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:50.674405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network 05040783-9b18-46a7-b037-0b8cfce3aba3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:50.690873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 05040783-9b18-46a7-b037-0b8cfce3aba3) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:50.699830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:50.703438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.705498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5ffada3-34a7-48e8-b068-1dc7623654a5 req-d147b949-74c7-4f25-824d-3e09ab5002d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 210 time: 0.1776075 Jul 07 22:32:50.736662 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d3ccc59-5d72-4152-b1c1-b42d98deef90 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0328567 Jul 07 22:32:50.741640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32834) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:50.857501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cc534-7c1e-4459-9085-c80ddbfeb07a None None] Network 05040783-9b18-46a7-b037-0b8cfce3aba3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:51.143895 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d2334dcf-86b3-48df-80a3-f541eef98fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.149986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Allocated IP 2001:db8::2 (6c0eac45-315a-45b8-9176-88fcfc801527/4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6/af55eef1-b527-4565-8aef-1dfe05f0da4b) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:51.217704 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.356421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Deleting port 83afb0a4-3010-4147-9fff-95e186ee4394 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:51.356917 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.416107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 589c06b5-bd6c-4d96-bf83-5f4531995bae, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=589c06b5-bd6c-4d96-bf83-5f4531995bae,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:51.432755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.433890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:51.636410 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.666962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-05040783-9b18-46a7-b037-0b8cfce3aba3', 'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3', 'tenant_id': '44a44c7695c64510b3fa23038bc413d7', 'fixed_ips': [{'subnet_id': '4669fc2c-1ca6-4211-9335-baee7ea26c65'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:51.674666 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.732856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.785273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] For port 83afb0a4-3010-4147-9fff-95e186ee4394, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=83afb0a4-3010-4147-9fff-95e186ee4394,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:51.785913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.810330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e1d4-ffec-4d8c-b5cc-01cd46eedeee req-385273de-d003-45d9-a874-7f6125a384b4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:51.812442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4444e1d4-ffec-4d8c-b5cc-01cd46eedeee req-385273de-d003-45d9-a874-7f6125a384b4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 946 time: 0.4698420 Jul 07 22:32:51.836044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=589c06b5-bd6c-4d96-bf83-5f4531995bae,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:51.902018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:51.930339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Calling delete_port for 83afb0a4-3010-4147-9fff-95e186ee4394 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:51.939368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:51.939756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.991919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.038768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Transition to ACTIVE for port object af55eef1-b527-4565-8aef-1dfe05f0da4b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:52.112200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Transition to ACTIVE for port object af55eef1-b527-4565-8aef-1dfe05f0da4b will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:52.157933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Allocated IP 2001:db8::2 (05040783-9b18-46a7-b037-0b8cfce3aba3/4669fc2c-1ca6-4211-9335-baee7ea26c65/5751dfa6-5fce-4126-a6ba-8a70a3a9d521) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:52.205348 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.247073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-f8d494e3-16da-4bab-9893-0c35e017abe4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:52.248892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-f8d494e3-16da-4bab-9893-0c35e017abe4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 796 time: 0.4594750 Jul 07 22:32:52.330383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.374772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-bd1651fe-1c2a-45a5-9d60-b63c840733b1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 379 time: 0.1171622 Jul 07 22:32:52.392255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.393281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'port': {'device_id': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'admin_state_up': True, 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'security_groups': ['765ddff0-1819-4f7f-8b11-31a4a660450c']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:52.416302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Network 6c0eac45-315a-45b8-9176-88fcfc801527 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:52.432086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Allocated IP 2001:db8::1 (6c0eac45-315a-45b8-9176-88fcfc801527/4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6/2e1d1af9-2e66-4f2c-8fd1-93434f47bad8) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:52.504230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:52.513894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:52.545021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Pushing event updated for resources: {'Port': ['ID=af55eef1-b527-4565-8aef-1dfe05f0da4b,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:52.564839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cb6f659b-2243-4719-905e-25b1594663a4 None None] Provisioning complete for port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:52.564839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb6f659b-2243-4719-905e-25b1594663a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.621292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:52.625143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.668191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76c8bb70-2a46-426d-83e1-469de2ebaa35 req-90bf1444-50c2-4d61-87cc-bc1ca42a61e9 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1159327 Jul 07 22:32:52.733910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4444e1d4-ffec-4d8c-b5cc-01cd46eedeee req-7e450f20-5d0c-4d62-ac4c-01cf77e87d0a tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134493 Jul 07 22:32:52.782949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.814911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Transition to ACTIVE for port object 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:52.881019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.13 (afb1f260-af05-451f-b0b2-f8cd65d4d496/a71a8b46-6e08-4818-bc52-fb190bdbd600/5d119acf-fad4-4ded-b786-0c67b0922c8a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:52.931135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.948802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.006771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event deleted for resources: {'Port': ['ID=83afb0a4-3010-4147-9fff-95e186ee4394,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:53.091531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,segment=NetworkSegment(93cf2fcc-db98-4a82-bc63-4ad7cdeaf085),segment_id=93cf2fcc-db98-4a82-bc63-4ad7cdeaf085)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:53.111657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Attempting to bind port af55eef1-b527-4565-8aef-1dfe05f0da4b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:53.112049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Attempting to bind port af55eef1-b527-4565-8aef-1dfe05f0da4b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '28695bb2-ce72-4c3d-b2ed-4424a25d380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:53.112417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Attempting to bind port af55eef1-b527-4565-8aef-1dfe05f0da4b on network 6c0eac45-315a-45b8-9176-88fcfc801527 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:53.122955 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.155972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] No DVR routers for this DVR port 83afb0a4-3010-4147-9fff-95e186ee4394 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:53.161524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.165096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.167696 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cffacec9-9f70-48b1-bbd6-e9695833a91e req-c0792cfa-bce2-4353-bb5d-df195fb20842 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "DELETE /v2.0/ports/83afb0a4-3010-4147-9fff-95e186ee4394 HTTP/1.1" status: 204 len: 173 time: 2.6786678 Jul 07 22:32:53.186730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network 6c0eac45-315a-45b8-9176-88fcfc801527 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:53.189523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c968635-d798-4656-9488-267750950660', 'name': 'network-vif-deleted', 'tag': '83afb0a4-3010-4147-9fff-95e186ee4394'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:53.193844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 5d119acf-fad4-4ded-b786-0c67b0922c8a will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:53.196329 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2fb10-e026-43ef-98fd-3781642d6751" -d '{"events": [{"server_uuid": "5c968635-d798-4656-9488-267750950660", "name": "network-vif-deleted", "tag": "83afb0a4-3010-4147-9fff-95e186ee4394"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:53.245418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:53.245793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Checking segment: {'id': '28695bb2-ce72-4c3d-b2ed-4424a25d380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:53.250785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.251211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Bound using segment: {'id': '28695bb2-ce72-4c3d-b2ed-4424a25d380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:53.251718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Bound port: af55eef1-b527-4565-8aef-1dfe05f0da4b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28695bb2-ce72-4c3d-b2ed-4424a25d380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6c0eac45-315a-45b8-9176-88fcfc801527'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:53.256935 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.261244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Port': ['ID=2e1d1af9-2e66-4f2c-8fd1-93434f47bad8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:53.289336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c47e401-6414-42b2-baf1-1c76fa8992d1 req-f0fdb31f-2ffc-4f5c-8178-ed072b8230e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 210 time: 0.2243283 Jul 07 22:32:53.291458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:53.304787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:53.305596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.310062 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.440745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 589c06b5-bd6c-4d96-bf83-5f4531995bae up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:53.464197 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca74f27-857a-4b7d-817c-de70f4c2d2da x-openstack-request-id: req-5ca74f27-857a-4b7d-817c-de70f4c2d2da {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:53.464753 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c968635-d798-4656-9488-267750950660", "name": "network-vif-deleted", "tag": "83afb0a4-3010-4147-9fff-95e186ee4394", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:53.464850 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5ca74f27-857a-4b7d-817c-de70f4c2d2da {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:53.465436 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c968635-d798-4656-9488-267750950660', 'name': 'network-vif-deleted', 'tag': '83afb0a4-3010-4147-9fff-95e186ee4394', 'status': 'completed', 'code': 200} Jul 07 22:32:53.499305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:53.501347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:53.517921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:53.523855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:53.551857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.570924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 83afb0a4-3010-4147-9fff-95e186ee4394 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:53.609893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 83afb0a4-3010-4147-9fff-95e186ee4394 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:53.609893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 83afb0a4-3010-4147-9fff-95e186ee4394 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:53.621688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:53.621688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.645809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-fa1c099d-817a-42bf-8923-431ea700348c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620943 Jul 07 22:32:53.656723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-5e369d79-84c8-4ba9-88ec-eb41a23ad1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:32:53.657767 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-5e369d79-84c8-4ba9-88ec-eb41a23ad1e4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062389 Jul 07 22:32:53.669206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:53.736127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.851762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Request body: {'port': {'device_id': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:53.872454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Transition to ACTIVE for port object 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:54.014613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] For port af55eef1-b527-4565-8aef-1dfe05f0da4b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:54.034448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.037047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] For port af55eef1-b527-4565-8aef-1dfe05f0da4b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=af55eef1-b527-4565-8aef-1dfe05f0da4b,segment=NetworkSegment(28695bb2-ce72-4c3d-b2ed-4424a25d380f),segment_id=28695bb2-ce72-4c3d-b2ed-4424a25d380f)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:54.057911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Transition to ACTIVE for port object 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:54.063927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.092097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.175328 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.196481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50bad13c-c26c-49c1-8ab8-290bc0ea5f34 req-01ce303c-db1e-452c-81db-07d0df25fdd3 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0909863 Jul 07 22:32:54.254739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 589c06b5-bd6c-4d96-bf83-5f4531995bae triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:54.255360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.267998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c969355c-914c-4efa-866d-8628fe40a290 req-16dde90a-35fc-4ebf-ba1e-6b33e968b8af tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c968635-d798-4656-9488-267750950660 HTTP/1.1" status: 200 len: 210 time: 0.0685098 Jul 07 22:32:54.432741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Network 05040783-9b18-46a7-b037-0b8cfce3aba3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:54.437357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036493ce-91d7-4720-a2c6-6c0932abbc3f None None] Pushing event updated for resources: {'Port': ['ID=af55eef1-b527-4565-8aef-1dfe05f0da4b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.477511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.492818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.496813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.558120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Pushing event updated for resources: {'Port': ['ID=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.560404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b98e6059-a616-4093-b54c-851d886fc957 None None] Provisioning for port 5d119acf-fad4-4ded-b786-0c67b0922c8a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:54.572299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:54.576799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b98e6059-a616-4093-b54c-851d886fc957 None None] Provisioning complete for port 5d119acf-fad4-4ded-b786-0c67b0922c8a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:54.577822 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b98e6059-a616-4093-b54c-851d886fc957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.579821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:54.793244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d119acf-fad4-4ded-b786-0c67b0922c8a {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:54.804496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.844234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Transition to ACTIVE for port object 5d119acf-fad4-4ded-b786-0c67b0922c8a will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:54.882790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.893148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network 6c0eac45-315a-45b8-9176-88fcfc801527 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:54.900098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:54.908730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b98e6059-a616-4093-b54c-851d886fc957 None None] Port 5d119acf-fad4-4ded-b786-0c67b0922c8a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:54.948376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Port': ['ID=2e1d1af9-2e66-4f2c-8fd1-93434f47bad8,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.956086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Attempting to bind port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:54.956773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Attempting to bind port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '647dd0d7-aaab-4f02-9ae5-cb0201e3179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:54.957337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Attempting to bind port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 on network 05040783-9b18-46a7-b037-0b8cfce3aba3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:54.985387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:54.986498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Checking segment: {'id': '647dd0d7-aaab-4f02-9ae5-cb0201e3179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:54.986498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.986871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Bound using segment: {'id': '647dd0d7-aaab-4f02-9ae5-cb0201e3179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:54.987279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Bound port: 5751dfa6-5fce-4126-a6ba-8a70a3a9d521, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647dd0d7-aaab-4f02-9ae5-cb0201e3179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '05040783-9b18-46a7-b037-0b8cfce3aba3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:54.987715 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.032052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:55.182793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] For port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:55.187812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] For port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,segment=NetworkSegment(647dd0d7-aaab-4f02-9ae5-cb0201e3179a),segment_id=647dd0d7-aaab-4f02-9ae5-cb0201e3179a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:55.202166 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.202369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:55.204642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:55.205749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:55.215740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:32:55.215740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:55.233196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:55.233196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Checking segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:55.233716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Bound using segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:55.234529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Bound port: 5d119acf-fad4-4ded-b786-0c67b0922c8a, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:55.236478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.390686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f539f-8d7b-4b38-86ad-99cc5cbbe011 None None] Pushing event updated for resources: {'Port': ['ID=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:55.398200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d136fed-8f35-4474-adb7-6fed8c1701e4 req-d502d5c8-81e7-47d8-9d05-49f5cf371848 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:55.403261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d136fed-8f35-4474-adb7-6fed8c1701e4 req-d502d5c8-81e7-47d8-9d05-49f5cf371848 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 932 time: 0.6243434 Jul 07 22:32:55.438678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-702f691d-258e-4d3f-96f6-9557235f8fd7 req-9aba53a8-2959-4086-9bdd-cd0c032e3e56 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0812271 Jul 07 22:32:55.510179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:55.519880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:55.550055 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.577510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device af55eef1-b527-4565-8aef-1dfe05f0da4b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:55.592693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19a21249-4bea-4fab-8cc7-097a384ac53a req-48dcd623-9251-4e02-8ca0-992197516c89 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0470932 Jul 07 22:32:55.645180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d136fed-8f35-4474-adb7-6fed8c1701e4 req-8df996bb-8b3a-4b43-b35a-c92ef8509168 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365789 Jul 07 22:32:55.661136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:55.662679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.665330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] 10.222.0.97 "PUT /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1093 time: 2.0008729 Jul 07 22:32:55.666179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:55.676975 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3218a-8aed-405e-b9fd-24118453cb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:55.684697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Router 0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:32:55.689181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb4057-3e88-40e9-8cc5-080b4578c82e service neutron] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:55.795448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port af55eef1-b527-4565-8aef-1dfe05f0da4b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:55.820516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:55.975114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-39d51016-7662-4183-b412-eb51a0309292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:56.006963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-39d51016-7662-4183-b412-eb51a0309292 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1096 time: 0.2820511 Jul 07 22:32:56.018191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:56.018880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.121560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:56.139307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-98863835-c785-46c7-9b61-37097ed124b4 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3895612 Jul 07 22:32:56.141539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32898) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:56.145855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] Sync routers for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:56.180174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:56.181687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:56.228799 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87f0dc-4cbe-4cb5-82e8-c3e686b4bfd0 x-openstack-request-id: req-2c87f0dc-4cbe-4cb5-82e8-c3e686b4bfd0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:56.234857 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:56.236048 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c87f0dc-4cbe-4cb5-82e8-c3e686b4bfd0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:56.238162 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'status': 'completed', 'code': 200} Jul 07 22:32:56.249649 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-ce0e1e48-d2dd-45f5-99f9-68c62e8ea271 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 217 time: 0.2191751 Jul 07 22:32:56.422894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:56.472135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:56.473738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:56.488909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-7df34884-af18-4d65-9134-b64550c06d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:56.497870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-7df34884-af18-4d65-9134-b64550c06d0a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.2434137 Jul 07 22:32:56.594859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:56.597781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615c433-aa06-43a4-8009-e496eea75f3f None None] The sync data for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:56.687314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-480ace18-bee1-479b-a5cb-13f16409a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:56.692436 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-480ace18-bee1-479b-a5cb-13f16409a749 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776211 Jul 07 22:32:56.819001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad49785-bb83-4667-8ffd-33edb0eb542b None None] Network 6c0eac45-315a-45b8-9176-88fcfc801527 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:56.838366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-8eadca5e-015f-4f37-9187-35e1feffb7c4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:56.845895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-8eadca5e-015f-4f37-9187-35e1feffb7c4 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.3190897 Jul 07 22:32:56.902479 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-d1a2ad4f-e64b-4f51-a3c2-1966436f1caa service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052386 Jul 07 22:32:56.953479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-3cde038d-52cb-4b8d-a1a3-afbe34bd8830 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/quotas/87641727c39a4ad2b6dcbfadc8267067 HTTP/1.1" status: 200 len: 375 time: 0.1063988 Jul 07 22:32:57.053392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] Provisioning for port af55eef1-b527-4565-8aef-1dfe05f0da4b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:57.077625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] Provisioning complete for port af55eef1-b527-4565-8aef-1dfe05f0da4b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:57.078010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.259057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2652bf77-4477-47e1-939e-dd4e40d0b216 req-e0ca9364-a911-4d86-985d-6867011867cc service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478394 Jul 07 22:32:57.370151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:57.457503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-e8c78b18-8460-4c28-8a27-f6853e8bcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:57.460187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-e8c78b18-8460-4c28-8a27-f6853e8bcb5d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1096 time: 0.1328623 Jul 07 22:32:57.466478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.538304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] For port af55eef1-b527-4565-8aef-1dfe05f0da4b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=af55eef1-b527-4565-8aef-1dfe05f0da4b,segment=NetworkSegment(28695bb2-ce72-4c3d-b2ed-4424a25d380f),segment_id=28695bb2-ce72-4c3d-b2ed-4424a25d380f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:57.558064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.649120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63956d78-1500-4220-a34f-721c848f063c req-2c5cfdf8-3017-4d60-85cb-979348992435 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.7596996 Jul 07 22:32:57.676155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-8f9b52a8-b1c4-4eb2-827f-5eb0579bfe20 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7214980 Jul 07 22:32:57.687498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:57.707239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-de2d842e-4c99-45a3-8c71-47bfbf0e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:57.709496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-de2d842e-4c99-45a3-8c71-47bfbf0e7bf7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 0.2436473 Jul 07 22:32:57.790366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf5fce5-961a-44e6-b93e-9249a7fe4a9a None None] Network 05040783-9b18-46a7-b037-0b8cfce3aba3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:57.801286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-ce1d64f8-215f-4cbf-b290-96045bfa38a2 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239598 Jul 07 22:32:57.899721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cdc3e-b516-42a8-9f74-52c4d406e85f None None] Pushing event updated for resources: {'Port': ['ID=af55eef1-b527-4565-8aef-1dfe05f0da4b,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:57.940698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] Provisioning for port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:57.962018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] Provisioning complete for port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:57.962411 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.062529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-37b9fdfd-f26a-4efe-ba43-155cbdb815c9 service neutron] 10.222.0.95 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602417 Jul 07 22:32:58.219490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e0c54-37fa-4e48-b2dd-870752187013 req-e6000a6f-1c2a-4f56-af2f-f04c75f910d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.221393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-902e0c54-37fa-4e48-b2dd-870752187013 req-e6000a6f-1c2a-4f56-af2f-f04c75f910d7 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 944 time: 0.2416117 Jul 07 22:32:58.244048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-ad9040dc-506b-4041-b1cf-8215e077458d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 217 time: 0.5271189 Jul 07 22:32:58.351309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-902e0c54-37fa-4e48-b2dd-870752187013 req-954096f8-d29b-435d-88bc-961f149a266d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238384 Jul 07 22:32:58.418440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-faeddd84-d1e9-4ff1-aa6d-f2c13435a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.420290 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-faeddd84-d1e9-4ff1-aa6d-f2c13435a1be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.1695354 Jul 07 22:32:58.420917 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-656298ad-d1ac-4cd8-b9fe-60714e298554 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:58.426676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-656298ad-d1ac-4cd8-b9fe-60714e298554 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2506049 Jul 07 22:32:58.429143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32934) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:58.597552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.628510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-aadc5191-9a56-4e9b-a4a5-6aed5a49feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.630068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-aadc5191-9a56-4e9b-a4a5-6aed5a49feaa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974125 Jul 07 22:32:58.749603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] For port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,segment=NetworkSegment(647dd0d7-aaab-4f02-9ae5-cb0201e3179a),segment_id=647dd0d7-aaab-4f02-9ae5-cb0201e3179a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:58.764631 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.896251 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-b323ea21-8663-4d2c-a3d3-f6c5ae9186b2 service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581162 Jul 07 22:32:58.975077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aeb3c-9dd4-4391-a380-f23138b5da8b None None] Pushing event updated for resources: {'Port': ['ID=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:59.002157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-176de298-f348-450d-b664-e40c683b1380 None None] Provisioning for port 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:59.007947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-176de298-f348-450d-b664-e40c683b1380 None None] Provisioning complete for port 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:59.008405 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-176de298-f348-450d-b664-e40c683b1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.155875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-176de298-f348-450d-b664-e40c683b1380 None None] Port 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:32:59.164145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f348071-43e9-4590-8897-fac90b08f914 req-e4aaaa16-c401-4798-806f-a6b5f061dc4f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 210 time: 0.2656519 Jul 07 22:32:59.179756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-176de298-f348-450d-b664-e40c683b1380 None None] Provisioning complete for port af55eef1-b527-4565-8aef-1dfe05f0da4b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:59.180275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-176de298-f348-450d-b664-e40c683b1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.264133 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65d3218a-8aed-405e-b9fd-24118453cb6c req-446bd52c-7428-4744-ba09-03f9058d803e service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561864 Jul 07 22:32:59.386825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:59.678462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:59.683976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.799571 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:32:59.928150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62b71-15c4-497b-aed6-8da4a0cb0984 req-85c8da7f-abb9-41f0-bcad-fd43e5e4f59c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:59.936458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6f62b71-15c4-497b-aed6-8da4a0cb0984 req-85c8da7f-abb9-41f0-bcad-fd43e5e4f59c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 944 time: 0.3033843 Jul 07 22:33:00.011802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.048968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6f62b71-15c4-497b-aed6-8da4a0cb0984 req-e13998fd-d02a-4670-95d7-aec43e64253d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113517 Jul 07 22:33:00.189839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40fe19fc-0025-481e-acd5-57a5ea6f3814 None None] Provisioning complete for port 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:00.190388 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40fe19fc-0025-481e-acd5-57a5ea6f3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.296690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-40fe19fc-0025-481e-acd5-57a5ea6f3814 None None] Port 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:00.321854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device af55eef1-b527-4565-8aef-1dfe05f0da4b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:00.331326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40fe19fc-0025-481e-acd5-57a5ea6f3814 None None] Provisioning complete for port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:00.331939 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40fe19fc-0025-481e-acd5-57a5ea6f3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.444960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6943fd34-0ca4-4e86-bf3f-135b637cc306 req-c1d3a7c2-a9fd-40ff-af17-6a25346b643b tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0848122 Jul 07 22:33:00.478228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port af55eef1-b527-4565-8aef-1dfe05f0da4b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:00.478891 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.502040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42cf15ee-24d5-47fa-8037-4d90404d4dcd req-fbe75a28-6db2-497d-8a8e-31467c9edfa1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 210 time: 0.0598321 Jul 07 22:33:00.687510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-baa4f61e-6807-45fd-8238-0ea95fe93ff9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:00.689501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-baa4f61e-6807-45fd-8238-0ea95fe93ff9 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 812 time: 0.1286581 Jul 07 22:33:00.707664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Request body: {'port': {'device_id': 'a2e5c807-164c-4618-9dbc-06130467d950', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'admin_state_up': True, 'tenant_id': '87641727c39a4ad2b6dcbfadc8267067'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:00.854889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting port 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:00.855331 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.930156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Made reservation on behalf of 87641727c39a4ad2b6dcbfadc8267067 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:00.934262 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.981811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.027326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Calling delete_port for 2e1d1af9-2e66-4f2c-8fd1-93434f47bad8 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:01.144215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:33:01.249407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Allocated IP 172.20.0.7 (15c75b46-a719-4627-80b7-15541a91346d/c3119dd3-d91c-42f2-8566-6e898d5d0d7d/127fd4e1-f672-447c-ad55-70b580d0c1ae) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:01.334777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:01.356016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'port_id': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'mac_address': 'fa:16:3e:b5:1e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:33:01.375387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc4da-877a-4d32-9a69-145ac7b2d7e0 req-343f2344-c9c6-485e-8a8b-400bb45c3c57 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:01.382957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68bbc4da-877a-4d32-9a69-145ac7b2d7e0 req-343f2344-c9c6-485e-8a8b-400bb45c3c57 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 944 time: 0.1936359 Jul 07 22:33:01.413968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:01.440280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.458070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d119acf-fad4-4ded-b786-0c67b0922c8a {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:01.494723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:01.507684 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.538850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68bbc4da-877a-4d32-9a69-145ac7b2d7e0 req-0b7f54c2-4f58-421b-b2c8-2eafa80af7f0 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549544 Jul 07 22:33:01.604646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.654300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4bc04381-2d56-4d70-83d5-3b52e16a50ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.672138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Port': ['ID=2e1d1af9-2e66-4f2c-8fd1-93434f47bad8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:01.695996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:01.733686 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.826898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4bc04381-2d56-4d70-83d5-3b52e16a50ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.836552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4bc04381-2d56-4d70-83d5-3b52e16a50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.878137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5d119acf-fad4-4ded-b786-0c67b0922c8a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:01.899040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc04381-2d56-4d70-83d5-3b52e16a50ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a153ec-d1cc-4d51-9539-b16ac8d450aa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:01.904140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4bc04381-2d56-4d70-83d5-3b52e16a50ee admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4f3faeac078941fa95895056b693c33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878829 Jul 07 22:33:01.906619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:01.922662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf9c7f97-1f19-496a-bc7f-b23358b66305 req-7e300f6e-6eb7-4787-97b7-6a10ecb10597 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1846066 Jul 07 22:33:01.960009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-448b8120-8d32-4808-a649-cf74656dccfa req-506d6c30-69aa-463d-b234-327d20f3f2d1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 210 time: 0.2206657 Jul 07 22:33:01.961010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.972485 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.008352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600edd91-b306-4759-9ad3-6159bed0fdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.049866 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600edd91-b306-4759-9ad3-6159bed0fdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.088872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event updated for resources: {'Port': ['ID=127fd4e1-f672-447c-ad55-70b580d0c1ae,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:02.105183 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600edd91-b306-4759-9ad3-6159bed0fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.107767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-600edd91-b306-4759-9ad3-6159bed0fdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.111409 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-600edd91-b306-4759-9ad3-6159bed0fdcb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f0a153ec-d1cc-4d51-9539-b16ac8d450aa HTTP/1.1" status: 204 len: 168 time: 0.2008195 Jul 07 22:33:02.128321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600edd91-b306-4759-9ad3-6159bed0fdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a153ec-d1cc-4d51-9539-b16ac8d450aa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:02.148422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Network 15c75b46-a719-4627-80b7-15541a91346d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:02.152389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:02.163099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:02.283954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:02.284615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.312044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Router 0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:02.317336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-a12cc60f-390c-4059-baa5-12678a32c6ad tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6166351 Jul 07 22:33:02.331539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Request body: {'port': {'device_id': 'a2e5c807-164c-4618-9dbc-06130467d950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:02.424893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:02.431364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a0cc20ae-1209-46b4-bde7-86f468ff8b30 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9973719 Jul 07 22:33:02.435187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33004) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.447165 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] Sync routers for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:02.465764 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:02.468606 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.481398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33008) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.503475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-75dea520-2f13-4209-94f0-0151eb8c1f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.509082 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-1719f8c3-0799-45a6-bf0f-20bdf22ac00d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] delete failed (client error): The resource could not be found. Jul 07 22:33:02.513874 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1719f8c3-0799-45a6-bf0f-20bdf22ac00d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/routers/tempest-non_exist_router-283148820 HTTP/1.1" status: 404 len: 334 time: 0.0776424 Jul 07 22:33:02.514435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33010) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.515181 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.519957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c3ddc62e-6e5e-4fb6-8f94-f67cd59f6136 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:02.523668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.527495 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:02.528671 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.579936 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.582402 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e6cdf-00af-48e5-8148-f777f07f34c0 None None] The sync data for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:02.790354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc62e-6e5e-4fb6-8f94-f67cd59f6136 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.814132 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c3ddc62e-6e5e-4fb6-8f94-f67cd59f6136 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] update failed (client error): The resource could not be found. Jul 07 22:33:02.815366 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3ddc62e-6e5e-4fb6-8f94-f67cd59f6136 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 HTTP/1.1" status: 404 len: 339 time: 0.2999599 Jul 07 22:33:02.819712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33016) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.825812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1262515654'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:02.893171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-75dea520-2f13-4209-94f0-0151eb8c1f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.901570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-75dea520-2f13-4209-94f0-0151eb8c1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.913953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:02.914924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cbd1d-2735-4174-b6cb-11d7e8acaa56 req-6a4ab0b4-8c7b-47f5-a632-549aa6bf3082 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:02.916489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-179cbd1d-2735-4174-b6cb-11d7e8acaa56 req-6a4ab0b4-8c7b-47f5-a632-549aa6bf3082 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.2085478 Jul 07 22:33:02.917586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.943607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:02.953552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.953896 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Added segment bed4a470-2e67-4409-93d7-eb0be30533a5 of type vlan for network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa Jul 07 22:33:02.998560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.020534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dea520-2f13-4209-94f0-0151eb8c1f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79534d51-1356-4edf-b1d1-b322c4b5f896,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.028898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33022) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.029317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-75dea520-2f13-4209-94f0-0151eb8c1f34 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=acbf07b157a84fa0a91decd5e3ac6b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461378 Jul 07 22:33:03.038568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.047650 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:03.059414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.089757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-179cbd1d-2735-4174-b6cb-11d7e8acaa56 req-ac67e673-e215-4862-83c5-06e32f091bd5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524651 Jul 07 22:33:03.093491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127fd4e1-f672-447c-ad55-70b580d0c1ae {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:03.123822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.157808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:03.210683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 5d119acf-fad4-4ded-b786-0c67b0922c8a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:03.215817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 5d119acf-fad4-4ded-b786-0c67b0922c8a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:03.216472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.241840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d75502b5-706c-4161-bc12-42f920a156ee req-6b257454-939c-4400-b556-1773891b98c6 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0799026 Jul 07 22:33:03.255756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Transition to ACTIVE for port object 127fd4e1-f672-447c-ad55-70b580d0c1ae will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:03.261141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33024) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.261737 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4405649 Jul 07 22:33:03.267979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'subnet': {'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:03.292098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87d7e8b3-7e0f-44b2-b8da-b58c205f98fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.299579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87c436-5075-46f4-bb0c-550de5726608 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Network': ['ID=9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.305511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.332691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87d7e8b3-7e0f-44b2-b8da-b58c205f98fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.346614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:03.407645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87d7e8b3-7e0f-44b2-b8da-b58c205f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.410540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87d7e8b3-7e0f-44b2-b8da-b58c205f98fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.415020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87d7e8b3-7e0f-44b2-b8da-b58c205f98fb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/79534d51-1356-4edf-b1d1-b322c4b5f896 HTTP/1.1" status: 204 len: 168 time: 0.3820789 Jul 07 22:33:03.426545 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.428294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7e8b3-7e0f-44b2-b8da-b58c205f98fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79534d51-1356-4edf-b1d1-b322c4b5f896,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.508338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:03.522989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:03.524527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Pushing event updated for resources: {'Port': ['ID=127fd4e1-f672-447c-ad55-70b580d0c1ae,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.532144 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e20d0-9b54-4590-88d4-0224033b6cef" -d '{"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-plugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:03.561977 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.666618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Made reservation on behalf of 44a44c7695c64510b3fa23038bc413d7 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:03.670706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.674082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.679357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Attempting to bind port 127fd4e1-f672-447c-ad55-70b580d0c1ae on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:03.679709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Attempting to bind port 127fd4e1-f672-447c-ad55-70b580d0c1ae by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:03.680046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Attempting to bind port 127fd4e1-f672-447c-ad55-70b580d0c1ae on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:03.727375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ada1be-8f82-4a22-8a55-ff6b8d5ca72f req-855284eb-6b34-4891-a9fb-8f23c0ee114b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:03.734278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20ada1be-8f82-4a22-8a55-ff6b8d5ca72f req-855284eb-6b34-4891-a9fb-8f23c0ee114b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 943 time: 0.3775716 Jul 07 22:33:03.754125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Port 127fd4e1-f672-447c-ad55-70b580d0c1ae on network 15c75b46-a719-4627-80b7-15541a91346d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:33:03.754125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Attempting to bind port 127fd4e1-f672-447c-ad55-70b580d0c1ae on network 15c75b46-a719-4627-80b7-15541a91346d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:03.781276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:03.781633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Checking segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:03.782010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Bound using segment: {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:03.782457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Bound port: 127fd4e1-f672-447c-ad55-70b580d0c1ae, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d229-f11d-47bc-89b6-2da07d079f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15c75b46-a719-4627-80b7-15541a91346d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:03.782863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.838327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20ada1be-8f82-4a22-8a55-ff6b8d5ca72f req-06dd7ee8-903f-4417-a7cc-5719f378972f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029496 Jul 07 22:33:03.945771 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f8016-89b6-450a-89d6-1a88735ba898 x-openstack-request-id: req-895f8016-89b6-450a-89d6-1a88735ba898 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:03.946237 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-plugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:03.946556 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-895f8016-89b6-450a-89d6-1a88735ba898 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:03.947074 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'code': 200} Jul 07 22:33:04.006258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] For port 127fd4e1-f672-447c-ad55-70b580d0c1ae, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:04.012139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] For port 127fd4e1-f672-447c-ad55-70b580d0c1ae, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:04.019201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.103822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97110398-792c-46e5-8de5-0bb25dc2f73c req-e5c93e21-fc2a-45a4-abed-601f162b2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.105460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97110398-792c-46e5-8de5-0bb25dc2f73c req-e5c93e21-fc2a-45a4-abed-601f162b2307 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1098 time: 0.0802255 Jul 07 22:33:04.188307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-97110398-792c-46e5-8de5-0bb25dc2f73c req-798fb56d-6884-4a29-801d-790cf0275006 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757706 Jul 07 22:33:04.503713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.504334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.506232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] 10.222.0.103 "PUT /v2.0/ports/127fd4e1-f672-447c-ad55-70b580d0c1ae HTTP/1.1" status: 200 len: 1092 time: 2.1814659 Jul 07 22:33:04.506699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e5c807-164c-4618-9dbc-06130467d950', 'tag': '127fd4e1-f672-447c-ad55-70b580d0c1ae'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:04.508943 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e5c807-164c-4618-9dbc-06130467d950", "tag": "127fd4e1-f672-447c-ad55-70b580d0c1ae"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:04.580121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83024543-9d12-49e3-9377-4c7463f94024 req-4cb1ddf3-e0f2-4a6a-831a-2540d65a778e tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0897717 Jul 07 22:33:04.634567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.639721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1185d-c826-48f4-b780-49c4bdca2191 service neutron] Pushing event updated for resources: {'Port': ['ID=127fd4e1-f672-447c-ad55-70b580d0c1ae,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:04.723894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Subnet': ['ID=58ecfbcc-bb81-4363-9c71-14fe647354ba,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:04.748551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7095a0-c47c-43d6-8a54-82782258cd54 req-acf764ac-2005-4cb7-af75-090cb284bef3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.755925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a7095a0-c47c-43d6-8a54-82782258cd54 req-acf764ac-2005-4cb7-af75-090cb284bef3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.2576537 Jul 07 22:33:04.760070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-5a215de4-937c-4a93-8f6d-3a7329ebb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.761503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-5a215de4-937c-4a93-8f6d-3a7329ebb18d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 1095 time: 0.1890953 Jul 07 22:33:04.786651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Checking segment: {'id': 'bed4a470-2e67-4409-93d7-eb0be30533a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:04.786873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network hostable DHCP agents. Network: 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:04.821693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-8caeb11c-24d6-4a11-819d-2baf777fb328 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae HTTP/1.1" status: 200 len: 217 time: 0.0451744 Jul 07 22:33:04.884451 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b14731-6ecd-4fa0-9f03-5b4791493a49 x-openstack-request-id: req-c5b14731-6ecd-4fa0-9f03-5b4791493a49 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:04.884743 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e5c807-164c-4618-9dbc-06130467d950", "tag": "127fd4e1-f672-447c-ad55-70b580d0c1ae", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:04.884996 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c5b14731-6ecd-4fa0-9f03-5b4791493a49 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:04.885389 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e5c807-164c-4618-9dbc-06130467d950', 'tag': '127fd4e1-f672-447c-ad55-70b580d0c1ae', 'status': 'completed', 'code': 200} Jul 07 22:33:04.904443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a7095a0-c47c-43d6-8a54-82782258cd54 req-bfcc41e4-20d6-4b54-97d8-0e8572131834 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475279 Jul 07 22:33:04.925503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:04.939313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-e6dc92b9-4dc3-480d-be21-444de6a0d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.951469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-e6dc92b9-4dc3-480d-be21-444de6a0d3a9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.1156824 Jul 07 22:33:05.013812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-3e4d2753-cdfd-44fc-a1cd-e9b58efd23b0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506582 Jul 07 22:33:05.014566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:05.019138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.019733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.028092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9cca7-e3b0-4727-90d6-164980fddd91 None None] Network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:05.097022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8e26e309-665f-4702-a7da-b7a226bdd7d3 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8342519 Jul 07 22:33:05.099884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33086) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:05.109306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8e437999-b44f-4dde-9e08-e64396c7dd53 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:05.237886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-fa84afa4-ab2e-42d5-a534-56ca7cbcd727 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135093 Jul 07 22:33:05.281214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7ab7-6eb0-4621-9f0c-9ea52928eda6 req-360eb7b7-e3df-4a57-b51c-ae7c9b285f17 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.282967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9ff7ab7-6eb0-4621-9f0c-9ea52928eda6 req-360eb7b7-e3df-4a57-b51c-ae7c9b285f17 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 943 time: 0.2294519 Jul 07 22:33:05.346880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa', 'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa', 'tenant_id': '44a44c7695c64510b3fa23038bc413d7', 'fixed_ips': [{'subnet_id': '58ecfbcc-bb81-4363-9c71-14fe647354ba'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:05.346880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.379024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-1f2c514d-3400-48e9-972e-b6db0a2e79dc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2234275 Jul 07 22:33:05.445758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9ff7ab7-6eb0-4621-9f0c-9ea52928eda6 req-a1d7fa41-8739-4253-9c9a-06953b5d1f05 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131868 Jul 07 22:33:05.457181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e437999-b44f-4dde-9e08-e64396c7dd53 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.499729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806755e6-7d00-4fed-b2d9-69573bce8200 req-e4f8f1ce-f3af-499e-b5c1-7e57d8e91b85 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416475 Jul 07 22:33:05.560453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.560944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.561424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.561907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.562385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.562888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.563367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.565361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b948effd-2176-4386-a783-c6289e729c59 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.1063108 Jul 07 22:33:05.624956 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-8e437999-b44f-4dde-9e08-e64396c7dd53 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:05.632934 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e437999-b44f-4dde-9e08-e64396c7dd53 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 HTTP/1.1" status: 400 len: 364 time: 0.5303445 Jul 07 22:33:05.633614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33094) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:05.653050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Allocated IP 2001:db8:1::2 (9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa/58ecfbcc-bb81-4363-9c71-14fe647354ba/32adc793-2fe9-4bf2-91cc-13cd0c706192) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:05.831279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-6ed07aac-7804-4f0e-976a-782b9473e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.835415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-6ed07aac-7804-4f0e-976a-782b9473e4b5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87641727c39a4ad2b6dcbfadc8267067&device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 1095 time: 0.2690969 Jul 07 22:33:05.976173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5ecc67e-b652-4a2c-b5ab-579300508ba0 req-199ee6d2-67f2-46d3-b745-f8f57baf289b tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1364098 Jul 07 22:33:05.983018 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.994874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Transition to ACTIVE for port object 32adc793-2fe9-4bf2-91cc-13cd0c706192 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:06.017906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-37a3733f-b455-4045-badf-251a7714fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.018445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-37a3733f-b455-4045-badf-251a7714fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.020187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-37a3733f-b455-4045-badf-251a7714fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.031132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-37a3733f-b455-4045-badf-251a7714fdc9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=b918ddb7-675e-4c85-83ec-efd0139d359f&id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 2297 time: 0.4188790 Jul 07 22:33:06.033390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.038778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Transition to ACTIVE for port object 32adc793-2fe9-4bf2-91cc-13cd0c706192 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:06.056398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.165780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:06.169296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:06.178314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:06.182031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Pushing event updated for resources: {'Port': ['ID=32adc793-2fe9-4bf2-91cc-13cd0c706192,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.193610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.194228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.194656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.195200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.195983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.196388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.196786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.197485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.198005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.198346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.198808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.199186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:06.283124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-29114698-e118-4a9f-a5f4-862c9ac7e42b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 1001 time: 0.2506750 Jul 07 22:33:06.288262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-31e67aed-cd1f-49ec-9807-40e3ff3f51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.289810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-31e67aed-cd1f-49ec-9807-40e3ff3f51ff service neutron] 10.222.0.103 "GET /v2.0/networks?id=15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 200 len: 913 time: 0.4452791 Jul 07 22:33:06.301082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Attempting to bind port 32adc793-2fe9-4bf2-91cc-13cd0c706192 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:06.302218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Attempting to bind port 32adc793-2fe9-4bf2-91cc-13cd0c706192 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'bed4a470-2e67-4409-93d7-eb0be30533a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:06.302774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Attempting to bind port 32adc793-2fe9-4bf2-91cc-13cd0c706192 on network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:06.310005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:06.310680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Checking segment: {'id': 'bed4a470-2e67-4409-93d7-eb0be30533a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:06.311164 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.311952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Bound using segment: {'id': 'bed4a470-2e67-4409-93d7-eb0be30533a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:06.313882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Bound port: 32adc793-2fe9-4bf2-91cc-13cd0c706192, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed4a470-2e67-4409-93d7-eb0be30533a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:06.314367 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.380108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-384cb6fc-09ab-4d4f-8b72-66f1fef76d6e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae HTTP/1.1" status: 200 len: 217 time: 0.0780616 Jul 07 22:33:06.407775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] For port 32adc793-2fe9-4bf2-91cc-13cd0c706192, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:06.412176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] For port 32adc793-2fe9-4bf2-91cc-13cd0c706192, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=32adc793-2fe9-4bf2-91cc-13cd0c706192,segment=NetworkSegment(bed4a470-2e67-4409-93d7-eb0be30533a5),segment_id=bed4a470-2e67-4409-93d7-eb0be30533a5)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:06.422571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.439370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-9ea3aa5e-fe87-4e6f-88b9-0a9dfdde0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.441079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-9ea3aa5e-fe87-4e6f-88b9-0a9dfdde0f6e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 200 len: 852 time: 0.0515082 Jul 07 22:33:06.445020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-685874c3-cc70-492a-aa47-4c440b4f2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.446465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-685874c3-cc70-492a-aa47-4c440b4f2447 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 200 len: 855 time: 0.1557806 Jul 07 22:33:06.446831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Allocated IP 2001:db8::1 (a5483a67-17bb-4c65-a6f1-56e330619a8e/c4dcf7bd-1db2-4018-8ad9-dd5710462802/3937a453-37f6-4e04-a573-d03c2aa8ab50) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:06.459388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d4335-062d-426c-be2a-04a5d65cf56b req-488678f0-2317-45dc-8afa-62232df6399d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.460905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-545d4335-062d-426c-be2a-04a5d65cf56b req-488678f0-2317-45dc-8afa-62232df6399d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.2407050 Jul 07 22:33:06.540948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211846d9-54ea-4d5e-a4a7-5c58990640b2 None None] Pushing event updated for resources: {'Port': ['ID=32adc793-2fe9-4bf2-91cc-13cd0c706192,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.601005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-a75cf3b8-6878-4c69-a913-630c049677c9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=15c75b46-a719-4627-80b7-15541a91346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314723 Jul 07 22:33:06.669275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.684426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Transition to ACTIVE for port object 3937a453-37f6-4e04-a573-d03c2aa8ab50 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:06.731384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.817384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-545d4335-062d-426c-be2a-04a5d65cf56b req-5cd82aeb-75f7-4e7b-b125-7a06fd5dd033 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405025 Jul 07 22:33:06.855371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network a5483a67-17bb-4c65-a6f1-56e330619a8e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:06.873310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:06.887687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:06.888388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.976656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Port': ['ID=3937a453-37f6-4e04-a573-d03c2aa8ab50,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.978380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b3fea017-4b4c-4565-8aa9-c9f6206b8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.980404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b3fea017-4b4c-4565-8aa9-c9f6206b8f57 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab4393e0-f396-4313-834a-399375417fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5119464 Jul 07 22:33:07.043707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983712cc-0e80-4d5c-ad78-90887d6fa2d4 req-17ac4f30-ec1e-4ec7-8eb8-a883c10592b5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:07.064831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-983712cc-0e80-4d5c-ad78-90887d6fa2d4 req-17ac4f30-ec1e-4ec7-8eb8-a883c10592b5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 943 time: 0.3692739 Jul 07 22:33:07.083284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-0e01dc14-2d86-4435-a464-b6085ac2af07 service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737651 Jul 07 22:33:07.178582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33144) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:07.255070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a366bdc7-9ed8-4358-8cf7-20b59e4fb80f req-0fae4031-7ad4-45d5-9f28-643acdacce5f service neutron] 10.222.0.103 "GET /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989430 Jul 07 22:33:07.263009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-52e8b752-e24f-418a-ad21-331d7f936fec service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2038949 Jul 07 22:33:07.270295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.354786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 32adc793-2fe9-4bf2-91cc-13cd0c706192 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:07.375826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-983712cc-0e80-4d5c-ad78-90887d6fa2d4 req-f514fc53-01b0-43ca-bc06-5c2ae2eab451 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100970 Jul 07 22:33:07.428227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e09e013a-acd6-4b0a-85ed-e99ccf551abe None None] Provisioning for port 3937a453-37f6-4e04-a573-d03c2aa8ab50 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:07.434247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e09e013a-acd6-4b0a-85ed-e99ccf551abe None None] Provisioning complete for port 3937a453-37f6-4e04-a573-d03c2aa8ab50 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:07.434503 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e09e013a-acd6-4b0a-85ed-e99ccf551abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.443193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-2088689d-81c1-43df-b9c9-6f518e82f81d service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282291 Jul 07 22:33:07.457018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f831e0-7fba-41c9-9bb1-44cd7e88ced8 req-e03519ad-08d4-4c71-a69f-ba8851ff9765 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:07.459521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45f831e0-7fba-41c9-9bb1-44cd7e88ced8 req-e03519ad-08d4-4c71-a69f-ba8851ff9765 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.3809197 Jul 07 22:33:07.462895 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-862c7ff2-afa5-4960-a47c-c81cc3f0126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.487257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e09e013a-acd6-4b0a-85ed-e99ccf551abe None None] Port 3937a453-37f6-4e04-a573-d03c2aa8ab50 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:07.490581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 32adc793-2fe9-4bf2-91cc-13cd0c706192 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:07.573110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45f831e0-7fba-41c9-9bb1-44cd7e88ced8 req-a1775b18-6fbb-4461-aa19-c98b08e18031 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037371 Jul 07 22:33:07.610604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33152) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:07.614691 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ab6fe82-5850-4dda-bad6-4ebf1b8d2de1 req-303ac7e0-c97a-4124-8a2e-c2fea211ccb9 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0404603 Jul 07 22:33:07.637491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 127fd4e1-f672-447c-ad55-70b580d0c1ae details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:33:07.713801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-f735aa15-a475-4c85-ae41-45a54cc2fbf0 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531815 Jul 07 22:33:07.795470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 127fd4e1-f672-447c-ad55-70b580d0c1ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:07.825240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '127fd4e1-f672-447c-ad55-70b580d0c1ae', 'network_id': '15c75b46-a719-4627-80b7-15541a91346d', 'port_id': '127fd4e1-f672-447c-ad55-70b580d0c1ae', 'mac_address': 'fa:16:3e:9e:53:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3119dd3-d91c-42f2-8566-6e898d5d0d7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:33:07.827652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-a05d14c0-72ab-4f28-9060-58994368a587 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 217 time: 0.1036065 Jul 07 22:33:07.829840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047762ad-3826-4c9b-8568-29eba4804755 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:07.842733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-047762ad-3826-4c9b-8568-29eba4804755 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1093 time: 0.2269108 Jul 07 22:33:07.845231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33156) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:07.868232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:07.876313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.898433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127fd4e1-f672-447c-ad55-70b580d0c1ae {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:07.916823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-aa452c1d-c20f-4ad3-bbfe-1bc6c4b6dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:07.918985 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-aa452c1d-c20f-4ad3-bbfe-1bc6c4b6dad7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 1101 time: 0.5760570 Jul 07 22:33:07.923405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 127fd4e1-f672-447c-ad55-70b580d0c1ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:07.934120 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.943625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-459ab24c-d82c-4d01-a7e3-ebe2e63a3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:07.945546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-459ab24c-d82c-4d01-a7e3-ebe2e63a3b74 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1014884 Jul 07 22:33:08.026473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=127fd4e1-f672-447c-ad55-70b580d0c1ae,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.027358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-be0a7f05-ed04-406e-9d0b-ce697c78c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.029029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-be0a7f05-ed04-406e-9d0b-ce697c78c93a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768740 Jul 07 22:33:08.158520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-2edc1d1f-988f-4c9a-96a0-9861263eac28 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204278 Jul 07 22:33:08.167322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62598a3-9d20-4c9e-b74a-08c4b99b0317 None None] Network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:08.232691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['127fd4e1-f672-447c-ad55-70b580d0c1ae'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:08.297492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-9e94a14c-0cd8-4af1-93cf-e8f17708be08 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270018 Jul 07 22:33:08.302937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] Provisioning for port 32adc793-2fe9-4bf2-91cc-13cd0c706192 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:08.316539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] Provisioning complete for port 32adc793-2fe9-4bf2-91cc-13cd0c706192 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:08.317015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.347415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-2517cf5d-b2f3-4f0c-a882-bd81e6705662 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 217 time: 0.0423350 Jul 07 22:33:08.368264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.388702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.389321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.412038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-c079057b-5e54-49c1-8d99-39b57da78573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.413773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-c079057b-5e54-49c1-8d99-39b57da78573 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0595734 Jul 07 22:33:08.499641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-699aaecc-287c-4dcc-ac1a-e5820f98291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.501386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-699aaecc-287c-4dcc-ac1a-e5820f98291c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781424 Jul 07 22:33:08.514945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event updated for resources: {'Port': ['ID=3937a453-37f6-4e04-a573-d03c2aa8ab50,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.544474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-8bf1b718-e086-4afe-bca2-e5778b0af705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.546076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-8bf1b718-e086-4afe-bca2-e5778b0af705 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.5979333 Jul 07 22:33:08.599650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-862c7ff2-afa5-4960-a47c-c81cc3f0126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.603847 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-87b3c1a4-99a8-44d6-b69f-88f42a30dbcc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce HTTP/1.1" status: 200 len: 217 time: 0.0498297 Jul 07 22:33:08.613679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-862c7ff2-afa5-4960-a47c-c81cc3f0126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.627762 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.654492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.672617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-eda85838-0d78-4064-b2fd-2e30402e935a service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640062 Jul 07 22:33:08.700885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] For port 32adc793-2fe9-4bf2-91cc-13cd0c706192, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=32adc793-2fe9-4bf2-91cc-13cd0c706192,segment=NetworkSegment(bed4a470-2e67-4409-93d7-eb0be30533a5),segment_id=bed4a470-2e67-4409-93d7-eb0be30533a5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:08.707170 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.712530 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-862c7ff2-afa5-4960-a47c-c81cc3f0126d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ad8725c4a6bc4716ac615c0452297153&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5252693 Jul 07 22:33:08.715419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c7ff2-afa5-4960-a47c-c81cc3f0126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e1cf95-24e4-4670-8497-c719886bc965,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.716676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33164) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.728151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-71ca644e-e570-48ff-bfd0-8c836950ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.729871 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-71ca644e-e570-48ff-bfd0-8c836950ca0a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1100957 Jul 07 22:33:08.731880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Network a5483a67-17bb-4c65-a6f1-56e330619a8e is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:08.733590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:08.770329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d0b68-c716-4905-8e16-69822bcf6956 None None] Pushing event updated for resources: {'Port': ['ID=32adc793-2fe9-4bf2-91cc-13cd0c706192,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.810500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8a894-5a9e-48f0-bd5a-184b72716648 req-82456c07-800e-406e-811b-b407556ec439 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.831715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f8a894-5a9e-48f0-bd5a-184b72716648 req-82456c07-800e-406e-811b-b407556ec439 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 944 time: 0.2682977 Jul 07 22:33:08.939033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-55d16052-ddb8-4c39-82e1-0cb0bcf059f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.939526 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-55d16052-ddb8-4c39-82e1-0cb0bcf059f5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1980493 Jul 07 22:33:08.942003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Router 0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:08.979230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-294182ea-cf8a-45fd-bdfd-6e680745e6ee req-d6926574-b31a-47ab-938f-b15db4cf1e63 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0668788 Jul 07 22:33:08.998991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-fae6e885-615a-442b-b828-8b3016f3068a service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965975 Jul 07 22:33:09.021957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f8a894-5a9e-48f0-bd5a-184b72716648 req-d194824b-5491-4c30-9546-b6d88fef2f2b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612506 Jul 07 22:33:09.037320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c725bf6a-1d69-4ecc-9966-b55bb720a0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.074603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b51d7860-e644-4e68-90d8-ab77493ffdc4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 200 len: 217 time: 0.0496819 Jul 07 22:33:09.160539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:09.170470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46804d38-7758-4340-84c4-4baeb1c7277f tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5332801 Jul 07 22:33:09.170714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-6ef4eab4-d5f0-4570-b2fc-c38a81267432 service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243497 Jul 07 22:33:09.171025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:09.175456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] Sync routers for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:09.200954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:09.201605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:09.204965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c725bf6a-1d69-4ecc-9966-b55bb720a0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.210405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-ac9cae67-9630-45e0-8f75-c59b3b52dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:09.211968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-ac9cae67-9630-45e0-8f75-c59b3b52dc06 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1276526 Jul 07 22:33:09.262813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:09.274546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-85f22d5c-a4cd-48ce-896e-c4e89e6a4ba2 None None] Provisioning complete for port 32adc793-2fe9-4bf2-91cc-13cd0c706192 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:09.275068 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f22d5c-a4cd-48ce-896e-c4e89e6a4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.279383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.281283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 32adc793-2fe9-4bf2-91cc-13cd0c706192 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:09.340131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33687068-f231-481c-830c-b763bb560171 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.349650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:09.350534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:09.392025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:09.392785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70d848-5fb8-4b91-8a42-17d27b9dc1a3 None None] The sync data for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:09.410578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.253 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/186bb054-e84f-41ac-85d2-660aaa3a4097) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:09.423427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 32adc793-2fe9-4bf2-91cc-13cd0c706192 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:09.423967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.432209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d4591439-cbe3-4acd-88e8-db3e5afe3ddf req-f5b8ea29-2291-4a40-9eaa-bfd8f1dd43be service neutron] 10.222.0.97 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531455 Jul 07 22:33:09.454931 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-33687068-f231-481c-830c-b763bb560171 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:09.456343 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-33687068-f231-481c-830c-b763bb560171 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 HTTP/1.1" status: 409 len: 329 time: 0.2840402 Jul 07 22:33:09.460770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33174) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:09.576366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.593397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-829fb7e3-519e-49fb-9fa9-acf3c2e3a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:09.595172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-829fb7e3-519e-49fb-9fa9-acf3c2e3a93b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3752966 Jul 07 22:33:09.599899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c725bf6a-1d69-4ecc-9966-b55bb720a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.602477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c725bf6a-1d69-4ecc-9966-b55bb720a0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.603884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c725bf6a-1d69-4ecc-9966-b55bb720a0ee admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/68e1cf95-24e4-4670-8497-c719886bc965 HTTP/1.1" status: 204 len: 168 time: 0.8772073 Jul 07 22:33:09.633830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725bf6a-1d69-4ecc-9966-b55bb720a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e1cf95-24e4-4670-8497-c719886bc965,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:09.674379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 127fd4e1-f672-447c-ad55-70b580d0c1ae up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:09.686014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-79b53f6a-2fe6-4402-a853-dfa9a76c77c4 None None] Provisioning complete for port 3937a453-37f6-4e04-a573-d03c2aa8ab50 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:09.691442 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79b53f6a-2fe6-4402-a853-dfa9a76c77c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.708100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.765603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-79b53f6a-2fe6-4402-a853-dfa9a76c77c4 None None] Port 3937a453-37f6-4e04-a573-d03c2aa8ab50 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:09.772634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-96496cd2-e268-468d-8481-d08892455772 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661551 Jul 07 22:33:09.776311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:09.780397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:09.783852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=186bb054-e84f-41ac-85d2-660aaa3a4097,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:09.786126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:09.786727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 127fd4e1-f672-447c-ad55-70b580d0c1ae completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:09.792728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 127fd4e1-f672-447c-ad55-70b580d0c1ae triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:09.794258 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.913362 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.962179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 127fd4e1-f672-447c-ad55-70b580d0c1ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:09.964211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e5c807-164c-4618-9dbc-06130467d950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127fd4e1-f672-447c-ad55-70b580d0c1ae'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:09.968156 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bae4e13-029e-4574-b997-d4014fc3f633" -d '{"events": [{"server_uuid": "a2e5c807-164c-4618-9dbc-06130467d950", "name": "network-vif-plugged", "status": "completed", "tag": "127fd4e1-f672-447c-ad55-70b580d0c1ae"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:09.973161 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.088608 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151101e-d26e-478a-9632-9c5ccff186ac x-openstack-request-id: req-2151101e-d26e-478a-9632-9c5ccff186ac {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:10.088747 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e5c807-164c-4618-9dbc-06130467d950", "name": "network-vif-plugged", "status": "completed", "tag": "127fd4e1-f672-447c-ad55-70b580d0c1ae", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:10.088969 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2151101e-d26e-478a-9632-9c5ccff186ac {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:10.089379 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e5c807-164c-4618-9dbc-06130467d950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127fd4e1-f672-447c-ad55-70b580d0c1ae', 'code': 200} Jul 07 22:33:10.095275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=127fd4e1-f672-447c-ad55-70b580d0c1ae,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:10.149678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.264876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33204) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.366206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-757cb24d-0736-49c9-b36c-7136816fef9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.369821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf7ebeeb-0ca6-462a-9d95-d54a4514f1ad req-923e5cf1-8970-4a82-9367-7189eba0d2e3 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1431735 Jul 07 22:33:10.488743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-59049055-94eb-4835-ab8f-132e8113e732 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059717 Jul 07 22:33:10.531460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting port 3937a453-37f6-4e04-a573-d03c2aa8ab50 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:10.531963 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.594024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-0c1e95fe-2311-4680-a414-0bc0df303075 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 200 len: 217 time: 0.0775907 Jul 07 22:33:10.613823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db5ad2-bdf9-4745-8504-cdda2dadb6a4 req-051c934c-052d-410b-a431-40b0992e97fc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:10.615552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9db5ad2-bdf9-4745-8504-cdda2dadb6a4 req-051c934c-052d-410b-a431-40b0992e97fc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.3478332 Jul 07 22:33:10.617729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa5a66-02a8-41d3-99cc-ab66bedcef5b req-f136c53e-4755-4e76-a3a0-00cb4b8730ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:10.619325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8fa5a66-02a8-41d3-99cc-ab66bedcef5b req-f136c53e-4755-4e76-a3a0-00cb4b8730ac service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 1097 time: 0.3914001 Jul 07 22:33:10.643179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.673643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Calling delete_port for 3937a453-37f6-4e04-a573-d03c2aa8ab50 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:10.839381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9db5ad2-bdf9-4745-8504-cdda2dadb6a4 req-42a40558-02a5-449f-b0c8-974344c5351d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012131 Jul 07 22:33:10.841037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-468e668e-49ac-49ad-a698-ec3847b0e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:10.842588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-468e668e-49ac-49ad-a698-ec3847b0e4e1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.2401669 Jul 07 22:33:10.849212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8fa5a66-02a8-41d3-99cc-ab66bedcef5b req-467b6132-c427-4b9b-b179-f8afdf431b12 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131615 Jul 07 22:33:10.900529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-757cb24d-0736-49c9-b36c-7136816fef9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.914078 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-757cb24d-0736-49c9-b36c-7136816fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.930411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.964610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Port': ['ID=3937a453-37f6-4e04-a573-d03c2aa8ab50,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.008991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-757cb24d-0736-49c9-b36c-7136816fef9a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=53bf82c3f40a49889faaa8ae825685f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422416 Jul 07 22:33:11.013386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cb24d-0736-49c9-b36c-7136816fef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2ad581-5553-4c19-b803-cc74d43641af,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.015818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33226) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.105537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.154263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-6b3a1301-b47a-4a63-8db3-2728638f49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.155838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-6b3a1301-b47a-4a63-8db3-2728638f49d4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2539124 Jul 07 22:33:11.238616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcfb652c-1c27-47db-9a55-ceaeb4caccef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.241894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.305494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcfb652c-1c27-47db-9a55-ceaeb4caccef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.311837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Router 0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:11.384882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-26c6ae19-3b38-4b73-8f1d-479d6cc8c275 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200255 Jul 07 22:33:11.408786 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:11.418659 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05a63fb3-8ba4-452a-a2dd-f035ea400821 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564862 Jul 07 22:33:11.420524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33232) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.424402 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] Sync routers for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:11.437943 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:11.438863 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.472330 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.485871 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.498182 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] Routers {'0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:11.498926 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.540521 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.541444 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6ac75-b62a-44a2-a97b-623ed0831f6f None None] The sync data for ids ['0f6ce972-c2fb-47be-91b3-fd5cdebc5b00'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:11.585217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcfb652c-1c27-47db-9a55-ceaeb4caccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.587905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcfb652c-1c27-47db-9a55-ceaeb4caccef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.589095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bcfb652c-1c27-47db-9a55-ceaeb4caccef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2d2ad581-5553-4c19-b803-cc74d43641af HTTP/1.1" status: 204 len: 168 time: 0.5696247 Jul 07 22:33:11.655104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d7682ae-c262-4983-8edd-6ff55b5379cd req-12f874a9-6d08-4f29-a079-8d5027b7e776 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0930626 Jul 07 22:33:11.664346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb652c-1c27-47db-9a55-ceaeb4caccef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2ad581-5553-4c19-b803-cc74d43641af,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.864022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-99b7e91c-dabb-47de-bc65-e9ea20e250a6 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713342 Jul 07 22:33:11.869559 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-a3e55323-b7d6-4371-8dbb-09b39f0307d8 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] show failed (client error): The resource could not be found. Jul 07 22:33:11.870568 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3e55323-b7d6-4371-8dbb-09b39f0307d8 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "GET /v2.0/routers/tempest-non_exist_router-514767014 HTTP/1.1" status: 404 len: 334 time: 0.4505177 Jul 07 22:33:11.874761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33244) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.899732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c71adb54-9ad5-434b-a780-45774547fe68 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:11.982228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-e21f744a-998c-4b31-a9fc-6d4cd04d4d86 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 217 time: 0.1014824 Jul 07 22:33:11.989506 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c71adb54-9ad5-434b-a780-45774547fe68 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] update failed (client error): The resource could not be found. Jul 07 22:33:11.991984 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c71adb54-9ad5-434b-a780-45774547fe68 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "PUT /v2.0/routers/tempest-non_exist_router-1410871825 HTTP/1.1" status: 404 len: 335 time: 0.1162241 Jul 07 22:33:11.998871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33256) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:12.075318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting subnet 58ecfbcc-bb81-4363-9c71-14fe647354ba {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:12.079258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.088904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-3c759d91-2dbb-403e-a5b1-4be1bfb4ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.090781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-3c759d91-2dbb-403e-a5b1-4be1bfb4ed7a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.0932956 Jul 07 22:33:12.099074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.121696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.149001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.268224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=186bb054-e84f-41ac-85d2-660aaa3a4097,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:12.304309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.311425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-27b82c75-47c0-417b-844f-c7d14b5b6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.312982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-27b82c75-47c0-417b-844f-c7d14b5b6dcd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077842 Jul 07 22:33:12.335753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.365100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53e73e-b168-4770-8e9a-21083c8b6dcd req-569b7ac9-6f5e-4717-93a1-2aea05dad5d1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.366739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c53e73e-b168-4770-8e9a-21083c8b6dcd req-569b7ac9-6f5e-4717-93a1-2aea05dad5d1 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.2190363 Jul 07 22:33:12.418668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.465372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Subnet': ['ID=58ecfbcc-bb81-4363-9c71-14fe647354ba,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:12.467467 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.471858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dab09dfb-67e9-4636-b395-6c45a83bed92 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/subnets/58ecfbcc-bb81-4363-9c71-14fe647354ba HTTP/1.1" status: 204 len: 168 time: 0.4696059 Jul 07 22:33:12.475633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33272) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:12.477324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efe6e2-b04c-4172-b510-7580e37d4238 None None] Network 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:12.553601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c53e73e-b168-4770-8e9a-21083c8b6dcd req-61cb96d8-d896-42f8-bd63-0aafa69486e5 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707501 Jul 07 22:33:12.569926 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP 297ceea8-456d-49bd-ad8f-df8d781cf6de associated. External IP: 172.25.5.253, port: 5d119acf-fad4-4ded-b786-0c67b0922c8a. Jul 07 22:33:12.628748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-6204aa0d-e79d-4f88-ad48-f30d98891f51 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784481 Jul 07 22:33:12.647875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.734040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] DHCP port deletion for 9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:12.782396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-a12bf6ee-5dbf-456d-8797-345031b8b2c7 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441560 Jul 07 22:33:12.842293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting port 32adc793-2fe9-4bf2-91cc-13cd0c706192 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:12.844683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.892163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] Deleting port 32adc793-2fe9-4bf2-91cc-13cd0c706192 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:12.892663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.909057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-43a2fab7-d140-4c17-a3ef-7478bb2ed46b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 217 time: 0.1173310 Jul 07 22:33:12.911147 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2226a3f2-ff44-4d58-8f8b-9924e05fc5a0 req-b9502aeb-beeb-4efc-8b36-a5c34dce7b20 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0598326 Jul 07 22:33:12.969074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] For port 32adc793-2fe9-4bf2-91cc-13cd0c706192, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=32adc793-2fe9-4bf2-91cc-13cd0c706192,segment=NetworkSegment(bed4a470-2e67-4409-93d7-eb0be30533a5),segment_id=bed4a470-2e67-4409-93d7-eb0be30533a5)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:12.969644 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.021931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] For port 32adc793-2fe9-4bf2-91cc-13cd0c706192, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=32adc793-2fe9-4bf2-91cc-13cd0c706192,segment=NetworkSegment(bed4a470-2e67-4409-93d7-eb0be30533a5),segment_id=bed4a470-2e67-4409-93d7-eb0be30533a5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:13.022475 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.027928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Calling delete_port for 32adc793-2fe9-4bf2-91cc-13cd0c706192 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:13.053306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] Calling delete_port for 32adc793-2fe9-4bf2-91cc-13cd0c706192 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:13.147024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 796829cd-7c9c-4ef7-a359-7bcdaa08790a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:13.157632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-14fc0d93-dca0-468d-a881-6fdf591c689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:13.159673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-14fc0d93-dca0-468d-a881-6fdf591c689d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.2421088 Jul 07 22:33:13.245151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.309113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.311149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] Pushing event deleted for resources: {'Port': ['ID=32adc793-2fe9-4bf2-91cc-13cd0c706192,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:13.318218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 32adc793-2fe9-4bf2-91cc-13cd0c706192 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:13.335815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e747ad36-935f-471f-8aca-3db72f485ea5 None None] No DVR routers for this DVR port 32adc793-2fe9-4bf2-91cc-13cd0c706192 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:13.360337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Port': ['ID=32adc793-2fe9-4bf2-91cc-13cd0c706192,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:13.370888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] No DVR routers for this DVR port 32adc793-2fe9-4bf2-91cc-13cd0c706192 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:13.390296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 32adc793-2fe9-4bf2-91cc-13cd0c706192 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:13.391529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 32adc793-2fe9-4bf2-91cc-13cd0c706192 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:13.470186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.487616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.507467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed4a470-2e67-4409-93d7-eb0be30533a5') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.508037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed4a470-2e67-4409-93d7-eb0be30533a5') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.527511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.549541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.559807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:13.560681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:13.618613 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:13.628159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:13.653360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.665740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.670347 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/networks/9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa HTTP/1.1" status: 204 len: 168 time: 1.1936173 Jul 07 22:33:13.671008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33318) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:13.689975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab689387-a7b8-46b9-a7c3-f0e4ca01c803 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Network': ['ID=9d2fc1f7-fdab-41ef-afdd-6b9c2aaf60fa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:13.745187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting subnet 4669fc2c-1ca6-4211-9335-baee7ea26c65 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:13.749199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.811080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5af2bf0f-cc28-42d4-886d-7d04438dbdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.816611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-58160bb8-79cf-4870-a9b9-52096686208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:13.819742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-58160bb8-79cf-4870-a9b9-52096686208f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6513758 Jul 07 22:33:13.844553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.851611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8d63-2d83-4031-ae10-dbdb1e818948 req-1151304c-dd2d-4395-bfad-3e2ab24a051d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:13.853903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-662b8d63-2d83-4031-ae10-dbdb1e818948 req-1151304c-dd2d-4395-bfad-3e2ab24a051d tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.1730030 Jul 07 22:33:13.896757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:13.912238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] Sync routers for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:13.933733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:13.934853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.966134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-662b8d63-2d83-4031-ae10-dbdb1e818948 req-bbfa19bb-9700-4150-936c-0e713b8e7983 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969672 Jul 07 22:33:13.996025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-b9065020-d4fb-4e89-a26f-f331512d7718 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643860 Jul 07 22:33:14.023349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.113333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5af2bf0f-cc28-42d4-886d-7d04438dbdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.128640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5af2bf0f-cc28-42d4-886d-7d04438dbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.141965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:14.150057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.201412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.233415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Subnet': ['ID=4669fc2c-1ca6-4211-9335-baee7ea26c65,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:14.240390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5af2bf0f-cc28-42d4-886d-7d04438dbdc1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=74b188a874ae47eeb1f12f019f21d0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107233 Jul 07 22:33:14.241395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2bf0f-cc28-42d4-886d-7d04438dbdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c82e94a-1453-418e-90fa-a9fe10459e27,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:14.244524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33330) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:14.255289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.257899 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6e34eabf-0a0f-4d5c-91a5-396cca60c718 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/subnets/4669fc2c-1ca6-4211-9335-baee7ea26c65 HTTP/1.1" status: 204 len: 168 time: 0.5769098 Jul 07 22:33:14.264347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33332) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:14.281258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af8517be-e8b6-4aa8-b01e-62a8a4c86989 req-252aa32b-20aa-4021-a772-af18dc7c58f8 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0843215 Jul 07 22:33:14.289026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0cabdb-0bfe-47bf-8df0-c29ba544fec9 None None] Network 05040783-9b18-46a7-b037-0b8cfce3aba3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:14.292947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7d696ff9-28b2-41e5-b2ea-aa8e1efe5bfc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4465516 Jul 07 22:33:14.295731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:14.299300 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76178e8f-edca-442e-9e83-183b5f8560e8" -d '{"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:14.352556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f11be7a9-11ee-4711-bdac-5053e5aaa18f req-4690ec5f-0b7e-46e0-b530-27be252cb555 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482764 Jul 07 22:33:14.397287 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018413f3-492e-4e43-8a8d-91c157d55f65 x-openstack-request-id: req-018413f3-492e-4e43-8a8d-91c157d55f65 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:14.399385 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:14.403167 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-018413f3-492e-4e43-8a8d-91c157d55f65 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:14.406034 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'status': 'completed', 'code': 200} Jul 07 22:33:14.436652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting subnet 4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:14.469886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.577497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.580178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833364cb-f5ea-483c-bede-7415cc8c064d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.583835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f848e6-f8b9-46e3-ae39-0b6bfffa9ba3 req-2ebbd14a-5c23-49fd-9b28-c7c2545bea8a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:14.585713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63f848e6-f8b9-46e3-ae39-0b6bfffa9ba3 req-2ebbd14a-5c23-49fd-9b28-c7c2545bea8a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.0909433 Jul 07 22:33:14.646735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-bc3f1c66-1a12-4a3c-a903-3cf630e279ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:14.648539 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-bc3f1c66-1a12-4a3c-a903-3cf630e279ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1098 time: 0.1986892 Jul 07 22:33:14.655475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833364cb-f5ea-483c-bede-7415cc8c064d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.656107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63f848e6-f8b9-46e3-ae39-0b6bfffa9ba3 req-d8fce938-8d70-4699-a524-dc5818ca69f4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625815 Jul 07 22:33:14.676573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33348) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:14.744852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6073340f-2b0f-4544-af25-6dd21521cf18 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/297ceea8-456d-49bd-ad8f-df8d781cf6de HTTP/1.1" status: 200 len: 992 time: 0.0667632 Jul 07 22:33:14.840824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-73f3003c-54aa-4cef-9b63-b5f321bfef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:14.842725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-73f3003c-54aa-4cef-9b63-b5f321bfef80 service neutron] 10.222.0.97 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 0.1764967 Jul 07 22:33:14.871482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '297ceea8-456d-49bd-ad8f-df8d781cf6de', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'port_id': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'mac_address': 'fa:16:3e:b5:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:33:10Z', 'updated_at': '2021-07-07T22:33:10Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:51Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:14.900171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] Checking router: 796829cd-7c9c-4ef7-a359-7bcdaa08790a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:14.913957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:14.914791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:32:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:14.917402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.969911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] DHCP port deletion for 05040783-9b18-46a7-b037-0b8cfce3aba3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:14.970656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-2c8dfa1f-726e-47dc-92d8-a1ef2b683427 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1000 time: 0.1203878 Jul 07 22:33:14.976443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833364cb-f5ea-483c-bede-7415cc8c064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.979067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-833364cb-f5ea-483c-bede-7415cc8c064d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.980225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-833364cb-f5ea-483c-bede-7415cc8c064d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7c82e94a-1453-418e-90fa-a9fe10459e27 HTTP/1.1" status: 204 len: 168 time: 0.7345924 Jul 07 22:33:15.025440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833364cb-f5ea-483c-bede-7415cc8c064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c82e94a-1453-418e-90fa-a9fe10459e27,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:15.047757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.055907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-99065ebb-84f9-49a9-a25c-29f6e857d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.057352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-99065ebb-84f9-49a9-a25c-29f6e857d752 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.0705287 Jul 07 22:33:15.078376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:15.089704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Subnet': ['ID=4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:15.118364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.123044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33360) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:15.123552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1f234ea-343a-46cc-895e-6ad96bb0b134 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/subnets/4645ce9b-a0e2-4b43-8990-3bfcd44f0ec6 HTTP/1.1" status: 204 len: 168 time: 0.8576119 Jul 07 22:33:15.149221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b78d4-9dbe-45d1-9544-ef01749296f9 None None] Network 6c0eac45-315a-45b8-9176-88fcfc801527 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:15.186669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-dfcff82c-511e-40ca-abbb-005df2699382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.188396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-dfcff82c-511e-40ca-abbb-005df2699382 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101639 Jul 07 22:33:15.350212 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-5d131771-4b87-4bd7-9cc6-68d3c8ad6998 service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538694 Jul 07 22:33:15.374317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.402277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411ba7b-3337-4324-be79-28b7de315a87 req-4217d3c5-92d0-4011-95bc-44d8fc19836f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.409642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d411ba7b-3337-4324-be79-28b7de315a87 req-4217d3c5-92d0-4011-95bc-44d8fc19836f tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.1667132 Jul 07 22:33:15.412057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:15.488570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d411ba7b-3337-4324-be79-28b7de315a87 req-9b10482b-c948-427d-ba08-6b98dc953d62 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777571 Jul 07 22:33:15.498460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-76178e8f-edca-442e-9e83-183b5f8560e8 req-0c4feba9-0319-4c92-a313-445031e3bad6 service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368716 Jul 07 22:33:15.526440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:15.526833 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.649001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] For port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,segment=NetworkSegment(647dd0d7-aaab-4f02-9ae5-cb0201e3179a),segment_id=647dd0d7-aaab-4f02-9ae5-cb0201e3179a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:15.649001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.707735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2a9b0f2-6493-4732-8a42-5e1ed919c098 req-ea0ec267-05cb-433d-9961-cdd5c9e8e6a8 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0396521 Jul 07 22:33:15.708834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Calling delete_port for 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:15.711060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] Deleting port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:15.711444 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.749404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33386) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:15.841001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.869404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.893397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] For port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,segment=NetworkSegment(647dd0d7-aaab-4f02-9ae5-cb0201e3179a),segment_id=647dd0d7-aaab-4f02-9ae5-cb0201e3179a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:15.894084 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.924307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-672c4166-4f0d-47c1-ad42-f49d632665e6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/297ceea8-456d-49bd-ad8f-df8d781cf6de HTTP/1.1" status: 200 len: 992 time: 0.1721058 Jul 07 22:33:15.926758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] Calling delete_port for 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:15.945113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] No DVR routers for this DVR port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:15.953466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Port': ['ID=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.095655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.102720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '297ceea8-456d-49bd-ad8f-df8d781cf6de', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'port_id': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'mac_address': 'fa:16:3e:b5:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:33:10Z', 'updated_at': '2021-07-07T22:33:10Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:51Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.132231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05040783-9b18-46a7-b037-0b8cfce3aba3']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.151036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2207c07-7346-4f4f-aff5-25fb32281f1c None None] The sync data for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 is: [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '297ceea8-456d-49bd-ad8f-df8d781cf6de', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'port_id': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'mac_address': 'fa:16:3e:b5:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:33:10Z', 'updated_at': '2021-07-07T22:33:10Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:51Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:16.151472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647dd0d7-aaab-4f02-9ae5-cb0201e3179a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.151969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647dd0d7-aaab-4f02-9ae5-cb0201e3179a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.159426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] DHCP port deletion for 6c0eac45-315a-45b8-9176-88fcfc801527 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:16.168255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.168869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.221922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33402) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:16.224833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] No DVR routers for this DVR port 5751dfa6-5fce-4126-a6ba-8a70a3a9d521 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:16.245794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.251842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235526d4-358b-4381-ba0b-a70e477726e4 None None] Pushing event deleted for resources: {'Port': ['ID=5751dfa6-5fce-4126-a6ba-8a70a3a9d521,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.261401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:16.261830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:16.271309 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:16.290004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] Deleting port af55eef1-b527-4565-8aef-1dfe05f0da4b {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:16.290389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.365628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac297-3445-42dc-8694-ed77ffee95bb req-f08a3b3f-2682-4e8d-8e2c-6d15422bce27 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:16.373804 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71dac297-3445-42dc-8694-ed77ffee95bb req-f08a3b3f-2682-4e8d-8e2c-6d15422bce27 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.1763370 Jul 07 22:33:16.373979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] For port af55eef1-b527-4565-8aef-1dfe05f0da4b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=af55eef1-b527-4565-8aef-1dfe05f0da4b,segment=NetworkSegment(28695bb2-ce72-4c3d-b2ed-4424a25d380f),segment_id=28695bb2-ce72-4c3d-b2ed-4424a25d380f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:16.373979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.389151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.389517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-365550228-network', 'tenant_id': 'f51f4923c696404799481af11f0119a9'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:16.405257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] Calling delete_port for af55eef1-b527-4565-8aef-1dfe05f0da4b owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:16.415245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.415593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Made reservation on behalf of f51f4923c696404799481af11f0119a9 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:16.421706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/networks/05040783-9b18-46a7-b037-0b8cfce3aba3 HTTP/1.1" status: 204 len: 168 time: 1.2925222 Jul 07 22:33:16.422154 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.427620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33410) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:16.428782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.429122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f222e-3f9b-40a0-b309-dd5ad914d50b tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Network': ['ID=05040783-9b18-46a7-b037-0b8cfce3aba3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.481706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71dac297-3445-42dc-8694-ed77ffee95bb req-b96e2f23-9e98-4dbe-bb5b-666236cb961b tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086936 Jul 07 22:33:16.543539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.565736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] No DVR routers for this DVR port af55eef1-b527-4565-8aef-1dfe05f0da4b on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:16.592871 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe1552-d050-4bbe-80ac-3a26977dcb4c None None] New status for floating IP 297ceea8-456d-49bd-ad8f-df8d781cf6de: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:33:16.606674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8c284-bfd9-4022-892c-23da9b2032de None None] Pushing event deleted for resources: {'Port': ['ID=af55eef1-b527-4565-8aef-1dfe05f0da4b,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.653583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.707927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.748333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.793029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:16.803852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.816277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f62ba-055a-4d03-af99-53427825cbdd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.824031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.824411 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Added segment 9b2bc12c-da87-44a9-b4d5-d71745a5be02 of type vlan for network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b Jul 07 22:33:16.845700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0eac45-315a-45b8-9176-88fcfc801527']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.850799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.863345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28695bb2-ce72-4c3d-b2ed-4424a25d380f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.863672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28695bb2-ce72-4c3d-b2ed-4424a25d380f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:16.893215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.903564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74b63d6c-9f55-4a4e-998f-e94225ab1513 req-a8164b1f-82c4-4822-8cbb-493f2b589336 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0491982 Jul 07 22:33:16.913981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.927708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33422) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:16.935368 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.946742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:16.947277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:16.950816 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:17.015276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-805f0e25-2bdd-4c4d-b4c0-16403fa91178 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/297ceea8-456d-49bd-ad8f-df8d781cf6de HTTP/1.1" status: 200 len: 994 time: 0.0861268 Jul 07 22:33:17.030111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.031195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:17.031940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.083135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.095919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.098745 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/networks/6c0eac45-315a-45b8-9176-88fcfc801527 HTTP/1.1" status: 204 len: 168 time: 0.6674941 Jul 07 22:33:17.100754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:17.111888 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8856428 Jul 07 22:33:17.111888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b061716-9808-4ec7-86aa-084b7ee61012 admin admin] Pushing event updated for resources: {'Network': ['ID=7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.112429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33430) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:17.121379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:17.133020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733b2d-bb7b-4a3e-a28b-d8c32fc656aa tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Network': ['ID=6c0eac45-315a-45b8-9176-88fcfc801527,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.163570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Request body: {'subnet': {'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-365550228-subnet', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:17.200052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting subnet c4dcf7bd-1db2-4018-8ad9-dd5710462802 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:17.205880 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.251502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Made reservation on behalf of f51f4923c696404799481af11f0119a9 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:17.254168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.266155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device af55eef1-b527-4565-8aef-1dfe05f0da4b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:17.286886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: af55eef1-b527-4565-8aef-1dfe05f0da4b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:17.287237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device af55eef1-b527-4565-8aef-1dfe05f0da4b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:17.302762 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.480311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.602353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-8b49a8d3-5a75-49e9-850d-41a819ab7216 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:17.603913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-8b49a8d3-5a75-49e9-850d-41a819ab7216 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.2082419 Jul 07 22:33:17.610439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.671761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.751555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.756321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/subnets/c4dcf7bd-1db2-4018-8ad9-dd5710462802 HTTP/1.1" status: 204 len: 168 time: 0.6515746 Jul 07 22:33:17.756971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33446) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:17.760446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53e084-ab39-429f-a0b9-adc31e054c1a None None] Network a5483a67-17bb-4c65-a6f1-56e330619a8e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:17.789579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c5b0df-8a6b-429a-9cb0-15db281d1b16,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.829576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027edb81-4bf8-4c4a-8dbe-8f1a580ac21e tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dcf7bd-1db2-4018-8ad9-dd5710462802,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.838794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Checking segment: {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:17.839172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Network hostable DHCP agents. Network: 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:17.850539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.886576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a1d2-f11c-4f1a-9584-2f3fb0319b0a req-f214ff32-a203-4f2b-b872-8d088b244356 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:17.888177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d567a1d2-f11c-4f1a-9584-2f3fb0319b0a req-f214ff32-a203-4f2b-b872-8d088b244356 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 945 time: 0.2125080 Jul 07 22:33:17.934312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Deleting port 127fd4e1-f672-447c-ad55-70b580d0c1ae {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:17.935147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.935728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Deleting port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:17.936078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.960516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:18.016036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d567a1d2-f11c-4f1a-9584-2f3fb0319b0a req-4464b077-b96f-421d-9e26-21abd1302f88 tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/security-groups?id=ec46dd02-a945-4890-986b-0488d5e28502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195633 Jul 07 22:33:18.025986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:18.035228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c9c77-6e10-44ad-81d1-481b3c1ff9b5 None None] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:18.053095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] For port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,segment=NetworkSegment(93cf2fcc-db98-4a82-bc63-4ad7cdeaf085),segment_id=93cf2fcc-db98-4a82-bc63-4ad7cdeaf085)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:18.053655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.053776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:18.054401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.078686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Calling delete_port for 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:18.148745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] DHCP port deletion for a5483a67-17bb-4c65-a6f1-56e330619a8e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:18.152121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-18f61f12-308e-41f7-8e67-fe11920fb69a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9977233 Jul 07 22:33:18.154873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33456) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:18.159333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:18.213405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.215594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.233061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.236510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ad53e1e-ddb9-4031-aa6c-e0b2b10dc51b req-0e7bdac1-6d04-4750-9e3a-c29c868ef9be tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1165450 Jul 07 22:33:18.239350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] For port 127fd4e1-f672-447c-ad55-70b580d0c1ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=127fd4e1-f672-447c-ad55-70b580d0c1ae,segment=NetworkSegment(f343d229-f11d-47bc-89b6-2da07d079f37),segment_id=f343d229-f11d-47bc-89b6-2da07d079f37)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:18.240079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.255403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Calling delete_port for 127fd4e1-f672-447c-ad55-70b580d0c1ae owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:18.284248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Deleting port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:18.284637 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.342531 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.345235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Port': ['ID=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.351092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] No DVR routers for this DVR port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:18.391958 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-751b3ccb-7f0c-4145-9035-fe856e45ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.400784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] For port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:18.401123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.412829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b', 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'fixed_ips': [{'subnet_id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:18.413708 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.429250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Calling delete_port for 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:18.433136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:33:18.436561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.447970 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.464098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] No DVR routers for this DVR port 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:18.475129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['127fd4e1-f672-447c-ad55-70b580d0c1ae'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:18.500913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Pushing event deleted for resources: {'Port': ['ID=127fd4e1-f672-447c-ad55-70b580d0c1ae,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.519460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.547281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.547629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.548021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.548365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.548700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.549043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.549360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.549691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.550019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.550343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.550688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.551016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:18.576010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] No DVR routers for this DVR port 127fd4e1-f672-447c-ad55-70b580d0c1ae on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:18.578330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5483a67-17bb-4c65-a6f1-56e330619a8e']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:18.579337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.581553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4ce47c4-8ab3-46b2-8fe1-facf55a13aef req-2fd901cf-e09c-409f-9999-95b4943772dc tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.103 "DELETE /v2.0/ports/127fd4e1-f672-447c-ad55-70b580d0c1ae HTTP/1.1" status: 204 len: 173 time: 0.9724212 Jul 07 22:33:18.582046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e5c807-164c-4618-9dbc-06130467d950', 'name': 'network-vif-deleted', 'tag': '127fd4e1-f672-447c-ad55-70b580d0c1ae'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:18.584909 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a17fb-ce75-4e6e-b9d5-841f803ce045" -d '{"events": [{"server_uuid": "a2e5c807-164c-4618-9dbc-06130467d950", "name": "network-vif-deleted", "tag": "127fd4e1-f672-447c-ad55-70b580d0c1ae"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:18.604695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:18.612147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cf2fcc-db98-4a82-bc63-4ad7cdeaf085') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:18.631308 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbe2157-720b-4c74-9374-8eb3b0733a11 x-openstack-request-id: req-0bbe2157-720b-4c74-9374-8eb3b0733a11 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:18.631963 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e5c807-164c-4618-9dbc-06130467d950", "name": "network-vif-deleted", "tag": "127fd4e1-f672-447c-ad55-70b580d0c1ae", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:18.632430 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0bbe2157-720b-4c74-9374-8eb3b0733a11 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:18.633003 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e5c807-164c-4618-9dbc-06130467d950', 'name': 'network-vif-deleted', 'tag': '127fd4e1-f672-447c-ad55-70b580d0c1ae', 'status': 'completed', 'code': 200} Jul 07 22:33:18.671611 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.680618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.694449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.711406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:18.711824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:18.715269 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:18.787266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b6c94-f24f-4aa7-a05f-66e597959b03 None None] Pushing event deleted for resources: {'Port': ['ID=28f7c472-9c18-4420-a5ca-9ca9dd8a6c31,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.829688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.832551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.857164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.861666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/networks/a5483a67-17bb-4c65-a6f1-56e330619a8e HTTP/1.1" status: 204 len: 168 time: 1.1014132 Jul 07 22:33:18.861666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65520e78-a9bc-4e4c-91e2-3091fcd8a176 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Pushing event deleted for resources: {'Network': ['ID=a5483a67-17bb-4c65-a6f1-56e330619a8e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.862231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33472) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:18.923207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78683878-ef1f-4d68-876b-7b558f989da7 tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "GET /v2.0/ports?device_id=0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 HTTP/1.1" status: 200 len: 205 time: 0.0593629 Jul 07 22:33:18.923838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33474) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:18.930685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Allocated IP 172.20.0.2 (7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b/51c5b0df-8a6b-429a-9cb0-15db281d1b16/4c984b80-dc51-4fac-ac3d-7c66c426d998) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:19.014108 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.072997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.098503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.178725 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.203022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Transition to ACTIVE for port object 4c984b80-dc51-4fac-ac3d-7c66c426d998 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:19.275695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Transition to ACTIVE for port object 4c984b80-dc51-4fac-ac3d-7c66c426d998 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:19.291886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.300883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.306494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.315343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Allocated IP 172.25.5.71 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/acb95222-496f-4c9a-a60a-20ce5a528a24) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:19.339397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:19.374313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:19.375050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:19.375404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7c472-9c18-4420-a5ca-9ca9dd8a6c31 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:19.382126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:19.385468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:19.392966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Pushing event updated for resources: {'Port': ['ID=4c984b80-dc51-4fac-ac3d-7c66c426d998,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:19.454890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.505013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1be12859-f83f-4690-92ba-e7d3a220da76 req-c2c65b67-8ef1-498c-8561-28eb481a532e tempest-DeleteServersTestJSON-631559660 tempest-DeleteServersTestJSON-631559660-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e5c807-164c-4618-9dbc-06130467d950 HTTP/1.1" status: 200 len: 210 time: 0.1726964 Jul 07 22:33:19.506506 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.508619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:33:19.510658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.528407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.528407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6d72b14e-d5dc-462f-89c1-dd142c28d29d tempest-RoutersNegativeIpV6Test-622749003 tempest-RoutersNegativeIpV6Test-622749003-project] 10.222.0.95 "DELETE /v2.0/routers/0f6ce972-c2fb-47be-91b3-fd5cdebc5b00 HTTP/1.1" status: 204 len: 168 time: 0.6024883 Jul 07 22:33:19.535079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Attempting to bind port 4c984b80-dc51-4fac-ac3d-7c66c426d998 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:19.535469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Attempting to bind port 4c984b80-dc51-4fac-ac3d-7c66c426d998 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:19.535846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Attempting to bind port 4c984b80-dc51-4fac-ac3d-7c66c426d998 on network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:19.548037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:19.548442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Checking segment: {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:19.548861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.549276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Bound using segment: {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:19.556250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Bound port: 4c984b80-dc51-4fac-ac3d-7c66c426d998, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:19.556706 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.591838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:19.594824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:19.600473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:19.627588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Pushing event updated for resources: {'Port': ['ID=acb95222-496f-4c9a-a60a-20ce5a528a24,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:19.640883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] For port 4c984b80-dc51-4fac-ac3d-7c66c426d998, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:19.645371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] For port 4c984b80-dc51-4fac-ac3d-7c66c426d998, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4c984b80-dc51-4fac-ac3d-7c66c426d998,segment=NetworkSegment(9b2bc12c-da87-44a9-b4d5-d71745a5be02),segment_id=9b2bc12c-da87-44a9-b4d5-d71745a5be02)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:19.650551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdf3ea6b-70ca-41cf-b99b-aa75ac96acd8 req-8473a8d6-7b25-471e-a81f-3a87ab73620c tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0572057 Jul 07 22:33:19.651507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.750315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee54fc-5c89-4cc9-b6e2-2ae2f486d833 None None] Pushing event updated for resources: {'Port': ['ID=4c984b80-dc51-4fac-ac3d-7c66c426d998,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:19.901464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33496) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:20.153951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b80ed795-c6c4-4232-9820-5a99c25b910d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=44a44c7695c64510b3fa23038bc413d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491095 Jul 07 22:33:20.154188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33506) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:20.208841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efb6ace0-3f37-4a28-844a-fdc48edfc104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.231820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efb6ace0-3f37-4a28-844a-fdc48edfc104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.300685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efb6ace0-3f37-4a28-844a-fdc48edfc104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.303641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efb6ace0-3f37-4a28-844a-fdc48edfc104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.307117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-efb6ace0-3f37-4a28-844a-fdc48edfc104 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f9825858-bb6a-4a2d-9f62-21801656f791 HTTP/1.1" status: 204 len: 168 time: 0.1518590 Jul 07 22:33:20.317938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6ace0-3f37-4a28-844a-fdc48edfc104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9825858-bb6a-4a2d-9f62-21801656f791,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:20.351669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.607681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.872630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Router 01c178aa-b2ca-442e-a8db-fc47f1fc394e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:33:20.928096 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9926ef23-6bd3-49d9-b0bc-02fad0559261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.954513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1fb5a62e-b900-4fc3-a8c8-47144efc7dc6 req-3607c844-c4ec-4ffe-a639-0286d100a7e0 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0807540 Jul 07 22:33:21.035114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:21.053582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Sync routers for ids ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:21.067175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Routers {'01c178aa-b2ca-442e-a8db-fc47f1fc394e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:21.068166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:21.084912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.095404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf1dbe67-e2df-4df5-9e26-a85943c6a782 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9393353 Jul 07 22:33:21.097755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33550) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:21.253449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099443ff-2656-4b8b-a604-8050bd7a339c None None] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:21.319539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1c2fcfde-5321-4d4d-89c9-a5c3f25395d6 None None] Provisioning for port 4c984b80-dc51-4fac-ac3d-7c66c426d998 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:21.370545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Set router 01c178aa-b2ca-442e-a8db-fc47f1fc394e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:21.456063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c984b80-dc51-4fac-ac3d-7c66c426d998 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:21.512648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33570) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:21.644339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.685901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1788612781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:21.742436 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.747933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.787553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 127fd4e1-f672-447c-ad55-70b580d0c1ae no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:21.824932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 127fd4e1-f672-447c-ad55-70b580d0c1ae {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:21.825654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 127fd4e1-f672-447c-ad55-70b580d0c1ae not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:21.863721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4c984b80-dc51-4fac-ac3d-7c66c426d998 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:21.870181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:19Z', 'revision_number': 3, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:21.873022 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.883523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.900865 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.902465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4fed7411-f87b-49bd-928d-8a20dc7127d9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3891268 Jul 07 22:33:21.905150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33588) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:21.910485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1119355662'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:21.933366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Made reservation on behalf of c457be2489aa49c5bc8312d4493286f8 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:21.940168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.943900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Checking router: 01c178aa-b2ca-442e-a8db-fc47f1fc394e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:21.944758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Updating router 01c178aa-b2ca-442e-a8db-fc47f1fc394e port acb95222-496f-4c9a-a60a-20ce5a528a24 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:33:21.955265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4c984b80-dc51-4fac-ac3d-7c66c426d998 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.955926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.961671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.049419 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.100737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.163809 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.172648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.182949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.263355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81de8a-02b9-4ad2-a8e2-696646184742,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:22.285282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.336347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d01023a4-2c6a-492d-9365-73e864d6f45d req-68970e1a-4be4-4c8f-a8bd-beafde5dfdc9 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0903993 Jul 07 22:33:22.350551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:22.374144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.374294 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Added segment 64fdf5db-cc85-4ada-8d02-d22eb04e7e32 of type vlan for network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b Jul 07 22:33:22.437863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.440844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4c984b80-dc51-4fac-ac3d-7c66c426d998, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4c984b80-dc51-4fac-ac3d-7c66c426d998,segment=NetworkSegment(9b2bc12c-da87-44a9-b4d5-d71745a5be02),segment_id=9b2bc12c-da87-44a9-b4d5-d71745a5be02)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:22.458841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.493833 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.500391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:22.501162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.575072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-df5ea04f-7bd0-4700-8b21-25b207ea5558 None None] Provisioning complete for port 4c984b80-dc51-4fac-ac3d-7c66c426d998 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:22.575454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-df5ea04f-7bd0-4700-8b21-25b207ea5558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.576805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Allocated IP 172.20.0.1 (7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b/51c5b0df-8a6b-429a-9cb0-15db281d1b16/50500904-e1a2-46fb-8e7c-77ecc3c24cb2) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:22.586321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4c984b80-dc51-4fac-ac3d-7c66c426d998,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:22.602418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33604) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:22.603283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6967745 Jul 07 22:33:22.609691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'subnet': {'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:22.620661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f7d9-be41-46b8-af03-5f5221ce06b0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Network': ['ID=0bfc60cc-f845-4407-8f4a-cb43546e3d3b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:22.649262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:22.740841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.753778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Transition to ACTIVE for port object acb95222-496f-4c9a-a60a-20ce5a528a24 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:22.779336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.798168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Made reservation on behalf of c457be2489aa49c5bc8312d4493286f8 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:22.802673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.810465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.827034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea435-34bc-4dfa-8ecd-732369bbed6c None None] Pushing event updated for resources: {'Port': ['ID=acb95222-496f-4c9a-a60a-20ce5a528a24,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:22.858455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Attempting to bind port acb95222-496f-4c9a-a60a-20ce5a528a24 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:22.858862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Attempting to bind port acb95222-496f-4c9a-a60a-20ce5a528a24 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:22.859231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Attempting to bind port acb95222-496f-4c9a-a60a-20ce5a528a24 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:22.865195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:22.865195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:22.865486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.865880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:22.866760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Bound port: acb95222-496f-4c9a-a60a-20ce5a528a24, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:22.867174 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.890661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Transition to ACTIVE for port object 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:22.971417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] For port acb95222-496f-4c9a-a60a-20ce5a528a24, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:22.989868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] For port acb95222-496f-4c9a-a60a-20ce5a528a24, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=acb95222-496f-4c9a-a60a-20ce5a528a24,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:22.991346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.000634 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.064993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:23.077613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:23.082686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Routers {'01c178aa-b2ca-442e-a8db-fc47f1fc394e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:23.084294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:23.087066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:23.112739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.168891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.173378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea435-34bc-4dfa-8ecd-732369bbed6c None None] Pushing event updated for resources: {'Port': ['ID=acb95222-496f-4c9a-a60a-20ce5a528a24,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.256407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.283669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] Set router 01c178aa-b2ca-442e-a8db-fc47f1fc394e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:23.316276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c984b80-dc51-4fac-ac3d-7c66c426d998 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:23.383026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Subnet': ['ID=823db80d-babf-4c52-8385-719945ce75d2,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.408794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Checking segment: {'id': '64fdf5db-cc85-4ada-8d02-d22eb04e7e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:23.409257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network hostable DHCP agents. Network: 0bfc60cc-f845-4407-8f4a-cb43546e3d3b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:23.500524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:23.540982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 0bfc60cc-f845-4407-8f4a-cb43546e3d3b) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:23.556026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.556658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.559602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.589415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb6d60be-c88a-4618-b93e-bb2af2b8d47e req-8fbb5327-cc54-4ae3-9dd4-a062d0862e01 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0562232 Jul 07 22:33:23.592350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92834e28-1e3a-4948-ac22-341fe60c4459 None None] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:23.606696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33624) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:23.615190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ff57771-92e9-4db8-8b19-2e7be8e66cb1 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0084372 Jul 07 22:33:23.632433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'network': {'name': 'tempest-router-network01--1204572130'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:23.681499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Made reservation on behalf of c457be2489aa49c5bc8312d4493286f8 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:23.688139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.737321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:23.755229 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.755599 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Added segment a0d28117-d839-4988-99be-f36a1494b8b6 of type vlan for network f98b72b4-b462-48d4-8d3e-33b31bf25612 Jul 07 22:33:23.778867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-130bb3ce-c6e2-4533-ba65-f85c12321d49 None None] Provisioning for port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:23.813853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.821529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-130bb3ce-c6e2-4533-ba65-f85c12321d49 None None] Provisioning complete for port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:23.821910 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-130bb3ce-c6e2-4533-ba65-f85c12321d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.849847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.858350 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.859525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.870176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.871199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.884985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-130bb3ce-c6e2-4533-ba65-f85c12321d49 None None] Port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:23.936880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.938659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.952173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.966814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Network': ['ID=f98b72b4-b462-48d4-8d3e-33b31bf25612,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.991756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-64f462de-b1c8-4a2e-be5e-63fc33cf2529 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3828893 Jul 07 22:33:23.993881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:24.003656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'network': {'name': 'tempest-router-network02--1733831992'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:24.014765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:24.048899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Made reservation on behalf of c457be2489aa49c5bc8312d4493286f8 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:24.053312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.095264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:24.106191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.106656 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Added segment 37c4ddb2-dba1-491b-9e25-c5c004185a98 of type vlan for network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 Jul 07 22:33:24.146287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:24.148557 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:24.197731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4c984b80-dc51-4fac-ac3d-7c66c426d998 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:24.198313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.226337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.242730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-0bfc60cc-f845-4407-8f4a-cb43546e3d3b', 'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b', 'tenant_id': 'c457be2489aa49c5bc8312d4493286f8', 'fixed_ips': [{'subnet_id': '823db80d-babf-4c52-8385-719945ce75d2'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:24.243602 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.287352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.295474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:24.298430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.393289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3982069 Jul 07 22:33:24.396496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33640) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:24.416808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Router 01c178aa-b2ca-442e-a8db-fc47f1fc394e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:24.424340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'subnet': {'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:24.481304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Allocated IP 172.20.0.2 (0bfc60cc-f845-4407-8f4a-cb43546e3d3b/823db80d-babf-4c52-8385-719945ce75d2/e95102c1-3697-48fe-99df-ef9aee253ed3) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:24.508676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c149028-b7a1-4494-b84c-b3f63809ef34 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Network': ['ID=011eaf16-1fd3-406d-a6e1-0188ae26bdd8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:24.508904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:19Z', 'revision_number': 3, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:24.548826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:24.564587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Made reservation on behalf of c457be2489aa49c5bc8312d4493286f8 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:24.569329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.642675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:24.662656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1c5a0351-e43b-43b3-9a91-79babd816cd9 admin admin] 10.222.0.95 "PUT /v2.0/routers/01c178aa-b2ca-442e-a8db-fc47f1fc394e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5630031 Jul 07 22:33:24.734653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d72612-d5d2-4632-a67f-bb54cdab76e6 None None] The sync data for ids ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'] in n-d-694802-13 is: [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:19Z', 'revision_number': 3, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:24.909714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1f6072a6-209f-4c43-a749-78ae55c0ead1 None None] Provisioning complete for port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:24.910029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1f6072a6-209f-4c43-a749-78ae55c0ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.955496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bf5a78b-f3e4-4676-8e19-743e0fcc5f4c req-f9a755d9-5034-47f3-be70-b84d68952e6f tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1360815 Jul 07 22:33:25.004037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.021273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1f6072a6-209f-4c43-a749-78ae55c0ead1 None None] Port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:25.133363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Subnet': ['ID=145e68ca-108b-43aa-bd04-339f1b324142,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:25.135771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Checking segment: {'id': 'a0d28117-d839-4988-99be-f36a1494b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:25.136424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network hostable DHCP agents. Network: f98b72b4-b462-48d4-8d3e-33b31bf25612, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:25.157383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:25.177586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f98b72b4-b462-48d4-8d3e-33b31bf25612) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:25.183632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:25.186277 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.210358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e815edd-622f-4007-b1b9-1fd11b88f345 None None] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:25.213851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3de70df2-2973-4712-b9f3-d626720672b9 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8121243 Jul 07 22:33:25.216800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33666) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:25.226160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'subnet': {'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:25.387074 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.431060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Transition to ACTIVE for port object e95102c1-3697-48fe-99df-ef9aee253ed3 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:25.468562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Transition to ACTIVE for port object e95102c1-3697-48fe-99df-ef9aee253ed3 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:25.482111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.559747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Made reservation on behalf of c457be2489aa49c5bc8312d4493286f8 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:25.566197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.572546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:25.578462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:25.587634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:25.603720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Pushing event updated for resources: {'Port': ['ID=e95102c1-3697-48fe-99df-ef9aee253ed3,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:25.690605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-f98b72b4-b462-48d4-8d3e-33b31bf25612', 'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612', 'tenant_id': 'c457be2489aa49c5bc8312d4493286f8', 'fixed_ips': [{'subnet_id': '145e68ca-108b-43aa-bd04-339f1b324142'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:25.691597 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.825641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33682) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:25.834516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2022085191-network', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:25.895512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Made reservation on behalf of 4304ea86c67d4e069213a58f415b10ac for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:25.898042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.926340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.930761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Attempting to bind port e95102c1-3697-48fe-99df-ef9aee253ed3 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:25.931255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Attempting to bind port e95102c1-3697-48fe-99df-ef9aee253ed3 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '64fdf5db-cc85-4ada-8d02-d22eb04e7e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:25.931757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Attempting to bind port e95102c1-3697-48fe-99df-ef9aee253ed3 on network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:25.955269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:25.955893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Checking segment: {'id': '64fdf5db-cc85-4ada-8d02-d22eb04e7e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:25.958098 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.958850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Bound using segment: {'id': '64fdf5db-cc85-4ada-8d02-d22eb04e7e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:25.961051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Bound port: e95102c1-3697-48fe-99df-ef9aee253ed3, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fdf5db-cc85-4ada-8d02-d22eb04e7e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0bfc60cc-f845-4407-8f4a-cb43546e3d3b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:25.962998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.963334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.014590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Allocated IP 172.20.0.2 (f98b72b4-b462-48d4-8d3e-33b31bf25612/145e68ca-108b-43aa-bd04-339f1b324142/16c4cc94-2b02-4380-a3db-59532678c005) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:26.093999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Subnet': ['ID=994d7eac-b1ef-429e-b75c-71ee2084c0a0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:26.109141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Checking segment: {'id': '37c4ddb2-dba1-491b-9e25-c5c004185a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:26.109508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network hostable DHCP agents. Network: 011eaf16-1fd3-406d-a6e1-0188ae26bdd8, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:26.185988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:26.203788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] For port e95102c1-3697-48fe-99df-ef9aee253ed3, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:26.226383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 011eaf16-1fd3-406d-a6e1-0188ae26bdd8) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:26.236133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] For port e95102c1-3697-48fe-99df-ef9aee253ed3, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e95102c1-3697-48fe-99df-ef9aee253ed3,segment=NetworkSegment(64fdf5db-cc85-4ada-8d02-d22eb04e7e32),segment_id=64fdf5db-cc85-4ada-8d02-d22eb04e7e32)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:26.248583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44adbb-f48d-4664-9f80-660da95dc7e5 None None] Network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:26.249495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:26.251426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.268162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.316888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.362227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a7af97a-818c-4579-a2e7-3df79dcfbef2 req-fad4b4d6-b4ef-403e-b8f2-f0dc98a0163c tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0476096 Jul 07 22:33:26.368560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.388465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6315adbc-fa42-41ea-bf69-fc18a21ee219 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1677136 Jul 07 22:33:26.389095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33696) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:26.550767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:26.700209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56862d-91c0-4b98-85bb-16c42da1fc87 None None] Pushing event updated for resources: {'Port': ['ID=e95102c1-3697-48fe-99df-ef9aee253ed3,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:26.711446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.732562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Transition to ACTIVE for port object 16c4cc94-2b02-4380-a3db-59532678c005 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:26.746010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98173efc-ea69-449c-bbe6-892455521148,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:26.768133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.769311 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Added segment dc93daf3-8986-4523-964b-805f61596ac0 of type vlan for network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 Jul 07 22:33:26.820887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Transition to ACTIVE for port object 16c4cc94-2b02-4380-a3db-59532678c005 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:26.839786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.887157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:26.934515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-011eaf16-1fd3-406d-a6e1-0188ae26bdd8', 'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8', 'tenant_id': 'c457be2489aa49c5bc8312d4493286f8', 'fixed_ips': [{'subnet_id': '994d7eac-b1ef-429e-b75c-71ee2084c0a0'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:26.943919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.004100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:27.027171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:27.034599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:27.037178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Pushing event updated for resources: {'Port': ['ID=16c4cc94-2b02-4380-a3db-59532678c005,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:27.050824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Deleting subnet c3119dd3-d91c-42f2-8566-6e898d5d0d7d {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:27.068050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.134130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.236101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.339217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Attempting to bind port 16c4cc94-2b02-4380-a3db-59532678c005 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:27.339805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Attempting to bind port 16c4cc94-2b02-4380-a3db-59532678c005 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a0d28117-d839-4988-99be-f36a1494b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:27.340203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Attempting to bind port 16c4cc94-2b02-4380-a3db-59532678c005 on network f98b72b4-b462-48d4-8d3e-33b31bf25612 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:27.352813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:27.353378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Checking segment: {'id': 'a0d28117-d839-4988-99be-f36a1494b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:27.354060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.354569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Bound using segment: {'id': 'a0d28117-d839-4988-99be-f36a1494b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:27.355540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Bound port: 16c4cc94-2b02-4380-a3db-59532678c005, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d28117-d839-4988-99be-f36a1494b8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f98b72b4-b462-48d4-8d3e-33b31bf25612'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:27.355683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.396657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device acb95222-496f-4c9a-a60a-20ce5a528a24 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:27.449878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.480860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3119dd3-d91c-42f2-8566-6e898d5d0d7d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:27.499844 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.504504 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74d91876-d414-4954-92fd-7269d6dcb147 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c3119dd3-d91c-42f2-8566-6e898d5d0d7d HTTP/1.1" status: 204 len: 168 time: 0.6162624 Jul 07 22:33:27.505184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33722) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:27.607246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] For port 16c4cc94-2b02-4380-a3db-59532678c005, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:27.611248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] For port 16c4cc94-2b02-4380-a3db-59532678c005, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16c4cc94-2b02-4380-a3db-59532678c005,segment=NetworkSegment(a0d28117-d839-4988-99be-f36a1494b8b6),segment_id=a0d28117-d839-4988-99be-f36a1494b8b6)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:27.628407 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.638382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.729754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Allocated IP 172.20.0.2 (011eaf16-1fd3-406d-a6e1-0188ae26bdd8/994d7eac-b1ef-429e-b75c-71ee2084c0a0/13fb16e3-4c8e-47ef-a3e5-94df7231ec38) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:27.773714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.786840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a0f68-c2af-4c40-ad27-cd780a8314d8 None None] Pushing event updated for resources: {'Port': ['ID=16c4cc94-2b02-4380-a3db-59532678c005,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:27.806584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c75b46-a719-4627-80b7-15541a91346d']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.835282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f343d229-f11d-47bc-89b6-2da07d079f37') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.836762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f343d229-f11d-47bc-89b6-2da07d079f37') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.865795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.898898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.903556 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.909308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port acb95222-496f-4c9a-a60a-20ce5a528a24 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:27.910930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:27.923914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.935889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c0535b9-c552-40df-9eda-d3a89eae1512 req-157ee73f-68dd-465b-91c4-2fc492cba2e9 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0583386 Jul 07 22:33:27.941163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port acb95222-496f-4c9a-a60a-20ce5a528a24 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:27.944199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:27.972690 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:28.092412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.098145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.100099 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] 10.222.0.95 "DELETE /v2.0/networks/15c75b46-a719-4627-80b7-15541a91346d HTTP/1.1" status: 204 len: 168 time: 0.5938654 Jul 07 22:33:28.106419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.107762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.108326 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Sync routers for ids ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:28.109278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.139402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7ea0-196e-4396-9b37-ec497263177a admin admin] Pushing event deleted for resources: {'Network': ['ID=15c75b46-a719-4627-80b7-15541a91346d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.139761 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Routers {'01c178aa-b2ca-442e-a8db-fc47f1fc394e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:28.140426 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:28.144306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.265487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4362593 Jul 07 22:33:28.268299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:28.273476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Request body: {'subnet': {'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2022085191-subnet', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:28.342335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.358963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Made reservation on behalf of 4304ea86c67d4e069213a58f415b10ac for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:28.361738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.365355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port acb95222-496f-4c9a-a60a-20ce5a528a24, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=acb95222-496f-4c9a-a60a-20ce5a528a24,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:28.372887 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.373534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e95102c1-3697-48fe-99df-ef9aee253ed3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:28.491930 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Set router 01c178aa-b2ca-442e-a8db-fc47f1fc394e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:28.511346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.540982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e95102c1-3697-48fe-99df-ef9aee253ed3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:28.546994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Transition to ACTIVE for port object 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:28.552584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=acb95222-496f-4c9a-a60a-20ce5a528a24,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.562270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daaea8-24c8-4ac4-88b1-e6ce54f79d39 admin admin] Pushing event updated for resources: {'Network': ['ID=36f8af1a-2375-4ef5-916a-ab7cad8dd7a2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.590800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Transition to ACTIVE for port object 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:28.604890 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.607622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:28.669036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33744) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:28.790005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.814049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Pushing event updated for resources: {'Port': ['ID=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.823366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc019250-507a-4f69-8a56-c3c3ba2ee437 None None] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:28.880526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:23Z', 'revision_number': 4, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '50500904-e1a2-46fb-8e7c-77ecc3c24cb2', 'name': '', 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'mac_address': 'fa:16:3e:a5:2f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:22Z', 'updated_at': '2021-07-07T22:33:23Z', 'revision_number': 2, 'project_id': 'f51f4923c696404799481af11f0119a9', 'subnets': [{'id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:28.907394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.913426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Checking segment: {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:28.913952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Network hostable DHCP agents. Network: 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:28.918963 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Checking router: 01c178aa-b2ca-442e-a8db-fc47f1fc394e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:28.919741 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Updating router 01c178aa-b2ca-442e-a8db-fc47f1fc394e port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:33:28.938446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:28.944204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bee51e1c-0111-4c9e-95c3-1ebe7acd939f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=87641727c39a4ad2b6dcbfadc8267067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717156 Jul 07 22:33:28.989937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:28.991289 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.031773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:29.067813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] Provisioning for port e95102c1-3697-48fe-99df-ef9aee253ed3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:29.068880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:29.071621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.072699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Allocated IP 172.20.0.1 (f98b72b4-b462-48d4-8d3e-33b31bf25612/145e68ca-108b-43aa-bd04-339f1b324142/036bfbfb-d1eb-441f-9863-1d6febe94237) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:29.084411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359ec25-ee93-4701-831e-db0fe0fd7790 None None] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:29.113139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1af3ab77-a657-40bf-bd63-445e94fd4b3f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8437467 Jul 07 22:33:29.116285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33754) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:29.135811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-02840307-f108-496d-b459-023859a929dd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:29.159950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70a755a3-2004-4dcb-b7f9-58d0ce2e5c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.209324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70a755a3-2004-4dcb-b7f9-58d0ce2e5c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.217737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:29.251874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8018762e-3d2f-4ff2-9a1e-32a146434084 req-d6994c40-8be2-4f4b-b6af-f16abf6b5654 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0722847 Jul 07 22:33:29.272871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] Provisioning complete for port e95102c1-3697-48fe-99df-ef9aee253ed3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:29.299741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.309936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70a755a3-2004-4dcb-b7f9-58d0ce2e5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.313689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70a755a3-2004-4dcb-b7f9-58d0ce2e5c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.318475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70a755a3-2004-4dcb-b7f9-58d0ce2e5c46 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ec46dd02-a945-4890-986b-0488d5e28502 HTTP/1.1" status: 204 len: 168 time: 0.3768570 Jul 07 22:33:29.327231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:29.335989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a755a3-2004-4dcb-b7f9-58d0ce2e5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46dd02-a945-4890-986b-0488d5e28502,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:29.362123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.365292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.374177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:29.477752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a2171-de06-4d4b-be57-36bec53dd6bd None None] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:29.478114 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.686113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device acb95222-496f-4c9a-a60a-20ce5a528a24 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:29.721600 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.749516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6e15af2b-d053-4f63-bd81-3c401a0fa5a9 req-67a7589b-fdd5-4d95-86e4-12efa7213c2e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0533304 Jul 07 22:33:29.750831 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Transition to ACTIVE for port object 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:29.760285 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.827428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.834207 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Pushing event updated for resources: {'Port': ['ID=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:29.873228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.892806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.893250 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.894781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.897099 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.897526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.898862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.900586 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.901320 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.902807 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.904878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.906834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.908271 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:29.909947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Attempting to bind port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:29.910496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Attempting to bind port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '37c4ddb2-dba1-491b-9e25-c5c004185a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:29.911620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Attempting to bind port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 on network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:29.942867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:29.950201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Checking segment: {'id': '37c4ddb2-dba1-491b-9e25-c5c004185a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:29.950909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.956542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Bound using segment: {'id': '37c4ddb2-dba1-491b-9e25-c5c004185a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:29.957308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Bound port: 13fb16e3-4c8e-47ef-a3e5-94df7231ec38, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c4ddb2-dba1-491b-9e25-c5c004185a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '011eaf16-1fd3-406d-a6e1-0188ae26bdd8'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:29.958422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.987368 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Attempting to bind port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:29.987872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Attempting to bind port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:29.988495 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Attempting to bind port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 on network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:29.994995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-36f8af1a-2375-4ef5-916a-ab7cad8dd7a2', 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'fixed_ips': [{'subnet_id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:29.995975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.997316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Transition to ACTIVE for port object 036bfbfb-d1eb-441f-9863-1d6febe94237 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:30.016999 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:30.017527 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Checking segment: {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:30.018041 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.019570 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Bound using segment: {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:30.020721 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Bound port: 50500904-e1a2-46fb-8e7c-77ecc3c24cb2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2bc12c-da87-44a9-b4d5-d71745a5be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:30.022746 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.096870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.120911 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] For port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:30.125903 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] For port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,segment=NetworkSegment(9b2bc12c-da87-44a9-b4d5-d71745a5be02),segment_id=9b2bc12c-da87-44a9-b4d5-d71745a5be02)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:30.132465 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.248244 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Routers {'01c178aa-b2ca-442e-a8db-fc47f1fc394e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:30.248893 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:30.275101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Port': ['ID=036bfbfb-d1eb-441f-9863-1d6febe94237,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.280281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:30.283903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:30.286852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:30.352862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] For port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:30.361914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] For port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,segment=NetworkSegment(37c4ddb2-dba1-491b-9e25-c5c004185a98),segment_id=37c4ddb2-dba1-491b-9e25-c5c004185a98)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:30.404613 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.417403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.453083 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.459267 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.553624 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22902-dbaf-4d27-bd72-bb87c9d804c6 None None] Pushing event updated for resources: {'Port': ['ID=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.561379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77a2a7-43ad-4810-a439-7b8fa8f6c2eb None None] Pushing event updated for resources: {'Port': ['ID=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.586454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.690467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de93a35d-09c1-4791-b597-279c8f92ed70 req-af395bd8-fbbd-491e-9fed-f50ee48846d3 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1080840 Jul 07 22:33:30.709525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port acb95222-496f-4c9a-a60a-20ce5a528a24 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:30.709967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.891724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:30.920824 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] Set router 01c178aa-b2ca-442e-a8db-fc47f1fc394e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:30.960302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-02840307-f108-496d-b459-023859a929dd admin admin] Allocated IP 172.25.5.236 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/758ba23d-5440-4962-9174-a8da2f1a5581) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:30.985098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.022663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] For port e95102c1-3697-48fe-99df-ef9aee253ed3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e95102c1-3697-48fe-99df-ef9aee253ed3,segment=NetworkSegment(64fdf5db-cc85-4ada-8d02-d22eb04e7e32),segment_id=64fdf5db-cc85-4ada-8d02-d22eb04e7e32)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:31.052908 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.102029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-496683830-network', 'tenant_id': 'b766eed398194fcf9c55910555d4030b'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:31.198541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Made reservation on behalf of b766eed398194fcf9c55910555d4030b for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:31.203738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.216063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.224080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a9778-32c2-4014-b139-e28a6b8e192b None None] Pushing event updated for resources: {'Port': ['ID=e95102c1-3697-48fe-99df-ef9aee253ed3,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:31.290979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Provisioning complete for port e95102c1-3697-48fe-99df-ef9aee253ed3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:31.291623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.326879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16c4cc94-2b02-4380-a3db-59532678c005 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:31.338263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Allocated IP 172.20.0.2 (36f8af1a-2375-4ef5-916a-ab7cad8dd7a2/c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf/8d138239-5808-47b9-8c3d-f87537653cf4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:31.402464 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:23Z', 'revision_number': 4, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '50500904-e1a2-46fb-8e7c-77ecc3c24cb2', 'name': '', 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'mac_address': 'fa:16:3e:a5:2f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:22Z', 'updated_at': '2021-07-07T22:33:30Z', 'revision_number': 4, 'project_id': 'f51f4923c696404799481af11f0119a9', 'subnets': [{'id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:31.475431 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7c8b6-8519-4f5f-a331-de778862b0b4 None None] The sync data for ids ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'] in n-d-694802-13 is: [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:23Z', 'revision_number': 4, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '50500904-e1a2-46fb-8e7c-77ecc3c24cb2', 'name': '', 'network_id': '7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'mac_address': 'fa:16:3e:a5:2f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:22Z', 'updated_at': '2021-07-07T22:33:30Z', 'revision_number': 4, 'project_id': 'f51f4923c696404799481af11f0119a9', 'subnets': [{'id': '51c5b0df-8a6b-429a-9cb0-15db281d1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:31.498859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.506856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.512818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.562527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:31.626343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.638674 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Added segment 30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8 of type vlan for network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 Jul 07 22:33:31.711901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.748698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c32a0-b535-470e-8783-0b6d7aee4656,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:31.771046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.772956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:31.773581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.902185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.977198 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0836008 Jul 07 22:33:31.981412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:32.011778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Request body: {'subnet': {'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-496683830-subnet', 'tenant_id': 'b766eed398194fcf9c55910555d4030b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:32.075840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b7ccd-2acd-4d76-9281-106a37fd7ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:32.089981 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Made reservation on behalf of b766eed398194fcf9c55910555d4030b for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:32.093519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.171296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02840307-f108-496d-b459-023859a929dd admin admin] Pushing event updated for resources: {'Port': ['ID=758ba23d-5440-4962-9174-a8da2f1a5581,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:32.190788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5ef7755-8884-4502-bee4-21c15d401d7b req-606ef52b-bb5d-48fe-84d6-82bc991b4933 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.2076507 Jul 07 22:33:32.196255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02840307-f108-496d-b459-023859a929dd admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:32.208512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.215839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-02840307-f108-496d-b459-023859a929dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:32.218188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:32.222764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02840307-f108-496d-b459-023859a929dd admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:32.226231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.402444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 16c4cc94-2b02-4380-a3db-59532678c005 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:32.509666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Provisioning for port 16c4cc94-2b02-4380-a3db-59532678c005 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:32.519976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Provisioning complete for port 16c4cc94-2b02-4380-a3db-59532678c005 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:32.521221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.525233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.600654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Port': ['ID=036bfbfb-d1eb-441f-9863-1d6febe94237,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:32.601951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.617258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Transition to ACTIVE for port object 8d138239-5808-47b9-8c3d-f87537653cf4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:32.643327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Transition to ACTIVE for port object 8d138239-5808-47b9-8c3d-f87537653cf4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:32.690424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4635dbad-f424-455a-85d1-4067fae57d8f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:32.699207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.724177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.741998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Checking segment: {'id': '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:32.742373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Network hostable DHCP agents. Network: fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:32.788578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.788858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:32.800340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:32.814531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:32.817421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:32.817775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:32.826809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:32.826809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.836601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Pushing event updated for resources: {'Port': ['ID=8d138239-5808-47b9-8c3d-f87537653cf4,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:32.886880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643fae2-ce3e-4401-8468-94dc61c9621d None None] Network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:32.889122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c755359-d701-48e1-93e5-81a1e62e99b2 None None] Network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:32.893673 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-01d5bce5-3051-4fc3-b333-6aa47317c2d7 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9093192 Jul 07 22:33:33.000252 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f398a0a0-6b7b-46af-981f-4c0c836c0384 req-7ac2a886-47c5-4e84-b3bf-f4325cc1ebe1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=65b3a6ab57e9480fb46d684ea9392eb8&device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0559759 Jul 07 22:33:33.035738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] For port 16c4cc94-2b02-4380-a3db-59532678c005, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16c4cc94-2b02-4380-a3db-59532678c005,segment=NetworkSegment(a0d28117-d839-4988-99be-f36a1494b8b6),segment_id=a0d28117-d839-4988-99be-f36a1494b8b6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:33.072367 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f398a0a0-6b7b-46af-981f-4c0c836c0384 req-5768cca8-46cb-4990-ac0e-ec104b683f28 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=65b3a6ab57e9480fb46d684ea9392eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596538 Jul 07 22:33:33.161366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:33.281353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.331003 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.411363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Attempting to bind port 8d138239-5808-47b9-8c3d-f87537653cf4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:33.412070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Attempting to bind port 8d138239-5808-47b9-8c3d-f87537653cf4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:33.412813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Attempting to bind port 8d138239-5808-47b9-8c3d-f87537653cf4 on network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:33.443739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398a0a0-6b7b-46af-981f-4c0c836c0384 req-3e989993-d963-4d34-bbd3-d9ecd3d6a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:33.445319 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f398a0a0-6b7b-46af-981f-4c0c836c0384 req-3e989993-d963-4d34-bbd3-d9ecd3d6a357 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3601089 Jul 07 22:33:33.478280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:33.478820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Checking segment: {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:33.479127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.479680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Bound using segment: {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:33.480033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Bound port: 8d138239-5808-47b9-8c3d-f87537653cf4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:33.480418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.511582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9d3b593-356b-4bbb-bea8-00d62e5ce840 req-536e241a-bfcf-4b79-ac3b-eb2656b73724 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0941205 Jul 07 22:33:33.546503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:33.547914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:33.550899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:33.556231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:33.556626 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.733768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] For port 8d138239-5808-47b9-8c3d-f87537653cf4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:33.738288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] For port 8d138239-5808-47b9-8c3d-f87537653cf4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8d138239-5808-47b9-8c3d-f87537653cf4,segment=NetworkSegment(dc93daf3-8986-4523-964b-805f61596ac0),segment_id=dc93daf3-8986-4523-964b-805f61596ac0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:33.801535 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.815695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8749335-3a35-4d4a-a2a1-e73424e99362 None None] Pushing event updated for resources: {'Port': ['ID=16c4cc94-2b02-4380-a3db-59532678c005,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:33.846837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.902437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Provisioning for port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:33.904847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f404d91-6ec6-4f18-8b00-511f92a4cee4 None None] Network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:33.916057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-cbd6fb7c-8c6f-4e8b-b148-98810772f5de tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:33.917637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-cbd6fb7c-8c6f-4e8b-b148-98810772f5de tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/networks?id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 HTTP/1.1" status: 200 len: 813 time: 0.2398958 Jul 07 22:33:33.978501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c53f879f-7d12-414e-8edc-e0e61597b9f3 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/quotas/b766eed398194fcf9c55910555d4030b HTTP/1.1" status: 200 len: 375 time: 0.0516891 Jul 07 22:33:34.032434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-8b11a028-e343-497b-b496-1cdb8082d475 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b766eed398194fcf9c55910555d4030b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461750 Jul 07 22:33:34.038406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417698b7-e2d9-4744-8e6d-48e705bd5d64 None None] Pushing event updated for resources: {'Port': ['ID=8d138239-5808-47b9-8c3d-f87537653cf4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.058497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Provisioning for port 036bfbfb-d1eb-441f-9863-1d6febe94237 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:34.080975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Provisioning complete for port 036bfbfb-d1eb-441f-9863-1d6febe94237 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:34.081352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.087377 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.095564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-48886f4b-e932-44a0-997a-a82156606e52 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:33:34.103086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-48886f4b-e932-44a0-997a-a82156606e52 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217686 Jul 07 22:33:34.208547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Port 036bfbfb-d1eb-441f-9863-1d6febe94237 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:34.218177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-4b5b1430-dfaf-4aaa-a01a-ff0c8a4658c7 service neutron] 10.222.0.95 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140933 Jul 07 22:33:34.233862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,segment=NetworkSegment(9b2bc12c-da87-44a9-b4d5-d71745a5be02),segment_id=9b2bc12c-da87-44a9-b4d5-d71745a5be02)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:34.242983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.245261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e95102c1-3697-48fe-99df-ef9aee253ed3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:34.294769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Provisioning complete for port 16c4cc94-2b02-4380-a3db-59532678c005 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:34.295156 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9a976bda-3390-4023-b5bb-474d94619869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.429272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.448393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e95102c1-3697-48fe-99df-ef9aee253ed3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:34.449064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.465670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-1229c374-17dc-4ec0-8fb3-d4c787281761 service neutron] 10.222.0.95 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464042 Jul 07 22:33:34.481252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Router 2064ae6b-6184-4513-9e5c-9f498e08fff0 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:33:34.599392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:34.704883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:34.709823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f4587cf9-c7bd-4303-93e0-62294947300b None None] Provisioning complete for port 036bfbfb-d1eb-441f-9863-1d6febe94237 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:34.710345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f4587cf9-c7bd-4303-93e0-62294947300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.758314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:34.759321 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.808237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f4587cf9-c7bd-4303-93e0-62294947300b None None] Port 036bfbfb-d1eb-441f-9863-1d6febe94237 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:34.910813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.003893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,segment=NetworkSegment(37c4ddb2-dba1-491b-9e25-c5c004185a98),segment_id=37c4ddb2-dba1-491b-9e25-c5c004185a98)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:35.010163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.043642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f398a0a0-6b7b-46af-981f-4c0c836c0384 req-103d594c-4707-4c91-8bff-1e56e2756b08 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.97 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.0639071 Jul 07 22:33:35.125518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:35.321613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c35ec140-c425-4e01-a39c-c68bd026cce3 req-5bc12c51-f05c-4fa6-866f-ab2011ef98d6 tempest-ServerShowV257Test-496440578 tempest-ServerShowV257Test-496440578-project] 10.222.0.95 "GET /v2.0/ports?device_id=a41e0a42-35fd-45ba-b636-e5f99ccae3f0 HTTP/1.1" status: 200 len: 210 time: 0.1480818 Jul 07 22:33:35.335727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98f1b63a-a929-4d70-9af2-c9d818960933 req-f6366b0c-a389-4b59-8948-a3723056708e tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 210 time: 0.1568315 Jul 07 22:33:35.381955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:35.387710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:35.393823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-43354d1c-c937-4708-aaef-f5324f86183a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0035195 Jul 07 22:33:35.395267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02840307-f108-496d-b459-023859a929dd admin admin] Router 00267302-8c83-452d-ba72-503d15c0fb27 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:33:35.397153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33902) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.439611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] Sync routers for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:35.481780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:35.482423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:35.549674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:35.555573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:35.568105 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Sync routers for ids ['00267302-8c83-452d-ba72-503d15c0fb27'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:35.573241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:35.578731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.589166 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Routers {'00267302-8c83-452d-ba72-503d15c0fb27'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:35.592955 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['00267302-8c83-452d-ba72-503d15c0fb27'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:35.601639 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02840307-f108-496d-b459-023859a929dd admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.605502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-02840307-f108-496d-b459-023859a929dd admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4847331 Jul 07 22:33:35.606316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33910) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.690174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:35.691221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:35.701044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf882e-34ee-4c87-976c-a689d78814b9 None None] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:35.814104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:35.815164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90717e5c-db01-4a9c-9eec-24539a80afba None None] The sync data for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:35.928238 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Set router 00267302-8c83-452d-ba72-503d15c0fb27 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:35.928468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9ac5e1e-0ab5-430d-ab7a-d1b074a55248 None None] Provisioning for port 8d138239-5808-47b9-8c3d-f87537653cf4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:36.304471 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:33Z', 'revision_number': 3, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:36.339386 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Checking router: 00267302-8c83-452d-ba72-503d15c0fb27 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:36.339891 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Updating router 00267302-8c83-452d-ba72-503d15c0fb27 port 758ba23d-5440-4962-9174-a8da2f1a5581 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:33:36.374017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16c4cc94-2b02-4380-a3db-59532678c005 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:36.429177 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.458714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.534672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 16c4cc94-2b02-4380-a3db-59532678c005 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:36.535223 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.687872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8d138239-5808-47b9-8c3d-f87537653cf4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:36.719150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98407be4-e004-4007-a189-544a9c12b259 req-feb14755-e8d3-47f1-86b9-d30801303895 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 210 time: 0.1357725 Jul 07 22:33:36.776909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 8d138239-5808-47b9-8c3d-f87537653cf4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:36.782419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 8d138239-5808-47b9-8c3d-f87537653cf4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:36.783416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.804823 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-a8758e8d-be2d-458b-b82c-3b764b91580a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:36.805890 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a8758e8d-be2d-458b-b82c-3b764b91580a tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4075389 Jul 07 22:33:36.815187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33932) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.862913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:33:37.007519 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.091528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-f3e71794-1808-450e-a026-a5b5850cb124 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:37.093786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 8d138239-5808-47b9-8c3d-f87537653cf4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8d138239-5808-47b9-8c3d-f87537653cf4,segment=NetworkSegment(dc93daf3-8986-4523-964b-805f61596ac0),segment_id=dc93daf3-8986-4523-964b-805f61596ac0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:37.100230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-f3e71794-1808-450e-a026-a5b5850cb124 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.103 "GET /v2.0/networks?id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 HTTP/1.1" status: 200 len: 813 time: 0.4787138 Jul 07 22:33:37.103661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.112159 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.121770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Request body: {'port': {'device_id': '03baf91c-d2bf-4a81-b731-304c37baea64', 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1', 'admin_state_up': True, 'tenant_id': 'b766eed398194fcf9c55910555d4030b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.150484 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Transition to ACTIVE for port object 758ba23d-5440-4962-9174-a8da2f1a5581 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:37.160192 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.212751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b6c954e-9a12-40c2-98af-183c04c8c7a2 None None] Provisioning complete for port 8d138239-5808-47b9-8c3d-f87537653cf4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:37.213135 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c954e-9a12-40c2-98af-183c04c8c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.241517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33940) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:37.276930 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Attempting to bind port 758ba23d-5440-4962-9174-a8da2f1a5581 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:37.278477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Attempting to bind port 758ba23d-5440-4962-9174-a8da2f1a5581 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:37.279347 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Attempting to bind port 758ba23d-5440-4962-9174-a8da2f1a5581 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:37.286774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:37.298368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Allocated IP 172.20.0.1 (36f8af1a-2375-4ef5-916a-ab7cad8dd7a2/c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf/a2e1ac66-9543-4b28-a50d-8eacf9168f34) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:37.300509 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322366b-6496-4cab-b0b8-b836bebac468 None None] Pushing event updated for resources: {'Port': ['ID=758ba23d-5440-4962-9174-a8da2f1a5581,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:37.330474 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:37.331479 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:37.335109 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.335628 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:37.336242 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Bound port: 758ba23d-5440-4962-9174-a8da2f1a5581, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:37.337346 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.358661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=8d138239-5808-47b9-8c3d-f87537653cf4,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:37.440046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] For port 758ba23d-5440-4962-9174-a8da2f1a5581, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:37.444492 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] For port 758ba23d-5440-4962-9174-a8da2f1a5581, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=758ba23d-5440-4962-9174-a8da2f1a5581,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:37.454838 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.521228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:37.521609 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.572122 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322366b-6496-4cab-b0b8-b836bebac468 None None] Pushing event updated for resources: {'Port': ['ID=758ba23d-5440-4962-9174-a8da2f1a5581,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:37.575711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e93f25e-391f-4ddc-9b24-5b447448f548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.590232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Made reservation on behalf of b766eed398194fcf9c55910555d4030b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:37.594132 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.596987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Routers {'00267302-8c83-452d-ba72-503d15c0fb27'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:37.597616 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['00267302-8c83-452d-ba72-503d15c0fb27'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:37.609399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.658087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Transition to ACTIVE for port object a2e1ac66-9543-4b28-a50d-8eacf9168f34 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:37.682209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.757410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] Set router 00267302-8c83-452d-ba72-503d15c0fb27 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:37.811646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.843382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e93f25e-391f-4ddc-9b24-5b447448f548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.857625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Allocated IP 172.20.0.13 (fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1/4635dbad-f424-455a-85d1-4067fae57d8f/6f57d162-af2a-4294-a901-122cfd50fe58) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:37.857856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e93f25e-391f-4ddc-9b24-5b447448f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.864383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:37.873306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:37.880664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:37.955762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1ac66-9543-4b28-a50d-8eacf9168f34,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.049880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93f25e-391f-4ddc-9b24-5b447448f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc5f94-cfa2-47ee-8c01-2679982e396d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.077511 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0e93f25e-391f-4ddc-9b24-5b447448f548 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=65b3a6ab57e9480fb46d684ea9392eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342812 Jul 07 22:33:38.086069 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:33Z', 'revision_number': 3, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:38.088938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33962) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.122587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95139a1a-f702-4b12-9f0a-12ea10b24f98 None None] The sync data for ids ['00267302-8c83-452d-ba72-503d15c0fb27'] in n-d-694802-13 is: [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:33Z', 'revision_number': 3, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:38.168097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d81d135-7d2e-4531-a9a9-efd5da8ae3db req-bed0cf1d-a26e-4b8b-bc93-e0018a1dd626 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 210 time: 0.1689301 Jul 07 22:33:38.204022 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.230545 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-110f09eb-5256-43cf-ace0-5743fd7d154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.248455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b2acb41d-48e3-42b7-be46-9656ecc5df66 None None] Provisioning for port a2e1ac66-9543-4b28-a50d-8eacf9168f34 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:38.256119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b2acb41d-48e3-42b7-be46-9656ecc5df66 None None] Provisioning complete for port a2e1ac66-9543-4b28-a50d-8eacf9168f34 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:38.256504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2acb41d-48e3-42b7-be46-9656ecc5df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.288306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.298559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-110f09eb-5256-43cf-ace0-5743fd7d154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.311303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b2acb41d-48e3-42b7-be46-9656ecc5df66 None None] Port a2e1ac66-9543-4b28-a50d-8eacf9168f34 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:38.427116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-110f09eb-5256-43cf-ace0-5743fd7d154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.428339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.430394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-110f09eb-5256-43cf-ace0-5743fd7d154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.434009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-110f09eb-5256-43cf-ace0-5743fd7d154e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/75bc5f94-cfa2-47ee-8c01-2679982e396d HTTP/1.1" status: 204 len: 168 time: 0.3432829 Jul 07 22:33:38.468539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f09eb-5256-43cf-ace0-5743fd7d154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc5f94-cfa2-47ee-8c01-2679982e396d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.484840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting port 036bfbfb-d1eb-441f-9863-1d6febe94237 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:38.485201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.498738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:38.507568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:38.519812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:38.527322 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.535374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Pushing event updated for resources: {'Port': ['ID=6f57d162-af2a-4294-a901-122cfd50fe58,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.681423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:38.682135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.695393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.703989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-d637c5c9-9dda-44d0-942b-cab0b3e50dc6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5908644 Jul 07 22:33:38.728503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Request body: {'port': {'device_id': '03baf91c-d2bf-4a81-b731-304c37baea64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:38.732927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Calling delete_port for 036bfbfb-d1eb-441f-9863-1d6febe94237 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:38.854681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.054564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.060583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.096097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Port': ['ID=036bfbfb-d1eb-441f-9863-1d6febe94237,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:39.121520 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.383658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.386125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1ac66-9543-4b28-a50d-8eacf9168f34,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:39.465693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 758ba23d-5440-4962-9174-a8da2f1a5581 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:39.478116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.605159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 758ba23d-5440-4962-9174-a8da2f1a5581 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:39.610932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 758ba23d-5440-4962-9174-a8da2f1a5581 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:39.611670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.730569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Router 2064ae6b-6184-4513-9e5c-9f498e08fff0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:39.731829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.783499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 758ba23d-5440-4962-9174-a8da2f1a5581, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=758ba23d-5440-4962-9174-a8da2f1a5581,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:39.791053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f57d162-af2a-4294-a901-122cfd50fe58 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:39.792813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.793618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8d138239-5808-47b9-8c3d-f87537653cf4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:39.808561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.827468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Transition to ACTIVE for port object 6f57d162-af2a-4294-a901-122cfd50fe58 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:39.898761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.899595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:39.909706 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2e6916de-9121-48e1-ad3d-1c186a3117d3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0898743 Jul 07 22:33:39.910147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34014) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:39.912156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 8d138239-5808-47b9-8c3d-f87537653cf4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:39.912773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.946320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] Sync routers for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:39.966715 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-bffbffc0-673a-413f-bd3f-fca2e1e3fe8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] delete failed (client error): The resource could not be found. Jul 07 22:33:39.967586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bffbffc0-673a-413f-bd3f-fca2e1e3fe8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/routers/tempest-non_exist_router-466918782 HTTP/1.1" status: 404 len: 334 time: 0.0559916 Jul 07 22:33:39.968690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=758ba23d-5440-4962-9174-a8da2f1a5581,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:39.971319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34022) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:39.985162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-14b758ec-53c1-4ece-9a56-69d190ca107c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'router': {'external_gateway_info': {'network_id': '2064ae6b-6184-4513-9e5c-9f498e08fff0'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:39.998463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:39.999491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:40.048430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:40.064673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:40.065309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:40.092462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f57d162-af2a-4294-a901-122cfd50fe58,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.104675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:40.105706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1541df-cce7-4490-993c-d1ed5e7e7395 None None] The sync data for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:40.184681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fe660-b8c9-4448-8153-f29d1a52466d req-9c73c697-4064-4828-9241-1feeb9afdb9e tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:40.187124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806fe660-b8c9-4448-8153-f29d1a52466d req-9c73c697-4064-4828-9241-1feeb9afdb9e tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 932 time: 0.7054083 Jul 07 22:33:40.196009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:40.202399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:40.306711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Attempting to bind port 6f57d162-af2a-4294-a901-122cfd50fe58 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:40.307321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Attempting to bind port 6f57d162-af2a-4294-a901-122cfd50fe58 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:40.307653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Attempting to bind port 6f57d162-af2a-4294-a901-122cfd50fe58 on network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:40.349619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Port 6f57d162-af2a-4294-a901-122cfd50fe58 on network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:33:40.349987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Attempting to bind port 6f57d162-af2a-4294-a901-122cfd50fe58 on network fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:40.369313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14b758ec-53c1-4ece-9a56-69d190ca107c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.383597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34032) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.404059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806fe660-b8c9-4448-8153-f29d1a52466d req-727e2b2f-55c8-4b6a-bcc9-65c0d964015b tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047126 Jul 07 22:33:40.415301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:40.415301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Checking segment: {'id': '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:40.415301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Bound using segment: {'id': '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:40.415301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Bound port: 6f57d162-af2a-4294-a901-122cfd50fe58, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:40.415301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.453551 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-14b758ec-53c1-4ece-9a56-69d190ca107c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] update failed (client error): The resource could not be found. Jul 07 22:33:40.458931 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-14b758ec-53c1-4ece-9a56-69d190ca107c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0 HTTP/1.1" status: 404 len: 339 time: 0.4739571 Jul 07 22:33:40.460561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.543583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Router 00267302-8c83-452d-ba72-503d15c0fb27 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:40.566230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5e5f2458-101e-4973-a2e1-d33e41a07e29 None None] Provisioning complete for port a2e1ac66-9543-4b28-a50d-8eacf9168f34 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:40.566916 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2458-101e-4973-a2e1-d33e41a07e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.567023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] For port 6f57d162-af2a-4294-a901-122cfd50fe58, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:40.580922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] For port 6f57d162-af2a-4294-a901-122cfd50fe58, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6f57d162-af2a-4294-a901-122cfd50fe58,segment=NetworkSegment(30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8),segment_id=30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:40.601055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.628092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f2458-101e-4973-a2e1-d33e41a07e29 None None] Port a2e1ac66-9543-4b28-a50d-8eacf9168f34 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:40.653732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb83a65-8331-4032-b052-6db52f509218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.734485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:40.734832 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.736594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] 10.222.0.103 "PUT /v2.0/ports/6f57d162-af2a-4294-a901-122cfd50fe58 HTTP/1.1" status: 200 len: 1093 time: 2.0124435 Jul 07 22:33:40.737162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03baf91c-d2bf-4a81-b731-304c37baea64', 'tag': '6f57d162-af2a-4294-a901-122cfd50fe58'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:40.741083 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e" -d '{"events": [{"name": "network-changed", "server_uuid": "03baf91c-d2bf-4a81-b731-304c37baea64", "tag": "6f57d162-af2a-4294-a901-122cfd50fe58"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:41.206116 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf3130-965b-4e09-99e1-5f28d69d1c29 x-openstack-request-id: req-cfdf3130-965b-4e09-99e1-5f28d69d1c29 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:41.206862 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03baf91c-d2bf-4a81-b731-304c37baea64", "tag": "6f57d162-af2a-4294-a901-122cfd50fe58", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:41.206862 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cfdf3130-965b-4e09-99e1-5f28d69d1c29 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:41.207193 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03baf91c-d2bf-4a81-b731-304c37baea64', 'tag': '6f57d162-af2a-4294-a901-122cfd50fe58', 'status': 'completed', 'code': 200} Jul 07 22:33:41.217214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 758ba23d-5440-4962-9174-a8da2f1a5581 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:41.248909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474664c-f74e-4afd-a22a-1112cb6222d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f57d162-af2a-4294-a901-122cfd50fe58,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.288879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 758ba23d-5440-4962-9174-a8da2f1a5581 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:41.289507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.298786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb83a65-8331-4032-b052-6db52f509218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.303319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:41.314687 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Sync routers for ids ['00267302-8c83-452d-ba72-503d15c0fb27'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:41.324178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.327553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-14c73330-e331-4a05-8f4d-0b91e01fa24c admin admin] 10.222.0.95 "PUT /v2.0/routers/00267302-8c83-452d-ba72-503d15c0fb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7207363 Jul 07 22:33:41.328229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebb83a65-8331-4032-b052-6db52f509218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.328660 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Routers {'00267302-8c83-452d-ba72-503d15c0fb27'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:41.329308 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['00267302-8c83-452d-ba72-503d15c0fb27'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:41.381138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-0f9efb6d-ff3c-45ad-9ac9-d975d779a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:41.389138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-0f9efb6d-ff3c-45ad-9ac9-d975d779a8f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b766eed398194fcf9c55910555d4030b&device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 1096 time: 0.1759851 Jul 07 22:33:41.415929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb83a65-8331-4032-b052-6db52f509218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52d505-c303-4ecf-85b1-c63916b5493b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.464934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-0964210f-37ca-478c-b992-93a9cef1bff4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f57d162-af2a-4294-a901-122cfd50fe58 HTTP/1.1" status: 200 len: 217 time: 0.0721200 Jul 07 22:33:41.519911 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ebb83a65-8331-4032-b052-6db52f509218 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=499d57fe33014cb9a254dba5f5f16bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1351476 Jul 07 22:33:41.525609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34064) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.556972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-5ab12d77-7a2e-4bd3-a7fb-aea12bb4e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:41.558597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-5ab12d77-7a2e-4bd3-a7fb-aea12bb4e776 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4635dbad-f424-455a-85d1-4067fae57d8f HTTP/1.1" status: 200 len: 853 time: 0.0871711 Jul 07 22:33:41.622733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-8ffb7748-af37-45dc-84fa-ecce006ea78d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524158 Jul 07 22:33:41.731268 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Set router 00267302-8c83-452d-ba72-503d15c0fb27 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:41.741107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1fc68-215b-49c9-9229-c4ef75fdbf9e req-960a2e3d-aadc-4f5f-9dd7-0c7a584c33ae tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:41.749434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75f1fc68-215b-49c9-9229-c4ef75fdbf9e req-960a2e3d-aadc-4f5f-9dd7-0c7a584c33ae tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 944 time: 0.1955316 Jul 07 22:33:41.790490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670b2ca3-11bd-4372-b40c-80213e97d315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.822770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670b2ca3-11bd-4372-b40c-80213e97d315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.868958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75f1fc68-215b-49c9-9229-c4ef75fdbf9e req-9112fde2-a666-4a4e-b7b0-b3005fa28de9 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186476 Jul 07 22:33:41.877112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-a4e90f14-d116-4adb-b27f-b2d3b13e4ff6 service neutron] 10.222.0.103 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459083 Jul 07 22:33:41.898011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Allocated IP 172.20.0.1 (0bfc60cc-f845-4407-8f4a-cb43546e3d3b/823db80d-babf-4c52-8385-719945ce75d2/a867abb3-13af-4620-b9ad-28a60417de9c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:42.079301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670b2ca3-11bd-4372-b40c-80213e97d315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.083929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-670b2ca3-11bd-4372-b40c-80213e97d315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.085367 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-670b2ca3-11bd-4372-b40c-80213e97d315 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4c52d505-c303-4ecf-85b1-c63916b5493b HTTP/1.1" status: 204 len: 168 time: 0.5585387 Jul 07 22:33:42.102355 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:38Z', 'revision_number': 4, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a2e1ac66-9543-4b28-a50d-8eacf9168f34', 'name': '', 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'mac_address': 'fa:16:3e:74:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:36Z', 'updated_at': '2021-07-07T22:33:38Z', 'revision_number': 2, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'subnets': [{'id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:42.128671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b2ca3-11bd-4372-b40c-80213e97d315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52d505-c303-4ecf-85b1-c63916b5493b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.129725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f9d48c-d838-4e0c-ac55-3c81dc3847b7 req-2cde5115-fa77-4043-8612-2fd0e7320380 service neutron] 10.222.0.103 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428195 Jul 07 22:33:42.189288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.203835 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Checking router: 00267302-8c83-452d-ba72-503d15c0fb27 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:42.205030 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Updating router 00267302-8c83-452d-ba72-503d15c0fb27 port a2e1ac66-9543-4b28-a50d-8eacf9168f34 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:33:42.241468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Transition to ACTIVE for port object a867abb3-13af-4620-b9ad-28a60417de9c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:42.289014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-fc20d024-38ab-428d-beee-0098c534e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:42.290506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-fc20d024-38ab-428d-beee-0098c534e8e1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b766eed398194fcf9c55910555d4030b&device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 1096 time: 0.0811336 Jul 07 22:33:42.292396 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.302522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.399780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:42.409762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:42.414085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:42.470137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-c2648808-e613-48ba-bf35-0439b422a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:42.474073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-c2648808-e613-48ba-bf35-0439b422a013 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 HTTP/1.1" status: 200 len: 914 time: 0.1772163 Jul 07 22:33:42.529989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-0f5e2e4d-5d47-4802-a539-db8015b65a11 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f57d162-af2a-4294-a901-122cfd50fe58 HTTP/1.1" status: 200 len: 217 time: 0.0490828 Jul 07 22:33:42.530858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.613345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-ebc49128-f8a7-48d3-9138-432ce3b4de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:42.615427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-ebc49128-f8a7-48d3-9138-432ce3b4de07 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4635dbad-f424-455a-85d1-4067fae57d8f HTTP/1.1" status: 200 len: 853 time: 0.0779800 Jul 07 22:33:42.671307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-c4f63d89-81ad-46cc-b78a-2a0cb00b8526 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377774 Jul 07 22:33:42.723512 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.731695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Port': ['ID=a867abb3-13af-4620-b9ad-28a60417de9c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.743878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Transition to ACTIVE for port object a2e1ac66-9543-4b28-a50d-8eacf9168f34 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:42.755389 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.820946 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041861b2-b24a-4270-92e5-75374b93ec8d None None] Pushing event updated for resources: {'Port': ['ID=a2e1ac66-9543-4b28-a50d-8eacf9168f34,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.875072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-b9de874f-763e-433a-984c-8b423dc8efaa service neutron] 10.222.0.103 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941409 Jul 07 22:33:42.889309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3ac7d49c-c1f4-4652-8779-243640d71ff7 None None] Provisioning for port a867abb3-13af-4620-b9ad-28a60417de9c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:42.900995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3ac7d49c-c1f4-4652-8779-243640d71ff7 None None] Provisioning complete for port a867abb3-13af-4620-b9ad-28a60417de9c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:42.901899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ac7d49c-c1f4-4652-8779-243640d71ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.928394 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Attempting to bind port a2e1ac66-9543-4b28-a50d-8eacf9168f34 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:42.929725 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Attempting to bind port a2e1ac66-9543-4b28-a50d-8eacf9168f34 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:42.930380 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Attempting to bind port a2e1ac66-9543-4b28-a50d-8eacf9168f34 on network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:42.936502 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:42.937062 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Checking segment: {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:42.938198 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.938919 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Bound using segment: {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:42.939619 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Bound port: a2e1ac66-9543-4b28-a50d-8eacf9168f34, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93daf3-8986-4523-964b-805f61596ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:42.940397 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.003082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7d49c-c1f4-4652-8779-243640d71ff7 None None] Port a867abb3-13af-4620-b9ad-28a60417de9c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:43.053737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71bb5b6a-4c20-4f05-9b99-2e974f61f24e req-ed969286-bfcf-41cf-9766-b70b18c0125a service neutron] 10.222.0.103 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705294 Jul 07 22:33:43.056413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.100731 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] For port a2e1ac66-9543-4b28-a50d-8eacf9168f34, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:43.104230 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] For port a2e1ac66-9543-4b28-a50d-8eacf9168f34, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2e1ac66-9543-4b28-a50d-8eacf9168f34,segment=NetworkSegment(dc93daf3-8986-4523-964b-805f61596ac0),segment_id=dc93daf3-8986-4523-964b-805f61596ac0)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:43.111529 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.274093 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041861b2-b24a-4270-92e5-75374b93ec8d None None] Pushing event updated for resources: {'Port': ['ID=a2e1ac66-9543-4b28-a50d-8eacf9168f34,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:43.322458 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Routers {'00267302-8c83-452d-ba72-503d15c0fb27'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:43.323886 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['00267302-8c83-452d-ba72-503d15c0fb27'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:43.429957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d628c2-79df-4fc6-959d-fd63d6179d84 req-812a16ec-45aa-4733-a559-062da80e18b3 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:43.431634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72d628c2-79df-4fc6-959d-fd63d6179d84 req-812a16ec-45aa-4733-a559-062da80e18b3 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 944 time: 0.2437119 Jul 07 22:33:43.483551 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] Set router 00267302-8c83-452d-ba72-503d15c0fb27 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:43.554398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72d628c2-79df-4fc6-959d-fd63d6179d84 req-f5876835-926f-4c96-b568-7b95d9c71c27 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097949 Jul 07 22:33:43.688072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.699058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.826782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6f57d162-af2a-4294-a901-122cfd50fe58 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:33:43.848962 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:38Z', 'revision_number': 4, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a2e1ac66-9543-4b28-a50d-8eacf9168f34', 'name': '', 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'mac_address': 'fa:16:3e:74:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:36Z', 'updated_at': '2021-07-07T22:33:43Z', 'revision_number': 4, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'subnets': [{'id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:43.903489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event updated for resources: {'Port': ['ID=a867abb3-13af-4620-b9ad-28a60417de9c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:43.916913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e9e5a-0ff2-4786-ae54-8f0dd01743aa None None] The sync data for ids ['00267302-8c83-452d-ba72-503d15c0fb27'] in n-d-694802-13 is: [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:38Z', 'revision_number': 4, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a2e1ac66-9543-4b28-a50d-8eacf9168f34', 'name': '', 'network_id': '36f8af1a-2375-4ef5-916a-ab7cad8dd7a2', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'mac_address': 'fa:16:3e:74:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:36Z', 'updated_at': '2021-07-07T22:33:43Z', 'revision_number': 4, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'subnets': [{'id': 'c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:43.917570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.974651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6f57d162-af2a-4294-a901-122cfd50fe58, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6f57d162-af2a-4294-a901-122cfd50fe58,segment=NetworkSegment(30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8),segment_id=30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:44.020763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '6f57d162-af2a-4294-a901-122cfd50fe58', 'network_id': 'fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1', 'port_id': '6f57d162-af2a-4294-a901-122cfd50fe58', 'mac_address': 'fa:16:3e:bf:04:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4635dbad-f424-455a-85d1-4067fae57d8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:33:44.098033 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.115997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f57d162-af2a-4294-a901-122cfd50fe58 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:44.144818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6f57d162-af2a-4294-a901-122cfd50fe58, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6f57d162-af2a-4294-a901-122cfd50fe58,segment=NetworkSegment(30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8),segment_id=30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:44.151020 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.220509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6f57d162-af2a-4294-a901-122cfd50fe58,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:44.227608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:44.231997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:44.299130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34182) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:44.431795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Router 2064ae6b-6184-4513-9e5c-9f498e08fff0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:44.436550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6f57d162-af2a-4294-a901-122cfd50fe58'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:44.767466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:44.799647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07995350-d44b-4882-bd27-e6a785352652 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3389246 Jul 07 22:33:44.801764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34194) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:44.815377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] Sync routers for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:44.850816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:44.851483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:44.857709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c4cb34f0-835a-49d2-9dbd-fb5807e981ba None None] Provisioning complete for port a867abb3-13af-4620-b9ad-28a60417de9c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:44.857709 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c4cb34f0-835a-49d2-9dbd-fb5807e981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.961269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:44.993469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:44.995905 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:45.057625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:45.059293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857b3e4-6890-4a95-8ee2-1bf04d1591f0 None None] The sync data for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:45.070797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb34f0-835a-49d2-9dbd-fb5807e981ba None None] Port a867abb3-13af-4620-b9ad-28a60417de9c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:45.085166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e2f7-493e-4335-bd78-7c5b48bd2038 req-45219c3f-9e76-4613-8d89-c9333affaf73 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:45.094869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4123e2f7-493e-4335-bd78-7c5b48bd2038 req-45219c3f-9e76-4613-8d89-c9333affaf73 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 945 time: 0.2063179 Jul 07 22:33:45.103475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-32d66bd1-9d12-4f97-91f0-d9c63e179ba3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:45.151306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4123e2f7-493e-4335-bd78-7c5b48bd2038 req-4f6b0b3c-4355-4d05-a497-caf68003086f tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556822 Jul 07 22:33:45.236132 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:45.331580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2e1ac66-9543-4b28-a50d-8eacf9168f34 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:45.346352 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-32d66bd1-9d12-4f97-91f0-d9c63e179ba3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:45.351512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-32d66bd1-9d12-4f97-91f0-d9c63e179ba3 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0 HTTP/1.1" status: 409 len: 329 time: 0.5460691 Jul 07 22:33:45.353396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34206) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:45.447110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a2e1ac66-9543-4b28-a50d-8eacf9168f34 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:45.453766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a2e1ac66-9543-4b28-a50d-8eacf9168f34 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:45.454367 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:45.659192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:45.773322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a2e1ac66-9543-4b28-a50d-8eacf9168f34, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2e1ac66-9543-4b28-a50d-8eacf9168f34,segment=NetworkSegment(dc93daf3-8986-4523-964b-805f61596ac0),segment_id=dc93daf3-8986-4523-964b-805f61596ac0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:45.789356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:45.848578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6f57d162-af2a-4294-a901-122cfd50fe58 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:45.906796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Deleting port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:45.907225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:45.926513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a2e1ac66-9543-4b28-a50d-8eacf9168f34,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:45.938026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 6f57d162-af2a-4294-a901-122cfd50fe58 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:45.943039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 6f57d162-af2a-4294-a901-122cfd50fe58 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:45.943578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.037876 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.068673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03baf91c-d2bf-4a81-b731-304c37baea64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f57d162-af2a-4294-a901-122cfd50fe58'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:46.071688 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a348d0f-5d8c-4558-bf31-40da3c5d8b8e" -d '{"events": [{"server_uuid": "03baf91c-d2bf-4a81-b731-304c37baea64", "name": "network-vif-plugged", "status": "completed", "tag": "6f57d162-af2a-4294-a901-122cfd50fe58"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:46.110466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6f57d162-af2a-4294-a901-122cfd50fe58, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6f57d162-af2a-4294-a901-122cfd50fe58,segment=NetworkSegment(30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8),segment_id=30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:46.128680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] For port 50500904-e1a2-46fb-8e7c-77ecc3c24cb2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,segment=NetworkSegment(9b2bc12c-da87-44a9-b4d5-d71745a5be02),segment_id=9b2bc12c-da87-44a9-b4d5-d71745a5be02)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:46.129794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.133544 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.168502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Calling delete_port for 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:46.193391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.218878 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0f193-3e9d-41d0-a845-c9d2b1d65bb4 x-openstack-request-id: req-19d0f193-3e9d-41d0-a845-c9d2b1d65bb4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:46.221284 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03baf91c-d2bf-4a81-b731-304c37baea64", "name": "network-vif-plugged", "status": "completed", "tag": "6f57d162-af2a-4294-a901-122cfd50fe58", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:46.222006 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19d0f193-3e9d-41d0-a845-c9d2b1d65bb4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:46.222577 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03baf91c-d2bf-4a81-b731-304c37baea64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f57d162-af2a-4294-a901-122cfd50fe58', 'code': 200} Jul 07 22:33:46.294579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6f57d162-af2a-4294-a901-122cfd50fe58,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:46.615781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d393c22-1992-4613-9b52-e6d6d77b2ba1 req-7e2f5e07-7af6-4d4d-b288-08e20c2f4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:46.617327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d393c22-1992-4613-9b52-e6d6d77b2ba1 req-7e2f5e07-7af6-4d4d-b288-08e20c2f4d7c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 1098 time: 0.3009174 Jul 07 22:33:46.639018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6ecd5-f205-42b5-a116-26bae02ba362 req-2ff115a5-8619-4472-a1f1-ad83b8120173 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:46.640426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fc6ecd5-f205-42b5-a116-26bae02ba362 req-2ff115a5-8619-4472-a1f1-ad83b8120173 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.2371910 Jul 07 22:33:46.696147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting port a867abb3-13af-4620-b9ad-28a60417de9c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:46.696562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.702515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d393c22-1992-4613-9b52-e6d6d77b2ba1 req-438d0255-bb5d-4bde-8482-449ffc962031 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 Jul 07 22:33:46.724886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3fc6ecd5-f205-42b5-a116-26bae02ba362 req-548fab70-c774-4582-9f5a-0297fc74d04c tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757716 Jul 07 22:33:46.783404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.823527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.884050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Pushing event deleted for resources: {'Port': ['ID=50500904-e1a2-46fb-8e7c-77ecc3c24cb2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:46.892469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Calling delete_port for a867abb3-13af-4620-b9ad-28a60417de9c owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:46.903697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:47.112781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:47.258232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:47.295542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2e1ac66-9543-4b28-a50d-8eacf9168f34 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:47.303322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Port': ['ID=a867abb3-13af-4620-b9ad-28a60417de9c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:47.405344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a2e1ac66-9543-4b28-a50d-8eacf9168f34 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:47.405734 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:47.539913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:47.605624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Router 01c178aa-b2ca-442e-a8db-fc47f1fc394e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:47.793896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:47.805307 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] Sync routers for ids ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:47.806114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36451d9b-fcfa-433b-91d7-bdb157aff30e admin admin] 10.222.0.95 "PUT /v2.0/routers/01c178aa-b2ca-442e-a8db-fc47f1fc394e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5056133 Jul 07 22:33:47.806829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:47.822599 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] Routers {'01c178aa-b2ca-442e-a8db-fc47f1fc394e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:47.823270 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:47.896556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Router 2064ae6b-6184-4513-9e5c-9f498e08fff0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:47.998266 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] Set router 01c178aa-b2ca-442e-a8db-fc47f1fc394e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:48.040948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd67a-3160-4fb2-a8fe-b07b824ef67a req-f7921161-e8f3-4245-bace-6dda28733c77 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:48.047894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc4dd67a-3160-4fb2-a8fe-b07b824ef67a req-f7921161-e8f3-4245-bace-6dda28733c77 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.1464245 Jul 07 22:33:48.056223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.124308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:48.152347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] Sync routers for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:48.154341 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-903e81cd-30d3-4b3d-a3de-1eba3ba77989 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864742 Jul 07 22:33:48.158390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34276) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:48.170073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:48.171001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.202509 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-2cbcc4bf-e24e-4763-a844-deb934d77a15 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] show failed (client error): The resource could not be found. Jul 07 22:33:48.207582 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2cbcc4bf-e24e-4763-a844-deb934d77a15 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "GET /v2.0/routers/tempest-non_exist_router-1014354259 HTTP/1.1" status: 404 len: 335 time: 0.0444481 Jul 07 22:33:48.207831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:48.211031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc4dd67a-3160-4fb2-a8fe-b07b824ef67a req-ba4055fe-2e71-4b6e-a987-039aae2575b8 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610484 Jul 07 22:33:48.213515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-50962c67-3188-447b-8e25-8254fdef17a0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:48.255963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.279023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] Routers {'2064ae6b-6184-4513-9e5c-9f498e08fff0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:48.279843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['2064ae6b-6184-4513-9e5c-9f498e08fff0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.307954 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-50962c67-3188-447b-8e25-8254fdef17a0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] update failed (client error): The resource could not be found. Jul 07 22:33:48.313188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-50962c67-3188-447b-8e25-8254fdef17a0 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "PUT /v2.0/routers/tempest-non_exist_router-1093153926 HTTP/1.1" status: 404 len: 335 time: 0.1001594 Jul 07 22:33:48.313384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34282) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:48.330982 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:46Z', 'revision_number': 5, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port': {'id': 'acb95222-496f-4c9a-a60a-20ce5a528a24', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:19Z', 'updated_at': '2021-07-07T22:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.361564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.362355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.363118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6ae52-8fc3-4eaf-b50e-79558e1ed33d None None] The sync data for ids ['2064ae6b-6184-4513-9e5c-9f498e08fff0'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:48.369984 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fee05ac9-c441-463a-a9d2-4bf1c77904ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.409243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] Checking router: 01c178aa-b2ca-442e-a8db-fc47f1fc394e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:48.421471 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] Routers {'01c178aa-b2ca-442e-a8db-fc47f1fc394e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:48.422299 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.514435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Deleting port acb95222-496f-4c9a-a60a-20ce5a528a24 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:48.515276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.539798 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] Set router 01c178aa-b2ca-442e-a8db-fc47f1fc394e gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:48.666382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] For port acb95222-496f-4c9a-a60a-20ce5a528a24, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=acb95222-496f-4c9a-a60a-20ce5a528a24,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:48.667031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.684993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Calling delete_port for acb95222-496f-4c9a-a60a-20ce5a528a24 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:48.735272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.746024 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:48Z', 'revision_number': 6, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:48.817406 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfee22f-093b-47d5-95b5-bf07db0c3c16 None None] The sync data for ids ['01c178aa-b2ca-442e-a8db-fc47f1fc394e'] in n-d-694802-13 is: [{'id': '01c178aa-b2ca-442e-a8db-fc47f1fc394e', 'name': 'tempest-TestAggregatesBasicOps-365550228-router', 'tenant_id': 'f51f4923c696404799481af11f0119a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:18Z', 'updated_at': '2021-07-07T22:33:48Z', 'revision_number': 6, 'project_id': 'f51f4923c696404799481af11f0119a9', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:48.942378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting subnet 994d7eac-b1ef-429e-b75c-71ee2084c0a0 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:48.946700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:48.989205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.087236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.172284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.209821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Subnet': ['ID=994d7eac-b1ef-429e-b75c-71ee2084c0a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:49.214567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.216729 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1bdf6416-10c2-4f81-9dc9-641a0cf46b21 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/subnets/994d7eac-b1ef-429e-b75c-71ee2084c0a0 HTTP/1.1" status: 204 len: 168 time: 0.9023952 Jul 07 22:33:49.224107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed89828-94e6-4b05-b763-73808f7799ba None None] Network 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:49.236224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34304) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:49.339136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:49.373965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ac2e-2213-41af-8f07-22d800331002 req-5dee0007-d91c-4882-b18c-f1fcd60eaf6c tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:49.376620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:49.377111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 50500904-e1a2-46fb-8e7c-77ecc3c24cb2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:49.385560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0652ac2e-2213-41af-8f07-22d800331002 req-5dee0007-d91c-4882-b18c-f1fcd60eaf6c tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.2487395 Jul 07 22:33:49.410852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting subnet 145e68ca-108b-43aa-bd04-339f1b324142 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:49.422765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.457673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-f54fb93d-12a2-425d-9731-d4f4a779fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:49.459341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-f54fb93d-12a2-425d-9731-d4f4a779fa49 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b766eed398194fcf9c55910555d4030b&device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 1098 time: 0.3104541 Jul 07 22:33:49.490813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.595270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.619278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.628492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb95222-496f-4c9a-a60a-20ce5a528a24,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:49.688591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0652ac2e-2213-41af-8f07-22d800331002 req-122ef9f6-7ea2-4725-a6af-321e86fd1dba tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020561 Jul 07 22:33:49.748675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] DHCP port deletion for 011eaf16-1fd3-406d-a6e1-0188ae26bdd8 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:49.773955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.776732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.878995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Subnet': ['ID=145e68ca-108b-43aa-bd04-339f1b324142,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:49.904769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.904934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336f04c-c44c-4a8c-b4c0-2239d70851c0 None None] Network f98b72b4-b462-48d4-8d3e-33b31bf25612 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:49.905128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.905502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.905853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.906197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.906538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.906899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.907235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.907567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.908020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.908369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.908703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:49.912433 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.918009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5f662922-527a-40a5-a553-b94432c5166e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/subnets/145e68ca-108b-43aa-bd04-339f1b324142 HTTP/1.1" status: 204 len: 168 time: 0.6800654 Jul 07 22:33:49.919656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34330) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:49.924031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:49.927218 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.041123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-47b96546-7780-4580-83c5-34ee5bb8d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:50.046486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-47b96546-7780-4580-83c5-34ee5bb8d657 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 HTTP/1.1" status: 200 len: 914 time: 0.5060327 Jul 07 22:33:50.048932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.049503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c178aa-b2ca-442e-a8db-fc47f1fc394e {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:33:50.062448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] Deleting port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:50.062870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.065519 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.069150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34334) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:50.077394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-961d2838-2817-42b2-a2f5-6c7f1d9cb302 admin admin] 10.222.0.95 "DELETE /v2.0/routers/01c178aa-b2ca-442e-a8db-fc47f1fc394e HTTP/1.1" status: 204 len: 168 time: 2.2588360 Jul 07 22:33:50.105983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.154257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-dc6d5c3f-0eed-4bff-934c-aa75e11d6c31 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f57d162-af2a-4294-a901-122cfd50fe58 HTTP/1.1" status: 200 len: 217 time: 0.1022532 Jul 07 22:33:50.184205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Deleting subnet 51c5b0df-8a6b-429a-9cb0-15db281d1b16 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:50.188760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.241326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.245980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-942def30-4c9e-440d-8f1f-b09a3c38b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:50.248100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-942def30-4c9e-440d-8f1f-b09a3c38b562 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4635dbad-f424-455a-85d1-4067fae57d8f HTTP/1.1" status: 200 len: 853 time: 0.0868721 Jul 07 22:33:50.285392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:50.285747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.286797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] For port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,segment=NetworkSegment(37c4ddb2-dba1-491b-9e25-c5c004185a98),segment_id=37c4ddb2-dba1-491b-9e25-c5c004185a98)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:50.287677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.313921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] Calling delete_port for 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:50.320262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-f9cd779c-65b0-41da-b7df-5c47e77339a6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599110 Jul 07 22:33:50.405067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.414018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] DHCP port deletion for f98b72b4-b462-48d4-8d3e-33b31bf25612 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:50.446868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-9ff0d2ce-afed-4f65-8b66-aaa9fe61f8b3 service neutron] 10.222.0.103 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229546 Jul 07 22:33:50.494167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] For port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,segment=NetworkSegment(37c4ddb2-dba1-491b-9e25-c5c004185a98),segment_id=37c4ddb2-dba1-491b-9e25-c5c004185a98)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:50.495377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.513525 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.537603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Calling delete_port for 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:50.543842 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.564909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4b57879-66f1-41e8-8e75-5d87599a7e4e req-2228101a-95bf-4468-8eb3-c684253cc2a9 service neutron] 10.222.0.103 "GET /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120651 Jul 07 22:33:50.588972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] Pushing event deleted for resources: {'Port': ['ID=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:50.596150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] Deleting port 16c4cc94-2b02-4380-a3db-59532678c005 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:50.596533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.600039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212fd878-0050-47d6-99d2-f8156df8a21e None None] No DVR routers for this DVR port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:50.618521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c5b0df-8a6b-429a-9cb0-15db281d1b16,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:50.627780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.630658 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec7e4666-5cc1-48a3-a1b1-06af3f2fb059 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/51c5b0df-8a6b-429a-9cb0-15db281d1b16 HTTP/1.1" status: 204 len: 168 time: 0.5605209 Jul 07 22:33:50.633250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34348) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:50.651567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792b5b9-4710-496d-828a-a471ea855763 None None] Network 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:50.797899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.809655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.850081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] For port 16c4cc94-2b02-4380-a3db-59532678c005, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16c4cc94-2b02-4380-a3db-59532678c005,segment=NetworkSegment(a0d28117-d839-4988-99be-f36a1494b8b6),segment_id=a0d28117-d839-4988-99be-f36a1494b8b6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:50.858415 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.901685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Port': ['ID=13fb16e3-4c8e-47ef-a3e5-94df7231ec38,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:50.904495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] No DVR routers for this DVR port 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:50.907844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] Calling delete_port for 16c4cc94-2b02-4380-a3db-59532678c005 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:50.931937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Deleting port 4c984b80-dc51-4fac-ac3d-7c66c426d998 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:50.932305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.053797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.066562 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-553f71f1-2b3c-4be7-9ddf-b4570a58ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.071368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011eaf16-1fd3-406d-a6e1-0188ae26bdd8']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.085330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c4ddb2-dba1-491b-9e25-c5c004185a98') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.086018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c4ddb2-dba1-491b-9e25-c5c004185a98') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.098162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.134905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] For port 4c984b80-dc51-4fac-ac3d-7c66c426d998, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4c984b80-dc51-4fac-ac3d-7c66c426d998,segment=NetworkSegment(9b2bc12c-da87-44a9-b4d5-d71745a5be02),segment_id=9b2bc12c-da87-44a9-b4d5-d71745a5be02)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:51.136224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.152546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.201951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.203314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:51.203901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:51.216789 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:51.219847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d9b3-59db-4da5-b5b8-b641caf15ad3 req-50e3c8e3-50ee-4cfd-9e17-216cb85c1c27 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.221488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bb5d9b3-59db-4da5-b5b8-b641caf15ad3 req-50e3c8e3-50ee-4cfd-9e17-216cb85c1c27 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.2691460 Jul 07 22:33:51.231332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Calling delete_port for 4c984b80-dc51-4fac-ac3d-7c66c426d998 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:51.240035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] No DVR routers for this DVR port 16c4cc94-2b02-4380-a3db-59532678c005 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:51.346156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] DHCP port deletion for 7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:51.351253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2ecae-7414-46ca-b9d2-9dc0a71473ad None None] Pushing event deleted for resources: {'Port': ['ID=16c4cc94-2b02-4380-a3db-59532678c005,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:51.358953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.383862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bb5d9b3-59db-4da5-b5b8-b641caf15ad3 req-5e5784e9-8aa1-4928-9f79-8d66f16fc1ec tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470356 Jul 07 22:33:51.391825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.396672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/networks/011eaf16-1fd3-406d-a6e1-0188ae26bdd8 HTTP/1.1" status: 204 len: 168 time: 1.4734614 Jul 07 22:33:51.396672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f17a3-7aa5-4cff-957b-7e6a3f340660 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Network': ['ID=011eaf16-1fd3-406d-a6e1-0188ae26bdd8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:51.397938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34364) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:51.407933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device acb95222-496f-4c9a-a60a-20ce5a528a24 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:51.496222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.503183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: acb95222-496f-4c9a-a60a-20ce5a528a24 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:51.503667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device acb95222-496f-4c9a-a60a-20ce5a528a24 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:51.504541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:51.521491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.528429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:51.528892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 13fb16e3-4c8e-47ef-a3e5-94df7231ec38 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:51.529418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16c4cc94-2b02-4380-a3db-59532678c005 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:51.537343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c984b80-dc51-4fac-ac3d-7c66c426d998,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:51.543464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] No DVR routers for this DVR port 4c984b80-dc51-4fac-ac3d-7c66c426d998 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:51.563845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 16c4cc94-2b02-4380-a3db-59532678c005 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:51.564542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16c4cc94-2b02-4380-a3db-59532678c005 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:51.587697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.603078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Deleting port 4c984b80-dc51-4fac-ac3d-7c66c426d998 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:51.603554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.631913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.636749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.642288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.648484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98b72b4-b462-48d4-8d3e-33b31bf25612']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.656596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2bc12c-da87-44a9-b4d5-d71745a5be02') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.657367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2bc12c-da87-44a9-b4d5-d71745a5be02') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.659820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d28117-d839-4988-99be-f36a1494b8b6') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.660819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d28117-d839-4988-99be-f36a1494b8b6') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:51.669880 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.672740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.672981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] For port 4c984b80-dc51-4fac-ac3d-7c66c426d998, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:51.673240 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.685085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.687212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Calling delete_port for 4c984b80-dc51-4fac-ac3d-7c66c426d998 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:51.689823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Port 4c984b80-dc51-4fac-ac3d-7c66c426d998 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:33:51.691267 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.692925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:51.693347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:51.695859 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:51.702420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.710404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:51.711071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.719539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] Pushing event deleted for resources: {'Port': ['ID=4c984b80-dc51-4fac-ac3d-7c66c426d998,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:51.723871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533fe2f-0107-4390-860f-9300a28d3564 None None] No DVR routers for this DVR port 4c984b80-dc51-4fac-ac3d-7c66c426d998 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:51.766711 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:51.771171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.778818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.781870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] 10.222.0.95 "DELETE /v2.0/networks/7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b HTTP/1.1" status: 204 len: 168 time: 1.1466889 Jul 07 22:33:51.785552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34370) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:51.795740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.803308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.825053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/networks/f98b72b4-b462-48d4-8d3e-33b31bf25612 HTTP/1.1" status: 204 len: 168 time: 0.4237103 Jul 07 22:33:51.830135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34374) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:51.841314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1a72a-bfd4-4f46-8ad6-9e3c70dd9186 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abd85c1-bd00-43bf-84d4-a3b0ca8f9e5b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:51.907392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c010105-4de4-4946-8196-e2cfdf46e9a7 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Network': ['ID=f98b72b4-b462-48d4-8d3e-33b31bf25612,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:51.920461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting subnet 823db80d-babf-4c52-8385-719945ce75d2 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:51.923802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.971598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.079464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.155335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.167609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.203579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Subnet': ['ID=823db80d-babf-4c52-8385-719945ce75d2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:52.206224 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.206508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942ddd5-ea6a-48cd-b281-0006f5086e75 None None] Network 0bfc60cc-f845-4407-8f4a-cb43546e3d3b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:52.210720 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eefc2d5c-e2f0-46f7-af61-2b95a1bae13e tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/subnets/823db80d-babf-4c52-8385-719945ce75d2 HTTP/1.1" status: 204 len: 168 time: 0.3770452 Jul 07 22:33:52.211069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34396) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:52.290903 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.340996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.449702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Deleting port e95102c1-3697-48fe-99df-ef9aee253ed3 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:52.450211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.607879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] For port e95102c1-3697-48fe-99df-ef9aee253ed3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e95102c1-3697-48fe-99df-ef9aee253ed3,segment=NetworkSegment(64fdf5db-cc85-4ada-8d02-d22eb04e7e32),segment_id=64fdf5db-cc85-4ada-8d02-d22eb04e7e32)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:52.608604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.625017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Calling delete_port for e95102c1-3697-48fe-99df-ef9aee253ed3 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:52.717407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a68cb4-e319-4aee-83c9-d5b10ee68902 req-0314e416-eb0e-49b7-8015-f527dea870e6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.719176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7a68cb4-e319-4aee-83c9-d5b10ee68902 req-0314e416-eb0e-49b7-8015-f527dea870e6 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.1311402 Jul 07 22:33:52.757357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c3a01-c7fe-46c2-9924-d9b655b25be1 None None] DHCP port deletion for 0bfc60cc-f845-4407-8f4a-cb43546e3d3b request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:52.770307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.802543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Port': ['ID=e95102c1-3697-48fe-99df-ef9aee253ed3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:52.807010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] No DVR routers for this DVR port e95102c1-3697-48fe-99df-ef9aee253ed3 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:52.823376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7a68cb4-e319-4aee-83c9-d5b10ee68902 req-e884a044-aa9a-411f-bc8d-eb26a51f6e95 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891623 Jul 07 22:33:52.861031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Deleting port a2e1ac66-9543-4b28-a50d-8eacf9168f34 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:52.864230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.952521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.965637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfc60cc-f845-4407-8f4a-cb43546e3d3b']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:52.979623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fdf5db-cc85-4ada-8d02-d22eb04e7e32') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:52.979999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fdf5db-cc85-4ada-8d02-d22eb04e7e32') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:52.990911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.006763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.014569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:53.015038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.053818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] For port a2e1ac66-9543-4b28-a50d-8eacf9168f34, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2e1ac66-9543-4b28-a50d-8eacf9168f34,segment=NetworkSegment(dc93daf3-8986-4523-964b-805f61596ac0),segment_id=dc93daf3-8986-4523-964b-805f61596ac0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:53.054422 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.069226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Calling delete_port for a2e1ac66-9543-4b28-a50d-8eacf9168f34 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:53.119871 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:53.191489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.198938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.202587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c984b80-dc51-4fac-ac3d-7c66c426d998 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:53.205542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/networks/0bfc60cc-f845-4407-8f4a-cb43546e3d3b HTTP/1.1" status: 204 len: 168 time: 0.9933798 Jul 07 22:33:53.209807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34442) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:53.244282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4c984b80-dc51-4fac-ac3d-7c66c426d998 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:53.244699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4c984b80-dc51-4fac-ac3d-7c66c426d998 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:53.245254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e95102c1-3697-48fe-99df-ef9aee253ed3 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:53.246906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4528b24c-6ef3-4556-a4d8-2ba407e62c99 tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "GET /v2.0/ports?device_id=2064ae6b-6184-4513-9e5c-9f498e08fff0 HTTP/1.1" status: 200 len: 205 time: 0.0354903 Jul 07 22:33:53.249264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34444) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:53.265754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3ccc3-d5cc-4e72-bc79-d855362a632c tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Pushing event deleted for resources: {'Network': ['ID=0bfc60cc-f845-4407-8f4a-cb43546e3d3b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:53.299574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e95102c1-3697-48fe-99df-ef9aee253ed3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:53.300317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e95102c1-3697-48fe-99df-ef9aee253ed3 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:53.360062 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.624451 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.674569 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.703146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.707098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e1ac66-9543-4b28-a50d-8eacf9168f34,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:53.709249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.829793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.830314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Fanout notify agent at l3_agent the message router_deleted on router 2064ae6b-6184-4513-9e5c-9f498e08fff0 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:33:53.845221 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.846523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb8739eb-7338-4f05-9b5d-0afce4698a8f tempest-RoutersNegativeTest-1039505913 tempest-RoutersNegativeTest-1039505913-project] 10.222.0.95 "DELETE /v2.0/routers/2064ae6b-6184-4513-9e5c-9f498e08fff0 HTTP/1.1" status: 204 len: 168 time: 0.5960989 Jul 07 22:33:53.982334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40b8d-9154-41ae-87b7-916130fc5c82 req-3f7b024b-a04f-4db0-b41d-85329c6f6e73 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:53.984012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bb40b8d-9154-41ae-87b7-916130fc5c82 req-3f7b024b-a04f-4db0-b41d-85329c6f6e73 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.4568703 Jul 07 22:33:54.088158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bb40b8d-9154-41ae-87b7-916130fc5c82 req-d14fa920-7616-49aa-9b15-be41702967be tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947084 Jul 07 22:33:54.107987 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.319482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34490) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:54.487398 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3f58a5e-3de8-44e7-b753-0b3d671995a4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c457be2489aa49c5bc8312d4493286f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666148 Jul 07 22:33:54.488102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34498) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:54.548411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa423-e2a3-477a-b30c-a08194f518df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.576423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa423-e2a3-477a-b30c-a08194f518df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.638138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa423-e2a3-477a-b30c-a08194f518df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.641709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa423-e2a3-477a-b30c-a08194f518df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.644007 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cd5aa423-e2a3-477a-b30c-a08194f518df admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7b81de8a-02b9-4ad2-a8e2-696646184742 HTTP/1.1" status: 204 len: 168 time: 0.1545353 Jul 07 22:33:54.655891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aa423-e2a3-477a-b30c-a08194f518df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81de8a-02b9-4ad2-a8e2-696646184742,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:54.814143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Router 00267302-8c83-452d-ba72-503d15c0fb27 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:54.950615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-b2ebf057-c27e-42e8-b6ed-7130a64d9cdc tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.952345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-b2ebf057-c27e-42e8-b6ed-7130a64d9cdc tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.103 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.1364114 Jul 07 22:33:55.051812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:55.060264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34516) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:55.062778 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] Sync routers for ids ['00267302-8c83-452d-ba72-503d15c0fb27'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:55.067976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-30813307-461d-4ac4-9e84-335e7cf944c4 admin admin] 10.222.0.95 "PUT /v2.0/routers/00267302-8c83-452d-ba72-503d15c0fb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2804475 Jul 07 22:33:55.076946 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] Routers {'00267302-8c83-452d-ba72-503d15c0fb27'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:55.077868 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['00267302-8c83-452d-ba72-503d15c0fb27'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:55.134519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Deleting port 6f57d162-af2a-4294-a901-122cfd50fe58 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:55.135072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.340454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] For port 6f57d162-af2a-4294-a901-122cfd50fe58, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6f57d162-af2a-4294-a901-122cfd50fe58,segment=NetworkSegment(30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8),segment_id=30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:55.341046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.352905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.370811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Calling delete_port for 6f57d162-af2a-4294-a901-122cfd50fe58 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:55.404600 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] Set router 00267302-8c83-452d-ba72-503d15c0fb27 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:55.600072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.611846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254352-3441-4a8a-9248-aed5663b07bd req-b7658b35-23fb-4cfe-92fd-26b05e7807df tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:55.616756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d254352-3441-4a8a-9248-aed5663b07bd req-b7658b35-23fb-4cfe-92fd-26b05e7807df tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 946 time: 0.2369466 Jul 07 22:33:55.679826 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:53Z', 'revision_number': 5, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port': {'id': '758ba23d-5440-4962-9174-a8da2f1a5581', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00267302-8c83-452d-ba72-503d15c0fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:33:30Z', 'updated_at': '2021-07-07T22:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:55.705436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Deleting port 758ba23d-5440-4962-9174-a8da2f1a5581 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:55.706446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.712148 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] Checking router: 00267302-8c83-452d-ba72-503d15c0fb27 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:55.721422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] Routers {'00267302-8c83-452d-ba72-503d15c0fb27'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:55.722134 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:33:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['00267302-8c83-452d-ba72-503d15c0fb27'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:55.762140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d254352-3441-4a8a-9248-aed5663b07bd req-761f2cee-a267-4ae8-838a-a05fb55985ad tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/security-groups?id=610c32a0-b535-470e-8783-0b6d7aee4656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368966 Jul 07 22:33:55.764676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.777306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6f57d162-af2a-4294-a901-122cfd50fe58'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:55.805907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Pushing event deleted for resources: {'Port': ['ID=6f57d162-af2a-4294-a901-122cfd50fe58,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:55.865224 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] Set router 00267302-8c83-452d-ba72-503d15c0fb27 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:55.872716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] For port 758ba23d-5440-4962-9174-a8da2f1a5581, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=758ba23d-5440-4962-9174-a8da2f1a5581,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:55.873698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.915671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Calling delete_port for 758ba23d-5440-4962-9174-a8da2f1a5581 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:55.922172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] No DVR routers for this DVR port 6f57d162-af2a-4294-a901-122cfd50fe58 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:55.925237 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.930956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-664aa8ae-d20e-4b2c-9d19-bb3769b63811 req-f252a614-dba4-401c-9fdb-7d9a881fa42a tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.103 "DELETE /v2.0/ports/6f57d162-af2a-4294-a901-122cfd50fe58 HTTP/1.1" status: 204 len: 173 time: 0.9470162 Jul 07 22:33:55.931726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03baf91c-d2bf-4a81-b731-304c37baea64', 'name': 'network-vif-deleted', 'tag': '6f57d162-af2a-4294-a901-122cfd50fe58'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:55.935814 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9530307-8ab1-483c-b30c-be3f34199aba" -d '{"events": [{"server_uuid": "03baf91c-d2bf-4a81-b731-304c37baea64", "name": "network-vif-deleted", "tag": "6f57d162-af2a-4294-a901-122cfd50fe58"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:55.999241 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41319fe-73ca-4dbc-9c8c-c4363b455413 x-openstack-request-id: req-f41319fe-73ca-4dbc-9c8c-c4363b455413 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:55.999751 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03baf91c-d2bf-4a81-b731-304c37baea64", "name": "network-vif-deleted", "tag": "6f57d162-af2a-4294-a901-122cfd50fe58", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:55.999880 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f41319fe-73ca-4dbc-9c8c-c4363b455413 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:56.000192 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03baf91c-d2bf-4a81-b731-304c37baea64', 'name': 'network-vif-deleted', 'tag': '6f57d162-af2a-4294-a901-122cfd50fe58', 'status': 'completed', 'code': 200} Jul 07 22:33:56.015805 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:55Z', 'revision_number': 6, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:56.092275 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96083cf-5d72-4d77-94d3-6705ba48b956 None None] The sync data for ids ['00267302-8c83-452d-ba72-503d15c0fb27'] in n-d-694802-13 is: [{'id': '00267302-8c83-452d-ba72-503d15c0fb27', 'name': 'tempest-TestAggregatesBasicOps-2022085191-router', 'tenant_id': '4304ea86c67d4e069213a58f415b10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:33:29Z', 'updated_at': '2021-07-07T22:33:55Z', 'revision_number': 6, 'project_id': '4304ea86c67d4e069213a58f415b10ac', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:56.262250 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.347494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Pushing event deleted for resources: {'Port': ['ID=758ba23d-5440-4962-9174-a8da2f1a5581,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:56.420831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.580610 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.586654 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.729142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.730260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00267302-8c83-452d-ba72-503d15c0fb27 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:33:56.742248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.743798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e53e32fd-37e5-4d0b-a8a3-6fc42a5d4805 admin admin] 10.222.0.95 "DELETE /v2.0/routers/00267302-8c83-452d-ba72-503d15c0fb27 HTTP/1.1" status: 204 len: 168 time: 1.6825101 Jul 07 22:33:56.746270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34562) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:56.841055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Deleting subnet c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:56.845399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:56.899776 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.053297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.143541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da6306a8-36ea-4d73-87d3-48b9dc7f8753 req-389902f2-129a-4e04-a24b-2f350cebd305 tempest-InstanceActionsTestJSON-502848725 tempest-InstanceActionsTestJSON-502848725-project] 10.222.0.95 "GET /v2.0/ports?device_id=03baf91c-d2bf-4a81-b731-304c37baea64 HTTP/1.1" status: 200 len: 210 time: 0.0631750 Jul 07 22:33:57.196499 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.231800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.233917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf HTTP/1.1" status: 204 len: 168 time: 0.4855988 Jul 07 22:33:57.235605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ce3a4-31af-4f50-a3ae-f41cf0889a91 None None] Network 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:57.236670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34576) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:57.275388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a30bd-0a7a-45a3-80da-0e14a76ef39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2872fe2-9c1e-4cf2-b36a-3b9f8e3b1aaf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:57.393938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.481047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 758ba23d-5440-4962-9174-a8da2f1a5581 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:57.555163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 758ba23d-5440-4962-9174-a8da2f1a5581 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:57.555696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 758ba23d-5440-4962-9174-a8da2f1a5581 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:57.559143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2e1ac66-9543-4b28-a50d-8eacf9168f34 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:57.626908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Deleting port 8d138239-5808-47b9-8c3d-f87537653cf4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:57.627486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.628320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a2e1ac66-9543-4b28-a50d-8eacf9168f34 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:57.629422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2e1ac66-9543-4b28-a50d-8eacf9168f34 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:57.714563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] For port 8d138239-5808-47b9-8c3d-f87537653cf4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8d138239-5808-47b9-8c3d-f87537653cf4,segment=NetworkSegment(dc93daf3-8986-4523-964b-805f61596ac0),segment_id=dc93daf3-8986-4523-964b-805f61596ac0)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:57.715192 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.739877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Calling delete_port for 8d138239-5808-47b9-8c3d-f87537653cf4 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:57.808768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] DHCP port deletion for 36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:57.856157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.876464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Deleting port 8d138239-5808-47b9-8c3d-f87537653cf4 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:57.877365 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.883880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d138239-5808-47b9-8c3d-f87537653cf4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:57.893150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] No DVR routers for this DVR port 8d138239-5808-47b9-8c3d-f87537653cf4 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:57.927048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6f57d162-af2a-4294-a901-122cfd50fe58 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:57.958123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 6f57d162-af2a-4294-a901-122cfd50fe58 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:57.959260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6f57d162-af2a-4294-a901-122cfd50fe58 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:57.978792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] For port 8d138239-5808-47b9-8c3d-f87537653cf4, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:57.979620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.993836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Calling delete_port for 8d138239-5808-47b9-8c3d-f87537653cf4 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:57.996976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Port 8d138239-5808-47b9-8c3d-f87537653cf4 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:33:57.997104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.998376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.007724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f8af1a-2375-4ef5-916a-ab7cad8dd7a2']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:58.018297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc93daf3-8986-4523-964b-805f61596ac0') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:58.018609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc93daf3-8986-4523-964b-805f61596ac0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:58.023334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] Pushing event deleted for resources: {'Port': ['ID=8d138239-5808-47b9-8c3d-f87537653cf4,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:58.027753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.028213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db784e3-d359-4e59-98bf-4ce5c7f900e3 None None] No DVR routers for this DVR port 8d138239-5808-47b9-8c3d-f87537653cf4 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:58.046613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.057310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:58.057514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:58.059984 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:58.126104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.131768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.134715 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] 10.222.0.95 "DELETE /v2.0/networks/36f8af1a-2375-4ef5-916a-ab7cad8dd7a2 HTTP/1.1" status: 204 len: 168 time: 0.8956399 Jul 07 22:33:58.154183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad794b-2196-4f91-8c02-2f67b53d5496 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f8af1a-2375-4ef5-916a-ab7cad8dd7a2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:58.245419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34592) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:58.297741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Deleting subnet 4635dbad-f424-455a-85d1-4067fae57d8f {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:58.302297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.339400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:58.385912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.414505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c746dcad-96b5-4e6a-9daf-bc41b77dcc47 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f51f4923c696404799481af11f0119a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712855 Jul 07 22:33:58.415136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34596) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:58.435547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.471379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a019d-49b4-4359-a5e7-2ecd3394d13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.505028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.524955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a019d-49b4-4359-a5e7-2ecd3394d13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.535365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4635dbad-f424-455a-85d1-4067fae57d8f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:58.549332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.551558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-761947e0-baf8-4247-abf5-83120f689b05 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/4635dbad-f424-455a-85d1-4067fae57d8f HTTP/1.1" status: 204 len: 168 time: 0.3048174 Jul 07 22:33:58.553928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:58.602615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a019d-49b4-4359-a5e7-2ecd3394d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.606506 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a019d-49b4-4359-a5e7-2ecd3394d13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.608163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8e6a019d-49b4-4359-a5e7-2ecd3394d13c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a93f62ba-055a-4d03-af99-53427825cbdd HTTP/1.1" status: 204 len: 168 time: 0.1914427 Jul 07 22:33:58.618940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a019d-49b4-4359-a5e7-2ecd3394d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f62ba-055a-4d03-af99-53427825cbdd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:58.660127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.748797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.759747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:58.774999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:58.774999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d70146-9cb7-4ba4-8ad3-9789b2a8e2c8') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:58.796281 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.837182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.845393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:58.845623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:58.847839 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:58.918402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.940207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:58.943262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1 HTTP/1.1" status: 204 len: 168 time: 0.3883636 Jul 07 22:33:58.944418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8795e1-f66a-445a-b591-1a2756aab5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0695ee-f31b-4d33-9b4f-cfd2c45bedf1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:59.186066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34618) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:59.227390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34620) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:59.237427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8d138239-5808-47b9-8c3d-f87537653cf4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:59.255059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e11a0e7e-0cfe-42ba-863c-07b9f17403bb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4304ea86c67d4e069213a58f415b10ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678105 Jul 07 22:33:59.257460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34622) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:59.273867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 8d138239-5808-47b9-8c3d-f87537653cf4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:59.274595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8d138239-5808-47b9-8c3d-f87537653cf4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:59.324849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd41a987-27c9-40c1-bea9-ea25e072c4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.338452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65b348d8-b4f1-4a43-92b0-ee55e637c8b4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b766eed398194fcf9c55910555d4030b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082683 Jul 07 22:33:59.339433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34626) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:59.352947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd41a987-27c9-40c1-bea9-ea25e072c4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.452562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd41a987-27c9-40c1-bea9-ea25e072c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.455553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fd41a987-27c9-40c1-bea9-ea25e072c4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.456324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-513f5ac9-6ed0-4da8-b5f2-54d1055248e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.464427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fd41a987-27c9-40c1-bea9-ea25e072c4fc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/98173efc-ea69-449c-bbe6-892455521148 HTTP/1.1" status: 204 len: 168 time: 0.2009978 Jul 07 22:33:59.486070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a987-27c9-40c1-bea9-ea25e072c4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98173efc-ea69-449c-bbe6-892455521148,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:59.494413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-513f5ac9-6ed0-4da8-b5f2-54d1055248e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.553498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-513f5ac9-6ed0-4da8-b5f2-54d1055248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.557177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-513f5ac9-6ed0-4da8-b5f2-54d1055248e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:59.562427 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-513f5ac9-6ed0-4da8-b5f2-54d1055248e6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/610c32a0-b535-470e-8783-0b6d7aee4656 HTTP/1.1" status: 204 len: 168 time: 0.2218192 Jul 07 22:33:59.598529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f5ac9-6ed0-4da8-b5f2-54d1055248e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c32a0-b535-470e-8783-0b6d7aee4656,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:01.506709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34710) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:01.630498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3e4b17e6-f784-4544-b511-ed4d213dc1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.738769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3e4b17e6-f784-4544-b511-ed4d213dc1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.744355 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3e4b17e6-f784-4544-b511-ed4d213dc1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.791148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3e4b17e6-f784-4544-b511-ed4d213dc1cb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7790fb72a0a242aaad2977d5fd6dd7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831628 Jul 07 22:34:01.793660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34720) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:01.800230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b17e6-f784-4544-b511-ed4d213dc1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7522fb-8953-4f8a-8cd0-7ccaec8410e3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:01.877198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92ab9cd4-dd2e-420e-9a56-ee4d5cdc6742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.905998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92ab9cd4-dd2e-420e-9a56-ee4d5cdc6742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.958264 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92ab9cd4-dd2e-420e-9a56-ee4d5cdc6742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.961166 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92ab9cd4-dd2e-420e-9a56-ee4d5cdc6742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.965540 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-92ab9cd4-dd2e-420e-9a56-ee4d5cdc6742 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4b7522fb-8953-4f8a-8cd0-7ccaec8410e3 HTTP/1.1" status: 204 len: 168 time: 0.1708293 Jul 07 22:34:01.974449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab9cd4-dd2e-420e-9a56-ee4d5cdc6742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7522fb-8953-4f8a-8cd0-7ccaec8410e3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:02.288723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34748) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:02.536464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10470985-25d7-414e-9153-f9f510420758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.840857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10470985-25d7-414e-9153-f9f510420758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.849317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10470985-25d7-414e-9153-f9f510420758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.927759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-10470985-25d7-414e-9153-f9f510420758 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a1835ac0fef944e7959f2202da9b9350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372597 Jul 07 22:34:02.930544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:02.963958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10470985-25d7-414e-9153-f9f510420758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f480eeb8-923c-467e-86bb-f7e4fd88e7ad,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:03.024035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c941870c-34f4-4a63-adb1-b9f1a9704543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.058983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c941870c-34f4-4a63-adb1-b9f1a9704543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.155579 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c941870c-34f4-4a63-adb1-b9f1a9704543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.160034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c941870c-34f4-4a63-adb1-b9f1a9704543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.169678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c941870c-34f4-4a63-adb1-b9f1a9704543 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f480eeb8-923c-467e-86bb-f7e4fd88e7ad HTTP/1.1" status: 204 len: 168 time: 0.2345290 Jul 07 22:34:03.224792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941870c-34f4-4a63-adb1-b9f1a9704543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f480eeb8-923c-467e-86bb-f7e4fd88e7ad,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:03.295031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34874) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:03.439182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1632148595-network', 'tenant_id': 'd6b6ebca13ca446aaad7a95cea9bdc9d'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:03.527087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Made reservation on behalf of d6b6ebca13ca446aaad7a95cea9bdc9d for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:03.537455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.583383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.829439 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.838252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.929984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a5378-0de1-4c43-8f62-6a16ab53ce38,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:03.933828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:34:03.980303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:03.980953 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Added segment 755e88ff-e350-4dda-982a-e2ddbffa77b6 of type vlan for network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 Jul 07 22:34:04.042414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:04.105369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:04.108182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:04.109448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:04.209432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9126966 Jul 07 22:34:04.210268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc80a84-770e-43cd-88e4-faaa2f60b458 admin admin] Pushing event updated for resources: {'Network': ['ID=b04c884f-c6b9-4d36-98bf-9d66490bc4d4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:04.212401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34978) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:04.227529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Request body: {'subnet': {'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1632148595-subnet', 'tenant_id': 'd6b6ebca13ca446aaad7a95cea9bdc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:04.228191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:34:04.254381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Made reservation on behalf of d6b6ebca13ca446aaad7a95cea9bdc9d for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:04.259946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:04.533194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:04.662902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:04.694284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Checking segment: {'id': '755e88ff-e350-4dda-982a-e2ddbffa77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:04.694589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Network hostable DHCP agents. Network: b04c884f-c6b9-4d36-98bf-9d66490bc4d4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:34:04.717153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:34:04.740413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b04c884f-c6b9-4d36-98bf-9d66490bc4d4) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:04.754986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:04.757739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03bff9-7bfb-4512-a56f-6e08eee6324d None None] Network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:34:04.766874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:04.805120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5771bde9-fdc9-4867-9da7-1ab33e4d08bf admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5917156 Jul 07 22:34:05.229267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a13a9-bb7a-4a29-957c-ca2db1863aa4 None None] Network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:34:05.412284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-b080205d-8bc1-4aca-8156-67e13c98c415 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1396432 Jul 07 22:34:05.535785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-1882ca64-002a-4754-bf6b-85060b8b26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:05.537331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-1882ca64-002a-4754-bf6b-85060b8b26c1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1097 time: 0.0950174 Jul 07 22:34:05.693739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-c00f1a09-3de1-4d1d-8367-7389b5fa0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:05.695710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-c00f1a09-3de1-4d1d-8367-7389b5fa0034 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1319447 Jul 07 22:34:05.822848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-150f514f-c2e6-4117-b1f4-f32c0084cbcd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 1001 time: 0.1199713 Jul 07 22:34:05.906912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-35aeb97a-7ecd-4406-b99c-b2b83d027eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:05.908730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-35aeb97a-7ecd-4406-b99c-b2b83d027eec service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0782661 Jul 07 22:34:05.933432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-60df8627-105f-4917-9e33-20998a8fb0b8 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:05.935222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-60df8627-105f-4917-9e33-20998a8fb0b8 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/networks?id=b04c884f-c6b9-4d36-98bf-9d66490bc4d4 HTTP/1.1" status: 200 len: 814 time: 0.1724980 Jul 07 22:34:05.967022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-fa150994-3de2-4182-972b-0ba6309823ae tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/quotas/d6b6ebca13ca446aaad7a95cea9bdc9d HTTP/1.1" status: 200 len: 375 time: 0.0153372 Jul 07 22:34:06.009371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-8ea2477b-41ab-4367-8aa8-9d40add0fd42 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6b6ebca13ca446aaad7a95cea9bdc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360537 Jul 07 22:34:06.021116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-d1426cc4-8d77-4f08-a397-afbfaedccc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:06.022990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-d1426cc4-8d77-4f08-a397-afbfaedccc40 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064472 Jul 07 22:34:06.213807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-3fb8a916-96f5-4c2c-b202-5ab3893b5cc6 service neutron] 10.222.0.95 "GET /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900015 Jul 07 22:34:06.216396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-4a85bca1-7caa-4c20-affc-86479b4fc988 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855133 Jul 07 22:34:06.330770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-1810b652-9ec1-44f5-be01-956ee8a118c6 service neutron] 10.222.0.95 "GET /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098669 Jul 07 22:34:06.481456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8058c6a2-b6d4-4b1c-aae7-d54b3c8026fb req-59261aa2-788f-4850-972c-9e5b1e224618 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694148 Jul 07 22:34:06.713967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d61a5b23-44f8-4eaf-a695-05ae0aea902f req-63f867dd-4163-43f7-934b-6f4e3daec8f7 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 210 time: 0.0796046 Jul 07 22:34:08.014107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7216290d-fe9f-4477-998a-e21443fe7ae0 req-c9d005d9-1750-4c32-b70c-29964b57a4c0 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 210 time: 0.0902817 Jul 07 22:34:08.104587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-2d2fb35e-1460-4be6-8fc7-86a378d56f48 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1224668 Jul 07 22:34:08.119758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-57d6957b-56d6-472f-82c6-35889dbdfb0b tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:08.122480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-57d6957b-56d6-472f-82c6-35889dbdfb0b tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.103 "GET /v2.0/networks?id=b04c884f-c6b9-4d36-98bf-9d66490bc4d4 HTTP/1.1" status: 200 len: 814 time: 0.2343497 Jul 07 22:34:08.135996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Request body: {'port': {'device_id': '904610e8-bc30-4c98-8514-fb415cdf613b', 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4', 'admin_state_up': True, 'tenant_id': 'd6b6ebca13ca446aaad7a95cea9bdc9d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:08.242863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-1acc521e-b101-4494-9ba0-9817c61bd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:08.247095 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-1acc521e-b101-4494-9ba0-9817c61bd237 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1098 time: 0.1174629 Jul 07 22:34:08.305217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Made reservation on behalf of d6b6ebca13ca446aaad7a95cea9bdc9d for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:08.308858 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:08.433876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-4d316bd7-f90d-4f12-af0f-e15354e8475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:08.435970 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-4d316bd7-f90d-4f12-af0f-e15354e8475c service neutron] 10.222.0.97 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 0.1645420 Jul 07 22:34:08.522105 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-ad9012af-1740-49a9-8138-79815eaa1846 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1002 time: 0.0790961 Jul 07 22:34:08.563405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Allocated IP 172.20.0.2 (b04c884f-c6b9-4d36-98bf-9d66490bc4d4/81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b/6b461c5e-b6f9-4af0-95bd-56e134f640ec) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:08.624552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-78e4b254-2c6e-4ad4-9b2d-44c68c6f8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:08.628258 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-78e4b254-2c6e-4ad4-9b2d-44c68c6f8fce service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.0966694 Jul 07 22:34:08.791267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-5e811cbd-0766-4b93-b185-ea1f60d963b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:08.796790 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-5e811cbd-0766-4b93-b185-ea1f60d963b5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608415 Jul 07 22:34:08.989246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:09.057922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:09.084019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-1bbc87fd-00b3-4078-bb5a-622cac236c88 service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729590 Jul 07 22:34:09.156136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Pushing event updated for resources: {'Port': ['ID=6b461c5e-b6f9-4af0-95bd-56e134f640ec,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:09.187866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:09.192812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:09.197647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:09.291029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22bf3ee3-676f-420d-95ba-632ed02d3a56 req-e9f03542-6780-4df5-91fd-e1875b0987fe service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046399 Jul 07 22:34:09.296163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:09.297054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:09.345654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-14c1d226-da01-462d-84b8-3507b721eae3 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2150497 Jul 07 22:34:09.358718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Request body: {'port': {'device_id': '904610e8-bc30-4c98-8514-fb415cdf613b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:09.458073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099b4e-adb4-4d3a-bd53-2a5e34611329 req-56e6d704-8e07-46ac-bb4c-28e8f0d2e33d tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:09.465349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7099b4e-adb4-4d3a-bd53-2a5e34611329 req-56e6d704-8e07-46ac-bb4c-28e8f0d2e33d tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 931 time: 0.1638784 Jul 07 22:34:09.499005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:09.521615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7099b4e-adb4-4d3a-bd53-2a5e34611329 req-e9a69222-330f-49b7-9258-ce5a9652a497 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552690 Jul 07 22:34:09.927563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b461c5e-b6f9-4af0-95bd-56e134f640ec {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:09.935712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:09.947888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Transition to ACTIVE for port object 6b461c5e-b6f9-4af0-95bd-56e134f640ec will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:09.955251 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:10.072365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Pushing event updated for resources: {'Port': ['ID=6b461c5e-b6f9-4af0-95bd-56e134f640ec,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:10.129986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Attempting to bind port 6b461c5e-b6f9-4af0-95bd-56e134f640ec on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:10.130603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Attempting to bind port 6b461c5e-b6f9-4af0-95bd-56e134f640ec by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '755e88ff-e350-4dda-982a-e2ddbffa77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:10.131026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Attempting to bind port 6b461c5e-b6f9-4af0-95bd-56e134f640ec on network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:10.141478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Port 6b461c5e-b6f9-4af0-95bd-56e134f640ec on network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:34:10.143056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Attempting to bind port 6b461c5e-b6f9-4af0-95bd-56e134f640ec on network b04c884f-c6b9-4d36-98bf-9d66490bc4d4 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:10.155769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:10.156594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Checking segment: {'id': '755e88ff-e350-4dda-982a-e2ddbffa77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:10.157321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Bound using segment: {'id': '755e88ff-e350-4dda-982a-e2ddbffa77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:10.157829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Bound port: 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755e88ff-e350-4dda-982a-e2ddbffa77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:10.160300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:10.257315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] For port 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:10.261147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] For port 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec,segment=NetworkSegment(755e88ff-e350-4dda-982a-e2ddbffa77b6),segment_id=755e88ff-e350-4dda-982a-e2ddbffa77b6)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:10.269931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:10.312766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:10.313414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:10.314924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-205db026-ad4b-4eca-929f-825e4105859f service neutron] 10.222.0.103 "PUT /v2.0/ports/6b461c5e-b6f9-4af0-95bd-56e134f640ec HTTP/1.1" status: 200 len: 1092 time: 0.9609156 Jul 07 22:34:10.315376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904610e8-bc30-4c98-8514-fb415cdf613b', 'tag': '6b461c5e-b6f9-4af0-95bd-56e134f640ec'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:10.317825 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccc5167-ab6c-4623-ac40-3cb146ae039d" -d '{"events": [{"name": "network-changed", "server_uuid": "904610e8-bc30-4c98-8514-fb415cdf613b", "tag": "6b461c5e-b6f9-4af0-95bd-56e134f640ec"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:10.344420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205db026-ad4b-4eca-929f-825e4105859f service neutron] Pushing event updated for resources: {'Port': ['ID=6b461c5e-b6f9-4af0-95bd-56e134f640ec,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:10.411473 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e19efc-861a-4f39-9136-2104dcbba7e2 x-openstack-request-id: req-67e19efc-861a-4f39-9136-2104dcbba7e2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:10.412017 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904610e8-bc30-4c98-8514-fb415cdf613b", "tag": "6b461c5e-b6f9-4af0-95bd-56e134f640ec", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:10.412426 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-67e19efc-861a-4f39-9136-2104dcbba7e2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:10.412984 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904610e8-bc30-4c98-8514-fb415cdf613b', 'tag': '6b461c5e-b6f9-4af0-95bd-56e134f640ec', 'status': 'completed', 'code': 200} Jul 07 22:34:10.455553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-edc42eec-35d4-4907-ba35-e3c84c4b9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:10.463594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-edc42eec-35d4-4907-ba35-e3c84c4b9f7b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d6b6ebca13ca446aaad7a95cea9bdc9d&device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 1095 time: 0.0901880 Jul 07 22:34:10.514927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-6bf83896-e995-4b61-bc08-943bb47331b3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec HTTP/1.1" status: 200 len: 217 time: 0.0450542 Jul 07 22:34:10.608228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-0fef535a-4be0-4821-9791-8e77c52da9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:10.614450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-0fef535a-4be0-4821-9791-8e77c52da9ed service neutron] 10.222.0.103 "GET /v2.0/subnets?id=81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b HTTP/1.1" status: 200 len: 854 time: 0.0885804 Jul 07 22:34:10.664500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-75f5e9a0-ce36-4891-bc4d-a4da5fe51163 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b04c884f-c6b9-4d36-98bf-9d66490bc4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447218 Jul 07 22:34:10.878819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-087fd9c0-a42d-4c52-91e2-215d1e0ce480 service neutron] 10.222.0.103 "GET /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979489 Jul 07 22:34:10.887000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff34d-22fd-4d9f-a402-9b8027a7dddc req-3c744952-5062-41df-a7c6-8954baca6d1e tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:10.893993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e4ff34d-22fd-4d9f-a402-9b8027a7dddc req-3c744952-5062-41df-a7c6-8954baca6d1e tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 943 time: 0.2286606 Jul 07 22:34:10.985758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e4ff34d-22fd-4d9f-a402-9b8027a7dddc req-3493518e-777f-4245-9b5e-bc3242433aa9 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905397 Jul 07 22:34:11.043611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc247e07-f926-45e2-af40-e5073aad66f7 req-e96733c9-2735-4b3c-8495-ac31749633d1 service neutron] 10.222.0.103 "GET /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473305 Jul 07 22:34:11.251336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-9b990d48-1ee8-4a91-8291-265d3e663bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:11.252914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-9b990d48-1ee8-4a91-8291-265d3e663bf6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d6b6ebca13ca446aaad7a95cea9bdc9d&device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 1095 time: 0.1443822 Jul 07 22:34:11.396315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-6f90e6a6-13d2-4bc2-8e04-bacc368a7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:11.397806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-6f90e6a6-13d2-4bc2-8e04-bacc368a7f4c service neutron] 10.222.0.103 "GET /v2.0/networks?id=b04c884f-c6b9-4d36-98bf-9d66490bc4d4 HTTP/1.1" status: 200 len: 915 time: 0.1390002 Jul 07 22:34:11.516022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-7ffb11ae-11cb-49d0-b9b2-9bb6372fd8e5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec HTTP/1.1" status: 200 len: 217 time: 0.1092100 Jul 07 22:34:11.579562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-ffeba842-430d-4b5e-945c-37467c3cad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:11.581053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-ffeba842-430d-4b5e-945c-37467c3cad9b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b HTTP/1.1" status: 200 len: 854 time: 0.0570259 Jul 07 22:34:11.618230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-265c52f8-2cff-499e-9544-9d0bd1f4839c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b04c884f-c6b9-4d36-98bf-9d66490bc4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jul 07 22:34:11.735710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-635d571f-0818-418c-8ff8-024a36f45cf9 service neutron] 10.222.0.103 "GET /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105599 Jul 07 22:34:11.893693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dccc5167-ab6c-4623-ac40-3cb146ae039d req-fdd055d4-a41f-44f3-9130-d2b46410d25d service neutron] 10.222.0.103 "GET /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500103 Jul 07 22:34:12.322402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1506377-86fd-4880-86c9-ecbe7e3260be req-054810e7-f3d6-49ef-a806-acbb771e0027 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:12.330739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1506377-86fd-4880-86c9-ecbe7e3260be req-054810e7-f3d6-49ef-a806-acbb771e0027 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 943 time: 0.1758909 Jul 07 22:34:12.416473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1506377-86fd-4880-86c9-ecbe7e3260be req-afa100f8-5b73-4e83-a1ff-b957c5632661 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848570 Jul 07 22:34:12.779905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35466) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:12.928922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c266d9c-5b56-45ea-bb51-a7ca10eb249c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.035643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c266d9c-5b56-45ea-bb51-a7ca10eb249c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.039838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9c266d9c-5b56-45ea-bb51-a7ca10eb249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.077196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c266d9c-5b56-45ea-bb51-a7ca10eb249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fa7a46-381e-407c-ae84-0f3c3e8ba531,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:13.082472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9c266d9c-5b56-45ea-bb51-a7ca10eb249c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=489e39fa24a7411e9c01c3b2cec44aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010976 Jul 07 22:34:13.084846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35474) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:13.135417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e389f4-6b62-49d0-a555-3891f17678e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.157991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e389f4-6b62-49d0-a555-3891f17678e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.212283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e389f4-6b62-49d0-a555-3891f17678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.214913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e389f4-6b62-49d0-a555-3891f17678e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.219542 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73e389f4-6b62-49d0-a555-3891f17678e3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f7fa7a46-381e-407c-ae84-0f3c3e8ba531 HTTP/1.1" status: 204 len: 168 time: 0.1300790 Jul 07 22:34:13.231443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e389f4-6b62-49d0-a555-3891f17678e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fa7a46-381e-407c-ae84-0f3c3e8ba531,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:13.548429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35492) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:13.564708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9dd04dd3-f639-405c-8e73-09c0aed03f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.699067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9dd04dd3-f639-405c-8e73-09c0aed03f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.706984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9dd04dd3-f639-405c-8e73-09c0aed03f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.767712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5def9e2-c3f1-4331-8dd3-c3b7ca92c908 req-68471acf-2794-4b92-9f70-c1a44d341bc9 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:13.770091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5def9e2-c3f1-4331-8dd3-c3b7ca92c908 req-68471acf-2794-4b92-9f70-c1a44d341bc9 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 943 time: 0.1325305 Jul 07 22:34:13.773572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9dd04dd3-f639-405c-8e73-09c0aed03f22 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f9080bbb1bb747e4b93ade46a3386fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240973 Jul 07 22:34:13.774816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd04dd3-f639-405c-8e73-09c0aed03f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9dc9b-2cae-4c28-914d-e77d50e19f63,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:13.776615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35500) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:13.822844 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:34:13.826370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5def9e2-c3f1-4331-8dd3-c3b7ca92c908 req-97113795-0c29-4b4b-b586-22686cd72a17 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Jul 07 22:34:13.832993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86f787b6-3bd1-4d2a-b39a-096d95ab16a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.858702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86f787b6-3bd1-4d2a-b39a-096d95ab16a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.909150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86f787b6-3bd1-4d2a-b39a-096d95ab16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.909464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f89f15-58a5-4785-ae1a-4511527a00e6 req-58d91faf-0524-4663-82b0-7964d6925c24 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:13.911162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72f89f15-58a5-4785-ae1a-4511527a00e6 req-58d91faf-0524-4663-82b0-7964d6925c24 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 949 time: 0.0718589 Jul 07 22:34:13.912207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-86f787b6-3bd1-4d2a-b39a-096d95ab16a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:13.915752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-86f787b6-3bd1-4d2a-b39a-096d95ab16a3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/95a9dc9b-2cae-4c28-914d-e77d50e19f63 HTTP/1.1" status: 204 len: 168 time: 0.1352308 Jul 07 22:34:13.924191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f787b6-3bd1-4d2a-b39a-096d95ab16a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9dc9b-2cae-4c28-914d-e77d50e19f63,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:13.958162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72f89f15-58a5-4785-ae1a-4511527a00e6 req-62c1ff78-a84e-46e0-a3ff-e2e784ddb678 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Jul 07 22:34:13.980031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b461c5e-b6f9-4af0-95bd-56e134f640ec details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:34:14.214987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec,segment=NetworkSegment(755e88ff-e350-4dda-982a-e2ddbffa77b6),segment_id=755e88ff-e350-4dda-982a-e2ddbffa77b6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:14.238741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '6b461c5e-b6f9-4af0-95bd-56e134f640ec', 'network_id': 'b04c884f-c6b9-4d36-98bf-9d66490bc4d4', 'port_id': '6b461c5e-b6f9-4af0-95bd-56e134f640ec', 'mac_address': 'fa:16:3e:e1:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:34:14.280975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:14.287522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58186a43-5915-4e0e-9215-a05e2ec344d6 req-cc68e44f-0953-44cf-91f7-4fa75124df44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:14.295450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58186a43-5915-4e0e-9215-a05e2ec344d6 req-cc68e44f-0953-44cf-91f7-4fa75124df44 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.1104462 Jul 07 22:34:14.296002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b461c5e-b6f9-4af0-95bd-56e134f640ec {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:14.321270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec,segment=NetworkSegment(755e88ff-e350-4dda-982a-e2ddbffa77b6),segment_id=755e88ff-e350-4dda-982a-e2ddbffa77b6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:14.327390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:14.347799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58186a43-5915-4e0e-9215-a05e2ec344d6 req-9019498c-0942-4780-8090-07cdb6b8c6f5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510151 Jul 07 22:34:14.365161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35530) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:14.445512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b6aea6ee-7ebe-4b25-9d31-20a1c8beda16 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/297ceea8-456d-49bd-ad8f-df8d781cf6de HTTP/1.1" status: 200 len: 994 time: 0.0786533 Jul 07 22:34:14.478317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6b461c5e-b6f9-4af0-95bd-56e134f640ec,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:14.491002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.491970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.492878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.493450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.493994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.494538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.495142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.495949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.496740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.497274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.498418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.498418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:14.625119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6b461c5e-b6f9-4af0-95bd-56e134f640ec'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:15.472774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a5d19-bd4b-48b1-90aa-a2df97f14635 req-2515f5ba-b996-496e-a1a1-c77cd18ca640 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:15.474357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b3a5d19-bd4b-48b1-90aa-a2df97f14635 req-2515f5ba-b996-496e-a1a1-c77cd18ca640 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1098 time: 0.5257819 Jul 07 22:34:15.488370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb225d4-547a-41bc-84e0-46b6d6153058 req-7ee88653-497f-419e-8db9-5913907c54e0 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:15.489911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6eb225d4-547a-41bc-84e0-46b6d6153058 req-7ee88653-497f-419e-8db9-5913907c54e0 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 944 time: 0.0848148 Jul 07 22:34:15.540552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b3a5d19-bd4b-48b1-90aa-a2df97f14635 req-0933cf19-02f9-4fc3-ae25-d2d3866fd488 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495937 Jul 07 22:34:15.555304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b34db-5398-494b-ac66-4102f706c510 req-b7606f79-e6ad-42eb-8c1d-85c3012d3edc tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:15.557188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e42b34db-5398-494b-ac66-4102f706c510 req-b7606f79-e6ad-42eb-8c1d-85c3012d3edc tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.97 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 949 time: 0.1243036 Jul 07 22:34:15.559365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6eb225d4-547a-41bc-84e0-46b6d6153058 req-cf3d8b7f-c595-4d0f-a8b3-cca74218eed5 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Jul 07 22:34:15.697444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Deleting port f861eb1d-88e8-4671-a3a9-4ab94f8184ce {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:15.700325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.809246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e2fa-a51d-4928-a5e5-9dd0cff5b57e req-f4d1d7ba-d0e9-4fb8-8641-560761c391cf tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:15.817226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e71e2fa-a51d-4928-a5e5-9dd0cff5b57e req-f4d1d7ba-d0e9-4fb8-8641-560761c391cf tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/ports?device_id=ded3b830-3c85-4aaf-873f-ec6744222b1d HTTP/1.1" status: 200 len: 949 time: 0.1421850 Jul 07 22:34:15.875502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e71e2fa-a51d-4928-a5e5-9dd0cff5b57e req-592d9d98-ef6e-45a3-a7c8-e7f73ad5a6bd tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.95 "GET /v2.0/security-groups?id=5624b76c-d4f4-46a3-93ef-2d921e2d8927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563378 Jul 07 22:34:15.893530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] For port f861eb1d-88e8-4671-a3a9-4ab94f8184ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:15.894046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.915475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Calling delete_port for f861eb1d-88e8-4671-a3a9-4ab94f8184ce owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:15.978740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b461c5e-b6f9-4af0-95bd-56e134f640ec up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:16.067368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 6b461c5e-b6f9-4af0-95bd-56e134f640ec completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:16.071550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 6b461c5e-b6f9-4af0-95bd-56e134f640ec triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:16.071972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.115252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.200880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f861eb1d-88e8-4671-a3a9-4ab94f8184ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:16.226618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.287018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] No DVR routers for this DVR port f861eb1d-88e8-4671-a3a9-4ab94f8184ce on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:16.289166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Pushing event deleted for resources: {'Port': ['ID=f861eb1d-88e8-4671-a3a9-4ab94f8184ce,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:16.291337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.293357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e42b34db-5398-494b-ac66-4102f706c510 req-395c9041-c43a-4dcb-b130-95059de42181 tempest-VolumesBackupsTest-784671712 tempest-VolumesBackupsTest-784671712-project] 10.222.0.97 "DELETE /v2.0/ports/f861eb1d-88e8-4671-a3a9-4ab94f8184ce HTTP/1.1" status: 204 len: 173 time: 0.7296374 Jul 07 22:34:16.294430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'name': 'network-vif-deleted', 'tag': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:16.298286 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d2e3f-713f-4d57-a40f-1759b23e5c44" -d '{"events": [{"server_uuid": "ded3b830-3c85-4aaf-873f-ec6744222b1d", "name": "network-vif-deleted", "tag": "f861eb1d-88e8-4671-a3a9-4ab94f8184ce"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:16.306934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec,segment=NetworkSegment(755e88ff-e350-4dda-982a-e2ddbffa77b6),segment_id=755e88ff-e350-4dda-982a-e2ddbffa77b6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:16.308466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904610e8-bc30-4c98-8514-fb415cdf613b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b461c5e-b6f9-4af0-95bd-56e134f640ec'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:16.312341 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf85a1-c525-47e9-97dd-8f5d5cb5d3b0" -d '{"events": [{"server_uuid": "904610e8-bc30-4c98-8514-fb415cdf613b", "name": "network-vif-plugged", "status": "completed", "tag": "6b461c5e-b6f9-4af0-95bd-56e134f640ec"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:16.317577 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.395642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6b461c5e-b6f9-4af0-95bd-56e134f640ec,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:16.886028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:17.177330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-e5c46870-11b0-4551-ba66-4b8fc99101eb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3765013 Jul 07 22:34:17.310222 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4906c0aa-676e-4dcc-b0bd-f06f74ff7ed3 x-openstack-request-id: req-4906c0aa-676e-4dcc-b0bd-f06f74ff7ed3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:17.310590 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded3b830-3c85-4aaf-873f-ec6744222b1d", "name": "network-vif-deleted", "tag": "f861eb1d-88e8-4671-a3a9-4ab94f8184ce", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:17.310945 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4906c0aa-676e-4dcc-b0bd-f06f74ff7ed3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:17.311424 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded3b830-3c85-4aaf-873f-ec6744222b1d', 'name': 'network-vif-deleted', 'tag': 'f861eb1d-88e8-4671-a3a9-4ab94f8184ce', 'status': 'completed', 'code': 200} Jul 07 22:34:17.373038 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad881f-89b4-4173-9fc8-9b31d3d74ace x-openstack-request-id: req-bcad881f-89b4-4173-9fc8-9b31d3d74ace {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:17.373531 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904610e8-bc30-4c98-8514-fb415cdf613b", "name": "network-vif-plugged", "status": "completed", "tag": "6b461c5e-b6f9-4af0-95bd-56e134f640ec", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:17.373637 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bcad881f-89b4-4173-9fc8-9b31d3d74ace {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:17.373966 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904610e8-bc30-4c98-8514-fb415cdf613b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b461c5e-b6f9-4af0-95bd-56e134f640ec', 'code': 200} Jul 07 22:34:17.713272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6d545-1518-44aa-a4c7-0592b5fa361b req-4844b3f2-4661-44e4-8147-f9eaacc0cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:17.715750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53d6d545-1518-44aa-a4c7-0592b5fa361b req-4844b3f2-4661-44e4-8147-f9eaacc0cbc7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 1097 time: 0.2255652 Jul 07 22:34:17.783942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36269d8-72f5-4661-bc15-49ab5a0a4ed7 req-e27d090c-97a6-4b2b-ad05-569c591450ba tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:17.786778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c36269d8-72f5-4661-bc15-49ab5a0a4ed7 req-e27d090c-97a6-4b2b-ad05-569c591450ba tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 945 time: 0.2035987 Jul 07 22:34:17.804301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53d6d545-1518-44aa-a4c7-0592b5fa361b req-68338484-c7c3-4dd4-876e-1a50ddf18e3b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794044 Jul 07 22:34:17.869015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c36269d8-72f5-4661-bc15-49ab5a0a4ed7 req-944b6048-2881-4cf7-bbce-231c8d828f06 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633450 Jul 07 22:34:18.217262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-6dfcd3b3-d17e-44a6-852f-82c1326f61a3 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:34:18.218310 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-6dfcd3b3-d17e-44a6-852f-82c1326f61a3 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2775419 Jul 07 22:34:18.231819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Request body: {'binding': {'host': 'n-h1-694802-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:18.232552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Unknown quota resources ['binding']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:34:18.241334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1761e-7c4b-4f96-b6a4-f4f219168301 req-7fc9d55a-6950-4d4a-8b2f-267b2e26b55a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:18.248627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9fe1761e-7c4b-4f96-b6a4-f4f219168301 req-7fc9d55a-6950-4d4a-8b2f-267b2e26b55a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.0822623 Jul 07 22:34:18.289541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9fe1761e-7c4b-4f96-b6a4-f4f219168301 req-9af43416-2976-465c-8b3c-563e766c90a5 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396409 Jul 07 22:34:18.356742 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f7181f95-15cc-48bf-b1c8-a1b68ee961d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:18.431043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on host n-h1-694802-13 for vnic_type normal with profile None {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:18.431582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:18.432117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:18.441623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:34:18.442432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:18.448853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:18.451872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Checking segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:18.452509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Bound using segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:18.454156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Bound port: 5d119acf-fad4-4ded-b786-0c67b0922c8a, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:18.594272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:18.603767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:18.608619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-8e7ed744-dc50-4004-836a-d580030f26ce service neutron] 10.222.0.95 "POST /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3814108 Jul 07 22:34:18.745899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:18.952604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f48e-1fb5-42f1-9f0f-e4a38a4c8e3c req-fb13c9c6-a981-4c9f-aa7e-0be4fef5b0aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:18.954984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6016f48e-1fb5-42f1-9f0f-e4a38a4c8e3c req-fb13c9c6-a981-4c9f-aa7e-0be4fef5b0aa tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.1397796 Jul 07 22:34:19.084445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6016f48e-1fb5-42f1-9f0f-e4a38a4c8e3c req-d084c679-51db-426a-a3d0-aa5bd7fd299d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230772 Jul 07 22:34:19.136841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20eab18-9d2d-44e5-860a-050d8515f308 req-bef97e3b-c59b-415d-b5a0-a0fe635c2118 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.138364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a20eab18-9d2d-44e5-860a-050d8515f308 req-bef97e3b-c59b-415d-b5a0-a0fe635c2118 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 945 time: 0.1092041 Jul 07 22:34:19.152198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-44e89550-b57c-4463-a230-a4313a75c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.154109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-44e89550-b57c-4463-a230-a4313a75c7fd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1098 time: 0.1420703 Jul 07 22:34:19.253037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a20eab18-9d2d-44e5-860a-050d8515f308 req-02501237-11d9-4b97-b3c3-1e77cff62678 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053984 Jul 07 22:34:19.295578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d73d3a7a-56db-4d7c-afee-20e861e998aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.297267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d73d3a7a-56db-4d7c-afee-20e861e998aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 0.1274471 Jul 07 22:34:19.400101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-7c596de9-fc72-433f-b6e1-dc18f5dcdbc9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1002 time: 0.0963643 Jul 07 22:34:19.533978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-1c2a7ce2-9692-4e33-9e0d-a8ae2ff2f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.535720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-1c2a7ce2-9692-4e33-9e0d-a8ae2ff2f6ad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.1266539 Jul 07 22:34:19.594562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f861eb1d-88e8-4671-a3a9-4ab94f8184ce no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:19.611226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3631c-ceb6-4492-84e1-09b12eb4d8dd req-a58bddd3-6364-431d-8211-ce767a2ab92a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.612980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f3631c-ceb6-4492-84e1-09b12eb4d8dd req-a58bddd3-6364-431d-8211-ce767a2ab92a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1254032 Jul 07 22:34:19.650401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-22c689f7-3e17-484a-941a-643efe510d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.652194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-22c689f7-3e17-484a-941a-643efe510d8c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079311 Jul 07 22:34:19.671288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: f861eb1d-88e8-4671-a3a9-4ab94f8184ce {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:19.671288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f861eb1d-88e8-4671-a3a9-4ab94f8184ce not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:19.762030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f3631c-ceb6-4492-84e1-09b12eb4d8dd req-a4c25ac4-a707-4ea3-a7ee-61e4df06b8b6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400919 Jul 07 22:34:19.820061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d0bfa25c-4ab5-4808-935d-92643e9030a0 service neutron] 10.222.0.103 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595345 Jul 07 22:34:19.976716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-c0bb77a9-fea8-451e-9a28-c5be971fb80c service neutron] 10.222.0.103 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476078 Jul 07 22:34:20.226883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-c6a8c0ad-9602-403b-b475-8a560f2ad3b7 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:20.229121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-c6a8c0ad-9602-403b-b475-8a560f2ad3b7 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1098 time: 0.1862764 Jul 07 22:34:20.246023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-13'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:20.370202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7b57d-eb55-408b-a89e-a91fb6c0bee7 req-069f1927-eb74-49fe-9cf4-4023c85b3cd9 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:20.373863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9b7b57d-eb55-408b-a89e-a91fb6c0bee7 req-069f1927-eb74-49fe-9cf4-4023c85b3cd9 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 945 time: 0.2646856 Jul 07 22:34:20.426385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:20.464636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9b7b57d-eb55-408b-a89e-a91fb6c0bee7 req-ca968d12-b92a-4105-a279-75d68135560d tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823646 Jul 07 22:34:20.507304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601979a-12e3-46b5-89b2-f73f71347227 req-00921175-0e8d-4189-a7aa-d83d3e96a687 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:20.509289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a601979a-12e3-46b5-89b2-f73f71347227 req-00921175-0e8d-4189-a7aa-d83d3e96a687 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.2018137 Jul 07 22:34:20.609432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a601979a-12e3-46b5-89b2-f73f71347227 req-13bb34a0-59c0-4ce2-aa14-d717907330bd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907514 Jul 07 22:34:20.668725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:20.712983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:20.762241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:20.765047 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1a7956-78e6-4a09-959e-244763268601" -d '{"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:20.770850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:20.780283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:20.855611 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39143d2d-15ab-4269-a776-1e7817b2d2a8 x-openstack-request-id: req-39143d2d-15ab-4269-a776-1e7817b2d2a8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:20.855814 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:20.856100 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-39143d2d-15ab-4269-a776-1e7817b2d2a8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:20.856503 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'code': 200} Jul 07 22:34:20.932760 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-72c73ec9-9922-4fbf-b137-219da67a0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.071612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:21.096289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.096685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.097036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.097399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.097727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.098194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.098557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.098908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.099245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.099845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.100189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.100519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:21.117928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on host n-h2-694802-13 for vnic_type normal with profile {"migrating_to": "n-h1-694802-13"} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:21.118277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:21.119169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:21.128658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:34:21.128990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Attempting to bind port 5d119acf-fad4-4ded-b786-0c67b0922c8a on network afb1f260-af05-451f-b0b2-f8cd65d4d496 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:21.147195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:21.147583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Checking segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:21.147940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Bound using segment: {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:21.148404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Bound port: 5d119acf-fad4-4ded-b786-0c67b0922c8a, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0faa869-7f62-4dec-adc0-e84f706ec1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:21.148775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.214056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a893cc-8a0f-4424-8642-ce0fb7b417f4 req-b1df2c23-d364-478f-bc84-e999942965b4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:21.215894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05a893cc-8a0f-4424-8642-ce0fb7b417f4 req-b1df2c23-d364-478f-bc84-e999942965b4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2339716 Jul 07 22:34:21.285368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0091f5a1-3e4d-4b15-968f-71a52039e9dd None None] Provisioning complete for port 5d119acf-fad4-4ded-b786-0c67b0922c8a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:21.285817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0091f5a1-3e4d-4b15-968f-71a52039e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.336965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05a893cc-8a0f-4424-8642-ce0fb7b417f4 req-519dc989-2e1b-45c4-9030-1eba554ab61d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145766 Jul 07 22:34:21.341853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:21.345852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:21.351023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.352269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0091f5a1-3e4d-4b15-968f-71a52039e9dd None None] Port 5d119acf-fad4-4ded-b786-0c67b0922c8a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:34:21.404728 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.585408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=8']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:21.609145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-48b95601-7440-4ebe-a885-205a6154d1a2 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:21.611140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-48b95601-7440-4ebe-a885-205a6154d1a2 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.103 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 945 time: 0.2446165 Jul 07 22:34:21.677411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4003a92f-17b9-4d97-9784-95641bd8e2f1 None None] Provisioning complete for port 5d119acf-fad4-4ded-b786-0c67b0922c8a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:21.678040 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4003a92f-17b9-4d97-9784-95641bd8e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.761938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:21.762714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.764299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-06eddd79-9578-4c15-b706-80776d96a0e5 service neutron] 10.222.0.103 "PUT /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1124 time: 1.5247290 Jul 07 22:34:21.838230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4003a92f-17b9-4d97-9784-95641bd8e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:21.908275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4003a92f-17b9-4d97-9784-95641bd8e2f1 None None] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:21.910466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:21.931435 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2453b18c-e5c3-42b1-9248-8ade2db1ae3f" -d '{"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-plugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:21.940932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5d119acf-fad4-4ded-b786-0c67b0922c8a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:21.950537 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4003a92f-17b9-4d97-9784-95641bd8e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:22.029513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eced9-590a-4a02-bda9-f2c32455a488 req-fa4a0fee-af46-47bb-b19e-dab89f8e7659 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:22.037713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd2eced9-590a-4a02-bda9-f2c32455a488 req-fa4a0fee-af46-47bb-b19e-dab89f8e7659 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 945 time: 0.2724371 Jul 07 22:34:22.050712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Deleting port 6b461c5e-b6f9-4af0-95bd-56e134f640ec {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:22.051147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:22.163002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724a55b-12b1-41e4-abb0-e7313d242196 req-520626bf-8018-4f5d-b696-c78999b07282 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:22.174197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b724a55b-12b1-41e4-abb0-e7313d242196 req-520626bf-8018-4f5d-b696-c78999b07282 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.2686391 Jul 07 22:34:22.219451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd2eced9-590a-4a02-bda9-f2c32455a488 req-a5a5361a-ebf5-4d12-b497-5bc1401b2030 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/security-groups?id=1d7a5378-0de1-4c43-8f62-6a16ab53ce38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807127 Jul 07 22:34:22.300345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b724a55b-12b1-41e4-abb0-e7313d242196 req-f17d1570-bfdc-4455-888c-f087635e81dc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251218 Jul 07 22:34:22.321920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] For port 6b461c5e-b6f9-4af0-95bd-56e134f640ec, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6b461c5e-b6f9-4af0-95bd-56e134f640ec,segment=NetworkSegment(755e88ff-e350-4dda-982a-e2ddbffa77b6),segment_id=755e88ff-e350-4dda-982a-e2ddbffa77b6)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:22.321920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:22.372229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Calling delete_port for 6b461c5e-b6f9-4af0-95bd-56e134f640ec owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:22.450383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003a92f-17b9-4d97-9784-95641bd8e2f1 None None] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:22.453843 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:22.480892 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3aeee8-5be8-48e7-b4c6-adafcba0096d x-openstack-request-id: req-ea3aeee8-5be8-48e7-b4c6-adafcba0096d {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:22.481214 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-plugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:22.481477 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ea3aeee8-5be8-48e7-b4c6-adafcba0096d {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:22.481882 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'code': 200} Jul 07 22:34:22.759002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:22.848425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Pushing event deleted for resources: {'Port': ['ID=6b461c5e-b6f9-4af0-95bd-56e134f640ec,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:22.888493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:22.892701 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95531ab-a89f-4068-b814-1163549a180c" -d '{"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:22.978520 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b090cd52-0a81-4423-8e94-b17422538d23 x-openstack-request-id: req-b090cd52-0a81-4423-8e94-b17422538d23 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:22.978877 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:22.979439 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b090cd52-0a81-4423-8e94-b17422538d23 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:22.979908 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'status': 'completed', 'code': 200} Jul 07 22:34:22.981845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] No DVR routers for this DVR port 6b461c5e-b6f9-4af0-95bd-56e134f640ec on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:22.989447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:22.991958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c335b10-fbd2-4eee-ab56-3fd2632c8c2d req-f6d3737c-d589-4bd3-a4c4-e63dcc4f9dfe tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.103 "DELETE /v2.0/ports/6b461c5e-b6f9-4af0-95bd-56e134f640ec HTTP/1.1" status: 204 len: 173 time: 1.3595998 Jul 07 22:34:23.001437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deebe-645c-41bd-b258-e6c8ff216971 req-96d0cb56-f035-4905-9a3b-1927d30a5530 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:23.010654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-056deebe-645c-41bd-b258-e6c8ff216971 req-96d0cb56-f035-4905-9a3b-1927d30a5530 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.3742464 Jul 07 22:34:23.091947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-056deebe-645c-41bd-b258-e6c8ff216971 req-08414324-26e7-46bf-824d-205a0c28f933 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798934 Jul 07 22:34:23.155482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95531ab-a89f-4068-b814-1163549a180c req-63cfdc34-9bf3-499b-8ae0-3956193f16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:23.157061 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-63cfdc34-9bf3-499b-8ae0-3956193f16e8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1129 time: 0.1551437 Jul 07 22:34:23.338748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95531ab-a89f-4068-b814-1163549a180c req-a5b13bf0-22c7-4fa1-9224-3cdb694d7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:23.340299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-a5b13bf0-22c7-4fa1-9224-3cdb694d7237 service neutron] 10.222.0.97 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 0.1765833 Jul 07 22:34:23.509225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68aff155-b8f0-4696-bbb7-f9f910ad1c3f req-de129f99-77a9-45c2-85af-7e4a43c43464 tempest-ServerAddressesTestJSON-1284552511 tempest-ServerAddressesTestJSON-1284552511-project] 10.222.0.95 "GET /v2.0/ports?device_id=904610e8-bc30-4c98-8514-fb415cdf613b HTTP/1.1" status: 200 len: 210 time: 0.0658853 Jul 07 22:34:23.712268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:23.737918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb66f-ebaf-4e76-8400-312185004b66 req-086a865c-1971-4be9-bb20-440fef17aba5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:23.754826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-937cb66f-ebaf-4e76-8400-312185004b66 req-086a865c-1971-4be9-bb20-440fef17aba5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.2246692 Jul 07 22:34:23.864243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-937cb66f-ebaf-4e76-8400-312185004b66 req-702b9e96-54a7-4a90-ab57-373212ea9492 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081274 Jul 07 22:34:23.989011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-5b54475c-93dd-4aea-8171-3b4571e8a35b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1002 time: 0.6405764 Jul 07 22:34:24.037076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:34:24.041774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b461c5e-b6f9-4af0-95bd-56e134f640ec no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:24.046768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95531ab-a89f-4068-b814-1163549a180c req-9971d64f-2baf-4b17-bdc3-8d73e8e3a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:24.048392 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-9971d64f-2baf-4b17-bdc3-8d73e8e3a682 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.0516753 Jul 07 22:34:24.070265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 6b461c5e-b6f9-4af0-95bd-56e134f640ec {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:24.070901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6b461c5e-b6f9-4af0-95bd-56e134f640ec not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:24.134945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95531ab-a89f-4068-b814-1163549a180c req-7d6a3deb-3fe0-4674-a3a4-5b6423dd8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:24.137645 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-7d6a3deb-3fe0-4674-a3a4-5b6423dd8b9f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816257 Jul 07 22:34:24.172636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:24.189378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a has no active binding in host n-h1-694802-13 {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:34:24.263333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-cec032c5-b81c-4d61-9ab6-d2470dcbd4eb service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181040 Jul 07 22:34:24.321890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728c3f7-5cb0-407f-ba56-6c28390e651f req-4e4bfd60-a297-40a1-a0a8-8025675bf4c0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:24.323760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c728c3f7-5cb0-407f-ba56-6c28390e651f req-4e4bfd60-a297-40a1-a0a8-8025675bf4c0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.0895572 Jul 07 22:34:24.372010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c728c3f7-5cb0-407f-ba56-6c28390e651f req-f75e068f-8e63-4b5f-a2ef-4440707e907a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Jul 07 22:34:24.382874 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e95531ab-a89f-4068-b814-1163549a180c req-e06e6610-76a3-4b40-ba60-79b332df0534 service neutron] 10.222.0.97 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117074 Jul 07 22:34:24.605362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:24.654107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Deleting subnet 81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:34:24.657256 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:24.696322 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:24.746527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:24.809179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:24.836741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:24.840410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:24.844536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-66528122-183a-40c7-9d69-ad461a4bb433 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/81cb04a3-e1eb-49b4-9a93-e5bee3f31b9b HTTP/1.1" status: 204 len: 168 time: 0.2358735 Jul 07 22:34:24.845213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35964) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:24.927227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:24.990596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904610e8-bc30-4c98-8514-fb415cdf613b', 'name': 'network-vif-deleted', 'tag': '6b461c5e-b6f9-4af0-95bd-56e134f640ec'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:25.014341 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b46d6cd-aecd-4795-a9c5-d5a359d98f2f" -d '{"events": [{"server_uuid": "904610e8-bc30-4c98-8514-fb415cdf613b", "name": "network-vif-deleted", "tag": "6b461c5e-b6f9-4af0-95bd-56e134f640ec"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:25.083422 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7aedab-61e9-4f82-9d7a-b0642f9d9239 x-openstack-request-id: req-8e7aedab-61e9-4f82-9d7a-b0642f9d9239 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:25.083717 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904610e8-bc30-4c98-8514-fb415cdf613b", "name": "network-vif-deleted", "tag": "6b461c5e-b6f9-4af0-95bd-56e134f640ec", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:25.083974 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8e7aedab-61e9-4f82-9d7a-b0642f9d9239 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:25.084385 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904610e8-bc30-4c98-8514-fb415cdf613b', 'name': 'network-vif-deleted', 'tag': '6b461c5e-b6f9-4af0-95bd-56e134f640ec', 'status': 'completed', 'code': 200} Jul 07 22:34:25.111206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.162202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04c884f-c6b9-4d36-98bf-9d66490bc4d4']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:25.177098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755e88ff-e350-4dda-982a-e2ddbffa77b6') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:25.177410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755e88ff-e350-4dda-982a-e2ddbffa77b6') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:25.190982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.210963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.223572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:34:25.224038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:34:25.226527 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:34:25.280454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e04e-3f14-4e91-8b52-5cdf3e01fbf2 req-27e2b796-cf7c-486a-841b-fb1beb283f6c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:25.283328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5339e04e-3f14-4e91-8b52-5cdf3e01fbf2 req-27e2b796-cf7c-486a-841b-fb1beb283f6c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.1750202 Jul 07 22:34:25.337028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.371464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5339e04e-3f14-4e91-8b52-5cdf3e01fbf2 req-f13e10d6-6b4c-4b32-8c89-4c36cf7664e2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708039 Jul 07 22:34:25.389975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.392348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] 10.222.0.95 "DELETE /v2.0/networks/b04c884f-c6b9-4d36-98bf-9d66490bc4d4 HTTP/1.1" status: 204 len: 168 time: 0.5466602 Jul 07 22:34:25.395386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c86f1-ba6d-4ddc-b73a-fc2c1a57428f admin admin] Pushing event deleted for resources: {'Network': ['ID=b04c884f-c6b9-4d36-98bf-9d66490bc4d4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:25.590375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033a87d-0472-46d4-8381-5cf9d4133a81 req-cb5071d8-20fe-4108-8431-41f62d547067 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:25.594224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9033a87d-0472-46d4-8381-5cf9d4133a81 req-cb5071d8-20fe-4108-8431-41f62d547067 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.0790379 Jul 07 22:34:25.666182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:25.672088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9033a87d-0472-46d4-8381-5cf9d4133a81 req-e21278a1-4894-4846-b167-17398c1c3d5c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691025 Jul 07 22:34:25.720686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d4ea72ad-83c5-4505-a27d-2d21ab16489b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d6b6ebca13ca446aaad7a95cea9bdc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526171 Jul 07 22:34:25.723135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36008) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:25.777675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f39326ed-1c7c-461a-bb11-309cb24619c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.804572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f39326ed-1c7c-461a-bb11-309cb24619c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.872092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f39326ed-1c7c-461a-bb11-309cb24619c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.883567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f39326ed-1c7c-461a-bb11-309cb24619c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:25.890519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f39326ed-1c7c-461a-bb11-309cb24619c6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1d7a5378-0de1-4c43-8f62-6a16ab53ce38 HTTP/1.1" status: 204 len: 168 time: 0.1662238 Jul 07 22:34:25.915444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39326ed-1c7c-461a-bb11-309cb24619c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a5378-0de1-4c43-8f62-6a16ab53ce38,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:26.631719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4224546-76cf-4d23-8d66-6a7e2bb4d1c8 req-e159b720-42ae-44a2-93fc-d59c1ef44849 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:26.640117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4224546-76cf-4d23-8d66-6a7e2bb4d1c8 req-e159b720-42ae-44a2-93fc-d59c1ef44849 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 946 time: 0.0911283 Jul 07 22:34:26.681056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4224546-76cf-4d23-8d66-6a7e2bb4d1c8 req-07783cc0-0a06-40f1-b597-34003556475a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Jul 07 22:34:26.933239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f4477-cacf-42c1-a9cf-95b26ce9bb9b req-1c809c25-0573-406f-bea9-c128b87ebc45 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:26.934989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-726f4477-cacf-42c1-a9cf-95b26ce9bb9b req-1c809c25-0573-406f-bea9-c128b87ebc45 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.0987926 Jul 07 22:34:26.948127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-37d5b3a5-2863-40a7-941b-77821764c962 service neutron] 10.222.0.97 "GET /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 385 time: 0.1522279 Jul 07 22:34:26.989640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-726f4477-cacf-42c1-a9cf-95b26ce9bb9b req-4e6c7da3-81bd-48c7-aec6-04315728dc7a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Jul 07 22:34:27.414846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:27.451719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:27.510129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:27.514580 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23b901-bc93-4030-8bb7-85d4a94706e7" -d '{"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:27.528022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:27.553032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:27.608583 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae3039-caad-4916-82ba-f601210b5ab2 x-openstack-request-id: req-95ae3039-caad-4916-82ba-f601210b5ab2 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:27.608884 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:27.609149 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-95ae3039-caad-4916-82ba-f601210b5ab2 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:27.609647 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'code': 200} Jul 07 22:34:27.668419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] Transition to ACTIVE for port object 5d119acf-fad4-4ded-b786-0c67b0922c8a will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:27.676323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:28.047798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] No DVR routers for this DVR port 5d119acf-fad4-4ded-b786-0c67b0922c8a on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:28.050789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7362450-ec2c-4c3f-8d10-d4ce652a1085 req-892d12f5-9f18-4a79-beeb-f31f0346b2e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.057272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7362450-ec2c-4c3f-8d10-d4ce652a1085 req-892d12f5-9f18-4a79-beeb-f31f0346b2e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.1419656 Jul 07 22:34:28.212770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7362450-ec2c-4c3f-8d10-d4ce652a1085 req-2a17aa1d-e5f0-4819-b1c5-fa34a54fcb5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410558 Jul 07 22:34:28.260963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] Pushing event updated for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=11']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:28.388755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-d17a5946-6a6a-440c-9543-3b3cc968995d service neutron] 10.222.0.97 "PUT /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a/bindings/n-h1-694802-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4328263 Jul 07 22:34:28.454893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fa94b-0bc1-403c-9bd7-d6ca7d95cfba req-8776fa6f-4681-4772-8b4f-51c954fa191d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.463440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f15fa94b-0bc1-403c-9bd7-d6ca7d95cfba req-8776fa6f-4681-4772-8b4f-51c954fa191d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1437387 Jul 07 22:34:28.561053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f15fa94b-0bc1-403c-9bd7-d6ca7d95cfba req-34680615-1163-4da1-a6c3-dd41d2c88136 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965934 Jul 07 22:34:28.593174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-aa40cfd1-bab9-40a3-9fa4-4c28c03c2baf tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.595023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-aa40cfd1-bab9-40a3-9fa4-4c28c03c2baf tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.1287136 Jul 07 22:34:28.670545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-78b9df84-717d-4cf9-822c-820c042227ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.672361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-78b9df84-717d-4cf9-822c-820c042227ff service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 1097 time: 0.0702400 Jul 07 22:34:28.769686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-582466ac-e2b2-45d2-a6af-a00b50173044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.771560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-582466ac-e2b2-45d2-a6af-a00b50173044 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1097 time: 0.0711865 Jul 07 22:34:28.883916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-340367c7-128e-485c-9240-bebe91682115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.887414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-340367c7-128e-485c-9240-bebe91682115 service neutron] 10.222.0.103 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 0.1100242 Jul 07 22:34:28.981528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-1eba19ea-eed9-486d-8e3c-bc4761b8ec04 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 1000 time: 0.0866873 Jul 07 22:34:29.039172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-e6ac0af3-a8a4-42b2-a4a9-a3b2e01208c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:29.040779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-e6ac0af3-a8a4-42b2-a4a9-a3b2e01208c3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.0504799 Jul 07 22:34:29.107382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-a5169327-5b1b-44d6-90b5-9cb622e7ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:29.109928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-a5169327-5b1b-44d6-90b5-9cb622e7ead1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632949 Jul 07 22:34:29.232799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-30ffb027-6103-4287-a0b9-b20c087372fb service neutron] 10.222.0.103 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158981 Jul 07 22:34:29.367064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-18d4808f-89e7-4339-a625-d2394ac2776d service neutron] 10.222.0.103 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247435 Jul 07 22:34:29.447124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953e6a8-5d4d-4f8d-a680-242861a54497 req-1abad0da-da92-4031-b5b6-48738ebe5475 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:29.448922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7953e6a8-5d4d-4f8d-a680-242861a54497 req-1abad0da-da92-4031-b5b6-48738ebe5475 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.0804584 Jul 07 22:34:29.519365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7953e6a8-5d4d-4f8d-a680-242861a54497 req-948abc49-4cda-4b74-bbc9-516bd14a86be tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640056 Jul 07 22:34:29.602037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:29.730913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:29.846953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-152dbbd8-114c-4472-89a3-62b6a52701e6 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:29.851420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-152dbbd8-114c-4472-89a3-62b6a52701e6 tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 1097 time: 0.1867836 Jul 07 22:34:30.465372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2389a15-eba6-40d3-a9b3-e2e447240a4a req-e4020317-e430-4e8d-abfc-ade54f516c42 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.467290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2389a15-eba6-40d3-a9b3-e2e447240a4a req-e4020317-e430-4e8d-abfc-ade54f516c42 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.6140056 Jul 07 22:34:30.506139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-9c5c4eab-5504-4fc5-949c-fa6f537ca3cf service neutron] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:30.512781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-9c5c4eab-5504-4fc5-949c-fa6f537ca3cf service neutron] Notify callbacks [] for binding, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:30.514144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-772574ed-3120-40cd-ae2a-9b3e4e4ccdd9 req-9c5c4eab-5504-4fc5-949c-fa6f537ca3cf service neutron] 10.222.0.103 "DELETE /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a/bindings/n-h2-694802-13 HTTP/1.1" status: 204 len: 173 time: 0.6470857 Jul 07 22:34:30.551102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2389a15-eba6-40d3-a9b3-e2e447240a4a req-148312ba-cd03-496f-916b-bee9bd176a4d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746319 Jul 07 22:34:30.750813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ddef5-0a91-42e0-94c5-6d32e3ce3578 req-908da436-46b2-43e2-a1a6-732cd928bb63 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.753032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b96ddef5-0a91-42e0-94c5-6d32e3ce3578 req-908da436-46b2-43e2-a1a6-732cd928bb63 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.0890636 Jul 07 22:34:30.811178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b96ddef5-0a91-42e0-94c5-6d32e3ce3578 req-6835bcef-ff51-430b-a58f-5fd6c6e5b455 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494900 Jul 07 22:34:31.120011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44ea7e-81cb-4073-97f6-5b5e618a3d49 req-7635717f-4a07-4677-88cc-3b7a657422ef tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:31.122280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c44ea7e-81cb-4073-97f6-5b5e618a3d49 req-7635717f-4a07-4677-88cc-3b7a657422ef tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1097 time: 0.0779109 Jul 07 22:34:31.171051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c44ea7e-81cb-4073-97f6-5b5e618a3d49 req-ad1ace96-b709-448c-a2a9-4bc4b3115eca tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Jul 07 22:34:31.437787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa21-b372-4028-ae7d-52181e72266d req-af5e9ca8-684d-45a5-bc42-5ebf0de28fcc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:31.443166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2812aa21-b372-4028-ae7d-52181e72266d req-af5e9ca8-684d-45a5-bc42-5ebf0de28fcc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.0861008 Jul 07 22:34:31.493281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2812aa21-b372-4028-ae7d-52181e72266d req-1c288f3e-cba2-493d-88ce-e5e9130e7f00 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453861 Jul 07 22:34:31.524411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36208) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:31.606024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-983a7b5a-7ab3-4b2d-af0c-485a78b0d767 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/297ceea8-456d-49bd-ad8f-df8d781cf6de HTTP/1.1" status: 200 len: 992 time: 0.0782042 Jul 07 22:34:31.791264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f113a9-9b88-4be6-b4b2-b7721fc2989a req-01f5401e-29de-42e8-90fd-23003d91b2d6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:31.799131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29f113a9-9b88-4be6-b4b2-b7721fc2989a req-01f5401e-29de-42e8-90fd-23003d91b2d6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.0851591 Jul 07 22:34:31.840829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29f113a9-9b88-4be6-b4b2-b7721fc2989a req-657b5222-bb54-4c7d-9952-7a9b405259b6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406370 Jul 07 22:34:31.973286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36224) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:32.224978 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efbeda7d-3f88-4008-9816-f7be1f972304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.385616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efbeda7d-3f88-4008-9816-f7be1f972304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.389653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-efbeda7d-3f88-4008-9816-f7be1f972304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.429216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeda7d-3f88-4008-9816-f7be1f972304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c1ea7-980d-46b1-bf02-f939387dc843,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:32.433821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-efbeda7d-3f88-4008-9816-f7be1f972304 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e144924445534a9ebf80f3c4bee92d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591200 Jul 07 22:34:32.436363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36244) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:32.492718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c7dea6-0113-4f3f-bb28-fb8dc952b155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.516296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c7dea6-0113-4f3f-bb28-fb8dc952b155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.569835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c7dea6-0113-4f3f-bb28-fb8dc952b155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.572835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c7dea6-0113-4f3f-bb28-fb8dc952b155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.574351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53c7dea6-0113-4f3f-bb28-fb8dc952b155 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd5c1ea7-980d-46b1-bf02-f939387dc843 HTTP/1.1" status: 204 len: 168 time: 0.1367457 Jul 07 22:34:32.583091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7dea6-0113-4f3f-bb28-fb8dc952b155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c1ea7-980d-46b1-bf02-f939387dc843,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:33.058899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36260) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:33.059835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36a03f-8a78-4db4-9d72-fa73c1f091c7 req-9df71e3e-add2-4aec-838c-fbab7b172f13 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:33.061559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c36a03f-8a78-4db4-9d72-fa73c1f091c7 req-9df71e3e-add2-4aec-838c-fbab7b172f13 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.0822885 Jul 07 22:34:33.075188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da43f813-358b-400d-9e38-e9f577040399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.109956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c36a03f-8a78-4db4-9d72-fa73c1f091c7 req-c81f36cd-f4ee-49f7-931a-8624838fa5f8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Jul 07 22:34:33.198590 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da43f813-358b-400d-9e38-e9f577040399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.203402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da43f813-358b-400d-9e38-e9f577040399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.255876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36268) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:33.256124 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da43f813-358b-400d-9e38-e9f577040399 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f3b129b1dcd34c448606e1724f1820a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953912 Jul 07 22:34:33.257459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43f813-358b-400d-9e38-e9f577040399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50efa26e-3ec0-4ef3-b8d8-ac2aa12daca3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:33.319226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d8d568d-54b9-4bee-96c7-f8055d3cf0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.346376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d8d568d-54b9-4bee-96c7-f8055d3cf0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.411875 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d8d568d-54b9-4bee-96c7-f8055d3cf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.419961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d8d568d-54b9-4bee-96c7-f8055d3cf0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.426519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8d8d568d-54b9-4bee-96c7-f8055d3cf0fc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/50efa26e-3ec0-4ef3-b8d8-ac2aa12daca3 HTTP/1.1" status: 204 len: 168 time: 0.1695509 Jul 07 22:34:33.437224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d568d-54b9-4bee-96c7-f8055d3cf0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50efa26e-3ec0-4ef3-b8d8-ac2aa12daca3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:33.915119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36312) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:34.075791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:34:34.164091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 186bb054-e84f-41ac-85d2-660aaa3a4097 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:34.165125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.268599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.269110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.279344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:34.292183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 186bb054-e84f-41ac-85d2-660aaa3a4097 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:34.304351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'mac_address': 'fa:16:3e:66:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:34:34.341810 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.355884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4a87663-bf54-4062-81cc-93bc1bd83393 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:34.381775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:34.389203 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.538058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:34.573200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f4a87663-bf54-4062-81cc-93bc1bd83393'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:34.733907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24df0f-6cd8-45ef-9a7a-556cd5e33fc4 req-b38acebd-b103-436c-b428-6bd29dc277c7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:34.744468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f24df0f-6cd8-45ef-9a7a-556cd5e33fc4 req-b38acebd-b103-436c-b428-6bd29dc277c7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 944 time: 0.2689190 Jul 07 22:34:34.839152 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.892086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f24df0f-6cd8-45ef-9a7a-556cd5e33fc4 req-95676a21-a311-4396-a2a0-aa6db6749fb2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457927 Jul 07 22:34:34.978530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=186bb054-e84f-41ac-85d2-660aaa3a4097,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.120336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.120698 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP 297ceea8-456d-49bd-ad8f-df8d781cf6de disassociated (deleted). External IP: 172.25.5.253, port: 5d119acf-fad4-4ded-b786-0c67b0922c8a. Jul 07 22:34:35.532905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 796829cd-7c9c-4ef7-a359-7bcdaa08790a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:34:35.792063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:34:35.798684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.805232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] Sync routers for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:34:35.823741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:35.824416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:35.864719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-86ee4dba-89ef-435e-9992-bb23a46855ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/floatingips/297ceea8-456d-49bd-ad8f-df8d781cf6de HTTP/1.1" status: 204 len: 168 time: 1.9470618 Jul 07 22:34:35.865890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:35.869206 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584903f-428c-4281-94d4-d82156034e71" -d '{"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:36.152647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:36.386742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:36.398444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:36.622360 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff2e709-18d7-42cd-9747-ea8326fffaeb x-openstack-request-id: req-cff2e709-18d7-42cd-9747-ea8326fffaeb {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:36.622878 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:36.622975 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cff2e709-18d7-42cd-9747-ea8326fffaeb {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:36.623346 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'status': 'completed', 'code': 200} Jul 07 22:34:36.637161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f4a87663-bf54-4062-81cc-93bc1bd83393 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:36.637553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.648366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc364dc8-86ba-4709-9d75-d929ee6cbf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.793446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584903f-428c-4281-94d4-d82156034e71 req-6ed70010-9aa5-4f66-afa8-18775dd7b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:36.801112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-6ed70010-9aa5-4f66-afa8-18775dd7b37f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 1097 time: 0.1446791 Jul 07 22:34:36.948904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.949513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc364dc8-86ba-4709-9d75-d929ee6cbf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.970431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc364dc8-86ba-4709-9d75-d929ee6cbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.043484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:37.044599 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc364dc8-86ba-4709-9d75-d929ee6cbf64 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e27bd4b569da461ab4372e9a1ea9c241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518524 Jul 07 22:34:37.047193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36410) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:37.047450 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd9af6-2920-4a2d-94e5-00da89b5c34c" -d '{"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:37.077005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:37.088633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.099699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:51Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:37.142466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc364dc8-86ba-4709-9d75-d929ee6cbf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2b693-80f5-4f53-90c4-2b78dd8fa4f7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:37.150347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] Checking router: 796829cd-7c9c-4ef7-a359-7bcdaa08790a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:34:37.195391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:37.196667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:37.243632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fb42181-c07e-4ae7-8006-01844fa8af15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.420671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fb42181-c07e-4ae7-8006-01844fa8af15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.560134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd8a84-50d1-462b-849c-23bd65904c70 req-d9277551-3e01-4f10-83d0-a577e42be1ee tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:37.573693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25bd8a84-50d1-462b-849c-23bd65904c70 req-d9277551-3e01-4f10-83d0-a577e42be1ee tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.4419923 Jul 07 22:34:37.588254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fb42181-c07e-4ae7-8006-01844fa8af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.592161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4fb42181-c07e-4ae7-8006-01844fa8af15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.595844 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4fb42181-c07e-4ae7-8006-01844fa8af15 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0ed2b693-80f5-4f53-90c4-2b78dd8fa4f7 HTTP/1.1" status: 204 len: 168 time: 0.5476596 Jul 07 22:34:37.619274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-c2e0dfb6-c5db-4f06-a021-48203f42ce12 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:37.620680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42181-c07e-4ae7-8006-01844fa8af15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2b693-80f5-4f53-90c4-2b78dd8fa4f7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:37.623510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-c2e0dfb6-c5db-4f06-a021-48203f42ce12 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.103 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 945 time: 0.4913993 Jul 07 22:34:37.669957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8261ab-40c6-4dfc-9f87-9d119f50ee02 req-9313a8bf-5708-4cb4-ace7-cb8b4e0abf64 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:37.678958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be8261ab-40c6-4dfc-9f87-9d119f50ee02 req-9313a8bf-5708-4cb4-ace7-cb8b4e0abf64 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 944 time: 0.8191025 Jul 07 22:34:37.729233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:37.950797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:38.103728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584903f-428c-4281-94d4-d82156034e71 req-a80f2982-e929-49c8-ac22-9f30da16ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:38.117001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-a80f2982-e929-49c8-ac22-9f30da16ca33 service neutron] 10.222.0.103 "GET /v2.0/networks?id=afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 200 len: 897 time: 1.3150029 Jul 07 22:34:38.292139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:51Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:38.339046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-c1790052-280a-4383-98f4-1f2331826d63 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 200 len: 217 time: 0.1968048 Jul 07 22:34:38.358956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25bd8a84-50d1-462b-849c-23bd65904c70 req-5b9de92d-24bc-4051-b251-0ba6a5ee72d1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=765ddff0-1819-4f7f-8b11-31a4a660450c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7829273 Jul 07 22:34:38.373984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be8261ab-40c6-4dfc-9f87-9d119f50ee02 req-74dedc8a-cdeb-4433-9f65-458d0afbd51c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6905327 Jul 07 22:34:38.448644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09d9f0-c323-455c-9a3c-cc637aa71ec0 None None] The sync data for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 is: [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '589c06b5-bd6c-4d96-bf83-5f4531995bae', 'name': '', 'network_id': 'afb1f260-af05-451f-b0b2-f8cd65d4d496', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:42Z', 'updated_at': '2021-07-07T22:32:51Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'a71a8b46-6e08-4818-bc52-fb190bdbd600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:34:38.493819 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fed1f50-e156-4f80-9fee-31a9640a986e x-openstack-request-id: req-0fed1f50-e156-4f80-9fee-31a9640a986e {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:38.494397 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:38.494781 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0fed1f50-e156-4f80-9fee-31a9640a986e {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:38.495344 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'code': 200} Jul 07 22:34:38.496724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584903f-428c-4281-94d4-d82156034e71 req-90b0cb00-e1f8-4026-b8f8-ff401a7ec74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:38.498453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-90b0cb00-e1f8-4026-b8f8-ff401a7ec74c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 200 len: 835 time: 0.1525083 Jul 07 22:34:38.505434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 5d119acf-fad4-4ded-b786-0c67b0922c8a {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:38.506382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.663371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 5d119acf-fad4-4ded-b786-0c67b0922c8a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5d119acf-fad4-4ded-b786-0c67b0922c8a,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:38.667581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.695492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584903f-428c-4281-94d4-d82156034e71 req-2982275d-6393-4a1e-81e4-854866acecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:38.708535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-2982275d-6393-4a1e-81e4-854866acecdc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=afb1f260-af05-451f-b0b2-f8cd65d4d496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964834 Jul 07 22:34:38.709888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 5d119acf-fad4-4ded-b786-0c67b0922c8a owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:38.895010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36436) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:38.927502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da245199-97e0-480e-a085-1f93d528ef47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.970753 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce218fc1-59d5-414c-a1b2-8522a03e7cbc None None] New status for floating IP 297ceea8-456d-49bd-ad8f-df8d781cf6de: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:34:39.018658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-d616adbb-ee94-4edf-8293-415687ce9fb5 service neutron] 10.222.0.103 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936962 Jul 07 22:34:39.188293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da245199-97e0-480e-a085-1f93d528ef47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.195974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da245199-97e0-480e-a085-1f93d528ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.287037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3584903f-428c-4281-94d4-d82156034e71 req-a2f84d54-962c-42ff-a649-22b79e20faba service neutron] 10.222.0.103 "GET /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617204 Jul 07 22:34:39.318651 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da245199-97e0-480e-a085-1f93d528ef47 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=73dc32d53687418b8913468e62bb385f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224534 Jul 07 22:34:39.323499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36456) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:39.337231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da245199-97e0-480e-a085-1f93d528ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1fc3ec-2f79-44a5-a07f-e8c9c992617d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:39.340580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.401453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=5d119acf-fad4-4ded-b786-0c67b0922c8a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:39.560606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] No DVR routers for this DVR port 5d119acf-fad4-4ded-b786-0c67b0922c8a on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:39.572571 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.579771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-412747b3-f4b1-446e-95aa-0ad4cf4d9e8e req-0bb95dfd-7d6e-4ce5-b125-9e588e805a4d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.103 "DELETE /v2.0/ports/5d119acf-fad4-4ded-b786-0c67b0922c8a HTTP/1.1" status: 204 len: 173 time: 1.8906806 Jul 07 22:34:39.594385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-deleted', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:39.598287 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a34592-4fb7-4650-b3b9-66021bed0a70" -d '{"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-deleted", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:39.660813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07f51199-f2a7-4238-af25-0c9b43a51992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.894957 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07f51199-f2a7-4238-af25-0c9b43a51992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.023715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa63b2be-8834-41ce-87ab-e691c00f95a2 req-8c568204-6f77-47e0-9010-62add0402bd2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=97053d69-bcf8-4e62-9ed6-1d74ebae6eaa HTTP/1.1" status: 200 len: 210 time: 0.2745132 Jul 07 22:34:40.029375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07f51199-f2a7-4238-af25-0c9b43a51992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.036447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-07f51199-f2a7-4238-af25-0c9b43a51992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.044851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-07f51199-f2a7-4238-af25-0c9b43a51992 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1b1fc3ec-2f79-44a5-a07f-e8c9c992617d HTTP/1.1" status: 204 len: 168 time: 0.7148137 Jul 07 22:34:40.118733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:40.148535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f51199-f2a7-4238-af25-0c9b43a51992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1fc3ec-2f79-44a5-a07f-e8c9c992617d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:40.198173 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c8875-9590-45a3-9016-7544955bd0e9 x-openstack-request-id: req-9e2c8875-9590-45a3-9016-7544955bd0e9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:40.199870 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97053d69-bcf8-4e62-9ed6-1d74ebae6eaa", "name": "network-vif-deleted", "tag": "5d119acf-fad4-4ded-b786-0c67b0922c8a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:40.200245 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e2c8875-9590-45a3-9016-7544955bd0e9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:40.202136 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97053d69-bcf8-4e62-9ed6-1d74ebae6eaa', 'name': 'network-vif-deleted', 'tag': '5d119acf-fad4-4ded-b786-0c67b0922c8a', 'status': 'completed', 'code': 200} Jul 07 22:34:40.232301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 5d119acf-fad4-4ded-b786-0c67b0922c8a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:40.233748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5d119acf-fad4-4ded-b786-0c67b0922c8a not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:40.238353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205686-0f49-4b40-9439-1cddf2b2e4b5 req-06df57ca-488f-4fa1-bc19-7ae229279cd2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:40.247245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27205686-0f49-4b40-9439-1cddf2b2e4b5 req-06df57ca-488f-4fa1-bc19-7ae229279cd2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2468781 Jul 07 22:34:40.339560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27205686-0f49-4b40-9439-1cddf2b2e4b5 req-e9cde69d-22da-4798-ac90-ebf35f3963dd tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769479 Jul 07 22:34:41.235269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36514) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:41.865994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802bd20-8e10-41f9-9db9-571fca5e9a27 req-3536fe64-922b-482b-8851-075626735202 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:41.879069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2802bd20-8e10-41f9-9db9-571fca5e9a27 req-3536fe64-922b-482b-8851-075626735202 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2267992 Jul 07 22:34:42.028626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2802bd20-8e10-41f9-9db9-571fca5e9a27 req-96a06f7e-cd9b-4241-b537-9d717d6fb4f7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485724 Jul 07 22:34:42.242381 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.968954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 589c06b5-bd6c-4d96-bf83-5f4531995bae {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:42.969317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.243470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 589c06b5-bd6c-4d96-bf83-5f4531995bae, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=589c06b5-bd6c-4d96-bf83-5f4531995bae,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:43.246585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.309202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 589c06b5-bd6c-4d96-bf83-5f4531995bae owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:43.456043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0922ade-460c-4bb5-b4df-b2238f17babc req-06ed0049-964d-44f2-9c47-c445ef1e3c88 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:43.463802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0922ade-460c-4bb5-b4df-b2238f17babc req-06ed0049-964d-44f2-9c47-c445ef1e3c88 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1315448 Jul 07 22:34:43.516621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0922ade-460c-4bb5-b4df-b2238f17babc req-e54b0d3e-9d1a-4463-a524-60c7045ed705 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516860 Jul 07 22:34:43.753744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.798860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=589c06b5-bd6c-4d96-bf83-5f4531995bae,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:44.256636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:44.781140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 796829cd-7c9c-4ef7-a359-7bcdaa08790a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:34:45.054826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce3f2-fedc-4d77-9099-be334d7bf5fc req-2615a724-958d-4b09-94dd-f5c30a054dc2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:45.062320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:34:45.070470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f256fa42-6f04-484a-9b6e-7cc26d32c8c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/796829cd-7c9c-4ef7-a359-7bcdaa08790a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8329520 Jul 07 22:34:45.076797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:45.083130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] Sync routers for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:34:45.086378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0ce3f2-fedc-4d77-9099-be334d7bf5fc req-2615a724-958d-4b09-94dd-f5c30a054dc2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2339411 Jul 07 22:34:45.100003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:45.100912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:45.174172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting subnet a71a8b46-6e08-4818-bc52-fb190bdbd600 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:34:45.184188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.207162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0ce3f2-fedc-4d77-9099-be334d7bf5fc req-7b2f1e4b-7582-4a87-9ebb-abdc365d4b4e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193364 Jul 07 22:34:45.313025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.401199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:45.553871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.694446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.721837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.724292 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/subnets/a71a8b46-6e08-4818-bc52-fb190bdbd600 HTTP/1.1" status: 204 len: 168 time: 0.6464770 Jul 07 22:34:45.727079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36660) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:45.767570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff93cf8-fb0c-4024-ad39-b3a8a05d0383 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Subnet': ['ID=a71a8b46-6e08-4818-bc52-fb190bdbd600,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:45.829250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db2c3d-b06d-447e-ae1d-77a68b2a22d9 None None] Network afb1f260-af05-451f-b0b2-f8cd65d4d496 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:34:46.120444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.410676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:34:43Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'e3bfef0c-22b4-4e90-bcd8-743d266b19a1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:34Z', 'updated_at': '2021-07-07T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:46.510458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.512061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] DHCP port deletion for afb1f260-af05-451f-b0b2-f8cd65d4d496 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:34:46.568057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] Checking router: 796829cd-7c9c-4ef7-a359-7bcdaa08790a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:34:46.594417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] Routers {'796829cd-7c9c-4ef7-a359-7bcdaa08790a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:46.595323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:46.912736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] Set router 796829cd-7c9c-4ef7-a359-7bcdaa08790a gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:46.953679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port e3bfef0c-22b4-4e90-bcd8-743d266b19a1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:46.954046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.982024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708ba62-8ce0-47bc-adda-c6f1a9d0b326 req-15524422-3778-4a0b-aebd-6d2540c021be tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.983692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4708ba62-8ce0-47bc-adda-c6f1a9d0b326 req-15524422-3778-4a0b-aebd-6d2540c021be tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.4456570 Jul 07 22:34:47.135200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4708ba62-8ce0-47bc-adda-c6f1a9d0b326 req-80929034-e341-42fb-af38-b9cf0e94f19f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647812 Jul 07 22:34:47.181730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port e3bfef0c-22b4-4e90-bcd8-743d266b19a1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:47.182111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:47.219117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:34:46Z', 'revision_number': 6, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:47.228746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for e3bfef0c-22b4-4e90-bcd8-743d266b19a1 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:47.230314 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:47.303632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] Deleting port c9ad1426-2342-4cf0-a458-8af038c509f9 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:47.304025 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:47.417701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] For port c9ad1426-2342-4cf0-a458-8af038c509f9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9ad1426-2342-4cf0-a458-8af038c509f9,segment=NetworkSegment(d0faa869-7f62-4dec-adc0-e84f706ec1f6),segment_id=d0faa869-7f62-4dec-adc0-e84f706ec1f6)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:47.418868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:47.433334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] Calling delete_port for c9ad1426-2342-4cf0-a458-8af038c509f9 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:47.524758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575036c-3c19-4e23-b6a9-d16cdccbd3d3 None None] The sync data for ids ['796829cd-7c9c-4ef7-a359-7bcdaa08790a'] in n-d-694802-13 is: [{'id': '796829cd-7c9c-4ef7-a359-7bcdaa08790a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011322100', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:33Z', 'updated_at': '2021-07-07T22:34:46Z', 'revision_number': 6, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:34:47.535011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:47.546144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9ad1426-2342-4cf0-a458-8af038c509f9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:47.648074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c9ad1426-2342-4cf0-a458-8af038c509f9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:47.648706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9ad1426-2342-4cf0-a458-8af038c509f9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:47.652696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] Pushing event deleted for resources: {'Port': ['ID=c9ad1426-2342-4cf0-a458-8af038c509f9,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:47.661892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fa387-bf8b-43c9-890a-4b351f69dbe5 None None] No DVR routers for this DVR port c9ad1426-2342-4cf0-a458-8af038c509f9 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:47.737272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:47.798606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=e3bfef0c-22b4-4e90-bcd8-743d266b19a1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:47.942126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.237191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.240798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.359031 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5412-9b3e-48c9-aadc-abdedcd9f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.547744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.552232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Fanout notify agent at l3_agent the message router_deleted on router 796829cd-7c9c-4ef7-a359-7bcdaa08790a {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:34:48.585983 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.591519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36732) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:48.594433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9309ab5b-999d-410b-9160-1a3313e49195 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/routers/796829cd-7c9c-4ef7-a359-7bcdaa08790a HTTP/1.1" status: 204 len: 168 time: 2.8661199 Jul 07 22:34:48.716045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5913a0-62bc-492e-9f75-b4a785f4f588 req-924524c5-c038-4662-b508-5bbb96d3901e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.724114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab5913a0-62bc-492e-9f75-b4a785f4f588 req-924524c5-c038-4662-b508-5bbb96d3901e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.3245337 Jul 07 22:34:48.742817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.749435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:48.829347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab5913a0-62bc-492e-9f75-b4a785f4f588 req-20164109-4266-473b-b83f-3597c3c904f3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937824 Jul 07 22:34:49.006984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.009548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36738) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:49.039331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb1f260-af05-451f-b0b2-f8cd65d4d496']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:49.059899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0faa869-7f62-4dec-adc0-e84f706ec1f6') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:49.060396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0faa869-7f62-4dec-adc0-e84f706ec1f6') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:49.095737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.148594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.194902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:34:49.198306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:34:49.270423 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:34:49.392443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3bfef0c-22b4-4e90-bcd8-743d266b19a1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:49.452239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e3bfef0c-22b4-4e90-bcd8-743d266b19a1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:49.458607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e3bfef0c-22b4-4e90-bcd8-743d266b19a1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:49.459659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 589c06b5-bd6c-4d96-bf83-5f4531995bae no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:49.492201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.538648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.543359 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/networks/afb1f260-af05-451f-b0b2-f8cd65d4d496 HTTP/1.1" status: 204 len: 168 time: 0.9482348 Jul 07 22:34:49.543359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8690c-8d53-4348-9c87-149cb22d062c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Network': ['ID=afb1f260-af05-451f-b0b2-f8cd65d4d496,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:49.543875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36752) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:49.779736 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80a50ac1-07f1-4b29-bbac-5ab96e840e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.785953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 589c06b5-bd6c-4d96-bf83-5f4531995bae {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:49.791660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 589c06b5-bd6c-4d96-bf83-5f4531995bae not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:49.831824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f96f-8eb2-49ad-99e9-7d2fca5c63d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.968539 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80a50ac1-07f1-4b29-bbac-5ab96e840e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.978303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80a50ac1-07f1-4b29-bbac-5ab96e840e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.031000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a50ac1-07f1-4b29-bbac-5ab96e840e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4467d63-6d03-4ca3-891b-5e44c46656c0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:50.051397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f96f-8eb2-49ad-99e9-7d2fca5c63d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.076223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-80a50ac1-07f1-4b29-bbac-5ab96e840e7c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8801f36489d0412296203210b8e71e30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0655372 Jul 07 22:34:50.078839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36764) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:50.198755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.254077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.302506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f87d3d-83d4-4cec-bb26-57296cc81c8c req-db349a49-2b76-4094-a531-02950dc5382f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:50.309271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3f87d3d-83d4-4cec-bb26-57296cc81c8c req-db349a49-2b76-4094-a531-02950dc5382f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1773667 Jul 07 22:34:50.317052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f96f-8eb2-49ad-99e9-7d2fca5c63d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.320314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f96f-8eb2-49ad-99e9-7d2fca5c63d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.324594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e2e9f96f-8eb2-49ad-99e9-7d2fca5c63d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/security-groups/765ddff0-1819-4f7f-8b11-31a4a660450c HTTP/1.1" status: 204 len: 168 time: 0.7779291 Jul 07 22:34:50.350930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9f96f-8eb2-49ad-99e9-7d2fca5c63d9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ddff0-1819-4f7f-8b11-31a4a660450c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:50.370201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.385903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.385903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d4467d63-6d03-4ca3-891b-5e44c46656c0 HTTP/1.1" status: 204 len: 168 time: 0.2933607 Jul 07 22:34:50.395066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4467d63-6d03-4ca3-891b-5e44c46656c0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:50.426461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.426979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.427430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.427875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.428318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.440890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3f87d3d-83d4-4cec-bb26-57296cc81c8c req-66af6f0c-b170-4eb2-86b2-a0f1bfa89b84 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253781 Jul 07 22:34:50.441529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.442005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.443140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.444065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.447516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.448007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.448465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e17acb-2a60-4dc9-8bd7-8b3864eef818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:50.822199 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:34:50.932036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a122-8945-421c-9f38-cc6e2fccda1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.048567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36790) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:51.053800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388265254', 'description': 'tempest-secgroup-smoke-388265254 description', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:51.134413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.153936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36794) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:51.192882 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-600c223e-98fd-4431-899e-2900773b24ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.347642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.355216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.405469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e617e-3016-4d40-a19f-ec31e7f61060,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:51.411434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.492835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-600c223e-98fd-4431-899e-2900773b24ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.499191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-600c223e-98fd-4431-899e-2900773b24ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.509483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.511388 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-934d0ebb-3ac4-4a34-98c9-5764297f767e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4612212 Jul 07 22:34:51.514170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36800) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:51.520297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': 'd63e617e-3016-4d40-a19f-ec31e7f61060', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:51.573474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-600c223e-98fd-4431-899e-2900773b24ca admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a19f664b0da84466b665841070e25473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171705 Jul 07 22:34:51.577425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36806) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:51.578285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c223e-98fd-4431-899e-2900773b24ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156ee2a5-3c83-4844-b4f5-9e88d5f3e3d8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:51.582194 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.779859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.787331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.787834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16a950e4-4aa0-48ec-8149-5a5bc7b462ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.829025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493d1aa9-6c2f-4ec6-9fc8-7406f833e141,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:51.837620 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.844090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2ff3bfc4-a700-43d3-86f1-bc5fe05c1c1e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286004 Jul 07 22:34:51.847123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36814) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:51.855310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16a950e4-4aa0-48ec-8149-5a5bc7b462ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.860327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': 'd63e617e-3016-4d40-a19f-ec31e7f61060', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:51.920918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.937008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc9b74-5fef-4de1-a3bd-1d05eaaed070 req-caa8188b-5caf-433f-8ee0-23e1980d6910 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:51.946538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08dc9b74-5fef-4de1-a3bd-1d05eaaed070 req-caa8188b-5caf-433f-8ee0-23e1980d6910 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2462664 Jul 07 22:34:52.153896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.167021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.180050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.251023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c24040-588b-485c-b236-12e42e9034e8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:52.280795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.298181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d1f6b1b-a1ec-4fc2-b64c-8b626e777179 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4452620 Jul 07 22:34:52.302123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36828) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:52.317971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': 'd63e617e-3016-4d40-a19f-ec31e7f61060', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:52.377235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.547217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.552527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.595841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920d9994-aee0-489d-957a-fbb8a1acfb35,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:52.643929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.645473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d97ef0c0-4b33-425a-8be1-d089cc30a7b2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407128 Jul 07 22:34:52.649430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:52.665956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16a950e4-4aa0-48ec-8149-5a5bc7b462ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.670603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16a950e4-4aa0-48ec-8149-5a5bc7b462ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.672497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-16a950e4-4aa0-48ec-8149-5a5bc7b462ee admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/156ee2a5-3c83-4844-b4f5-9e88d5f3e3d8 HTTP/1.1" status: 204 len: 168 time: 1.0860641 Jul 07 22:34:52.681088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': 'd63e617e-3016-4d40-a19f-ec31e7f61060', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:52.724687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a950e4-4aa0-48ec-8149-5a5bc7b462ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ee2a5-3c83-4844-b4f5-9e88d5f3e3d8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:52.739552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08dc9b74-5fef-4de1-a3bd-1d05eaaed070 req-00e050f7-0872-4089-895c-f976c026e83d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7917628 Jul 07 22:34:52.768317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.979357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.994606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.044445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221a725c-4b17-4f78-ba1e-d6a2f3bb5444,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:53.053978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.059234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:53.060657 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dd920c6b-283c-458c-9e1b-fba31521d8cd tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3857520 Jul 07 22:34:53.064799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': 'd63e617e-3016-4d40-a19f-ec31e7f61060', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:53.134020 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:34:53.141616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.372505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.387352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.436801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba680534-d8ef-46ac-b200-f11966e962e3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:53.445071 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.446327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-034cb039-218b-4395-8b3d-d5d166bba88e tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3859441 Jul 07 22:34:53.449625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36868) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:53.456039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'security_group_rule': {'security_group_id': 'd63e617e-3016-4d40-a19f-ec31e7f61060', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:53.528122 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Project 0027aab0e4fd4fe99f2b74340a85f35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:34:53.546128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.691729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.785579 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.796675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.896854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.903367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36884) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:53.904519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4525683 Jul 07 22:34:53.907859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933f0c6-993c-491e-80bf-f9ad35a0303a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290f1ea4-a70f-4d81-94e2-ab912cfe5757,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:53.909180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'network': {'name': 'tempest-network-smoke--1697366403', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:54.010520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:54.014471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.102967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:34:54.123764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.124128 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Added segment 8a766f05-c829-4025-a3c1-92b0de7159fe of type vlan for network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 Jul 07 22:34:54.203310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.255830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.262251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:54.263174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.353894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4492881 Jul 07 22:34:54.357029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 36896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:54.366128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daeea1-1a3d-4425-9979-c1468b40a583 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Network': ['ID=8da90138-d1b3-4db3-8522-b47ba8ce7a12,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:54.366332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'admin_state_up': True, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:54.379813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:34:54.403058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b808ee-603c-4779-b141-0825198238a9 req-62b05f13-3922-4750-b23a-52684eda8cf1 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:54.407664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0b808ee-603c-4779-b141-0825198238a9 req-62b05f13-3922-4750-b23a-52684eda8cf1 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1634347 Jul 07 22:34:54.444782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.445915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.493893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0b808ee-603c-4779-b141-0825198238a9 req-8bfcc8b0-64db-4905-9032-fde5b05e4e18 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796657 Jul 07 22:34:54.577846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:54.785357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.157421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.185036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.570331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.51 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/db3aa770-79a2-4b33-af23-6fd8cde42e2e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:55.771297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.915356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741313-2678-4aa4-ac18-0a956c7690d9 req-836e0a82-ba25-4234-9915-972ab2fbeda9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:55.927604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3741313-2678-4aa4-ac18-0a956c7690d9 req-836e0a82-ba25-4234-9915-972ab2fbeda9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1612098 Jul 07 22:34:55.937388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.987958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36942) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:56.035138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3741313-2678-4aa4-ac18-0a956c7690d9 req-7025c75e-0562-4e09-8d55-a6f090fdb421 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071358 Jul 07 22:34:56.056003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:56.059417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:56.062132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:56.112023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=db3aa770-79a2-4b33-af23-6fd8cde42e2e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:56.222852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aa16-8046-46f3-accb-6d923b63d775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.368147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aa16-8046-46f3-accb-6d923b63d775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.375024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aa16-8046-46f3-accb-6d923b63d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.416995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7aa16-8046-46f3-accb-6d923b63d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eefbb3b-d6a5-4d44-a1b8-7e496de7ae4d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:56.440492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e8a7aa16-8046-46f3-accb-6d923b63d775 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=69be5b21ee6745e899d2092f4e64be72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514339 Jul 07 22:34:56.443578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36950) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:56.537909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775e3695-35e2-4c68-8ef8-cfd29bd00e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.565913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775e3695-35e2-4c68-8ef8-cfd29bd00e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.703634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775e3695-35e2-4c68-8ef8-cfd29bd00e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.706564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775e3695-35e2-4c68-8ef8-cfd29bd00e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.707809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-775e3695-35e2-4c68-8ef8-cfd29bd00e95 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8eefbb3b-d6a5-4d44-a1b8-7e496de7ae4d HTTP/1.1" status: 204 len: 168 time: 0.2630014 Jul 07 22:34:56.727153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e3695-35e2-4c68-8ef8-cfd29bd00e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eefbb3b-d6a5-4d44-a1b8-7e496de7ae4d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:57.369097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.393956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f21a83-1948-4818-9a9f-c681b0ac2ca7 req-3757fc34-d286-4df3-a1ac-4d63668b057d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:57.395573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37f21a83-1948-4818-9a9f-c681b0ac2ca7 req-3757fc34-d286-4df3-a1ac-4d63668b057d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1399786 Jul 07 22:34:57.410308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36976) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:57.462211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2fe56f1f-f003-4bc0-a1bd-0460ecd60a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.528959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37f21a83-1948-4818-9a9f-c681b0ac2ca7 req-4b558aeb-89c1-47f0-bec1-60a6cc822c76 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197035 Jul 07 22:34:57.750163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2fe56f1f-f003-4bc0-a1bd-0460ecd60a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.756296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.762644 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2fe56f1f-f003-4bc0-a1bd-0460ecd60a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.844493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe56f1f-f003-4bc0-a1bd-0460ecd60a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1384d78-7222-4be1-8886-0f2b5d3eec4a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:57.851178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2fe56f1f-f003-4bc0-a1bd-0460ecd60a9f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f7f516cb34ba43df807c77733bb6b700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379961 Jul 07 22:34:57.853283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36992) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:57.989724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 4dadd87c-163d-485f-aca2-ea372052719f is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:34:58.021159 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8771f0e6-9310-47a7-bc87-85a4f903e94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:58.070052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8771f0e6-9310-47a7-bc87-85a4f903e94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:58.194684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8771f0e6-9310-47a7-bc87-85a4f903e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:58.213254 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8771f0e6-9310-47a7-bc87-85a4f903e94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:58.213720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:34:58.221859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8771f0e6-9310-47a7-bc87-85a4f903e94d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a1384d78-7222-4be1-8886-0f2b5d3eec4a HTTP/1.1" status: 204 len: 168 time: 0.3645930 Jul 07 22:34:58.229430 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Sync routers for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:34:58.253233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:58.257586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-077ea53c-2dce-4af3-bf6a-1a0adbb7c142 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8956020 Jul 07 22:34:58.258148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:58.264291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771f0e6-9310-47a7-bc87-85a4f903e94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1384d78-7222-4be1-8886-0f2b5d3eec4a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:58.300612 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:58.301335 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:58.350890 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-89b6085a-e764-4a08-9243-6df20a7488ca tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=0027aab0e4fd4fe99f2b74340a85f35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890238 Jul 07 22:34:58.352135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37010) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:58.491546 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:58.762919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37020) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:58.789999 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:34:56Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:58.799975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ec6f6-a01a-4589-9ae4-11ef2c0b7f2d tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.802527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-286ec6f6-a01a-4589-9ae4-11ef2c0b7f2d tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4491484 Jul 07 22:34:58.805476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37024) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:58.887005 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Checking router: 4dadd87c-163d-485f-aca2-ea372052719f for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:34:58.887377 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Updating router 4dadd87c-163d-485f-aca2-ea372052719f port db3aa770-79a2-4b33-af23-6fd8cde42e2e binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:34:58.890892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3e0a1da3-b741-4724-abe2-ebb88d20703f tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825715 Jul 07 22:34:58.894984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37030) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:58.919846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429770184', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:58.933723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639670-2e38-46e5-856f-f18edcdedf68 req-263ecbe1-292e-457d-9bab-937fecdb053c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.942715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64639670-2e38-46e5-856f-f18edcdedf68 req-263ecbe1-292e-457d-9bab-937fecdb053c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1115468 Jul 07 22:34:58.961152 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.027766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64639670-2e38-46e5-856f-f18edcdedf68 req-3041bc94-b556-47ee-9891-35da03cd4e61 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841863 Jul 07 22:34:59.185178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f131e6a2-bb8a-4361-a405-1162ad7318f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.271948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:59.275556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.498208 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.513915 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Transition to ACTIVE for port object db3aa770-79a2-4b33-af23-6fd8cde42e2e will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:59.527868 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.605936 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Attempting to bind port db3aa770-79a2-4b33-af23-6fd8cde42e2e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:59.606317 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Attempting to bind port db3aa770-79a2-4b33-af23-6fd8cde42e2e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:59.606710 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Attempting to bind port db3aa770-79a2-4b33-af23-6fd8cde42e2e on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:59.662884 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:59.663166 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:59.663578 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.663983 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:59.664480 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Bound port: db3aa770-79a2-4b33-af23-6fd8cde42e2e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:59.664872 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.685693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.840461 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Pushing event updated for resources: {'Port': ['ID=db3aa770-79a2-4b33-af23-6fd8cde42e2e,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:59.866241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.867009 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.867566 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.868233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.868789 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.869358 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.870256 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.871283 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.872015 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.872819 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.873454 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.873997 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:59.878700 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] For port db3aa770-79a2-4b33-af23-6fd8cde42e2e, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:59.882533 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] For port db3aa770-79a2-4b33-af23-6fd8cde42e2e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=db3aa770-79a2-4b33-af23-6fd8cde42e2e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:59.895356 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.928414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Subnet': ['ID=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:59.969093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Checking segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:59.969531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network hostable DHCP agents. Network: 8da90138-d1b3-4db3-8522-b47ba8ce7a12, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:35:00.001216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f131e6a2-bb8a-4361-a405-1162ad7318f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.013772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f131e6a2-bb8a-4361-a405-1162ad7318f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.030148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:35:00.047359 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26f0ba-7fb9-4d78-b141-9c77922c2234 None None] Pushing event updated for resources: {'Port': ['ID=db3aa770-79a2-4b33-af23-6fd8cde42e2e,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:00.086965 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f131e6a2-bb8a-4361-a405-1162ad7318f5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0a6f3dd937b340d2aa308b174719b9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3222818 Jul 07 22:35:00.087885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8da90138-d1b3-4db3-8522-b47ba8ce7a12) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:00.096046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37058) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:00.098290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da41592-409d-4b39-afcf-1aed17c5377f None None] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:00.110058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:00.111874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.125545 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:00.127968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131e6a2-bb8a-4361-a405-1162ad7318f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c907efc-ade0-4137-80c0-df90181428e2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:00.128236 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:00.154779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6e7c6dd0-45d5-4254-b6a1-ab26919ab970 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2535737 Jul 07 22:35:00.158078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37060) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:00.317194 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0a4be05-a806-422a-9dad-410d90de8f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.372375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0a4be05-a806-422a-9dad-410d90de8f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.403829 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:00.512822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dec1f0-fda7-411e-af22-3b61fc7d8aaa req-36a28f9e-d3c0-433e-a41b-88767b30fbe5 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:00.531324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31dec1f0-fda7-411e-af22-3b61fc7d8aaa req-36a28f9e-d3c0-433e-a41b-88767b30fbe5 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1509297 Jul 07 22:35:00.670806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31dec1f0-fda7-411e-af22-3b61fc7d8aaa req-e850a58f-e116-4360-b352-2c92e6885fa0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369131 Jul 07 22:35:00.912573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:35:00.921324 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.933481 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:34:56Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:00.969819 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06baed-fff1-4b95-ae56-08289c3b13aa None None] The sync data for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 is: [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:34:56Z', 'revision_number': 3, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:35:01.042880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0a4be05-a806-422a-9dad-410d90de8f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.045503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0a4be05-a806-422a-9dad-410d90de8f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.049057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0a4be05-a806-422a-9dad-410d90de8f75 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6c907efc-ade0-4137-80c0-df90181428e2 HTTP/1.1" status: 204 len: 168 time: 0.9482489 Jul 07 22:35:01.121364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4be05-a806-422a-9dad-410d90de8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c907efc-ade0-4137-80c0-df90181428e2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:01.185725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Allocated IP 172.20.0.2 (8da90138-d1b3-4db3-8522-b47ba8ce7a12/eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67/c681a80e-10e0-471e-8293-992b46d026c3) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:01.382125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.392891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Transition to ACTIVE for port object c681a80e-10e0-471e-8293-992b46d026c3 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:01.416543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Transition to ACTIVE for port object c681a80e-10e0-471e-8293-992b46d026c3 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:01.440516 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.550116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.570227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Pushing event updated for resources: {'Port': ['ID=c681a80e-10e0-471e-8293-992b46d026c3,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:01.648037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:01.648037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:01.658762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:01.991245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Attempting to bind port c681a80e-10e0-471e-8293-992b46d026c3 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:35:01.991742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Attempting to bind port c681a80e-10e0-471e-8293-992b46d026c3 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:35:01.992117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Attempting to bind port c681a80e-10e0-471e-8293-992b46d026c3 on network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:02.007942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:35:02.008342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Checking segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:02.008766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:02.009174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Bound using segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:35:02.009679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Bound port: c681a80e-10e0-471e-8293-992b46d026c3, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:35:02.010079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:02.172161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cda3b-56d4-4f66-ac2c-09b281c35f7a req-5f3fdbf1-7acc-45e6-9540-dd8d5756ce7e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:02.174330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-071cda3b-56d4-4f66-ac2c-09b281c35f7a req-5f3fdbf1-7acc-45e6-9540-dd8d5756ce7e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2538564 Jul 07 22:35:02.233375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] For port c681a80e-10e0-471e-8293-992b46d026c3, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:02.253534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] For port c681a80e-10e0-471e-8293-992b46d026c3, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c681a80e-10e0-471e-8293-992b46d026c3,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:35:02.264317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:02.338643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-071cda3b-56d4-4f66-ac2c-09b281c35f7a req-92df5fe3-7f43-4da8-92d8-5f222f33e97f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545866 Jul 07 22:35:02.442369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6861fd3-e131-4e9c-bff9-117fb519d556 None None] Pushing event updated for resources: {'Port': ['ID=c681a80e-10e0-471e-8293-992b46d026c3,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:02.557991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.1 (8da90138-d1b3-4db3-8522-b47ba8ce7a12/eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67/fbaded0a-17de-4849-a219-d34e39663dd9) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:02.878163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:02.949898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object fbaded0a-17de-4849-a219-d34e39663dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:03.019800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:03.086889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=fbaded0a-17de-4849-a219-d34e39663dd9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:03.125971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:03.129471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:03.136953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:03.250423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:03.516021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c681a80e-10e0-471e-8293-992b46d026c3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:03.756779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c681a80e-10e0-471e-8293-992b46d026c3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:03.773387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db3aa770-79a2-4b33-af23-6fd8cde42e2e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:03.794560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:03.808902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f1a93-bee9-4f78-8096-a2f3ccf774f3 req-e6f0fe6a-f0fc-40cf-aaa0-ae17e047fdc8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:03.823893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-044f1a93-bee9-4f78-8096-a2f3ccf774f3 req-e6f0fe6a-f0fc-40cf-aaa0-ae17e047fdc8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.1833696 Jul 07 22:35:03.919512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port db3aa770-79a2-4b33-af23-6fd8cde42e2e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:03.931443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port db3aa770-79a2-4b33-af23-6fd8cde42e2e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:03.932398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.025600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-044f1a93-bee9-4f78-8096-a2f3ccf774f3 req-12c65d07-8ae4-42a2-ae75-36b7d520b2ea tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995461 Jul 07 22:35:04.118768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a133c71-a865-4010-9465-9dfb63497310 req-2416e134-6f73-40cc-9af1-55fcf62d1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:04.120846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-2416e134-6f73-40cc-9af1-55fcf62d1329 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1097 time: 0.1604130 Jul 07 22:35:04.218392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.249116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port db3aa770-79a2-4b33-af23-6fd8cde42e2e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=db3aa770-79a2-4b33-af23-6fd8cde42e2e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:04.262024 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.348245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37214) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:04.520513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d2d02-e7ab-4398-89a0-9cf074c5aa06 None None] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:04.612838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a133c71-a865-4010-9465-9dfb63497310 req-aee2b479-41fa-4908-9c04-4dffd3a6357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:04.616546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-aee2b479-41fa-4908-9c04-4dffd3a6357d service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.4887936 Jul 07 22:35:04.650347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=db3aa770-79a2-4b33-af23-6fd8cde42e2e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:04.694214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] Provisioning for port c681a80e-10e0-471e-8293-992b46d026c3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:04.744395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] Provisioning complete for port c681a80e-10e0-471e-8293-992b46d026c3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:04.745043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.821861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-cf92f33b-7aa1-4e05-b07e-703382dffa1f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 1001 time: 0.1961956 Jul 07 22:35:04.857248 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-633d0653-dfea-4124-8d06-d69464cdaeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.887828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.896788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:04.957089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.011149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] For port c681a80e-10e0-471e-8293-992b46d026c3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c681a80e-10e0-471e-8293-992b46d026c3,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:05.018321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a133c71-a865-4010-9465-9dfb63497310 req-a42ea037-c1c2-4577-9be5-c25488ec2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:05.020379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-a42ea037-c1c2-4577-9be5-c25488ec2d4c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1587312 Jul 07 22:35:05.025988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.054537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37236) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:05.075664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=fbaded0a-17de-4849-a219-d34e39663dd9,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:05.087553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.113897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc5d3d-776f-48e9-8661-41a294aca760 None None] Pushing event updated for resources: {'Port': ['ID=c681a80e-10e0-471e-8293-992b46d026c3,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:05.196967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a133c71-a865-4010-9465-9dfb63497310 req-1ce81acb-ec9d-4053-a075-be94c853093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:05.198521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-1ce81acb-ec9d-4053-a075-be94c853093f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690795 Jul 07 22:35:05.249942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:05.254030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:05.346674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c681a80e-10e0-471e-8293-992b46d026c3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:05.362169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-633d0653-dfea-4124-8d06-d69464cdaeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.384224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-633d0653-dfea-4124-8d06-d69464cdaeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.415010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c681a80e-10e0-471e-8293-992b46d026c3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:05.415436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.431682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-38c19d1a-2b07-4ff0-9458-04305392ad99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.442685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-633d0653-dfea-4124-8d06-d69464cdaeb6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=17689ab2c81d461985057e1c35180c33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0932271 Jul 07 22:35:05.445086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d0653-dfea-4124-8d06-d69464cdaeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a9ec50-e3fe-4c1c-8818-21c047740524,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:05.452807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37242) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:05.458665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 4dadd87c-163d-485f-aca2-ea372052719f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:35:05.461463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d6cb-0d35-46dc-b749-1c5798cec7bf req-28bc8b7c-e152-4cd7-be40-a6b0ffbec858 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:05.463030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfe4d6cb-0d35-46dc-b749-1c5798cec7bf req-28bc8b7c-e152-4cd7-be40-a6b0ffbec858 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 945 time: 0.2464547 Jul 07 22:35:05.570171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-23ba4274-bcd0-4d88-b2e2-f84fbf7df4ee service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627539 Jul 07 22:35:05.574012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-254f2b01-4dc0-429a-9ad9-d9ca4ef0365b None None] Provisioning for port fbaded0a-17de-4849-a219-d34e39663dd9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:05.581797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-254f2b01-4dc0-429a-9ad9-d9ca4ef0365b None None] Provisioning complete for port fbaded0a-17de-4849-a219-d34e39663dd9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:05.583623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-254f2b01-4dc0-429a-9ad9-d9ca4ef0365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.585844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfe4d6cb-0d35-46dc-b749-1c5798cec7bf req-b7396f42-4166-4d4e-8b83-4c3a48b1d841 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136980 Jul 07 22:35:05.628518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-534bc539-daad-4ace-ac11-229811ba3bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.653594 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-534bc539-daad-4ace-ac11-229811ba3bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.716149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-534bc539-daad-4ace-ac11-229811ba3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.718995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-534bc539-daad-4ace-ac11-229811ba3bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.720947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-534bc539-daad-4ace-ac11-229811ba3bce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e7a9ec50-e3fe-4c1c-8818-21c047740524 HTTP/1.1" status: 204 len: 168 time: 0.2569790 Jul 07 22:35:05.743464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-254f2b01-4dc0-429a-9ad9-d9ca4ef0365b None None] Port fbaded0a-17de-4849-a219-d34e39663dd9 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:35:05.748038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db3aa770-79a2-4b33-af23-6fd8cde42e2e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:05.760887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bc539-daad-4ace-ac11-229811ba3bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a9ec50-e3fe-4c1c-8818-21c047740524,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:05.851335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a133c71-a865-4010-9465-9dfb63497310 req-b89f92b8-4f92-4918-aeb3-10b94f5d016c service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629685 Jul 07 22:35:05.853846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-254f2b01-4dc0-429a-9ad9-d9ca4ef0365b None None] Provisioning complete for port c681a80e-10e0-471e-8293-992b46d026c3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:05.854228 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-254f2b01-4dc0-429a-9ad9-d9ca4ef0365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.913828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:35:05.923686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-50455945-2ccf-4563-b58b-419b0da465a4 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/4dadd87c-163d-485f-aca2-ea372052719f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7638590 Jul 07 22:35:05.937037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Sync routers for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:35:05.952580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-38c19d1a-2b07-4ff0-9458-04305392ad99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.963591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-38c19d1a-2b07-4ff0-9458-04305392ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:05.995085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:05.995993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:06.082813 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-38c19d1a-2b07-4ff0-9458-04305392ad99 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=64dd37aa5dd942788aa71b5363d09f77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0271521 Jul 07 22:35:06.085542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37272) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:06.088260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c19d1a-2b07-4ff0-9458-04305392ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282f0147-4888-4c20-b46a-59422378b505,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:06.128850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port db3aa770-79a2-4b33-af23-6fd8cde42e2e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:06.129341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.234277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:06.245771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5743544-ab5d-4bfa-83de-4edc9e96453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.274270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5743544-ab5d-4bfa-83de-4edc9e96453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.354984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:06.374771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-0d08cfba-73e5-4976-856a-ddb3cff572b1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2001638 Jul 07 22:35:06.387620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5743544-ab5d-4bfa-83de-4edc9e96453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.413830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5743544-ab5d-4bfa-83de-4edc9e96453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.419091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5743544-ab5d-4bfa-83de-4edc9e96453b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/282f0147-4888-4c20-b46a-59422378b505 HTTP/1.1" status: 204 len: 168 time: 0.3322411 Jul 07 22:35:06.442749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5743544-ab5d-4bfa-83de-4edc9e96453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f0147-4888-4c20-b46a-59422378b505,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:06.477282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37290) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:06.497360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94da06da-bc0d-478a-b920-7b92b9bddf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.501505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-2eb80ebf-9b4e-482e-98e0-e0998f786fe2 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388265254&fields=id&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 267 time: 0.1251431 Jul 07 22:35:06.708548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94da06da-bc0d-478a-b920-7b92b9bddf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.720777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94da06da-bc0d-478a-b920-7b92b9bddf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.752573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.759198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-3c339df1-3991-4d0c-969a-5afaac9170d6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.774976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-94da06da-bc0d-478a-b920-7b92b9bddf57 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f73de98ec84b44258b3bcc7f5fbf8f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964339 Jul 07 22:35:06.776988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:06.781755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-3c339df1-3991-4d0c-969a-5afaac9170d6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 797 time: 0.2574630 Jul 07 22:35:06.795944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.798196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.798905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.799893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.800501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ebf95451-f477-4217-853a-846472896b8a None None] Provisioning complete for port fbaded0a-17de-4849-a219-d34e39663dd9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:06.800995 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ebf95451-f477-4217-853a-846472896b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:06.801656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.802998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.807138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.809430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bcb8694b-5810-419e-b405-5ae34da2182a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.3219504 Jul 07 22:35:06.848454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-82d3a20e-df45-4829-9642-fbb99b13771c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/quotas/0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 375 time: 0.0654039 Jul 07 22:35:06.894612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da06da-bc0d-478a-b920-7b92b9bddf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80773d2d-787a-4275-9dd4-062e85eb5030,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:06.947133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:06.950228 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41d283-2caa-4a0b-a5ff-403f15e298ce" -d '{"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:06.987485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b57dcab-9dfa-4545-9ed5-94e73edcb2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.026381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:07.027951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ebf95451-f477-4217-853a-846472896b8a None None] Port fbaded0a-17de-4849-a219-d34e39663dd9 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:35:07.034059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.039955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-c890c55d-0a94-4709-916a-21166b969270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.041027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-c890c55d-0a94-4709-916a-21166b969270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.041667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-c890c55d-0a94-4709-916a-21166b969270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.043516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-c890c55d-0a94-4709-916a-21166b969270 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=b918ddb7-675e-4c85-83ec-efd0139d359f&id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 2297 time: 0.1834664 Jul 07 22:35:07.084425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b57dcab-9dfa-4545-9ed5-94e73edcb2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.189921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-904daed7-ea8d-4fee-89d5-77c14ca1fa1e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 1001 time: 0.1222904 Jul 07 22:35:07.213080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc49d268-9688-4709-b880-8eda960e6eb6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3540833 Jul 07 22:35:07.241641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b57dcab-9dfa-4545-9ed5-94e73edcb2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.244595 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b57dcab-9dfa-4545-9ed5-94e73edcb2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.246694 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b57dcab-9dfa-4545-9ed5-94e73edcb2a3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80773d2d-787a-4275-9dd4-062e85eb5030 HTTP/1.1" status: 204 len: 168 time: 0.4682081 Jul 07 22:35:07.261781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57dcab-9dfa-4545-9ed5-94e73edcb2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80773d2d-787a-4275-9dd4-062e85eb5030,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:07.314696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-135c76b0-ff06-4cb1-ad02-2afa64f62f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.316235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-135c76b0-ff06-4cb1-ad02-2afa64f62f99 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 200 len: 855 time: 0.0963318 Jul 07 22:35:07.352657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519f22-9bab-4ace-a3fe-27336606225e req-a921eee5-56cc-4927-b11e-1269e77f586f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.354566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78519f22-9bab-4ace-a3fe-27336606225e req-a921eee5-56cc-4927-b11e-1269e77f586f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.4123166 Jul 07 22:35:07.457358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78519f22-9bab-4ace-a3fe-27336606225e req-d947731a-10ae-4e38-8918-0da3a331a20b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893259 Jul 07 22:35:07.471178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-39338c6c-aee9-4a9b-b047-7388a6ea276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.473077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-39338c6c-aee9-4a9b-b047-7388a6ea276e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab4393e0-f396-4313-834a-399375417fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175773 Jul 07 22:35:07.584515 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b617ea-7690-4e5b-aa1d-cf2102434535 x-openstack-request-id: req-e6b617ea-7690-4e5b-aa1d-cf2102434535 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:07.585608 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:07.586238 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e6b617ea-7690-4e5b-aa1d-cf2102434535 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:07.586933 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'code': 200} Jul 07 22:35:07.589779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:07.657113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-88af77f0-dea6-4e07-8991-cc28d0a3fb50 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704993 Jul 07 22:35:07.676602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 2, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:07.736755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Checking router: 4dadd87c-163d-485f-aca2-ea372052719f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:35:07.737537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Updating router 4dadd87c-163d-485f-aca2-ea372052719f port fbaded0a-17de-4849-a219-d34e39663dd9 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:35:07.811590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.903918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-8124a5db-fb97-42f9-9cba-4b610e2cf1ab service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242343 Jul 07 22:35:08.066963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-df395b85-286b-4275-a9ab-ef2879c06870 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 217 time: 0.1458919 Jul 07 22:35:08.093498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-da975d92-95a2-4bb6-8c0b-3a9a5a49a04f service neutron] 10.222.0.95 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719828 Jul 07 22:35:08.200790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-9c40a345-07de-4b43-b082-fa30bdb204e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:08.205320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-9c40a345-07de-4b43-b082-fa30bdb204e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1262543 Jul 07 22:35:08.347015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-a74a2679-05c1-4b4d-b9e4-e7ba94132ce8 service neutron] 10.222.0.95 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523174 Jul 07 22:35:08.445157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:08.451511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-23643bfd-8f2a-445d-ba09-6c54328a0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:08.453729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-23643bfd-8f2a-445d-ba09-6c54328a0e3d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058283 Jul 07 22:35:08.464236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Transition to ACTIVE for port object fbaded0a-17de-4849-a219-d34e39663dd9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:08.474257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:08.653235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-e9b4b5cb-c2cd-42a9-885f-95c436279337 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922166 Jul 07 22:35:08.665870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfe25-67ba-411a-9955-d3b8d98c732d None None] Pushing event updated for resources: {'Port': ['ID=fbaded0a-17de-4849-a219-d34e39663dd9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:08.716331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Attempting to bind port fbaded0a-17de-4849-a219-d34e39663dd9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:35:08.720174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Attempting to bind port fbaded0a-17de-4849-a219-d34e39663dd9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:35:08.720559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Attempting to bind port fbaded0a-17de-4849-a219-d34e39663dd9 on network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:08.728007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:35:08.728558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Checking segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:08.728996 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:08.729462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Bound using segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:35:08.729955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Bound port: fbaded0a-17de-4849-a219-d34e39663dd9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:35:08.730350 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:08.875570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bacd96e5-c84d-4693-8e5a-b822a417537e service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161651 Jul 07 22:35:08.949670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] For port fbaded0a-17de-4849-a219-d34e39663dd9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:08.955055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] For port fbaded0a-17de-4849-a219-d34e39663dd9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fbaded0a-17de-4849-a219-d34e39663dd9,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:35:08.961690 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:08.996922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e9de56-050c-476a-aa11-5397a3860c63 req-133e9291-e6be-48d1-8f0d-2520800d95ab tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 210 time: 0.1150546 Jul 07 22:35:09.139477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfe25-67ba-411a-9955-d3b8d98c732d None None] Pushing event updated for resources: {'Port': ['ID=fbaded0a-17de-4849-a219-d34e39663dd9,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:09.153855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:09.154857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:34:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:09.229113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-6ade4573-faca-44a2-a80a-14b44bc38f36 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 217 time: 0.3412650 Jul 07 22:35:09.331841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:09.354161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-e3bb32bd-2a51-4832-a3e7-9a83cf3f5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:09.361360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-e3bb32bd-2a51-4832-a3e7-9a83cf3f5642 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1248176 Jul 07 22:35:09.373888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffa958-6e83-429a-86a4-c1ac4fbc122a req-98133df5-d943-433f-b094-f4e8560378e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:09.376121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98ffa958-6e83-429a-86a4-c1ac4fbc122a req-98133df5-d943-433f-b094-f4e8560378e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.4895396 Jul 07 22:35:09.564492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98ffa958-6e83-429a-86a4-c1ac4fbc122a req-1dfb5fae-1d8a-447e-a09e-383b538e1486 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713533 Jul 07 22:35:09.591324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-1702de47-903a-427d-9b04-2f131e1b644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:09.594258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-1702de47-903a-427d-9b04-2f131e1b644f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2160089 Jul 07 22:35:09.752540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4654b610-d102-4411-b60f-04b412718f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:08Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:09.804782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654b610-d102-4411-b60f-04b412718f6e None None] The sync data for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 is: [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:08Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:35:09.805054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-edb2ec56-e21e-49b4-a29c-11dc7b8acffa service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931651 Jul 07 22:35:10.009479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-9ff7be8a-55aa-4422-b124-4f8d4175fda9 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980610 Jul 07 22:35:10.119340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-11912446-7c63-47b6-ae39-02c796b436be service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 200 len: 217 time: 0.1019025 Jul 07 22:35:10.197879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:10.271276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-0593126e-3626-43ab-8ee5-a46a393872c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:10.275395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-0593126e-3626-43ab-8ee5-a46a393872c4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1460655 Jul 07 22:35:10.456383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc86e4c7-4267-4454-800e-4bee20de44a8 req-443f5166-6521-41fa-a80f-4aa80ba97369 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 210 time: 0.0618641 Jul 07 22:35:10.547582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-673ecfe4-bec3-4d84-bb83-e76cf15d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:10.549304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-673ecfe4-bec3-4d84-bb83-e76cf15d35eb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2681339 Jul 07 22:35:10.779888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-790bddcc-bb64-49d1-b978-81edcff4e77d service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217500 Jul 07 22:35:11.022468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-d6df5300-8986-4015-97e3-20ff167b285a service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314160 Jul 07 22:35:11.150456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-fc7ace22-26bb-48e8-b4fa-a49eda4f348e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 200 len: 217 time: 0.1123059 Jul 07 22:35:11.238564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-d3ed5fef-6e6a-47a4-946d-0fc1324fc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:11.243198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-d3ed5fef-6e6a-47a4-946d-0fc1324fc815 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0892053 Jul 07 22:35:11.377201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-85f7aad9-fb77-44dd-b151-f6f8390eda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:11.378955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-85f7aad9-fb77-44dd-b151-f6f8390eda5b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278327 Jul 07 22:35:11.442055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbaded0a-17de-4849-a219-d34e39663dd9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:11.516082 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-c2d2a0f1-29af-4195-910b-1af89313cdd6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1437018 Jul 07 22:35:11.653270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fbaded0a-17de-4849-a219-d34e39663dd9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:11.667144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fbaded0a-17de-4849-a219-d34e39663dd9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:11.668749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.811989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-9572b5c1-1db3-4527-9476-bd3090c3ce06 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259365 Jul 07 22:35:11.922146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.973312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port fbaded0a-17de-4849-a219-d34e39663dd9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fbaded0a-17de-4849-a219-d34e39663dd9,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:11.987865 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.992676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-7ff3c25d-b699-4bc2-9b72-b2edbe54e9e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:12.010658 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-7ff3c25d-b699-4bc2-9b72-b2edbe54e9e9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 797 time: 0.3693647 Jul 07 22:35:12.152231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-4e94bd4e-08d2-4880-8bde-ec2aafa66956 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0027aab0e4fd4fe99f2b74340a85f35a HTTP/1.1" status: 200 len: 379 time: 0.1320345 Jul 07 22:35:12.169298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'port': {'device_id': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'admin_state_up': True, 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'security_groups': ['d63e617e-3016-4d40-a19f-ec31e7f61060']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:12.215420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=fbaded0a-17de-4849-a219-d34e39663dd9,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:12.218550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-4f012cfb-a4dd-4550-a706-c5788457129a service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765337 Jul 07 22:35:12.220049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37500) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:12.417945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-82d2b17f-b1cc-48d4-9ab1-20f7a4f9b141 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 217 time: 0.1321490 Jul 07 22:35:12.436445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d834f7d-4c70-4aa0-8c0c-13c291fb9603 req-19b08ada-b5c5-4452-ad14-cbeb86403a6b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 210 time: 0.6191685 Jul 07 22:35:12.484620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Made reservation on behalf of 0027aab0e4fd4fe99f2b74340a85f35a for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:12.495755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.515701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-8c0558bc-145d-432d-b569-215082fc54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:12.518205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-8c0558bc-145d-432d-b569-215082fc54ee service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.0742230 Jul 07 22:35:12.604953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad462b-6de0-4edd-9f48-ee5ecf896078 req-6793b1d9-d20b-4c8c-bc43-9cfbfe31e7bb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:12.606826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0ad462b-6de0-4edd-9f48-ee5ecf896078 req-6793b1d9-d20b-4c8c-bc43-9cfbfe31e7bb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 1.2084050 Jul 07 22:35:12.627958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3754f613-4baf-4211-ad1a-3ce5728430a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.734817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-7b3a0008-fd90-4f46-b9b2-4784a56a6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:12.737096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-7b3a0008-fd90-4f46-b9b2-4784a56a6780 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113202 Jul 07 22:35:12.741867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0ad462b-6de0-4edd-9f48-ee5ecf896078 req-8fb8c19f-6431-4903-81c8-a48b0cf336c6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954604 Jul 07 22:35:12.809741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.20.0.4 (8da90138-d1b3-4db3-8522-b47ba8ce7a12/eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67/0f42e5c9-3da8-4d80-a6e4-f242529b342e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:12.993151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3754f613-4baf-4211-ad1a-3ce5728430a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.007646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3754f613-4baf-4211-ad1a-3ce5728430a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.039549 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.050789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754f613-4baf-4211-ad1a-3ce5728430a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da108cbc-3646-46cb-b089-b94d7d01a4fb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:13.084687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Transition to ACTIVE for port object 0f42e5c9-3da8-4d80-a6e4-f242529b342e will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:13.099809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-a32611fd-af6f-4650-89e8-080fca22a406 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461957 Jul 07 22:35:13.103447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3754f613-4baf-4211-ad1a-3ce5728430a4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=38d42140eac44dd3ab4c7a1866cd5702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303862 Jul 07 22:35:13.108183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:13.191476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.278291 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a864e9-413e-41e2-9f9c-b25ea4f57458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.316298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a864e9-413e-41e2-9f9c-b25ea4f57458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.336116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbaded0a-17de-4849-a219-d34e39663dd9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:13.345288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:13.346265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:13.347713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-bb48cf59-3643-477b-b805-993ad555e603 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413530 Jul 07 22:35:13.352540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:13.359250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:13.426598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-68853033-c567-4252-b676-b2b6976597b9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0720327 Jul 07 22:35:13.493152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:13.494254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.496406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fbaded0a-17de-4849-a219-d34e39663dd9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:13.496807 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.538381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-31906650-4092-4a86-9522-9ef803e7e626 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3775079 Jul 07 22:35:13.551346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-801b551a-cd64-4551-ab1a-d02aef1e3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:13.553743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-801b551a-cd64-4551-ab1a-d02aef1e3782 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.1214254 Jul 07 22:35:13.554740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Request body: {'port': {'device_id': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:13.655807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-3c3a596b-67c2-4656-8bc7-c32ebb6ee213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:13.657395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-3c3a596b-67c2-4656-8bc7-c32ebb6ee213 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971596 Jul 07 22:35:13.686297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a864e9-413e-41e2-9f9c-b25ea4f57458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.690293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a864e9-413e-41e2-9f9c-b25ea4f57458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.691727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3a864e9-413e-41e2-9f9c-b25ea4f57458 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da108cbc-3646-46cb-b089-b94d7d01a4fb HTTP/1.1" status: 204 len: 168 time: 0.5826283 Jul 07 22:35:13.711131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a864e9-413e-41e2-9f9c-b25ea4f57458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da108cbc-3646-46cb-b089-b94d7d01a4fb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:13.730481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37542) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:13.776347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.820287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50feeed0-786b-4850-a662-1895f4e65e7c None None] Provisioning for port 0f42e5c9-3da8-4d80-a6e4-f242529b342e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:13.829981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50feeed0-786b-4850-a662-1895f4e65e7c None None] Provisioning complete for port 0f42e5c9-3da8-4d80-a6e4-f242529b342e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:13.830669 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50feeed0-786b-4850-a662-1895f4e65e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.912000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-50feeed0-786b-4850-a662-1895f4e65e7c None None] Port 0f42e5c9-3da8-4d80-a6e4-f242529b342e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:35:14.130568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-940e6192-cf05-4062-a6c4-f21f3aad3a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.381456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37562) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:14.621434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-5e7a65dd-ad51-4229-be82-0a4ca1055050 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9475455 Jul 07 22:35:14.644420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006991-da7f-43c3-953c-40dca10ffe14 req-28c3f07f-fc44-44d5-80cb-b2ab37a86507 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:14.649514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c006991-da7f-43c3-953c-40dca10ffe14 req-28c3f07f-fc44-44d5-80cb-b2ab37a86507 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1829395 Jul 07 22:35:14.671183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9451f79-d7ed-4ad6-bac1-6235d16715ca req-ccfe1cdb-af31-4c97-9bbd-a2f061e685af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:14.679733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9451f79-d7ed-4ad6-bac1-6235d16715ca req-ccfe1cdb-af31-4c97-9bbd-a2f061e685af tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 931 time: 0.9864616 Jul 07 22:35:14.792860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9451f79-d7ed-4ad6-bac1-6235d16715ca req-79f1f95f-0353-46c8-b670-73f092ab028c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123798 Jul 07 22:35:14.811679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c006991-da7f-43c3-953c-40dca10ffe14 req-54718e91-18e8-460e-8888-1305afc8fc9d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283226 Jul 07 22:35:14.857226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bde92dee-066a-48d7-a387-0ea9e99bc2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.860886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08acd60f-2c7a-4bb1-a43e-7b2e5373ee24 req-7b271bfb-28be-4e8f-8ff1-e01a7ffc44f3 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292180 Jul 07 22:35:14.867985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f42e5c9-3da8-4d80-a6e4-f242529b342e {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:14.884916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.913895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Transition to ACTIVE for port object 0f42e5c9-3da8-4d80-a6e4-f242529b342e will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:14.923468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.979419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-940e6192-cf05-4062-a6c4-f21f3aad3a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.011213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-940e6192-cf05-4062-a6c4-f21f3aad3a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.047180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:15.135273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:15.136123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-940e6192-cf05-4062-a6c4-f21f3aad3a88 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=32f97fe276734d43a9019c89d7a56a12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4034929 Jul 07 22:35:15.136990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e6192-cf05-4062-a6c4-f21f3aad3a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81202f02-fa69-42b8-9bf6-ba89cd610677,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:15.189551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Attempting to bind port 0f42e5c9-3da8-4d80-a6e4-f242529b342e on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:35:15.193793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Attempting to bind port 0f42e5c9-3da8-4d80-a6e4-f242529b342e by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:35:15.194124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Attempting to bind port 0f42e5c9-3da8-4d80-a6e4-f242529b342e on network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:15.224888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a755-e0b1-4571-8677-3a6370c901e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.253777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bde92dee-066a-48d7-a387-0ea9e99bc2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.255128 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a755-e0b1-4571-8677-3a6370c901e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.256857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Port 0f42e5c9-3da8-4d80-a6e4-f242529b342e on network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:35:15.257308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Attempting to bind port 0f42e5c9-3da8-4d80-a6e4-f242529b342e on network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:15.267177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:35:15.267546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Checking segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:15.267992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Bound using segment: {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:35:15.268640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Bound port: 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a766f05-c829-4025-a3c1-92b0de7159fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:35:15.269181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.315618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bde92dee-066a-48d7-a387-0ea9e99bc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.329676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a755-e0b1-4571-8677-3a6370c901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.332876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a755-e0b1-4571-8677-3a6370c901e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.336599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dfb8a755-e0b1-4571-8677-3a6370c901e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/81202f02-fa69-42b8-9bf6-ba89cd610677 HTTP/1.1" status: 204 len: 168 time: 0.1976464 Jul 07 22:35:15.343824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8a755-e0b1-4571-8677-3a6370c901e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81202f02-fa69-42b8-9bf6-ba89cd610677,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:15.418794 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bde92dee-066a-48d7-a387-0ea9e99bc2b6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9115bb9a8ac144d88e1b188b4fa31087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0336905 Jul 07 22:35:15.421151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37588) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:15.440285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde92dee-066a-48d7-a387-0ea9e99bc2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8974ff79-890b-4965-8580-b981ed7135d7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:15.454220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:15.459899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:35:15.471851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.504394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be0fa2ee-6fe1-4477-9c0c-f9e757ddf505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.540118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be0fa2ee-6fe1-4477-9c0c-f9e757ddf505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.564389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:15.565028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.566487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] 10.222.0.97 "PUT /v2.0/ports/0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 1092 time: 2.0207953 Jul 07 22:35:15.567271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:15.570113 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a03142-8f33-432e-bcce-2ccf69530241" -d '{"events": [{"name": "network-changed", "server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:15.639293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be0fa2ee-6fe1-4477-9c0c-f9e757ddf505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.643212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be0fa2ee-6fe1-4477-9c0c-f9e757ddf505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:15.644609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be0fa2ee-6fe1-4477-9c0c-f9e757ddf505 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8974ff79-890b-4965-8580-b981ed7135d7 HTTP/1.1" status: 204 len: 168 time: 0.2222915 Jul 07 22:35:15.653535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fa2ee-6fe1-4477-9c0c-f9e757ddf505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974ff79-890b-4965-8580-b981ed7135d7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:15.667929 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8be09d-1412-412d-9e78-d92da5a7bde5 x-openstack-request-id: req-3a8be09d-1412-412d-9e78-d92da5a7bde5 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:15.668458 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:15.668896 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3a8be09d-1412-412d-9e78-d92da5a7bde5 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:15.669603 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'status': 'completed', 'code': 200} Jul 07 22:35:15.670511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc090016-6692-4c8e-9261-e7de9e264628 service neutron] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:15.746354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-419e4ad5-9bff-45c3-947c-9b18d7f49c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:15.748579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-419e4ad5-9bff-45c3-947c-9b18d7f49c46 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1095 time: 0.1312382 Jul 07 22:35:15.816700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-9db4ff96-995f-4d02-813f-6dca7a0b7a95 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 217 time: 0.0601597 Jul 07 22:35:15.921840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-03495398-350e-49f5-9ac0-ef92e15d36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:15.929183 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-03495398-350e-49f5-9ac0-ef92e15d36a1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 200 len: 834 time: 0.1012301 Jul 07 22:35:16.066077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-b6e659bc-9347-42aa-b961-a770e464eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:16.073664 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-b6e659bc-9347-42aa-b961-a770e464eb19 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8da90138-d1b3-4db3-8522-b47ba8ce7a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435990 Jul 07 22:35:16.211498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37606) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:16.242053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975d393b-bf81-4fb8-be13-e915c8cef661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.335555 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-b851ab89-e980-44e5-a4f0-6cc7010b6b46 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525005 Jul 07 22:35:16.384813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263bfb-2a03-463e-81df-ac69336500d1 req-671f53ae-1619-44d0-9b8b-7789ba3fb025 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:16.392317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69263bfb-2a03-463e-81df-ac69336500d1 req-671f53ae-1619-44d0-9b8b-7789ba3fb025 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 943 time: 0.3386977 Jul 07 22:35:16.423192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975d393b-bf81-4fb8-be13-e915c8cef661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.434574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-975d393b-bf81-4fb8-be13-e915c8cef661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.449681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df343f-4dcb-4cf8-ae7a-19c3fd6da2aa req-b3fc23f0-3b48-432a-85a5-4f560002eaeb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:16.451454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6df343f-4dcb-4cf8-ae7a-19c3fd6da2aa req-b3fc23f0-3b48-432a-85a5-4f560002eaeb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.3151767 Jul 07 22:35:16.561606 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69263bfb-2a03-463e-81df-ac69336500d1 req-c131a29f-f45c-4d89-b5bd-973908b37e3f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672277 Jul 07 22:35:16.586408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2cbd958-a79a-40b2-8969-3419d1a7d29c req-c2261c30-75dc-4c66-b212-51f789136d40 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431605 Jul 07 22:35:16.591099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37618) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:16.601797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-975d393b-bf81-4fb8-be13-e915c8cef661 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=00e20d47de3d4f76838d7a037b211bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738222 Jul 07 22:35:16.603132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d393b-bf81-4fb8-be13-e915c8cef661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4245d-a011-4a0d-8316-23a5c2a17221,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:16.678032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6df343f-4dcb-4cf8-ae7a-19c3fd6da2aa req-55f616b1-472e-4455-9d9c-1e1984a6559a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941459 Jul 07 22:35:16.821985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a99540f-5ade-47f5-9b35-7b68c926e619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.846835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03142-8f33-432e-bcce-2ccf69530241 req-96736d45-e96a-4408-842d-547167f066af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:16.848358 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-96736d45-e96a-4408-842d-547167f066af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1095 time: 0.1901588 Jul 07 22:35:16.858468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a99540f-5ade-47f5-9b35-7b68c926e619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.892658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.973279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03142-8f33-432e-bcce-2ccf69530241 req-cadfb82d-5e82-4001-951d-0ce6caba8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:16.975229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-cadfb82d-5e82-4001-951d-0ce6caba8de3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 898 time: 0.1188593 Jul 07 22:35:16.992755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a99540f-5ade-47f5-9b35-7b68c926e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:17.004478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a99540f-5ade-47f5-9b35-7b68c926e619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:17.005683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8a99540f-5ade-47f5-9b35-7b68c926e619 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/52b4245d-a011-4a0d-8316-23a5c2a17221 HTTP/1.1" status: 204 len: 168 time: 0.4132030 Jul 07 22:35:17.079915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-b1f6ef48-21ca-485e-b9e7-07babddf4d31 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 217 time: 0.0989587 Jul 07 22:35:17.082421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99540f-5ade-47f5-9b35-7b68c926e619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b4245d-a011-4a0d-8316-23a5c2a17221,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:17.168708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03142-8f33-432e-bcce-2ccf69530241 req-4f38bdf3-ce85-4d40-887b-5a7646657ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:17.170973 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-4f38bdf3-ce85-4d40-887b-5a7646657ed2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 200 len: 834 time: 0.0842094 Jul 07 22:35:17.258167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03142-8f33-432e-bcce-2ccf69530241 req-332d6678-0966-48fe-a2e2-eca44960cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:17.260144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-332d6678-0966-48fe-a2e2-eca44960cb0a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8da90138-d1b3-4db3-8522-b47ba8ce7a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817585 Jul 07 22:35:17.407464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-889b89b0-e99a-4f48-a211-e406c612d8be service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392162 Jul 07 22:35:17.620968 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-74a03142-8f33-432e-bcce-2ccf69530241 req-eeeee525-2fbd-4ef2-b7be-cb412a7322d0 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034156 Jul 07 22:35:17.781722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e732f-b63f-40b1-9a5a-6a51828469a6 req-7c88bdc2-2e84-4c81-ab3b-51430724e072 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:17.784302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7e732f-b63f-40b1-9a5a-6a51828469a6 req-7c88bdc2-2e84-4c81-ab3b-51430724e072 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 943 time: 0.0814474 Jul 07 22:35:17.879042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7e732f-b63f-40b1-9a5a-6a51828469a6 req-f37d2463-0bb1-411e-936b-549cd50839a6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885921 Jul 07 22:35:18.009312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba02fa-01af-48e2-908d-1b839b3bbe68 req-7f390257-4868-400f-b7c9-9da72f1640b0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:18.018057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70ba02fa-01af-48e2-908d-1b839b3bbe68 req-7f390257-4868-400f-b7c9-9da72f1640b0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1310263 Jul 07 22:35:18.067200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70ba02fa-01af-48e2-908d-1b839b3bbe68 req-4ca4194d-148d-4aeb-ad59-8d2d8781422b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482857 Jul 07 22:35:18.352544 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dece9796-c96c-4d0e-a67d-41591506aaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.752486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:19.212143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6969c-d09d-4637-ac9d-cd89a03f2ca2 req-639b5858-5fdc-42c9-993b-134a7d2912b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.219306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8a6969c-d09d-4637-ac9d-cd89a03f2ca2 req-639b5858-5fdc-42c9-993b-134a7d2912b9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 943 time: 0.1294751 Jul 07 22:35:19.265025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8a6969c-d09d-4637-ac9d-cd89a03f2ca2 req-5587382d-d04a-437c-8bb2-533192ef6180 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 Jul 07 22:35:19.367300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571e7e-9731-4f0e-ba34-46b6ee153e0b req-3625e2ba-0eea-42ad-b347-c77202ebf22f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.370600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec571e7e-9731-4f0e-ba34-46b6ee153e0b req-3625e2ba-0eea-42ad-b347-c77202ebf22f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.0769372 Jul 07 22:35:19.423154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec571e7e-9731-4f0e-ba34-46b6ee153e0b req-b2b28140-9fe5-45f1-851d-0572be1fe780 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Jul 07 22:35:19.839899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b072-0602-4e71-9407-235256fdf09c req-cdc523ee-23f9-4c53-8687-8848e7a1c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.841518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-cdc523ee-23f9-4c53-8687-8848e7a1c77c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a&tenant_id=97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 1095 time: 0.0561604 Jul 07 22:35:19.884063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:35:19.939107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b072-0602-4e71-9407-235256fdf09c req-7819a258-2c89-4784-b5c0-6a30dcc7b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.940918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-7819a258-2c89-4784-b5c0-6a30dcc7b0a3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1095 time: 0.0719521 Jul 07 22:35:19.992849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:20.008949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'port_id': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'mac_address': 'fa:16:3e:a0:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:35:20.045440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b072-0602-4e71-9407-235256fdf09c req-5cc732cb-0f68-485d-ab16-fb0e55c7e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:20.047080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-5cc732cb-0f68-485d-ab16-fb0e55c7e44b service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1000235 Jul 07 22:35:20.059509 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:20.073212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f42e5c9-3da8-4d80-a6e4-f242529b342e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:20.095772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:20.104388 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:20.131616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-8523ae53-440e-4663-a644-d92240e4b47b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 999 time: 0.0779181 Jul 07 22:35:20.168078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:20.176324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.176834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.177491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.178081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.178514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.179282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.179864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.180405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.181396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.182117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.182757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.183294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:20.213961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b072-0602-4e71-9407-235256fdf09c req-62c360c2-0c20-4049-81e1-d92f267e4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:20.216447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-62c360c2-0c20-4049-81e1-d92f267e4a40 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0782473 Jul 07 22:35:20.307030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b072-0602-4e71-9407-235256fdf09c req-0eb1ea7b-d463-4682-aef9-2edde6260847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:20.311175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-0eb1ea7b-d463-4682-aef9-2edde6260847 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890965 Jul 07 22:35:20.323160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37764) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:20.421334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0f42e5c9-3da8-4d80-a6e4-f242529b342e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:20.448794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-f30d4c79-3860-46d3-b733-1fdcdfa54fd2 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291378 Jul 07 22:35:20.534599 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb425ab-5d42-4728-ab6e-258c73959736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:20.690220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc15b072-0602-4e71-9407-235256fdf09c req-4d864399-58b8-435b-ac7e-bc78dfe5c8a6 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861546 Jul 07 22:35:20.739458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1482-b2cf-4521-94d6-b6359e7beb08 req-dbd6f26f-2b5c-43fb-8f91-610c125822cb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:20.748372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48dd1482-b2cf-4521-94d6-b6359e7beb08 req-dbd6f26f-2b5c-43fb-8f91-610c125822cb tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 944 time: 0.2788968 Jul 07 22:35:20.778456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb425ab-5d42-4728-ab6e-258c73959736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:20.794541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb425ab-5d42-4728-ab6e-258c73959736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:20.810921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48dd1482-b2cf-4521-94d6-b6359e7beb08 req-a53f31c4-abd1-4ae3-b607-9bc6e0e74f4a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609300 Jul 07 22:35:20.873311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37784) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:20.873700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aeb425ab-5d42-4728-ab6e-258c73959736 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=26d38676490f4e54bf98d5664cf1b7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491469 Jul 07 22:35:20.921880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb425ab-5d42-4728-ab6e-258c73959736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839fb0b8-c240-4fdc-bac6-68d7a10c6fb2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:20.954590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-46cb2389-798a-41b3-ba45-e7d5d4329a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.009844 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.046736 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.056960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfb8fc-37d6-4d05-b30c-fe9e8a39de32 req-25c23e83-a6e2-4625-b481-8033474feb18 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:21.058502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1bfb8fc-37d6-4d05-b30c-fe9e8a39de32 req-25c23e83-a6e2-4625-b481-8033474feb18 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1524098 Jul 07 22:35:21.119586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1bfb8fc-37d6-4d05-b30c-fe9e8a39de32 req-97b3a844-5fd8-4093-bc08-e02afb19a1e9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536194 Jul 07 22:35:21.139008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.142211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.143395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/839fb0b8-c240-4fdc-bac6-68d7a10c6fb2 HTTP/1.1" status: 204 len: 168 time: 0.2695200 Jul 07 22:35:21.163645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839fb0b8-c240-4fdc-bac6-68d7a10c6fb2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:21.180899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.181363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.181860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.182307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.182795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.183235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.183803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.184594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.184937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.185497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.185973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.186485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c75fb-e30a-4e57-a121-961357f47e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:21.416335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.533983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:21.551961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-618e9029-699a-435b-b8fd-e9f2373f7f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.758869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-618e9029-699a-435b-b8fd-e9f2373f7f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.764040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-618e9029-699a-435b-b8fd-e9f2373f7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:21.797914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e9029-699a-435b-b8fd-e9f2373f7f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a104b8-bd5d-47f1-aa77-08a22363efad,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:21.835502 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-618e9029-699a-435b-b8fd-e9f2373f7f22 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e22a71b1042c4af9bae8d31b9e4ea71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979527 Jul 07 22:35:21.835901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37810) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:21.888020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:22.062886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 0f42e5c9-3da8-4d80-a6e4-f242529b342e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:22.070752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 0f42e5c9-3da8-4d80-a6e4-f242529b342e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:22.071397 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.115596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3519a79a-de95-47e5-af73-dc5268e4b0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.146948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3519a79a-de95-47e5-af73-dc5268e4b0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.209998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.269352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278a5d-1d41-499d-ab5e-f04a8bac4324 req-5b2d179a-2f28-4b3d-89f2-65523b71b026 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:22.276423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18278a5d-1d41-499d-ab5e-f04a8bac4324 req-5b2d179a-2f28-4b3d-89f2-65523b71b026 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 944 time: 0.2764168 Jul 07 22:35:22.313995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3519a79a-de95-47e5-af73-dc5268e4b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.327269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.338412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3519a79a-de95-47e5-af73-dc5268e4b0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.340785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3519a79a-de95-47e5-af73-dc5268e4b0a0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f6a104b8-bd5d-47f1-aa77-08a22363efad HTTP/1.1" status: 204 len: 168 time: 0.5037808 Jul 07 22:35:22.391014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519a79a-de95-47e5-af73-dc5268e4b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a104b8-bd5d-47f1-aa77-08a22363efad,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:22.409848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:22.412674 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985ddb0-62cf-408f-978b-db0652552bbd" -d '{"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-plugged", "status": "completed", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:22.431474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:22.433962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18278a5d-1d41-499d-ab5e-f04a8bac4324 req-c52c8227-2b4d-47ce-87fa-71d8196ba345 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495852 Jul 07 22:35:22.449903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.580160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:22.814075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d3070-7e14-4008-8041-f6e062cb254f req-e9f8f0fc-bafb-46d0-8b81-c9c5fcf8e52b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:22.815961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-088d3070-7e14-4008-8041-f6e062cb254f req-e9f8f0fc-bafb-46d0-8b81-c9c5fcf8e52b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1412210 Jul 07 22:35:22.880615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-088d3070-7e14-4008-8041-f6e062cb254f req-cafe5bb2-959d-4f22-a776-5c58d28a2fd4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561192 Jul 07 22:35:22.966874 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd706d40-c7a3-40d6-87ea-355edf631bf1 x-openstack-request-id: req-fd706d40-c7a3-40d6-87ea-355edf631bf1 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:22.967472 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-plugged", "status": "completed", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:22.968182 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fd706d40-c7a3-40d6-87ea-355edf631bf1 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:22.968946 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'code': 200} Jul 07 22:35:23.156394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42d766-57d2-4c13-a4eb-0e88caf26c6e req-d37e0032-938e-4813-8851-3fcb3140ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:23.159425 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c42d766-57d2-4c13-a4eb-0e88caf26c6e req-d37e0032-938e-4813-8851-3fcb3140ca9e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1097 time: 0.1249368 Jul 07 22:35:23.263909 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7c42d766-57d2-4c13-a4eb-0e88caf26c6e req-6adbfa04-919d-4e32-875a-569f089017fb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938721 Jul 07 22:35:23.455699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:23.612635 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be4c0994-b8cd-4e2f-9d42-0114240d640a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:23.688379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:23.842212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b43a-35f0-446f-93ed-493ca161afb4 req-697e4642-c007-46d5-bf80-da6dbca400ee tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:23.850186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62a3b43a-35f0-446f-93ed-493ca161afb4 req-697e4642-c007-46d5-bf80-da6dbca400ee tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1114531 Jul 07 22:35:23.899822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be4c0994-b8cd-4e2f-9d42-0114240d640a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:23.919649 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be4c0994-b8cd-4e2f-9d42-0114240d640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:23.980015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62a3b43a-35f0-446f-93ed-493ca161afb4 req-d98e8a7a-f44d-42d0-8e9d-d3ddde83929a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243212 Jul 07 22:35:24.013329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c0994-b8cd-4e2f-9d42-0114240d640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe7769-12c9-449c-bd87-ad97304ca889,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:24.027239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be4c0994-b8cd-4e2f-9d42-0114240d640a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=74c97415c4434dd8960f7c532e9f8fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700865 Jul 07 22:35:24.029769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37890) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:24.126004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c1371b5-fdc2-4530-9232-5bacba2c2308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.202311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c1371b5-fdc2-4530-9232-5bacba2c2308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.324874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c1371b5-fdc2-4530-9232-5bacba2c2308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.328289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c1371b5-fdc2-4530-9232-5bacba2c2308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.330309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0c1371b5-fdc2-4530-9232-5bacba2c2308 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/29fe7769-12c9-449c-bd87-ad97304ca889 HTTP/1.1" status: 204 len: 168 time: 0.2994874 Jul 07 22:35:24.356682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1371b5-fdc2-4530-9232-5bacba2c2308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe7769-12c9-449c-bd87-ad97304ca889,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:24.408107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d643ba-078a-421d-8e97-eb929906681d req-6d0481ee-4b3d-42fb-b835-869747ce77ca tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:24.420847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1d643ba-078a-421d-8e97-eb929906681d req-6d0481ee-4b3d-42fb-b835-869747ce77ca tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.2737610 Jul 07 22:35:24.532980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1d643ba-078a-421d-8e97-eb929906681d req-d21cc465-36df-46d2-99c9-8729146f2412 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102376 Jul 07 22:35:24.835758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37914) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:24.850981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a8b-a69e-4f1b-9f24-ff6f5334cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.982061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a8b-a69e-4f1b-9f24-ff6f5334cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.996835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a8b-a69e-4f1b-9f24-ff6f5334cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:25.042735 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d7e3a8b-a69e-4f1b-9f24-ff6f5334cecf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=03150232dcde44c29124ecb3d2d932b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053201 Jul 07 22:35:25.045711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:25.071974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3a8b-a69e-4f1b-9f24-ff6f5334cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0538155-2f25-4454-ac86-2938f3c8eef9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:25.157138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81a7da65-ef5d-467d-91ed-d9d87eb42f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:25.198666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81a7da65-ef5d-467d-91ed-d9d87eb42f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:25.348469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81a7da65-ef5d-467d-91ed-d9d87eb42f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:25.353122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-81a7da65-ef5d-467d-91ed-d9d87eb42f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:25.353122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-81a7da65-ef5d-467d-91ed-d9d87eb42f66 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e0538155-2f25-4454-ac86-2938f3c8eef9 HTTP/1.1" status: 204 len: 168 time: 0.3052406 Jul 07 22:35:25.392401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5604cc-bd84-48a5-9351-3de600d5546c req-9438e23c-6b09-4daa-bbb0-91f1366e9fdc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:25.394699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce5604cc-bd84-48a5-9351-3de600d5546c req-9438e23c-6b09-4daa-bbb0-91f1366e9fdc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1361344 Jul 07 22:35:25.396820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7da65-ef5d-467d-91ed-d9d87eb42f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0538155-2f25-4454-ac86-2938f3c8eef9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:25.482319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce5604cc-bd84-48a5-9351-3de600d5546c req-6e214d17-2845-4f07-8c21-4b93dd2fba38 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740051 Jul 07 22:35:25.776711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6d856-dcc8-4a0b-b7b7-f0cd51b3d3a4 req-7e603353-6a8e-499d-b93e-c2396cd44c3c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:25.780926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0c6d856-dcc8-4a0b-b7b7-f0cd51b3d3a4 req-7e603353-6a8e-499d-b93e-c2396cd44c3c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1465707 Jul 07 22:35:25.874933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0c6d856-dcc8-4a0b-b7b7-f0cd51b3d3a4 req-23cb1edb-e4ac-456f-ba11-2fc7484c7761 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867498 Jul 07 22:35:25.910417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37958) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:26.026125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52098ba8-32db-424f-a76b-1938f5aa243b tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:26.028043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52098ba8-32db-424f-a76b-1938f5aa243b tempest-TestNetworkAdvancedServerOps-764309642 tempest-TestNetworkAdvancedServerOps-764309642-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1092 time: 0.1165388 Jul 07 22:35:26.031041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37966) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:26.041035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:26.115266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:26.260253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e713-d8f3-4487-9650-33ce17ebf743 req-e87f5633-9403-4e82-8f99-86dc2a176c5c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:26.262613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6d3e713-d8f3-4487-9650-33ce17ebf743 req-e87f5633-9403-4e82-8f99-86dc2a176c5c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1581151 Jul 07 22:35:26.402356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6d3e713-d8f3-4487-9650-33ce17ebf743 req-e9dc6444-6728-42bd-bc77-99251a7f1139 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302402 Jul 07 22:35:26.450137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:26.636729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Allocated IP 172.25.5.217 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/382ee26d-a236-4344-8589-1e2ac981c6a0) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:26.795855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:26.910991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:26.971701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:26.975025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:26.979058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:27.163738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=382ee26d-a236-4344-8589-1e2ac981c6a0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:27.339001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38042) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:27.530831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c995b0-9e66-46bc-a8a2-9279a6f69716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:27.725141 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c995b0-9e66-46bc-a8a2-9279a6f69716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:27.737160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c995b0-9e66-46bc-a8a2-9279a6f69716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:27.823874 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:35:27.861162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3c995b0-9e66-46bc-a8a2-9279a6f69716 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2b37c1c7ec8f4cab82b4ab2b186959a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177870 Jul 07 22:35:27.876856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38060) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:27.993721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c995b0-9e66-46bc-a8a2-9279a6f69716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e057e8fe-8a23-42d7-b7ba-e1abbb62f099,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:28.026534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29b346d-8b88-4a64-8d1c-5340ca8f244b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.086708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29b346d-8b88-4a64-8d1c-5340ca8f244b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.195576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29b346d-8b88-4a64-8d1c-5340ca8f244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.198982 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c29b346d-8b88-4a64-8d1c-5340ca8f244b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.209696 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c29b346d-8b88-4a64-8d1c-5340ca8f244b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e057e8fe-8a23-42d7-b7ba-e1abbb62f099 HTTP/1.1" status: 204 len: 168 time: 0.3256397 Jul 07 22:35:28.217821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948cec9-be32-4dd4-a9e2-7417ddbb048c req-bb6fd651-553b-49cd-a84d-f41a2f9fc125 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:28.221061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4948cec9-be32-4dd4-a9e2-7417ddbb048c req-bb6fd651-553b-49cd-a84d-f41a2f9fc125 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.3314142 Jul 07 22:35:28.238931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b346d-8b88-4a64-8d1c-5340ca8f244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e057e8fe-8a23-42d7-b7ba-e1abbb62f099,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:28.272749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.552073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.575819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4948cec9-be32-4dd4-a9e2-7417ddbb048c req-7cbc1f08-cd87-46c8-a7d8-709cf6a70751 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411202 Jul 07 22:35:28.809789 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.831476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.923874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38084) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:28.943146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc967-05bb-41f5-89e5-11cb5c99114a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.029687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event updated for resources: {'Port': ['ID=382ee26d-a236-4344-8589-1e2ac981c6a0,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:29.059478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.175247 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP fedfa1e3-f85c-4f5a-8fa3-d338da798aa8 associated. External IP: 172.25.5.217, port: 0f42e5c9-3da8-4d80-a6e4-f242529b342e. Jul 07 22:35:29.235953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc967-05bb-41f5-89e5-11cb5c99114a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.245911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc967-05bb-41f5-89e5-11cb5c99114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.288437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38090) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:29.297652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4bbdc967-05bb-41f5-89e5-11cb5c99114a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f679cb26198c45789a15d098b4fe4cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723888 Jul 07 22:35:29.350425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdc967-05bb-41f5-89e5-11cb5c99114a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2d5c7-9d5f-40d4-8989-f09cbf6b949c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:29.508580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e267677-763d-4237-ab42-7eb594535c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.593500 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e267677-763d-4237-ab42-7eb594535c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.673806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 4dadd87c-163d-485f-aca2-ea372052719f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:35:29.833304 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e267677-763d-4237-ab42-7eb594535c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.836592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e267677-763d-4237-ab42-7eb594535c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.839831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e267677-763d-4237-ab42-7eb594535c74 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e4b2d5c7-9d5f-40d4-8989-f09cbf6b949c HTTP/1.1" status: 204 len: 168 time: 0.5462587 Jul 07 22:35:29.929077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e267677-763d-4237-ab42-7eb594535c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2d5c7-9d5f-40d4-8989-f09cbf6b949c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:30.030564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:35:30.047061 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] Sync routers for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:35:30.061347 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:30.065241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:35:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:30.223271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:30.276086 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:30.510111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c70c1-0e79-4475-87c0-f1bee2aa528e req-1daf6918-1ae3-4705-8ee5-9936bb845c0b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.517956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e8c70c1-0e79-4475-87c0-f1bee2aa528e req-1daf6918-1ae3-4705-8ee5-9936bb845c0b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.4817402 Jul 07 22:35:30.527276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0a2714e2-63a1-4875-bb74-40ca53bfae02 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4872916 Jul 07 22:35:30.554863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:30.559605 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b" -d '{"events": [{"name": "network-changed", "server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:30.668533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e8c70c1-0e79-4475-87c0-f1bee2aa528e req-ad575bcb-fe25-44dc-be63-b3802d0cd6af tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486259 Jul 07 22:35:30.825744 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204285f6-f2d7-4310-8da5-383b07c2627a x-openstack-request-id: req-204285f6-f2d7-4310-8da5-383b07c2627a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:30.826075 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:30.826310 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-204285f6-f2d7-4310-8da5-383b07c2627a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:30.826753 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'status': 'completed', 'code': 200} Jul 07 22:35:30.866303 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'fedfa1e3-f85c-4f5a-8fa3-d338da798aa8', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'port_id': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'mac_address': 'fa:16:3e:a0:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:35:27Z', 'updated_at': '2021-07-07T22:35:27Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:30.941649 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] Checking router: 4dadd87c-163d-485f-aca2-ea372052719f for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:35:30.970254 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:30.971296 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:35:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:31.020163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-3d47f23e-0f3d-441f-b3e7-61280a6f1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:31.022252 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-3d47f23e-0f3d-441f-b3e7-61280a6f1f13 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1097 time: 0.1545236 Jul 07 22:35:31.232539 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:31.253907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-6dbaa998-eae3-4e33-8cee-22c5e1fd3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:31.255499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-6dbaa998-eae3-4e33-8cee-22c5e1fd3ce0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 898 time: 0.2252581 Jul 07 22:35:31.403446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-aeee4177-3009-4cab-9dfe-1fbb94eebd34 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 999 time: 0.1402693 Jul 07 22:35:31.499776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-2b71af44-1d52-4c37-9f4a-29f3ec83a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:31.501871 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-2b71af44-1d52-4c37-9f4a-29f3ec83a537 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 200 len: 834 time: 0.0896616 Jul 07 22:35:31.513507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5fe01-3084-48b4-a706-0cd3674f689e req-a4e49c60-dd7d-4b1a-aff5-30432f56fc2a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:31.519162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07e5fe01-3084-48b4-a706-0cd3674f689e req-a4e49c60-dd7d-4b1a-aff5-30432f56fc2a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.2218668 Jul 07 22:35:31.644406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-516cf70f-4edc-4cd0-a9e9-7b7dc60321e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:31.645980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-516cf70f-4edc-4cd0-a9e9-7b7dc60321e7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8da90138-d1b3-4db3-8522-b47ba8ce7a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357954 Jul 07 22:35:31.702530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07e5fe01-3084-48b4-a706-0cd3674f689e req-52856d5d-aecd-475a-a5dd-5d749d744206 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768782 Jul 07 22:35:31.718200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:31.810731 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'fedfa1e3-f85c-4f5a-8fa3-d338da798aa8', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'port_id': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'mac_address': 'fa:16:3e:a0:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:35:27Z', 'updated_at': '2021-07-07T22:35:27Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:31.887730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-5fd8a6f2-501c-43cd-8054-198f4db1b398 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344627 Jul 07 22:35:31.896950 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d64-25ca-4b8f-a757-f76c7a1ce09a None None] The sync data for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 is: [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'fedfa1e3-f85c-4f5a-8fa3-d338da798aa8', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'port_id': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'mac_address': 'fa:16:3e:a0:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:35:27Z', 'updated_at': '2021-07-07T22:35:27Z', 'revision_number': 0, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:35:32.000722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01050b7b-6ff2-4fea-8013-b366fde4cff8 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/fedfa1e3-f85c-4f5a-8fa3-d338da798aa8 HTTP/1.1" status: 200 len: 991 time: 0.2792957 Jul 07 22:35:32.110224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b001daf-a7fa-4416-bdf7-48fd91d6b74b req-4396a370-3b4a-4d35-a5b6-c6ebb38e8163 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160149 Jul 07 22:35:32.133716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631c2a-0407-4386-96ae-4ee629f02974 req-2c0ba927-ce47-4c4c-9e7b-785a80e06d7c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:32.142243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65631c2a-0407-4386-96ae-4ee629f02974 req-2c0ba927-ce47-4c4c-9e7b-785a80e06d7c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1244121 Jul 07 22:35:32.213602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65631c2a-0407-4386-96ae-4ee629f02974 req-4d95dd5c-3f8e-4dfe-9e54-9ad347679681 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699658 Jul 07 22:35:32.361510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60943595-1411-4661-a5b9-3bf2c6cd480b None None] New status for floating IP fedfa1e3-f85c-4f5a-8fa3-d338da798aa8: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:35:33.002867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38222) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:33.083701 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fff78c35-c32f-4aa6-8e4b-f6583378ae1f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/fedfa1e3-f85c-4f5a-8fa3-d338da798aa8 HTTP/1.1" status: 200 len: 993 time: 0.0785255 Jul 07 22:35:33.515352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdb8f3-7901-4074-8b02-e316999cc372 req-ee9cd561-6f0d-4d9a-91ad-588bb74f9c77 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.522733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4fdb8f3-7901-4074-8b02-e316999cc372 req-ee9cd561-6f0d-4d9a-91ad-588bb74f9c77 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1010456 Jul 07 22:35:33.582082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4fdb8f3-7901-4074-8b02-e316999cc372 req-19564d17-b2d9-4228-be0b-2415c6c1e7b8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584557 Jul 07 22:35:34.873423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c236a6-012e-4e22-88ea-600fe8fd7c43 req-688a11b6-3fa6-4388-b45a-d89b56e7298a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.875821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5c236a6-012e-4e22-88ea-600fe8fd7c43 req-688a11b6-3fa6-4388-b45a-d89b56e7298a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.0820003 Jul 07 22:35:34.923543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5c236a6-012e-4e22-88ea-600fe8fd7c43 req-02342136-7923-4cf3-8029-33e6ac852375 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Jul 07 22:35:36.222114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83478ad-7158-4ed4-b337-5dc262b78491 req-f05ef1d3-805a-4689-9db3-e74e8fd66578 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.224508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b83478ad-7158-4ed4-b337-5dc262b78491 req-f05ef1d3-805a-4689-9db3-e74e8fd66578 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.0747302 Jul 07 22:35:36.321296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b83478ad-7158-4ed4-b337-5dc262b78491 req-b7b6a9cb-d2c7-41b3-b2d0-5ac5eafb1f3a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901723 Jul 07 22:35:36.347600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38506) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:36.467174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c20a69b3-b44c-48a2-91f9-2dbc1fdb2d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.572805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c20a69b3-b44c-48a2-91f9-2dbc1fdb2d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.579101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c20a69b3-b44c-48a2-91f9-2dbc1fdb2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.625046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c20a69b3-b44c-48a2-91f9-2dbc1fdb2d66 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4298bc8a7df34a9e81005c81cda612a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724802 Jul 07 22:35:36.625258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38524) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:36.632090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a69b3-b44c-48a2-91f9-2dbc1fdb2d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9e3853-2b76-4482-a5b3-183ba63884ea,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:36.700126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f5026c-732a-4a27-bc9a-28fe933c86b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.724784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f5026c-732a-4a27-bc9a-28fe933c86b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.785941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f5026c-732a-4a27-bc9a-28fe933c86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.790223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6f5026c-732a-4a27-bc9a-28fe933c86b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.791592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e6f5026c-732a-4a27-bc9a-28fe933c86b3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bc9e3853-2b76-4482-a5b3-183ba63884ea HTTP/1.1" status: 204 len: 168 time: 0.1665330 Jul 07 22:35:36.800980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5026c-732a-4a27-bc9a-28fe933c86b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9e3853-2b76-4482-a5b3-183ba63884ea,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:37.041300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38554) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:37.175321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38564) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:37.191921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8df133f1-ed0a-410b-bd93-03bddbc4ae3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.222960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1545dccf-9010-4f4e-a66d-dee6201c9be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.327406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8df133f1-ed0a-410b-bd93-03bddbc4ae3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.416589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1545dccf-9010-4f4e-a66d-dee6201c9be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.418055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8df133f1-ed0a-410b-bd93-03bddbc4ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.437754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1545dccf-9010-4f4e-a66d-dee6201c9be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.772896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8df133f1-ed0a-410b-bd93-03bddbc4ae3f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=45876c13bf0446aa93dae82c358fe469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960124 Jul 07 22:35:37.775533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df133f1-ed0a-410b-bd93-03bddbc4ae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ab2b6-3bd7-4a07-b97e-505aec6f16c9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:37.775746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38598) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:37.789791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1545dccf-9010-4f4e-a66d-dee6201c9be4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6fff9e09ab8e41288f9619afedaf8cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471039 Jul 07 22:35:37.794210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:37.819095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545dccf-9010-4f4e-a66d-dee6201c9be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0684857d-6dda-47d0-819b-5aab835d0dd5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:37.835835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4d6c5-269b-4000-ba9b-5188eb27cd11 req-503c4a27-a081-4b2a-957a-f7384af5d8bf tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.837815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ba4d6c5-269b-4000-ba9b-5188eb27cd11 req-503c4a27-a081-4b2a-957a-f7384af5d8bf tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1291509 Jul 07 22:35:37.899184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ba4d6c5-269b-4000-ba9b-5188eb27cd11 req-2d0a25b1-e73d-487a-beed-2764983fb063 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Jul 07 22:35:37.943481 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c13727df-13e0-4ca2-92e7-7732c37434dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.945558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02765809-a363-420f-b6ad-31b55986a3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.985443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38606) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:37.986649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02765809-a363-420f-b6ad-31b55986a3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.996955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c13727df-13e0-4ca2-92e7-7732c37434dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.066874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02765809-a363-420f-b6ad-31b55986a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.071426 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02765809-a363-420f-b6ad-31b55986a3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.075728 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02765809-a363-420f-b6ad-31b55986a3a7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/929ab2b6-3bd7-4a07-b97e-505aec6f16c9 HTTP/1.1" status: 204 len: 168 time: 0.2951760 Jul 07 22:35:38.097622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02765809-a363-420f-b6ad-31b55986a3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ab2b6-3bd7-4a07-b97e-505aec6f16c9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:38.129557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c13727df-13e0-4ca2-92e7-7732c37434dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.133619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c13727df-13e0-4ca2-92e7-7732c37434dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.138103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c13727df-13e0-4ca2-92e7-7732c37434dd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0684857d-6dda-47d0-819b-5aab835d0dd5 HTTP/1.1" status: 204 len: 168 time: 0.3385220 Jul 07 22:35:38.152207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92662f07-8b5d-4c72-8022-6347a1103e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.158769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13727df-13e0-4ca2-92e7-7732c37434dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0684857d-6dda-47d0-819b-5aab835d0dd5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:38.290462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92662f07-8b5d-4c72-8022-6347a1103e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.296871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92662f07-8b5d-4c72-8022-6347a1103e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.352034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-92662f07-8b5d-4c72-8022-6347a1103e0f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e10a9123c9a645acbe1edc8b523dd75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652592 Jul 07 22:35:38.352720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92662f07-8b5d-4c72-8022-6347a1103e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98d710-bb4e-4648-bc58-68b996be1543,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:38.355721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38620) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:38.417608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c4a714e-2567-4704-abcc-5cc3d63a47d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.454444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c4a714e-2567-4704-abcc-5cc3d63a47d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.513329 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c4a714e-2567-4704-abcc-5cc3d63a47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.516315 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c4a714e-2567-4704-abcc-5cc3d63a47d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.517733 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c4a714e-2567-4704-abcc-5cc3d63a47d3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bf98d710-bb4e-4648-bc58-68b996be1543 HTTP/1.1" status: 204 len: 168 time: 0.1604340 Jul 07 22:35:38.526478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a714e-2567-4704-abcc-5cc3d63a47d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98d710-bb4e-4648-bc58-68b996be1543,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:39.222357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18774ea-c9ca-46e1-8339-74ac543c570b req-f70cc95f-067b-45e5-9725-5ec5987d99e2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:39.224301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f18774ea-c9ca-46e1-8339-74ac543c570b req-f70cc95f-067b-45e5-9725-5ec5987d99e2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1308846 Jul 07 22:35:39.301622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f18774ea-c9ca-46e1-8339-74ac543c570b req-966dd032-8deb-4997-9cf9-0159a7f2b39f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715141 Jul 07 22:35:40.365472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:35:40.545751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:40.564249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'port_id': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'mac_address': 'fa:16:3e:66:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:35:40.613707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.630597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a87663-bf54-4062-81cc-93bc1bd83393 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:40.659456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:40.665242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.684912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833f95-ddc9-4b62-9a00-549d257e71bb req-3b2db3ed-f32e-4646-b148-6e3443e2ad4b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:40.697100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f833f95-ddc9-4b62-9a00-549d257e71bb req-3b2db3ed-f32e-4646-b148-6e3443e2ad4b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 943 time: 0.1094897 Jul 07 22:35:40.720360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:40.746570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f833f95-ddc9-4b62-9a00-549d257e71bb req-41e3f379-22aa-4581-a49b-6b4e80aa1ab9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Jul 07 22:35:40.926254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38774) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:40.936936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f4a87663-bf54-4062-81cc-93bc1bd83393'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:40.937057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:41.101384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4a386f9-b42e-4267-8a9a-68bfd4a623fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.192463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-259194843'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:41.257407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4a386f9-b42e-4267-8a9a-68bfd4a623fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.267115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4a386f9-b42e-4267-8a9a-68bfd4a623fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.335600 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b4a386f9-b42e-4267-8a9a-68bfd4a623fa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb05ac5802904e998afb96efafd01fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080613 Jul 07 22:35:41.338300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38812) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:41.339547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Made reservation on behalf of c3eaf9b3d9ff4fc7b8493d6107f29ce7 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:41.343394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.352768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a386f9-b42e-4267-8a9a-68bfd4a623fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b768a-b773-4a32-928b-b2570e7860e0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:41.356357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.416084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0e8996f7-c14a-4951-bc91-7f6676f68886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.440194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0e8996f7-c14a-4951-bc91-7f6676f68886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.493019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.493431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0e8996f7-c14a-4951-bc91-7f6676f68886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.496283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0e8996f7-c14a-4951-bc91-7f6676f68886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.497313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.500669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0e8996f7-c14a-4951-bc91-7f6676f68886 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/242b768a-b773-4a32-928b-b2570e7860e0 HTTP/1.1" status: 204 len: 168 time: 0.1605456 Jul 07 22:35:41.508751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8996f7-c14a-4951-bc91-7f6676f68886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b768a-b773-4a32-928b-b2570e7860e0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:41.539552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:41.548929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21993b3e-a034-4f6c-9bb1-e5fcc2c2a2c8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:41.555336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.555978 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Added segment 5c17d03c-43c7-40ee-81ea-9c0dc8c5807f of type vlan for network 230dcd2d-e41d-40af-9305-7cfd043b66bd Jul 07 22:35:41.599240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.613505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38820) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:41.643608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.654455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:41.655250 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.719093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38824) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:41.719581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7811770 Jul 07 22:35:41.843712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693d8d4-8edb-442d-af37-562203f230d4 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Pushing event updated for resources: {'Network': ['ID=230dcd2d-e41d-40af-9305-7cfd043b66bd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:41.861250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 230dcd2d-e41d-40af-9305-7cfd043b66bd details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:42.041781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6cd04bdd-4db3-4a27-be0a-14ec03db126c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.068677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'network': {'name': 'tempest-network--208537442', 'router:external': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:42.098287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38836) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:42.112326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27c17ab7-c352-411f-ae80-dc8ab60a8a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.119896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.126411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.132372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.138234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.144934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.150921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.156836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.158783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2453df5e-5c58-4905-a349-759e27b985fe req-3f87a43d-86b3-46f9-89f3-c3fb5e0001b1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.2632778 Jul 07 22:35:42.186900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded69bfe-cca6-4fb2-ae46-d69c15b5d4a8 req-4cad5a30-5ec7-46c3-93bb-d183b8b21f92 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.188914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ded69bfe-cca6-4fb2-ae46-d69c15b5d4a8 req-4cad5a30-5ec7-46c3-93bb-d183b8b21f92 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 944 time: 0.2207999 Jul 07 22:35:42.255106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2453df5e-5c58-4905-a349-759e27b985fe req-9f8cd600-07dd-44f6-9b21-a0abdaab8988 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875063 Jul 07 22:35:42.280888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ded69bfe-cca6-4fb2-ae46-d69c15b5d4a8 req-ff6f9ed0-f9e1-4b80-899c-0aa0c06d9c4c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796006 Jul 07 22:35:42.318820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6cd04bdd-4db3-4a27-be0a-14ec03db126c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.324828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6cd04bdd-4db3-4a27-be0a-14ec03db126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.367324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:42.384282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6cd04bdd-4db3-4a27-be0a-14ec03db126c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=03ac28412a56438f8e4a824389c755f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691805 Jul 07 22:35:42.386950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38844) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:42.396172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Made reservation on behalf of a6f3b181f9a94125890b661ddfe3bf70 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:42.398655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.400586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04bdd-4db3-4a27-be0a-14ec03db126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd543188-2dd4-450d-95d6-f308d959078f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:42.427532 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.435797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f4a87663-bf54-4062-81cc-93bc1bd83393 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:42.436556 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.482806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a49dca1-28ec-4e63-a93a-05df08721cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.520121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a49dca1-28ec-4e63-a93a-05df08721cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.531253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.543419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.552951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.553630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.560865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.569773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.578932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.586658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27c17ab7-c352-411f-ae80-dc8ab60a8a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.587252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.590016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b81e5054-192f-4907-9060-2e9a60f0bcc6 req-3600b9b0-ed73-4645-96bb-7fc9fabd067b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.1783495 Jul 07 22:35:42.596260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27c17ab7-c352-411f-ae80-dc8ab60a8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.605952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:42.607476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:42.612044 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a847898-41ec-4e9f-9e10-3b41c712983c" -d '{"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:42.621146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a49dca1-28ec-4e63-a93a-05df08721cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.622717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.624044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a49dca1-28ec-4e63-a93a-05df08721cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.627326 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4a49dca1-28ec-4e63-a93a-05df08721cf7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fd543188-2dd4-450d-95d6-f308d959078f HTTP/1.1" status: 204 len: 168 time: 0.2393439 Jul 07 22:35:42.686204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38852) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:42.688012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27c17ab7-c352-411f-ae80-dc8ab60a8a9d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ce6016bab5ce49a496b3fbc4fe9ae525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878303 Jul 07 22:35:42.689629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c17ab7-c352-411f-ae80-dc8ab60a8a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65f66f-c417-4393-8b9e-5856d6d2998a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:42.706412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49dca1-28ec-4e63-a93a-05df08721cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd543188-2dd4-450d-95d6-f308d959078f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:42.733477 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6855e265-65c1-459f-a87c-1deaae72a766 x-openstack-request-id: req-6855e265-65c1-459f-a87c-1deaae72a766 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:42.735586 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:42.737443 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6855e265-65c1-459f-a87c-1deaae72a766 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:42.738069 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'code': 200} Jul 07 22:35:42.778321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.783416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21d28c11-80e5-4f5f-9f32-5e3517633560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.793249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.821846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=10']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:42.829104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52310afa-9f34-4e97-ae3e-410f7e12ddc2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:42.864722 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21d28c11-80e5-4f5f-9f32-5e3517633560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.876585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:42.931556 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.932184 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Added segment 90fde45f-b3c6-4b82-a770-8e2dc879b920 of type vlan for network 4f2f0544-b947-4929-b240-d340fc542d02 Jul 07 22:35:43.011457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.025701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21d28c11-80e5-4f5f-9f32-5e3517633560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.028337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-21d28c11-80e5-4f5f-9f32-5e3517633560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.029564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-21d28c11-80e5-4f5f-9f32-5e3517633560 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9f65f66f-c417-4393-8b9e-5856d6d2998a HTTP/1.1" status: 204 len: 168 time: 0.3420665 Jul 07 22:35:43.038575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bd096-2c5c-4b2b-b60e-4a8c8c0694be req-afa943b3-c8e9-4ad8-92d0-ddd29c1ea420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:43.040178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec8bd096-2c5c-4b2b-b60e-4a8c8c0694be req-afa943b3-c8e9-4ad8-92d0-ddd29c1ea420 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1098 time: 0.1596739 Jul 07 22:35:43.056209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d28c11-80e5-4f5f-9f32-5e3517633560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65f66f-c417-4393-8b9e-5856d6d2998a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:43.112467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec8bd096-2c5c-4b2b-b60e-4a8c8c0694be req-114c5198-c728-4c60-9c64-5ef65f5f9339 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631506 Jul 07 22:35:43.113820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.114862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:43.115945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.194360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4732356 Jul 07 22:35:43.197474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38864) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:43.206811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38866) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:43.227661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578402-09d0-4f6d-a902-22749a0e606f tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Network': ['ID=4f2f0544-b947-4929-b240-d340fc542d02,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:43.239156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4f2f0544-b947-4929-b240-d340fc542d02 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:43.278205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9ab7-2679-4af1-b65b-3cd1150c74b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.326050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.446165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.462925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2f0544-b947-4929-b240-d340fc542d02']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:43.480106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fde45f-b3c6-4b82-a770-8e2dc879b920') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:43.480774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fde45f-b3c6-4b82-a770-8e2dc879b920') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:43.498172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.520442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9ab7-2679-4af1-b65b-3cd1150c74b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.521966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.524607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19f26-a4ee-4012-85d7-6eaeb36a83f1 req-2373ec21-7422-4247-989a-71021abc7f9c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:43.526920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51f19f26-a4ee-4012-85d7-6eaeb36a83f1 req-2373ec21-7422-4247-989a-71021abc7f9c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 946 time: 0.0867927 Jul 07 22:35:43.529045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:43.529633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.532204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9ab7-2679-4af1-b65b-3cd1150c74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:43.534585 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:43.590566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51f19f26-a4ee-4012-85d7-6eaeb36a83f1 req-b07b4460-a471-4dfd-a7c0-34bf7d3902dd tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558417 Jul 07 22:35:43.625832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9ab7-2679-4af1-b65b-3cd1150c74b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6389d8-f3c7-4191-bd8b-c4c98a47cae9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:43.641732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38882) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:43.641957 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0ccf9ab7-2679-4af1-b65b-3cd1150c74b6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=196156125168456493bb1cc0226d2dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329803 Jul 07 22:35:43.643724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.654537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f2f0544-b947-4929-b240-d340fc542d02 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:35:43.665700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.667919 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/networks/4f2f0544-b947-4929-b240-d340fc542d02 HTTP/1.1" status: 204 len: 168 time: 0.4601917 Jul 07 22:35:43.669140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672db2d-33b6-4f20-b821-90cf5ec474ea tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f2f0544-b947-4929-b240-d340fc542d02,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:43.671397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38884) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:43.678807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:43.702765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Made reservation on behalf of a6f3b181f9a94125890b661ddfe3bf70 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:43.708244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.755714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb715-def3-4585-9138-e2d1fe27e11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.758013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:43.769494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.769948 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Added segment e2441176-3e9b-4a38-84aa-7b4a03a43104 of type vlan for network 48621e47-c1bf-4f29-a789-cb9e55746369 Jul 07 22:35:43.803809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb715-def3-4585-9138-e2d1fe27e11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.866480 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.908484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb715-def3-4585-9138-e2d1fe27e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.912069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb715-def3-4585-9138-e2d1fe27e11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.913966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc8cb715-def3-4585-9138-e2d1fe27e11f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cf6389d8-f3c7-4191-bd8b-c4c98a47cae9 HTTP/1.1" status: 204 len: 168 time: 0.2709494 Jul 07 22:35:43.926702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cb715-def3-4585-9138-e2d1fe27e11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6389d8-f3c7-4191-bd8b-c4c98a47cae9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:43.971068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:43.972072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:43.972685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:44.090846 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4172959 Jul 07 22:35:44.094328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38910) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:44.099880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'subnet': {'network_id': '48621e47-c1bf-4f29-a789-cb9e55746369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:44.113629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19bda6-13e7-4abc-b3a6-871704ab8e53 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Network': ['ID=48621e47-c1bf-4f29-a789-cb9e55746369,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:44.129896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 48621e47-c1bf-4f29-a789-cb9e55746369 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:44.166077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Made reservation on behalf of a6f3b181f9a94125890b661ddfe3bf70 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:44.169863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:44.728938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.objects.ports [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:35:44.729807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:44.892787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1a084708-9fd4-4e29-8c97-9f63bda0a490,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:44.904996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38970) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:44.933212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Checking segment: {'id': 'e2441176-3e9b-4a38-84aa-7b4a03a43104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '48621e47-c1bf-4f29-a789-cb9e55746369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:44.935941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Network hostable DHCP agents. Network: 48621e47-c1bf-4f29-a789-cb9e55746369, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:35:44.963352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7ed1-96f4-438a-919a-c0dceed52c73 req-ea86aa4b-d825-4166-b94d-4a1b68ccbc04 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:44.971209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b92e7ed1-96f4-438a-919a-c0dceed52c73 req-ea86aa4b-d825-4166-b94d-4a1b68ccbc04 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 946 time: 0.1948936 Jul 07 22:35:45.012957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Network 48621e47-c1bf-4f29-a789-cb9e55746369 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:35:45.058291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b92e7ed1-96f4-438a-919a-c0dceed52c73 req-12a9ae58-4472-453a-b6d5-d89194d6a670 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857885 Jul 07 22:35:45.064283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 48621e47-c1bf-4f29-a789-cb9e55746369) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:45.074383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.076335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:45.087494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e3823d-aa55-4eae-9287-8ceea14fb1b6 None None] Network 48621e47-c1bf-4f29-a789-cb9e55746369 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:45.115398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-11d79038-2565-42a0-8e4f-72ce66870b09 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0197816 Jul 07 22:35:45.117875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38980) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:45.123456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'floatingip': {'floating_network_id': '48621e47-c1bf-4f29-a789-cb9e55746369'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:45.180765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:45.414730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae5ebb-373f-4ed9-a1b2-b03fbd6f2d22 None None] Network 48621e47-c1bf-4f29-a789-cb9e55746369 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:45.415852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.416357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.416899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.417515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.418059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.419124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.419611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.428304 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-c3a25c10-4b49-4a2c-af26-e98969e68e3e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.5221095 Jul 07 22:35:45.491658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:45.520616 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-dec89c54-8418-4f2a-8081-488d4d9a180e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911970 Jul 07 22:35:45.722175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Allocated IP 172.20.0.10 (48621e47-c1bf-4f29-a789-cb9e55746369/1a084708-9fd4-4e29-8c97-9f63bda0a490/2edbc9dd-b4f2-42be-9056-80f267f9f848) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:45.861669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:45.919896 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:45.966746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Network 48621e47-c1bf-4f29-a789-cb9e55746369 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:45.970939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:45.981505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:46.014358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Port': ['ID=2edbc9dd-b4f2-42be-9056-80f267f9f848,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:46.097887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:46.160567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:46.420384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:46.435939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99658b8b-f913-4443-841c-cca83eddff7f req-68d8ac33-f7c0-43aa-8e35-30b9357e615b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:46.439944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:46.449900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99658b8b-f913-4443-841c-cca83eddff7f req-68d8ac33-f7c0-43aa-8e35-30b9357e615b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 946 time: 0.1534507 Jul 07 22:35:46.549525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99658b8b-f913-4443-841c-cca83eddff7f req-ee3120b7-4507-4b9e-80c5-ba67ef655a62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987263 Jul 07 22:35:46.596939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:46.601717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Port': ['ID=2edbc9dd-b4f2-42be-9056-80f267f9f848,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:46.617835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:46.619350 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d7d21b7-66fb-4611-8bdc-6aa4a59045a8 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5000279 Jul 07 22:35:46.622370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39032) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:46.633336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39036) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:46.719421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c91525d2-c5b2-494c-9fd0-9de558b0a8ab tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "GET /v2.0/floatingips?floating_network_id=48621e47-c1bf-4f29-a789-cb9e55746369 HTTP/1.1" status: 200 len: 690 time: 0.0948088 Jul 07 22:35:46.721931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39040) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:46.775329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-52ed1664-537c-48c7-a923-d52d1d49d3e1 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1533163063'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:46.775874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-52ed1664-537c-48c7-a923-d52d1d49d3e1 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Unknown quota resources ['metering_label']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:35:46.832418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.003996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.006496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-52ed1664-537c-48c7-a923-d52d1d49d3e1 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.010221 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-52ed1664-537c-48c7-a923-d52d1d49d3e1 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3717186 Jul 07 22:35:47.010488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39046) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:47.016101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a3d15155-5e70-4347-ae2e-9d7ade6e3a97 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3021e2eb-dcec-4b60-bc2c-1cb819229d29'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:47.016613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a3d15155-5e70-4347-ae2e-9d7ade6e3a97 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93931) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:35:47.503469 n-d-694802-13 neutron-server[93931]: WARNING neutron.services.metering.metering_plugin [None req-a3d15155-5e70-4347-ae2e-9d7ade6e3a97 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:35:47.610054 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3d15155-5e70-4347-ae2e-9d7ade6e3a97 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.614202 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3d15155-5e70-4347-ae2e-9d7ade6e3a97 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5998254 Jul 07 22:35:47.614613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39054) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:47.620089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-37b4eed5-5c32-47c7-84fe-8ad3fe26ccf2 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3021e2eb-dcec-4b60-bc2c-1cb819229d29'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:47.620820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-37b4eed5-5c32-47c7-84fe-8ad3fe26ccf2 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:35:47.630562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Deleting port 2edbc9dd-b4f2-42be-9056-80f267f9f848 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:47.631128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.726049 n-d-694802-13 neutron-server[93932]: WARNING neutron.services.metering.metering_plugin [None req-37b4eed5-5c32-47c7-84fe-8ad3fe26ccf2 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:35:47.739260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.739604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.756324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Calling delete_port for 2edbc9dd-b4f2-42be-9056-80f267f9f848 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:47.870983 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed5-5c32-47c7-84fe-8ad3fe26ccf2 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:47.872458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-37b4eed5-5c32-47c7-84fe-8ad3fe26ccf2 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2562385 Jul 07 22:35:47.875894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39062) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:47.905234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39064) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:47.905642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c35ef8e0-24b3-44f1-b391-e3fde252167d tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=e26945b5-1162-4bcd-b0ce-9b8e7864b5d3 HTTP/1.1" status: 200 len: 462 time: 0.0274200 Jul 07 22:35:47.937071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.015641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Port': ['ID=2edbc9dd-b4f2-42be-9056-80f267f9f848,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:48.092031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0070-3838-4101-92cd-d1329d62c2c5 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.096286 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1f7d0070-3838-4101-92cd-d1329d62c2c5 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/e26945b5-1162-4bcd-b0ce-9b8e7864b5d3 HTTP/1.1" status: 204 len: 168 time: 0.1870425 Jul 07 22:35:48.096960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39070) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.113580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be33bcf2-e6c5-4faf-b534-3e2d60f46d1a tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=e26945b5-1162-4bcd-b0ce-9b8e7864b5d3 HTTP/1.1" status: 200 len: 221 time: 0.0123317 Jul 07 22:35:48.113866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39072) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.117171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.119622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a870c6ec-c236-4894-971a-598622144fb4 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2082715187', 'description': 'label created by tempest'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:48.123137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a870c6ec-c236-4894-971a-598622144fb4 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Unknown quota resources ['metering_label']. {{(pid=93932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:35:48.169242 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.237777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.269846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1a084708-9fd4-4e29-8c97-9f63bda0a490,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:48.333775 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.345506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48621e47-c1bf-4f29-a789-cb9e55746369']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:48.352808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e80625c-255e-4622-8f98-c87f77e8886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.359376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2441176-3e9b-4a38-84aa-7b4a03a43104') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:48.359880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2441176-3e9b-4a38-84aa-7b4a03a43104') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:48.369294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.384785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.391958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:48.392555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.403900 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a870c6ec-c236-4894-971a-598622144fb4 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.408803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a870c6ec-c236-4894-971a-598622144fb4 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2941451 Jul 07 22:35:48.409509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39078) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:48.443832 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:48.454937 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.478013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48621e47-c1bf-4f29-a789-cb9e55746369 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:35:48.479911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Network': ['ID=48621e47-c1bf-4f29-a789-cb9e55746369,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:48.483677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.485971 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b865de92-ce8a-40a0-83ee-c75f938b74c7 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/networks/48621e47-c1bf-4f29-a789-cb9e55746369 HTTP/1.1" status: 204 len: 168 time: 1.7629890 Jul 07 22:35:48.488321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39080) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.507193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0f1274b5-9cae-4a94-ae60-991ff1021f28 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=1197a1ee-dad7-4e72-ad83-31b59783cac5 HTTP/1.1" status: 200 len: 468 time: 0.0941420 Jul 07 22:35:48.507910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39082) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.702262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ee026f41-81c5-46ae-beb3-13dbd7993b27 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.2119067 Jul 07 22:35:48.709828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39088) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.743020 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.757501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2032ae29-84c6-402b-b74b-b1b8f5fe37c3 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.763359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2032ae29-84c6-402b-b74b-b1b8f5fe37c3 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/1197a1ee-dad7-4e72-ad83-31b59783cac5 HTTP/1.1" status: 204 len: 168 time: 0.2544451 Jul 07 22:35:48.764364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39090) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.788525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52bfd415-6ce6-4e26-be71-aac97b071297 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=1197a1ee-dad7-4e72-ad83-31b59783cac5 HTTP/1.1" status: 200 len: 216 time: 0.0176797 Jul 07 22:35:48.788729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.815487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e5a0fcb0-aa2d-4850-9512-f7ff7012a5b9 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0217736 Jul 07 22:35:48.815865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39094) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.838113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2e1fde4f-27c3-4204-888c-b318473334ec tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176668 Jul 07 22:35:48.840839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.874496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.875279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.875724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.876281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.876750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.877704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.878173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.878704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.881432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b4f2f770-dbb6-4cff-b0d0-cdfe5f44d452 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5183 time: 0.1700585 Jul 07 22:35:48.894737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39098) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.922049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-91bfe288-8ea7-41db-9d36-67db5ee06529 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels/3021e2eb-dcec-4b60-bc2c-1cb819229d29 HTTP/1.1" status: 200 len: 473 time: 0.0807624 Jul 07 22:35:48.925497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39100) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.945426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0b244966-55df-4cbf-9819-a9b1647cf945 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules/e0a5904f-a99f-4621-a99a-45f27e315af9 HTTP/1.1" status: 200 len: 459 time: 0.0181198 Jul 07 22:35:48.947311 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-a75a7b91-ac69-4246-8905-bcb47e3d16ae tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] delete failed (client error): The resource could not be found. Jul 07 22:35:48.950747 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a75a7b91-ac69-4246-8905-bcb47e3d16ae tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/268b021a-24b4-4b72-9d3b-bb18faa923a8 HTTP/1.1" status: 404 len: 345 time: 0.0524952 Jul 07 22:35:48.950900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39102) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.950992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39104) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.974785 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-489e3da3-f0cd-4139-b4b0-7141e9986322 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 22:35:48.975308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489e3da3-f0cd-4139-b4b0-7141e9986322 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:35:48.980349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-489e3da3-f0cd-4139-b4b0-7141e9986322 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/networks/48621e47-c1bf-4f29-a789-cb9e55746369 HTTP/1.1" status: 404 len: 339 time: 0.0250809 Jul 07 22:35:48.980688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:48.985784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'network': {'name': 'tempest-network--919782130', 'router:external': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:49.012162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Made reservation on behalf of a6f3b181f9a94125890b661ddfe3bf70 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:49.014940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.043476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:49.053852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.054213 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Added segment ed0c27d3-600f-436a-aa9f-950d74e6a035 of type vlan for network 2a3b58c4-bd4f-4107-9b02-24f30e717f81 Jul 07 22:35:49.105905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.113340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-186f5b7f-6cbe-439c-8bc8-969c4cf510f5 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.115604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-186f5b7f-6cbe-439c-8bc8-969c4cf510f5 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/e0a5904f-a99f-4621-a99a-45f27e315af9 HTTP/1.1" status: 204 len: 168 time: 0.1651123 Jul 07 22:35:49.117864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39110) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:49.175121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.176390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.177437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.271490 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2896609 Jul 07 22:35:49.274469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39118) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:49.305050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ea07f-c6d0-4c5d-956b-3fdba0d33f86 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Network': ['ID=2a3b58c4-bd4f-4107-9b02-24f30e717f81,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:49.316956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2a3b58c4-bd4f-4107-9b02-24f30e717f81 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:49.434977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a180-66bf-42c1-88ad-e122e176c76d tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.442088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a180-66bf-42c1-88ad-e122e176c76d tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.449006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a180-66bf-42c1-88ad-e122e176c76d tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.455923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a180-66bf-42c1-88ad-e122e176c76d tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.460382 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea16a180-66bf-42c1-88ad-e122e176c76d tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1821382 Jul 07 22:35:49.460787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:49.563757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.641118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dc10307d-1325-4885-88f6-ec25225dea88 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.642693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dc10307d-1325-4885-88f6-ec25225dea88 tempest-MeteringIpV6TestJSON-2014855091 tempest-MeteringIpV6TestJSON-2014855091-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/3021e2eb-dcec-4b60-bc2c-1cb819229d29 HTTP/1.1" status: 204 len: 168 time: 0.5233457 Jul 07 22:35:49.672253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.685270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3b58c4-bd4f-4107-9b02-24f30e717f81']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:49.704629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c27d3-600f-436a-aa9f-950d74e6a035') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:49.704629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c27d3-600f-436a-aa9f-950d74e6a035') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:49.715244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.732830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.741079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:49.741581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:49.744046 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:49.812287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.825959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a3b58c4-bd4f-4107-9b02-24f30e717f81 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:35:49.829702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.837242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39134) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:49.845789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'network': {'name': 'tempest-network--883160373', 'router:external': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:49.849648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/networks/2a3b58c4-bd4f-4107-9b02-24f30e717f81 HTTP/1.1" status: 204 len: 168 time: 0.3716071 Jul 07 22:35:49.869887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088072cc-46c6-40f0-abc1-846a482924b5 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a3b58c4-bd4f-4107-9b02-24f30e717f81,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:49.892282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Made reservation on behalf of a6f3b181f9a94125890b661ddfe3bf70 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:49.895168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.945259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:49.966968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.967629 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Added segment fe480423-d707-41b1-96ff-2400290d2848 of type vlan for network 91a74fd0-f26f-4b82-9bce-c9c1cd4178e5 Jul 07 22:35:50.022826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39138) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.065656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.137689 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.138730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:50.139388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.151282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00b63943-a430-424e-8949-d683b26cdebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.254391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Network': ['ID=91a74fd0-f26f-4b82-9bce-c9c1cd4178e5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:50.262880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00b63943-a430-424e-8949-d683b26cdebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.268279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 91a74fd0-f26f-4b82-9bce-c9c1cd4178e5 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:50.279170 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00b63943-a430-424e-8949-d683b26cdebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.290295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9d302dc2-0ac9-41ef-9ac9-db274244be35 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4492660 Jul 07 22:35:50.290579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39144) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.360540 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00b63943-a430-424e-8949-d683b26cdebf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b61cfa7c3a4c413b9cbdfeb3b9d82200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331861 Jul 07 22:35:50.362331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39146) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.405218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63943-a430-424e-8949-d683b26cdebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45704176-e847-4730-b8c4-9ecb685dc6af,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:50.444104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0f570-6e58-4009-b4cb-1b5656f00908 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:50.447892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dfa0f570-6e58-4009-b4cb-1b5656f00908 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] 10.222.0.95 "GET /v2.0/networks/91a74fd0-f26f-4b82-9bce-c9c1cd4178e5 HTTP/1.1" status: 200 len: 756 time: 0.1535308 Jul 07 22:35:50.448226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.464376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.489230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.558589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.561710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.563442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/45704176-e847-4730-b8c4-9ecb685dc6af HTTP/1.1" status: 204 len: 168 time: 0.2002637 Jul 07 22:35:50.565368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e309e1cb-8998-4734-81eb-50bca38d585a tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:50.569899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e309e1cb-8998-4734-81eb-50bca38d585a tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] 10.222.0.95 "GET /v2.0/networks/230dcd2d-e41d-40af-9305-7cfd043b66bd HTTP/1.1" status: 200 len: 767 time: 0.1180124 Jul 07 22:35:50.570006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39152) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.572238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45704176-e847-4730-b8c4-9ecb685dc6af,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:50.580890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.581253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.581770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.582075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.582430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.582916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.583266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.583611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.583956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.584318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.584659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.584999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39eed9-e57f-484d-83aa-8425cdc5ba8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:50.646013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.733019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.744701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a74fd0-f26f-4b82-9bce-c9c1cd4178e5']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:50.756659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe480423-d707-41b1-96ff-2400290d2848') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:50.756967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe480423-d707-41b1-96ff-2400290d2848') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:50.769106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.783746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.790556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:50.790745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:50.792678 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:50.871463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.879694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91a74fd0-f26f-4b82-9bce-c9c1cd4178e5 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:35:50.883145 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.885666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/networks/91a74fd0-f26f-4b82-9bce-c9c1cd4178e5 HTTP/1.1" status: 204 len: 168 time: 0.3146636 Jul 07 22:35:50.889137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39164) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.895344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'network': {'name': 'tempest-network--726878364'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:50.924666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0380550-b527-49de-9495-b72fcc370382 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Network': ['ID=91a74fd0-f26f-4b82-9bce-c9c1cd4178e5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:50.937030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Made reservation on behalf of a6f3b181f9a94125890b661ddfe3bf70 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:50.940796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.974004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39166) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:50.987383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:50.998062 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.998709 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Added segment 3f02de19-da46-4398-a4c2-1f0f6980ff0f of type vlan for network 18b9064e-be29-4185-9174-54fe3a0fdbb9 Jul 07 22:35:51.043159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.049695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54768fa1-3cab-4807-b5ad-f38ceab6fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.092178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.094443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:51.095402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.176296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Network': ['ID=18b9064e-be29-4185-9174-54fe3a0fdbb9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:51.217438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 18b9064e-be29-4185-9174-54fe3a0fdbb9 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:51.267652 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54768fa1-3cab-4807-b5ad-f38ceab6fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.278566 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54768fa1-3cab-4807-b5ad-f38ceab6fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.289133 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2ddce2a3-19c8-4075-a76e-a5fac1fad290 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3958030 Jul 07 22:35:51.289318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:51.295266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:51.363046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-54768fa1-3cab-4807-b5ad-f38ceab6fbc3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a964f2dfe127415a9e96d5eb755f7798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863456 Jul 07 22:35:51.364550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-05eb6466-4b01-461c-a9c8-e7717144fa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.369602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:51.383599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54768fa1-3cab-4807-b5ad-f38ceab6fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af26782-4891-43be-a8f4-acae4741f44f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:51.416785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.558167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9cb50b0-88a8-42df-86da-2273b39afacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.561040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.589528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.598833 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9cb50b0-88a8-42df-86da-2273b39afacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.639280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Network 18b9064e-be29-4185-9174-54fe3a0fdbb9 is not hosted by any dhcp agent {{(pid=93931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:35:51.640700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:51.641325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.646453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "PUT /v2.0/networks/18b9064e-be29-4185-9174-54fe3a0fdbb9 HTTP/1.1" status: 200 len: 857 time: 0.3519871 Jul 07 22:35:51.647520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39184) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:51.678189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882a5d-9dff-40ce-a54e-cc330ade751d tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event updated for resources: {'Network': ['ID=18b9064e-be29-4185-9174-54fe3a0fdbb9,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:51.703269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9cb50b0-88a8-42df-86da-2273b39afacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.705964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9cb50b0-88a8-42df-86da-2273b39afacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.707229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d9cb50b0-88a8-42df-86da-2273b39afacb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9af26782-4891-43be-a8f4-acae4741f44f HTTP/1.1" status: 204 len: 168 time: 0.3363218 Jul 07 22:35:51.716723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb50b0-88a8-42df-86da-2273b39afacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af26782-4891-43be-a8f4-acae4741f44f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:51.757703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.846443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.857749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b9064e-be29-4185-9174-54fe3a0fdbb9']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:51.874136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f02de19-da46-4398-a4c2-1f0f6980ff0f') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:51.875420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f02de19-da46-4398-a4c2-1f0f6980ff0f') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:51.885831 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.903105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.917612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:51.918038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:51.919979 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:51.994796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.001878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18b9064e-be29-4185-9174-54fe3a0fdbb9 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:35:52.006208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.012317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39194) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:52.013026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] 10.222.0.95 "DELETE /v2.0/networks/18b9064e-be29-4185-9174-54fe3a0fdbb9 HTTP/1.1" status: 204 len: 168 time: 0.3632398 Jul 07 22:35:52.024794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd8fc4-e01a-4ec4-9cfa-b0d839633088 tempest-ExternalNetworksTestJSON-1208134939 tempest-ExternalNetworksTestJSON-1208134939-project-admin] Pushing event deleted for resources: {'Network': ['ID=18b9064e-be29-4185-9174-54fe3a0fdbb9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:52.069215 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bdd731-e383-4b2c-9954-6e14cec72ae6 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] DELETE failed (client error): The resource could not be found. Jul 07 22:35:52.070057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bdd731-e383-4b2c-9954-6e14cec72ae6 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:35:52.072532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44bdd731-e383-4b2c-9954-6e14cec72ae6 tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] 10.222.0.95 "DELETE /v2.0/subnets/1a084708-9fd4-4e29-8c97-9f63bda0a490 HTTP/1.1" status: 404 len: 337 time: 0.0590689 Jul 07 22:35:52.075519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39198) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:52.171022 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.217523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.372029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.382718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230dcd2d-e41d-40af-9305-7cfd043b66bd']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:52.393477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c17d03c-43c7-40ee-81ea-9c0dc8c5807f') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:52.393884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c17d03c-43c7-40ee-81ea-9c0dc8c5807f') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:52.403444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.417117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.423593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:52.423996 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:52.480783 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:52.489830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.497993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:52.502677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] 10.222.0.95 "DELETE /v2.0/networks/230dcd2d-e41d-40af-9305-7cfd043b66bd HTTP/1.1" status: 204 len: 168 time: 0.4237814 Jul 07 22:35:52.516846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826fe72-49d2-4b66-ba97-b261a6c4c36e tempest-ExternalNetworksTestJSON-1781454031 tempest-ExternalNetworksTestJSON-1781454031-project] Pushing event deleted for resources: {'Network': ['ID=230dcd2d-e41d-40af-9305-7cfd043b66bd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:52.747326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39224) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:52.813040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39230) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:52.895700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1145343456'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:52.937187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-89238286-d135-49e1-861f-578684024a05 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c3eaf9b3d9ff4fc7b8493d6107f29ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882286 Jul 07 22:35:52.939826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39238) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:52.992213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:52.997434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.013440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.026248 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4caf9276-ecc6-447f-b929-5a291ceb851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.117152 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4caf9276-ecc6-447f-b929-5a291ceb851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.149973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.164645 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.223907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:53.236134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f690fb51-fe5e-4ea7-a369-b7280229e81d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:53.250821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4caf9276-ecc6-447f-b929-5a291ceb851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.253597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4caf9276-ecc6-447f-b929-5a291ceb851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.257289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4caf9276-ecc6-447f-b929-5a291ceb851a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/21993b3e-a034-4f6c-9bb1-e5fcc2c2a2c8 HTTP/1.1" status: 204 len: 168 time: 0.3138881 Jul 07 22:35:53.257289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.257289 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment 4061211c-41fa-4f4e-921f-d4c7aab927be of type vlan for network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd Jul 07 22:35:53.277255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf9276-ecc6-447f-b929-5a291ceb851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21993b3e-a034-4f6c-9bb1-e5fcc2c2a2c8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:53.332493 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.371284 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.386408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:53.387122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.457531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6436887 Jul 07 22:35:53.460321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39250) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:53.465589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'name': 'tempest-PortsTestJSON-1129450053'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:53.466704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177d8c-52bd-45a7-acdd-8d9771609818 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:53.481256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:53.640221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:53.645152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.660228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39252) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:53.685897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.688867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:35:53.716130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-baa6af38-bf2f-4ab3-bba2-831e63137f9e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a6f3b181f9a94125890b661ddfe3bf70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523233 Jul 07 22:35:53.716364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:53.782217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41872a4d-aa2d-417b-abf1-0d04cd36b76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.826142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41872a4d-aa2d-417b-abf1-0d04cd36b76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.913252 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41872a4d-aa2d-417b-abf1-0d04cd36b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.918688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41872a4d-aa2d-417b-abf1-0d04cd36b76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:53.919961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-41872a4d-aa2d-417b-abf1-0d04cd36b76f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/52310afa-9f34-4e97-ae3e-410f7e12ddc2 HTTP/1.1" status: 204 len: 168 time: 0.2027004 Jul 07 22:35:53.949636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41872a4d-aa2d-417b-abf1-0d04cd36b76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52310afa-9f34-4e97-ae3e-410f7e12ddc2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:53.974916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.048817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.138951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': '4061211c-41fa-4f4e-921f-d4c7aab927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:54.139321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:35:54.149556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=7485a7f9-cbf6-4fdf-8baa-96f641d98b45,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:54.165435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:35:54.176858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:54.182873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:54.186091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c249622-49d8-4244-9b59-9be94375b8df None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:54.191759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:54.192517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.222404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:54.223616 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f0859c1c-9168-4546-a08e-984e55addced tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7619667 Jul 07 22:35:54.227729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1990951593'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:54.281371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:54.285730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.325847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:54.345724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.346725 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment 7c798c9f-b841-446e-b12e-d07f9b0279cd of type vlan for network 7075ffd7-e6e1-4f5c-879f-d85872b571de Jul 07 22:35:54.413818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.471176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.485012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:54.486999 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.613442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:54.620677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'ports': [{'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'}, {'network_id': '7075ffd7-e6e1-4f5c-879f-d85872b571de'}]} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:54.621280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:54.622027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': '7075ffd7-e6e1-4f5c-879f-d85872b571de'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:54.626955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4032850 Jul 07 22:35:54.629569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58af9f-d2fe-43fe-9794-4c10de68c776 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=7075ffd7-e6e1-4f5c-879f-d85872b571de,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:54.644914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7075ffd7-e6e1-4f5c-879f-d85872b571de details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:54.877735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 2} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:54.885346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:54.906759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.068529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 88080d81-2c93-4d6d-8a15-2b62f39dfb94 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:35:55.258486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.354187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 84be45fc-0178-4ebf-9ae0-630b1ab7ea71 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:35:55.597269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.649190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.724720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:55.740452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:55.744990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:55.745733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.753089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=88080d81-2c93-4d6d-8a15-2b62f39dfb94,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:55.832351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': '7c798c9f-b841-446e-b12e-d07f9b0279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7075ffd7-e6e1-4f5c-879f-d85872b571de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:55.832351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: 7075ffd7-e6e1-4f5c-879f-d85872b571de, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:35:55.835753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=84be45fc-0178-4ebf-9ae0-630b1ab7ea71,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:55.856428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 7075ffd7-e6e1-4f5c-879f-d85872b571de is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:35:55.873929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7075ffd7-e6e1-4f5c-879f-d85872b571de) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:55.878806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:55.885978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aaf815-7bdb-4da9-870c-27bfffa52d52 None None] Network 7075ffd7-e6e1-4f5c-879f-d85872b571de requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:55.904125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:55.918327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:55.919784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.942986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f9005537-58df-4c55-987f-2769a410f638 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3265407 Jul 07 22:35:55.945313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39312) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:55.968887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:56.123401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 84be45fc-0178-4ebf-9ae0-630b1ab7ea71 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:56.123667 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.142204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-209819413'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:56.227689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.228869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.269860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.300973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 84be45fc-0178-4ebf-9ae0-630b1ab7ea71 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:56.384197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.394504 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.426715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.428160 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b0ab05b-ec26-4767-8960-fa91759720f5 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4578555 Jul 07 22:35:56.431177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39328) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:56.501049 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.547534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=84be45fc-0178-4ebf-9ae0-630b1ab7ea71,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:56.562466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.572947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-42a19c77-d74c-4f5e-9e02-69a2247e4600 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/84be45fc-0178-4ebf-9ae0-630b1ab7ea71 HTTP/1.1" status: 204 len: 168 time: 0.6255155 Jul 07 22:35:56.573614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39332) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:56.594248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.778728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bb0f1-5854-4d04-b9d8-119e2417f136 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:56.801087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bb0f1-5854-4d04-b9d8-119e2417f136 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:56.803041 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4f3bb0f1-5854-4d04-b9d8-119e2417f136 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2283762 Jul 07 22:35:56.805932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39334) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:56.812346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.815632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.891029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.892173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f311a4a5-c003-4233-803a-1085927c4869 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:35:56.904793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.910308 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-06894f33-f6ab-4b41-9d02-6b9bafaac36f tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "DELETE /v2.0/routers/f311a4a5-c003-4233-803a-1085927c4869 HTTP/1.1" status: 204 len: 168 time: 0.4780755 Jul 07 22:35:56.911159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39336) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:56.915698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Request body: {'router': {'name': 'tempest-router-321801371', 'distributed': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:56.939291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 88080d81-2c93-4d6d-8a15-2b62f39dfb94 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:56.939985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.940534 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.941896 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.997719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.003173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.014618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.016813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.020921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b16d3bd2-68eb-4637-8059-8bc57c47b3c2 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1059749 Jul 07 22:35:57.021286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39338) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.029466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 88080d81-2c93-4d6d-8a15-2b62f39dfb94 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:57.100922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.126345 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.160627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=88080d81-2c93-4d6d-8a15-2b62f39dfb94,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:57.164375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.166981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6d78dd14-080b-43b9-9bb0-4414a9c73383 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/88080d81-2c93-4d6d-8a15-2b62f39dfb94 HTTP/1.1" status: 204 len: 168 time: 0.3596666 Jul 07 22:35:57.169306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39340) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.247151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b30439-38ed-4c19-b00d-4926da221a69 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:57.248878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-18b30439-38ed-4c19-b00d-4926da221a69 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0785632 Jul 07 22:35:57.252269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39342) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.313081 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9474d91-3b86-4f46-b0be-f81642c45112 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:35:57.318766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c9474d91-3b86-4f46-b0be-f81642c45112 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/84be45fc-0178-4ebf-9ae0-630b1ab7ea71 HTTP/1.1" status: 404 len: 333 time: 0.0624998 Jul 07 22:35:57.319243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39346) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.351137 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-927cdf29-48ad-45a0-ba01-93167de1865e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:35:57.355702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-927cdf29-48ad-45a0-ba01-93167de1865e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/88080d81-2c93-4d6d-8a15-2b62f39dfb94 HTTP/1.1" status: 404 len: 333 time: 0.0327301 Jul 07 22:35:57.363212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39350) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.456718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.568032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.582140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7075ffd7-e6e1-4f5c-879f-d85872b571de']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:57.595399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c798c9f-b841-446e-b12e-d07f9b0279cd') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:57.595857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c798c9f-b841-446e-b12e-d07f9b0279cd') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:57.607417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.624037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.631582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:57.632336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:57.635531 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:57.700377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.702750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.711979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.731696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.738155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/7075ffd7-e6e1-4f5c-879f-d85872b571de HTTP/1.1" status: 204 len: 168 time: 0.3690274 Jul 07 22:35:57.738155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ef6f1-7967-4d5f-88e2-9c29d17734d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=7075ffd7-e6e1-4f5c-879f-d85872b571de,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:57.738731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39358) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.743774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-39633461'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:57.766377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:57.770420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.773958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.774910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63a57c0b-4fc8-4bdf-8380-ac97f712cfb1 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:35:57.781722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.783416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a9559ec1-6cc9-4656-b1be-5512f4b98b5a tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "DELETE /v2.0/routers/63a57c0b-4fc8-4bdf-8380-ac97f712cfb1 HTTP/1.1" status: 204 len: 168 time: 0.7611940 Jul 07 22:35:57.787233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39362) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.794240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Request body: {'router': {'name': 'tempest-router-1056306511', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '86f316f91de347a0898bb9a46f542883'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:57.825945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:57.840682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.841709 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.846601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.847112 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment 7eb5eab2-3e17-44aa-9bd9-7adad226fd2b of type vlan for network 67658d98-9c76-439a-80d9-7baf45fd12af Jul 07 22:35:57.932532 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.981269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.998685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.015364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.022552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:58.023541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.031959 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.035688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-37333b1c-ea03-4928-a530-930e076316d4 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2448306 Jul 07 22:35:58.036127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39364) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:58.041546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:58.110836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3641975 Jul 07 22:35:58.110836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39370) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:58.110836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43d421-840a-4248-ba81-e4edf2ad6205 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=67658d98-9c76-439a-80d9-7baf45fd12af,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:58.115487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:58.121670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 67658d98-9c76-439a-80d9-7baf45fd12af details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:58.251178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:58.256709 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.320084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.320779 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.442662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93931) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 22:35:58.442662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Router 474f5601-3bd8-432e-99f9-09cdb73d5cd6 migrating from provider to provider. {{(pid=93931) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 22:35:58.442662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.448496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.463630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.475489 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.545215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:58.545215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: 67658d98-9c76-439a-80d9-7baf45fd12af, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:35:58.568793 n-d-694802-13 neutron-server[93931]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] No L3 agents can host the router 474f5601-3bd8-432e-99f9-09cdb73d5cd6 Jul 07 22:35:58.571976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=3b622196-f41e-44c2-94de-81a30d460af4,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:58.578796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 67658d98-9c76-439a-80d9-7baf45fd12af is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:35:58.591964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 67658d98-9c76-439a-80d9-7baf45fd12af) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:58.601296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd3043-6d7f-4219-aa6a-40a91c8072f6 None None] Network 67658d98-9c76-439a-80d9-7baf45fd12af requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:58.602423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:58.603597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.638071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d0941ea3-b57d-446d-bbc5-a11bb6015ac9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5296919 Jul 07 22:35:58.641699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39382) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:58.648841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af', 'name': 'tempest-PortsTestJSON-862302437'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:58.731857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Hosts for router 474f5601-3bd8-432e-99f9-09cdb73d5cd6: [] {{(pid=93931) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 22:35:58.778935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Hosts for other DVR routers connected to router 474f5601-3bd8-432e-99f9-09cdb73d5cd6: set() {{(pid=93931) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 22:35:58.782123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.786280 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c283432-423e-4420-b669-cf2be1061283 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "PUT /v2.0/routers/474f5601-3bd8-432e-99f9-09cdb73d5cd6 HTTP/1.1" status: 200 len: 717 time: 0.7468750 Jul 07 22:35:58.786499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39386) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:58.816061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-67658d98-9c76-439a-80d9-7baf45fd12af', 'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': '3b622196-f41e-44c2-94de-81a30d460af4'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:35:58.816953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.862443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:58.866385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.911831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 601a02c1-dcbd-4eeb-8297-eef22c7e92cd yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:35:58.970127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a1e54987-1222-41e7-a2fe-835c5826fb89 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "GET /v2.0/routers/474f5601-3bd8-432e-99f9-09cdb73d5cd6 HTTP/1.1" status: 200 len: 717 time: 0.1793005 Jul 07 22:35:58.970127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:59.028610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Allocated IP 172.20.0.2 (67658d98-9c76-439a-80d9-7baf45fd12af/3b622196-f41e-44c2-94de-81a30d460af4/3e01a726-bc36-4781-977e-46182c01b99a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:59.206484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.226181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Transition to ACTIVE for port object 3e01a726-bc36-4781-977e-46182c01b99a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:59.243349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Transition to ACTIVE for port object 3e01a726-bc36-4781-977e-46182c01b99a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:59.253459 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.306002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-10153165-55b6-4dfb-9268-d3429e6a806e tempest-RoutersTestDVR-190568881 tempest-RoutersTestDVR-190568881-project] 10.222.0.95 "GET /v2.0/routers/474f5601-3bd8-432e-99f9-09cdb73d5cd6 HTTP/1.1" status: 200 len: 683 time: 0.3345630 Jul 07 22:35:59.310040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39396) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:59.325566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Network 67658d98-9c76-439a-80d9-7baf45fd12af is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:59.340755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:59.351585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:59.364395 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f734a3be-05f5-4837-9a37-07e620649058 {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:35:59.364974 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:35:59.378194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Pushing event updated for resources: {'Port': ['ID=3e01a726-bc36-4781-977e-46182c01b99a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:59.422486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.449108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Attempting to bind port 3e01a726-bc36-4781-977e-46182c01b99a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:35:59.449779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Attempting to bind port 3e01a726-bc36-4781-977e-46182c01b99a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:35:59.450321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Attempting to bind port 3e01a726-bc36-4781-977e-46182c01b99a on network 67658d98-9c76-439a-80d9-7baf45fd12af {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:59.456810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:35:59.457286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Checking segment: {'id': '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:59.457778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.458246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Bound using segment: {'id': '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:35:59.458847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Bound port: 3e01a726-bc36-4781-977e-46182c01b99a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '67658d98-9c76-439a-80d9-7baf45fd12af'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:35:59.459318 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.550503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] For port 3e01a726-bc36-4781-977e-46182c01b99a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:59.556750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] For port 3e01a726-bc36-4781-977e-46182c01b99a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3e01a726-bc36-4781-977e-46182c01b99a,segment=NetworkSegment(7eb5eab2-3e17-44aa-9bd9-7adad226fd2b),segment_id=7eb5eab2-3e17-44aa-9bd9-7adad226fd2b)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:35:59.562843 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.663356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.665831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.672833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b24c-9699-4299-9ebe-480537f3156a None None] Pushing event updated for resources: {'Port': ['ID=3e01a726-bc36-4781-977e-46182c01b99a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:59.715798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.716743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 474f5601-3bd8-432e-99f9-09cdb73d5cd6 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:35:59.725018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.727038 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7f92499-f9c2-4ae3-b1c2-c7843e8a01be tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "DELETE /v2.0/routers/474f5601-3bd8-432e-99f9-09cdb73d5cd6 HTTP/1.1" status: 204 len: 168 time: 0.4152813 Jul 07 22:35:59.730805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39404) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:59.735426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Request body: {'router': {'name': 'tempest-router-337406000', 'distributed': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:59.766436 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.767499 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.841151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.846652 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.864519 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.865507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ee289ed8-d82b-4ebf-9891-0e2dfa7f81e9 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1336780 Jul 07 22:35:59.866324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.868289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39408) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:59.885725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 979a87ca-4505-4a1e-9d70-26e0ce2c97c5 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:00.036285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.081085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.13 (67658d98-9c76-439a-80d9-7baf45fd12af/3b622196-f41e-44c2-94de-81a30d460af4/979a87ca-4505-4a1e-9d70-26e0ce2c97c5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:00.242032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.244439 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.251322 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.269645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 979a87ca-4505-4a1e-9d70-26e0ce2c97c5 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:00.309559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.310187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c94c3264-b5ba-407d-b84b-2ef74ce7dfd0 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:36:00.317132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.323476 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-721bdf8c-d03f-4126-9476-d1e15e2a4141 tempest-RoutersTestDVR-329092902 tempest-RoutersTestDVR-329092902-project-admin] 10.222.0.95 "DELETE /v2.0/routers/c94c3264-b5ba-407d-b84b-2ef74ce7dfd0 HTTP/1.1" status: 204 len: 168 time: 0.4535589 Jul 07 22:36:00.348554 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.416649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=979a87ca-4505-4a1e-9d70-26e0ce2c97c5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:00.439429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 67658d98-9c76-439a-80d9-7baf45fd12af is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:00.443940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:00.445434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:00.516297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:00.517726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.539367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b48a0cb3-87a5-4f3b-81eb-ef38fe8f98a5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8960376 Jul 07 22:36:00.542430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39416) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:00.694893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 979a87ca-4505-4a1e-9d70-26e0ce2c97c5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:00.695633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.702551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39426) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:00.820065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.859775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 979a87ca-4505-4a1e-9d70-26e0ce2c97c5 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:00.891781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b07-10a5-4f7e-89ef-e2a0f91681a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.108371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b07-10a5-4f7e-89ef-e2a0f91681a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.115985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b07-10a5-4f7e-89ef-e2a0f91681a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.120930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.157129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c98831-598c-42f0-8344-321ce2362ce4 None None] Network 67658d98-9c76-439a-80d9-7baf45fd12af requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:01.159977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ad7a9b07-10a5-4f7e-89ef-e2a0f91681a1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=86f316f91de347a0898bb9a46f542883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562664 Jul 07 22:36:01.168052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39436) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:01.188952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=979a87ca-4505-4a1e-9d70-26e0ce2c97c5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:01.230454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a9b07-10a5-4f7e-89ef-e2a0f91681a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25114521-e7b8-48e5-b93a-23a2aac139d7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:01.286681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39444) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:01.302077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.307465 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b49c35f1-93bd-4fcb-8621-e8c52b56023c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/979a87ca-4505-4a1e-9d70-26e0ce2c97c5 HTTP/1.1" status: 204 len: 168 time: 0.7634473 Jul 07 22:36:01.309923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:01.356048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e412-0c4b-4a02-9d60-d8c750228fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.369954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-240eb41b-e69e-4352-a6f1-5d12f7565107 None None] Provisioning for port 3e01a726-bc36-4781-977e-46182c01b99a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:01.379681 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0164b921-a4df-4d71-a3d3-4efa1b61d14e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:36:01.388928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0164b921-a4df-4d71-a3d3-4efa1b61d14e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:36:01.396348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39450) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:01.396567 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0164b921-a4df-4d71-a3d3-4efa1b61d14e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/979a87ca-4505-4a1e-9d70-26e0ce2c97c5 HTTP/1.1" status: 404 len: 333 time: 0.0853014 Jul 07 22:36:01.470596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e412-0c4b-4a02-9d60-d8c750228fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.515621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3e01a726-bc36-4781-977e-46182c01b99a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:01.516661 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbe1f54-6725-4100-a226-5df19862af8d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:01.520891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4cbe1f54-6725-4100-a226-5df19862af8d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/979a87ca-4505-4a1e-9d70-26e0ce2c97c5 HTTP/1.1" status: 404 len: 333 time: 0.1188822 Jul 07 22:36:01.521537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:01.534829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6adcfc68-de99-4052-ae4c-3366317d6207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.611995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 3b622196-f41e-44c2-94de-81a30d460af4 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:01.619391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3e01a726-bc36-4781-977e-46182c01b99a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:01.623889 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.624841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3e01a726-bc36-4781-977e-46182c01b99a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:01.625228 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.639809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6adcfc68-de99-4052-ae4c-3366317d6207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.679542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6adcfc68-de99-4052-ae4c-3366317d6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.747148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.747453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6adcfc68-de99-4052-ae4c-3366317d6207 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=45f3a9a18f694c9fa5266fe982a1135e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578776 Jul 07 22:36:01.748489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39458) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:01.749527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcfc68-de99-4052-ae4c-3366317d6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd26286-d155-4311-a751-aed2ffa81859,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:01.765174 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.804150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e412-0c4b-4a02-9d60-d8c750228fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.807349 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e412-0c4b-4a02-9d60-d8c750228fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.809002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3fa5e412-0c4b-4a02-9d60-d8c750228fee admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/25114521-e7b8-48e5-b93a-23a2aac139d7 HTTP/1.1" status: 204 len: 168 time: 0.6398840 Jul 07 22:36:01.836539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 3e01a726-bc36-4781-977e-46182c01b99a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3e01a726-bc36-4781-977e-46182c01b99a,segment=NetworkSegment(7eb5eab2-3e17-44aa-9bd9-7adad226fd2b),segment_id=7eb5eab2-3e17-44aa-9bd9-7adad226fd2b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:01.846193 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.866045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5e412-0c4b-4a02-9d60-d8c750228fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25114521-e7b8-48e5-b93a-23a2aac139d7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:01.904350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7bb28028-4398-4e5b-bde1-d2d621722aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.959417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7bb28028-4398-4e5b-bde1-d2d621722aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.978537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.000323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=3e01a726-bc36-4781-977e-46182c01b99a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.057151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7bb28028-4398-4e5b-bde1-d2d621722aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.059979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7bb28028-4398-4e5b-bde1-d2d621722aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.061177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7bb28028-4398-4e5b-bde1-d2d621722aaf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7fd26286-d155-4311-a751-aed2ffa81859 HTTP/1.1" status: 204 len: 168 time: 0.3086991 Jul 07 22:36:02.074171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb28028-4398-4e5b-bde1-d2d621722aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd26286-d155-4311-a751-aed2ffa81859,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.111020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.144631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-de32f92c-e43e-42cc-80aa-002b6acb822e None None] Provisioning complete for port 3e01a726-bc36-4781-977e-46182c01b99a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:02.145035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de32f92c-e43e-42cc-80aa-002b6acb822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.186355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=3b622196-f41e-44c2-94de-81a30d460af4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.198213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.201082 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1134e258-f4ec-443d-abd1-ce333fe89cfa tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/3b622196-f41e-44c2-94de-81a30d460af4 HTTP/1.1" status: 204 len: 168 time: 0.6782353 Jul 07 22:36:02.204206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:02.307865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.376331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39472) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:02.392522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e749-ae38-4d61-8067-fda72a3598d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.399913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 3e01a726-bc36-4781-977e-46182c01b99a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:02.401002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.485627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] For port 3e01a726-bc36-4781-977e-46182c01b99a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3e01a726-bc36-4781-977e-46182c01b99a,segment=NetworkSegment(7eb5eab2-3e17-44aa-9bd9-7adad226fd2b),segment_id=7eb5eab2-3e17-44aa-9bd9-7adad226fd2b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:02.486431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.492213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-91707f1d-1ce5-47ba-9630-9f44956a6d71 None None] Could not find standard attr ID for object 979a87ca-4505-4a1e-9d70-26e0ce2c97c5. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:02.507249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d36ed-4772-4ac9-830e-9db31d127681 None None] Network 67658d98-9c76-439a-80d9-7baf45fd12af requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:02.514350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 3e01a726-bc36-4781-977e-46182c01b99a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:02.534495 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e749-ae38-4d61-8067-fda72a3598d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.540324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e749-ae38-4d61-8067-fda72a3598d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.592064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ccb5e749-ae38-4d61-8067-fda72a3598d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=40fdc4db6252433bac7d6e7ec22b71d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135146 Jul 07 22:36:02.594923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39476) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:02.598043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5e749-ae38-4d61-8067-fda72a3598d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d924c6aa-38a1-40cd-8f8a-12daf6324456,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.678652 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-046ae907-f63e-4383-bf75-76e83287ab4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.710898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-046ae907-f63e-4383-bf75-76e83287ab4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.711811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.743123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39484) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:02.764047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3387f730-2961-4132-8265-2415a3a0e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.778094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No DVR routers for this DVR port 3e01a726-bc36-4781-977e-46182c01b99a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:02.785982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=3e01a726-bc36-4781-977e-46182c01b99a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.804026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f83f8-e9c9-48de-907a-e37068bc5635 None None] DHCP port deletion for 67658d98-9c76-439a-80d9-7baf45fd12af request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:02.853199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-046ae907-f63e-4383-bf75-76e83287ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.855841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-046ae907-f63e-4383-bf75-76e83287ab4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.857274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-046ae907-f63e-4383-bf75-76e83287ab4f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d924c6aa-38a1-40cd-8f8a-12daf6324456 HTTP/1.1" status: 204 len: 168 time: 0.2601933 Jul 07 22:36:02.878382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ae907-f63e-4383-bf75-76e83287ab4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d924c6aa-38a1-40cd-8f8a-12daf6324456,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.914212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3387f730-2961-4132-8265-2415a3a0e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.914679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.920674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3387f730-2961-4132-8265-2415a3a0e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.926359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67658d98-9c76-439a-80d9-7baf45fd12af']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:02.938291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:02.938798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb5eab2-3e17-44aa-9bd9-7adad226fd2b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:02.953429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.971013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.974863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3387f730-2961-4132-8265-2415a3a0e288 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cccb67ec081444d784654b236fa55c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291229 Jul 07 22:36:02.975659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387f730-2961-4132-8265-2415a3a0e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11196381-3967-418a-a064-0d503fb3a595,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:02.976828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39488) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:02.987756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:02.988238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:02.992055 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:03.075954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.089968 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.091883 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/67658d98-9c76-439a-80d9-7baf45fd12af HTTP/1.1" status: 204 len: 168 time: 0.8861969 Jul 07 22:36:03.096315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39490) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:03.103373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-818268799'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:03.105421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73de59-3c37-47cb-ade2-dde059c74347 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=67658d98-9c76-439a-80d9-7baf45fd12af,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:03.106279 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10934482-a4bc-435f-8016-383023bcb388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.130596 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10934482-a4bc-435f-8016-383023bcb388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.141375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:03.148215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.191409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10934482-a4bc-435f-8016-383023bcb388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.194435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10934482-a4bc-435f-8016-383023bcb388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.196280 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-10934482-a4bc-435f-8016-383023bcb388 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/11196381-3967-418a-a064-0d503fb3a595 HTTP/1.1" status: 204 len: 168 time: 0.2181306 Jul 07 22:36:03.199501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:36:03.205904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10934482-a4bc-435f-8016-383023bcb388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11196381-3967-418a-a064-0d503fb3a595,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:03.213795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.214201 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment 49b4fe6d-bc38-4b50-9bb9-c82d0c612f22 of type vlan for network a0e07529-f226-4fa9-89c8-18511b629a50 Jul 07 22:36:03.271205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.325950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.344508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:03.345995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.451262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3535528 Jul 07 22:36:03.454086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39506) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:03.461369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:03.469015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac25dad-5f1b-4cb9-98d0-f608fbe06f75 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=a0e07529-f226-4fa9-89c8-18511b629a50,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:03.480207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3e01a726-bc36-4781-977e-46182c01b99a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:03.509278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a0e07529-f226-4fa9-89c8-18511b629a50 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:36:03.512016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3e01a726-bc36-4781-977e-46182c01b99a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:03.512513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3e01a726-bc36-4781-977e-46182c01b99a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:03.602053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:03.606825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.842984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.929519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:03.929985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: a0e07529-f226-4fa9-89c8-18511b629a50, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:36:03.939975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=b1aa68ce-9820-48db-9330-d32b8184246a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:03.956759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a0e07529-f226-4fa9-89c8-18511b629a50 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:36:03.968571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a0e07529-f226-4fa9-89c8-18511b629a50) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:03.977940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39536) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:03.981368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:03.982271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:03.982991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1ea3d-31f2-4066-8536-fc4c97c7fb97 None None] Network a0e07529-f226-4fa9-89c8-18511b629a50 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:04.008781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f4977a2-b35a-4e9b-bdcd-9085795a1313 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5509629 Jul 07 22:36:04.009198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39540) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:04.014429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1029673395'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:04.151547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070183791'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:04.161421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:04.166157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.182397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.208980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.235298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a0e07529-f226-4fa9-89c8-18511b629a50', 'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': 'b1aa68ce-9820-48db-9330-d32b8184246a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:04.236315 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.341511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.349565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.410381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893c2266-a8cb-4b7d-8618-2a55283a1ee3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:04.509038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Allocated IP 172.20.0.2 (a0e07529-f226-4fa9-89c8-18511b629a50/b1aa68ce-9820-48db-9330-d32b8184246a/72773cc0-70aa-413f-9dd8-8c8c8d892e9c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:04.510503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.515629 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.549829 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.552399 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5727232 Jul 07 22:36:04.555696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39560) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:04.569568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 42882a9a-4016-4a0b-a16b-0faf9abd98cd yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:04.580958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34f82-f63f-4f55-99d9-9c5d70f9412b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d61c82-62e2-470b-a87d-88931ce56a51,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:04.703844 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4b1ce1d-8738-4f2c-9cb4-76ed69c58ab5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1461587 Jul 07 22:36:04.705980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39566) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:04.711309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-security--1186243115', 'description': 'tempest-security-description-748890716'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:04.743352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.791149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.810755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Transition to ACTIVE for port object 72773cc0-70aa-413f-9dd8-8c8c8d892e9c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:04.825675 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:36:04.842030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Transition to ACTIVE for port object 72773cc0-70aa-413f-9dd8-8c8c8d892e9c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:04.846306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.851455 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.854388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.856166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "PUT /v2.0/security-groups/c9d61c82-62e2-470b-a87d-88931ce56a51 HTTP/1.1" status: 200 len: 1779 time: 0.1489978 Jul 07 22:36:04.860102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39572) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:04.866902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:04.933857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-62fa3835-1a78-4cca-87bf-fe2169da5354 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups/c9d61c82-62e2-470b-a87d-88931ce56a51 HTTP/1.1" status: 200 len: 1779 time: 0.0705400 Jul 07 22:36:04.935281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39576) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:04.964061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Network a0e07529-f226-4fa9-89c8-18511b629a50 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:04.973935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:04.979390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:04.995685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d2b3d-5a74-4184-9037-107d4feca650 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d61c82-62e2-470b-a87d-88931ce56a51,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.016867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Pushing event updated for resources: {'Port': ['ID=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.032757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.4 (a0e07529-f226-4fa9-89c8-18511b629a50/b1aa68ce-9820-48db-9330-d32b8184246a/42882a9a-4016-4a0b-a16b-0faf9abd98cd) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:05.097283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d361b0b-502c-44b6-b633-cd0ee1824223 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.154718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d361b0b-502c-44b6-b633-cd0ee1824223 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.163977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Attempting to bind port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:05.164641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Attempting to bind port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:05.165175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Attempting to bind port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c on network a0e07529-f226-4fa9-89c8-18511b629a50 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:05.172631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:05.173611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Checking segment: {'id': '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:05.175089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.175662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Bound using segment: {'id': '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:05.176363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Bound port: 72773cc0-70aa-413f-9dd8-8c8c8d892e9c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a0e07529-f226-4fa9-89c8-18511b629a50'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:05.176971 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.238299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d361b0b-502c-44b6-b633-cd0ee1824223 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.241854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d361b0b-502c-44b6-b633-cd0ee1824223 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.246926 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d361b0b-502c-44b6-b633-cd0ee1824223 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/c9d61c82-62e2-470b-a87d-88931ce56a51 HTTP/1.1" status: 204 len: 168 time: 0.3103712 Jul 07 22:36:05.247347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39580) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:05.285921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.292689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] For port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:05.299880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] For port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,segment=NetworkSegment(49b4fe6d-bc38-4b50-9bb9-c82d0c612f22),segment_id=49b4fe6d-bc38-4b50-9bb9-c82d0c612f22)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:05.310614 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.314595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1170b151-65d1-4893-8977-07b9075a184f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587151 Jul 07 22:36:05.315011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39584) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:05.325106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 42882a9a-4016-4a0b-a16b-0faf9abd98cd will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:05.337537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d361b0b-502c-44b6-b633-cd0ee1824223 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d61c82-62e2-470b-a87d-88931ce56a51,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.348782 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-9fe75e72-1cb3-4a02-9f34-6f26fd7d3d46 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] delete failed (client error): The resource could not be found. Jul 07 22:36:05.359339 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9fe75e72-1cb3-4a02-9f34-6f26fd7d3d46 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/c9d61c82-62e2-470b-a87d-88931ce56a51 HTTP/1.1" status: 404 len: 347 time: 0.0430732 Jul 07 22:36:05.363058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39588) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:05.367988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--938579699'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:05.410466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.411971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8711-feb1-4dee-8f96-47dd7a7a0af3 None None] Pushing event updated for resources: {'Port': ['ID=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.419207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.466706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a0e07529-f226-4fa9-89c8-18511b629a50 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:05.480410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:05.495793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:05.527181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=42882a9a-4016-4a0b-a16b-0faf9abd98cd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.541296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.548174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.568174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:05.568827 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.588230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97c7c410-bf96-46cf-ab65-c7064c30edb4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5753701 Jul 07 22:36:05.588448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.588631 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2241335 Jul 07 22:36:05.591637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39594) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:05.591974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39596) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:05.598320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199fec3-00ab-4b65-9766-5ccdf694a0b2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe68eccd-b169-4f6d-9f9e-13c1ba144b3c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.612181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'fe68eccd-b169-4f6d-9f9e-13c1ba144b3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:05.730977 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.829198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 42882a9a-4016-4a0b-a16b-0faf9abd98cd {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:05.829548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.838273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.884851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.903038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ec751d-d1b7-42af-817a-61124a9e587d,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:05.924199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.928106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4765e942-bca6-46b2-b9cc-4899db98b1a0 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182240 Jul 07 22:36:05.928858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39604) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:05.957864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33800936-4124-427a-9ed7-f535b7633548 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.964893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.966132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33800936-4124-427a-9ed7-f535b7633548 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:05.981122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 42882a9a-4016-4a0b-a16b-0faf9abd98cd owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:06.033777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33800936-4124-427a-9ed7-f535b7633548 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.047361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33800936-4124-427a-9ed7-f535b7633548 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.051525 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-33800936-4124-427a-9ed7-f535b7633548 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/a3ec751d-d1b7-42af-817a-61124a9e587d HTTP/1.1" status: 204 len: 168 time: 0.1191843 Jul 07 22:36:06.051525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800936-4124-427a-9ed7-f535b7633548 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3ec751d-d1b7-42af-817a-61124a9e587d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.051525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39610) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.121787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1fef4b91-635f-4ba8-a715-ccce22aba7c4 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692928 Jul 07 22:36:06.124531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39612) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.171674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.205508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=42882a9a-4016-4a0b-a16b-0faf9abd98cd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.206729 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dd611b-8653-45a4-8cbd-d1651134689c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.245942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dd611b-8653-45a4-8cbd-d1651134689c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.308879 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dd611b-8653-45a4-8cbd-d1651134689c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.312111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dd611b-8653-45a4-8cbd-d1651134689c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.315834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15dd611b-8653-45a4-8cbd-d1651134689c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/fe68eccd-b169-4f6d-9f9e-13c1ba144b3c HTTP/1.1" status: 204 len: 168 time: 0.1875780 Jul 07 22:36:06.317811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.319941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.326035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b31a1d74-b766-4f31-833a-e24381d9557b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/42882a9a-4016-4a0b-a16b-0faf9abd98cd HTTP/1.1" status: 204 len: 168 time: 0.7304790 Jul 07 22:36:06.326788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39618) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.333132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd611b-8653-45a4-8cbd-d1651134689c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe68eccd-b169-4f6d-9f9e-13c1ba144b3c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.390695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f3125e3c-b0db-4262-80fe-c223300cf911 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669081 Jul 07 22:36:06.395552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39620) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.396415 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-db29169e-c633-4332-8c25-1451d54810c8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:06.400876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-db29169e-c633-4332-8c25-1451d54810c8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/42882a9a-4016-4a0b-a16b-0faf9abd98cd HTTP/1.1" status: 404 len: 333 time: 0.0699537 Jul 07 22:36:06.401341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39622) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.408783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333453128'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:06.441316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.472412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet b1aa68ce-9820-48db-9330-d32b8184246a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:06.478303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.539263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.557183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.562515 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.594750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.596266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1968858 Jul 07 22:36:06.600914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39624) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.608950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'ca2c3f1e-a62b-4fc6-b779-de66b9c665db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:06.636598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604faf0-abc6-44b0-880c-05afdb93ae5b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2c3f1e-a62b-4fc6-b779-de66b9c665db,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.645827 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.646730 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.698450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.704790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.715642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.720989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f993a58e-865d-4e7c-89c3-f982f7ebc493,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.738977 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.740500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b5e517c6-c1db-4dcc-a2eb-88b0dd56eea5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381648 Jul 07 22:36:06.743147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39626) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.750420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0cbfa-8f24-4d02-9f5f-729127dc430b None None] Network a0e07529-f226-4fa9-89c8-18511b629a50 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:06.752681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.755432 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/b1aa68ce-9820-48db-9330-d32b8184246a HTTP/1.1" status: 204 len: 168 time: 0.3527501 Jul 07 22:36:06.756148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'ca2c3f1e-a62b-4fc6-b779-de66b9c665db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:06.756389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6d40-cf66-432d-a2dc-7ee8cffc43a8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=b1aa68ce-9820-48db-9330-d32b8184246a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.758853 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39628) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.789663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.879739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.884458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19d716d9-5ccf-4af1-99a0-c8b2b3eded31 None None] Provisioning for port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:06.885601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.887615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.904522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c897f74d-f023-4372-b4f5-1a3a30fd969a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:06.925654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.930121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dcde0760-e8ea-40fe-b85e-d24b177704eb tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853528 Jul 07 22:36:06.931013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39634) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:06.935800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'ca2c3f1e-a62b-4fc6-b779-de66b9c665db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:06.971034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:06.971476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.972557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:06.996812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6320044-153c-4630-9452-74a383cd379f None None] DHCP port deletion for a0e07529-f226-4fa9-89c8-18511b629a50 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:07.046078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6320044-153c-4630-9452-74a383cd379f None None] Deleting port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:07.046464 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6320044-153c-4630-9452-74a383cd379f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.052440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.057587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.063677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] For port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,segment=NetworkSegment(49b4fe6d-bc38-4b50-9bb9-c82d0c612f22),segment_id=49b4fe6d-bc38-4b50-9bb9-c82d0c612f22)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:07.064214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.080338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990c1276-aea0-4aff-9789-38fc324aa64c,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.089881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.095537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ea76bf3a-79ec-4ba7-a373-3f891d7764d3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633339 Jul 07 22:36:07.098313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39638) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:07.103507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 72773cc0-70aa-413f-9dd8-8c8c8d892e9c owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:07.107694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'ca2c3f1e-a62b-4fc6-b779-de66b9c665db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:07.126909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b6320044-153c-4630-9452-74a383cd379f None None] For port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,segment=NetworkSegment(49b4fe6d-bc38-4b50-9bb9-c82d0c612f22),segment_id=49b4fe6d-bc38-4b50-9bb9-c82d0c612f22)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:07.127388 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6320044-153c-4630-9452-74a383cd379f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.143911 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.153615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6320044-153c-4630-9452-74a383cd379f None None] Calling delete_port for 72773cc0-70aa-413f-9dd8-8c8c8d892e9c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:07.220520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.263311 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6320044-153c-4630-9452-74a383cd379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.267826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.273322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.279378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6320044-153c-4630-9452-74a383cd379f None None] No DVR routers for this DVR port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:07.280706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.294593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No DVR routers for this DVR port 72773cc0-70aa-413f-9dd8-8c8c8d892e9c on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:07.304349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6320044-153c-4630-9452-74a383cd379f None None] Pushing event deleted for resources: {'Port': ['ID=72773cc0-70aa-413f-9dd8-8c8c8d892e9c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.316499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-1e9a0d9b-1e3d-4530-8491-dc6a7a261816 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1305780 Jul 07 22:36:07.317132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fa39c3-210e-42d2-8243-7513e5ca2c88,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.328439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.330261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-51a5d0e9-e413-4cc5-9739-da690f739faa tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307689 Jul 07 22:36:07.332965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39640) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:07.338858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'ca2c3f1e-a62b-4fc6-b779-de66b9c665db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:07.399072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.415979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e07529-f226-4fa9-89c8-18511b629a50']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:07.416187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.423582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:07.425699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b4fe6d-bc38-4b50-9bb9-c82d0c612f22') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:07.444084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.453827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-e9a999eb-6050-49d1-b030-51661859a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:07.455651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-e9a999eb-6050-49d1-b030-51661859a043 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 1098 time: 0.1021376 Jul 07 22:36:07.461254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.476308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:07.477255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:07.482717 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:07.498758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.519601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.553736 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.575049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3142735a-acb9-43d4-8d8c-b78f53f2074a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.577873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.579821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/a0e07529-f226-4fa9-89c8-18511b629a50 HTTP/1.1" status: 204 len: 168 time: 0.8198574 Jul 07 22:36:07.581105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a225b8-ed46-4230-9d28-00ddae2c918c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=a0e07529-f226-4fa9-89c8-18511b629a50,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.583462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39650) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:07.586501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.589354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'name': 'tempest-PortsTestJSON-1662339002'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:07.590709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dfbe8abc-58ce-431f-8c9d-3e3c31f5f1db tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2566230 Jul 07 22:36:07.593966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39652) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:07.643503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08336ef5-4993-44cb-ab51-f6a0f3a77406 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.652148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-26725971-328d-4ff1-96df-c5feabc6fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:07.653777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-26725971-328d-4ff1-96df-c5feabc6fa10 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1536272 Jul 07 22:36:07.655908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08336ef5-4993-44cb-ab51-f6a0f3a77406 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.695065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:07.699327 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.721775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 18eb419c-8949-4413-a07e-8ce70333dd68 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:07.736942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-bd58e248-24da-4740-8c48-ab7e1c5122aa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 200 len: 1001 time: 0.0750797 Jul 07 22:36:07.784326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08336ef5-4993-44cb-ab51-f6a0f3a77406 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.797241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-08336ef5-4993-44cb-ab51-f6a0f3a77406 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.800591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-08336ef5-4993-44cb-ab51-f6a0f3a77406 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/3142735a-acb9-43d4-8d8c-b78f53f2074a HTTP/1.1" status: 204 len: 168 time: 0.2031829 Jul 07 22:36:07.800722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08336ef5-4993-44cb-ab51-f6a0f3a77406 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3142735a-acb9-43d4-8d8c-b78f53f2074a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:07.802576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39656) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:07.821460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-54556cb6-7038-43bc-82f3-a3782c9c7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:07.822677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-54556cb6-7038-43bc-82f3-a3782c9c7ee0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0791419 Jul 07 22:36:07.899878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e7a42076-b282-4bcc-b061-b99e47571235 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0946393 Jul 07 22:36:07.916897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39660) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:07.958232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.958775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b545ef0-1034-40c4-83c1-0f005406281d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:07.966477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b545ef0-1034-40c4-83c1-0f005406281d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.001800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b545ef0-1034-40c4-83c1-0f005406281d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.002825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.008065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-332ff748-5e3e-404d-89d4-910dd035b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:08.009826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-332ff748-5e3e-404d-89d4-910dd035b7ba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791291 Jul 07 22:36:08.013926 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b545ef0-1034-40c4-83c1-0f005406281d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.015712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4b545ef0-1034-40c4-83c1-0f005406281d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/43fa39c3-210e-42d2-8243-7513e5ca2c88 HTTP/1.1" status: 204 len: 168 time: 0.0974896 Jul 07 22:36:08.020589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39662) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.036276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545ef0-1034-40c4-83c1-0f005406281d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43fa39c3-210e-42d2-8243-7513e5ca2c88,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:08.067142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:08.073115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:08.083325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:08.090069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:08.090949 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.101191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=18eb419c-8949-4413-a07e-8ce70333dd68,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:08.117534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-835788f4-88b0-48aa-8edd-ddf4679da856 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5328400 Jul 07 22:36:08.118401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39664) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.126949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6c21421-05dc-49b8-a38f-0d8d1d883618 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1051354 Jul 07 22:36:08.129698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39666) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.180634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ffa04ce3-b516-4de4-86cc-fbbb2a54937a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.184407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-9007fff8-5687-4092-b3e0-cd6d13035901 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645517 Jul 07 22:36:08.191371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ffa04ce3-b516-4de4-86cc-fbbb2a54937a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.242250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 18eb419c-8949-4413-a07e-8ce70333dd68 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:08.242756 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.274103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ffa04ce3-b516-4de4-86cc-fbbb2a54937a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.288627 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ffa04ce3-b516-4de4-86cc-fbbb2a54937a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.289810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ffa04ce3-b516-4de4-86cc-fbbb2a54937a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/990c1276-aea0-4aff-9789-38fc324aa64c HTTP/1.1" status: 204 len: 168 time: 0.1590264 Jul 07 22:36:08.293079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39668) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.322945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa04ce3-b516-4de4-86cc-fbbb2a54937a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=990c1276-aea0-4aff-9789-38fc324aa64c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:08.341653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1bc7b0-9dfe-4309-afab-00ff017fcf15 req-92e17e8b-e842-47c6-8510-a8e93451f8cc service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479361 Jul 07 22:36:08.341831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.357118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d2c788bf-dc6e-49ca-934d-74168308d74a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0629444 Jul 07 22:36:08.361174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39670) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.363949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 18eb419c-8949-4413-a07e-8ce70333dd68 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:08.388140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73781489-6083-4571-8254-39e99e3428bc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.400870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73781489-6083-4571-8254-39e99e3428bc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.445204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73781489-6083-4571-8254-39e99e3428bc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.452870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73781489-6083-4571-8254-39e99e3428bc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.456951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73781489-6083-4571-8254-39e99e3428bc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/c897f74d-f023-4372-b4f5-1a3a30fd969a HTTP/1.1" status: 204 len: 168 time: 0.0919545 Jul 07 22:36:08.457191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39674) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.462288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73781489-6083-4571-8254-39e99e3428bc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c897f74d-f023-4372-b4f5-1a3a30fd969a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:08.520126 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e3212f9a-e45b-4e7d-b04e-d5c5cde2ef26 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0592403 Jul 07 22:36:08.520559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39678) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.526995 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.567447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=18eb419c-8949-4413-a07e-8ce70333dd68,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:08.578506 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-451e21a2-afd1-48a3-aeba-eac048f16496 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.580916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.585644 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e33e3747-56cb-4e1b-b52e-61c2442b9275 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/18eb419c-8949-4413-a07e-8ce70333dd68 HTTP/1.1" status: 204 len: 168 time: 0.4628150 Jul 07 22:36:08.585644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.590185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'mac_address': 'fa:16:3e:c4:51:dd', 'name': 'tempest-PortsTestJSON-1653347995'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:08.600219 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-451e21a2-afd1-48a3-aeba-eac048f16496 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.681929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-451e21a2-afd1-48a3-aeba-eac048f16496 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.690593 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-451e21a2-afd1-48a3-aeba-eac048f16496 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.693982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-451e21a2-afd1-48a3-aeba-eac048f16496 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/f993a58e-865d-4e7c-89c3-f982f7ebc493 HTTP/1.1" status: 204 len: 168 time: 0.1702037 Jul 07 22:36:08.694566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39682) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.709344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e21a2-afd1-48a3-aeba-eac048f16496 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f993a58e-865d-4e7c-89c3-f982f7ebc493,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:08.740764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:08.771760 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aaac25bf-eecd-43aa-8ae7-93e81d3b0510 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0728226 Jul 07 22:36:08.771949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39686) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.845417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.868740 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2b88-50bd-437e-a5bd-9eb1dbecfc2a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.924511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 61be0cbc-fe4d-48c3-ba07-f3d9de060150 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:08.990915 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2b88-50bd-437e-a5bd-9eb1dbecfc2a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.074004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2b88-50bd-437e-a5bd-9eb1dbecfc2a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.078680 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2b88-50bd-437e-a5bd-9eb1dbecfc2a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.080434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8bcf2b88-50bd-437e-a5bd-9eb1dbecfc2a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/ca2c3f1e-a62b-4fc6-b779-de66b9c665db HTTP/1.1" status: 204 len: 168 time: 0.3077188 Jul 07 22:36:09.089257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39694) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.113375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf2b88-50bd-437e-a5bd-9eb1dbecfc2a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2c3f1e-a62b-4fc6-b779-de66b9c665db,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.160714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-087f8fea-654b-4f71-99f0-037ff4bf08da tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700705 Jul 07 22:36:09.166806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39696) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.170539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--87024010'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:09.171815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.196932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.217045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.285151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.290037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.318758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.322716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1539214 Jul 07 22:36:09.323253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39698) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.328664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': 'b9bc3c36-dd99-4f6d-891a-35c205bd6af1', 'direction': 'ingress', 'protocol': 17}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:09.335227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426de78-22b5-4107-a9ae-104508e184f3 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc3c36-dd99-4f6d-891a-35c205bd6af1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.362300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.445140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.450508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.470733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51a8f52-d4cf-41c3-a385-077f02189ee2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.477952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.481956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1b0ad6c5-a20a-458d-8a1c-30b27768ded2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1550734 Jul 07 22:36:09.482251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39704) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.539034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f328bf7-b104-4a7e-b641-03f7b289c7f2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.563148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f328bf7-b104-4a7e-b641-03f7b289c7f2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.611911 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f328bf7-b104-4a7e-b641-03f7b289c7f2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.614736 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f328bf7-b104-4a7e-b641-03f7b289c7f2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.618348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9f328bf7-b104-4a7e-b641-03f7b289c7f2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/b9bc3c36-dd99-4f6d-891a-35c205bd6af1 HTTP/1.1" status: 204 len: 168 time: 0.1326094 Jul 07 22:36:09.620885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39706) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.632303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f328bf7-b104-4a7e-b641-03f7b289c7f2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc3c36-dd99-4f6d-891a-35c205bd6af1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.653014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:09.659190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:09.663109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:09.668684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:09.669305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.675393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=61be0cbc-fe4d-48c3-ba07-f3d9de060150,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.693413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39712) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.693732 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc4429c0-75f4-449e-9eee-cb4bde916780 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1073270 Jul 07 22:36:09.707801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f3312012-ff02-4610-a964-adf45a514a2e tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858450 Jul 07 22:36:09.711788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39714) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.716777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614227861'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:09.741492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.778189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a29c5-911d-465a-97eb-3159b7bd4067 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:09.779665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c67a29c5-911d-465a-97eb-3159b7bd4067 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/61be0cbc-fe4d-48c3-ba07-f3d9de060150 HTTP/1.1" status: 200 len: 841 time: 0.0848501 Jul 07 22:36:09.782291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39718) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.849922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.862881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.897222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.901456 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1886082 Jul 07 22:36:09.902061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:09.902820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e5d68-b9a7-4b9d-a8df-61d20b9ba612 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6ea7f-c987-4ed4-83fe-a85b3bfd820f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.908947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--897023249'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:09.942027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 61be0cbc-fe4d-48c3-ba07-f3d9de060150 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:09.942696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.947301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.051608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.082037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 61be0cbc-fe4d-48c3-ba07-f3d9de060150 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:10.193851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.202575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.227185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.231337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3242459 Jul 07 22:36:10.231921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.232577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.239141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': '4eb6ea7f-c987-4ed4-83fe-a85b3bfd820f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd72bde9f-a010-4a88-985e-36808f1485bd', 'remote_ip_prefix': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:10.275944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=61be0cbc-fe4d-48c3-ba07-f3d9de060150,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:10.279163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85ca56-70f2-489d-873d-49fc99b91d70 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72bde9f-a010-4a88-985e-36808f1485bd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:10.283380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.288974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-df09452d-7cc5-49fb-b5ef-ba32024ecb80 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/61be0cbc-fe4d-48c3-ba07-f3d9de060150 HTTP/1.1" status: 204 len: 168 time: 0.5054963 Jul 07 22:36:10.289883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39752) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.297176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.328384 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab837c35-8d91-4f61-8ccc-fb7bbeb83aeb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:10.330526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ab837c35-8d91-4f61-8ccc-fb7bbeb83aeb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/61be0cbc-fe4d-48c3-ba07-f3d9de060150 HTTP/1.1" status: 404 len: 333 time: 0.0398734 Jul 07 22:36:10.334005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.343646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'name': 'tempest-PortsTestJSON-1614607983'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:10.411027 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.415661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.435030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ec7a88-9685-42cd-82ad-a9d7f94ddece,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:10.446535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.450519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3d57cb8e-6616-40a2-aecc-d830e11f229b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2149439 Jul 07 22:36:10.451010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39766) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.481632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:10.485930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.501009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5db59ae-9cae-4430-85ed-275102e085ba tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.520918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5db59ae-9cae-4430-85ed-275102e085ba tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.523419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 3218bc80-cdb8-4e52-a3b4-05d9935c1087 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:10.606043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5db59ae-9cae-4430-85ed-275102e085ba tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.616556 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5db59ae-9cae-4430-85ed-275102e085ba tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.620368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d5db59ae-9cae-4430-85ed-275102e085ba tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/96ec7a88-9685-42cd-82ad-a9d7f94ddece HTTP/1.1" status: 204 len: 168 time: 0.1656532 Jul 07 22:36:10.620839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39776) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.629418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db59ae-9cae-4430-85ed-275102e085ba tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96ec7a88-9685-42cd-82ad-a9d7f94ddece,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:10.696196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3435413a-6c78-4f7a-a1b6-ddb013d744d4 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0738196 Jul 07 22:36:10.699487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.747460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.767160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-581b2806-ed66-494a-9db7-75b56eca29e6 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.793047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.795060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-581b2806-ed66-494a-9db7-75b56eca29e6 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.848561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:10.855336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:10.860226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:10.865997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:10.866618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.870974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-581b2806-ed66-494a-9db7-75b56eca29e6 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.873602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-581b2806-ed66-494a-9db7-75b56eca29e6 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.877889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-581b2806-ed66-494a-9db7-75b56eca29e6 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/d72bde9f-a010-4a88-985e-36808f1485bd HTTP/1.1" status: 204 len: 168 time: 0.1772463 Jul 07 22:36:10.879033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39782) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.887230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=3218bc80-cdb8-4e52-a3b4-05d9935c1087,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:10.893604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5a35b6a5-d281-48a2-85b4-80e75751ac6a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5577972 Jul 07 22:36:10.896207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39786) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.901975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:10.918655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b2806-ed66-494a-9db7-75b56eca29e6 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72bde9f-a010-4a88-985e-36808f1485bd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:10.953775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d4d83350-bd49-442a-958c-c7ae87a28862 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0711164 Jul 07 22:36:10.956313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39788) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.011996 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.022140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b49b3bc-e5ea-4855-8f4f-7246aa38b079 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.051059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b49b3bc-e5ea-4855-8f4f-7246aa38b079 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.098576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b49b3bc-e5ea-4855-8f4f-7246aa38b079 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.101547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b49b3bc-e5ea-4855-8f4f-7246aa38b079 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.105319 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6b49b3bc-e5ea-4855-8f4f-7246aa38b079 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/4eb6ea7f-c987-4ed4-83fe-a85b3bfd820f HTTP/1.1" status: 204 len: 168 time: 0.1455679 Jul 07 22:36:11.106804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.128393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49b3bc-e5ea-4855-8f4f-7246aa38b079 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6ea7f-c987-4ed4-83fe-a85b3bfd820f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.166637 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a7cbe4f-62e1-4d25-adbd-5ea3ba217b9a tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586209 Jul 07 22:36:11.167480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.172366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--489028207'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:11.200362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.208199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.214534 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.232204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] In _notify_port_updated(), no bound segment for port 3218bc80-cdb8-4e52-a3b4-05d9935c1087 on network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:36:11.239079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:11.239761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.243707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/ports/3218bc80-cdb8-4e52-a3b4-05d9935c1087 HTTP/1.1" status: 200 len: 818 time: 0.3438749 Jul 07 22:36:11.244658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39798) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.289943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc466e-6fbf-4656-9134-0462aa30d795 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=3218bc80-cdb8-4e52-a3b4-05d9935c1087,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.418749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.429284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.477062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 3218bc80-cdb8-4e52-a3b4-05d9935c1087 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:11.477496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.482245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.487830 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3159049 Jul 07 22:36:11.487830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39802) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.502459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': '9fe7b000-8e70-4b8a-81b8-e5803c827fc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:11.507335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0ebd7-16df-487b-a77f-48b65ccb5ba1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7b000-8e70-4b8a-81b8-e5803c827fc1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.548892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-5768e433-7a5a-495d-b030-e7f87dc8a135 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2195528 Jul 07 22:36:11.601381 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.626872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.678710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 3218bc80-cdb8-4e52-a3b4-05d9935c1087 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:11.784221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.797334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.830308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a1d7ad-34b0-4ace-b4ba-edaa9cdaeaf8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.847041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-585006f9-a959-44b0-9f28-96f8fbc12ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:11.848761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-585006f9-a959-44b0-9f28-96f8fbc12ecf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1097 time: 0.1858127 Jul 07 22:36:11.850405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.854926 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-561af4ac-6cff-4807-b073-c868d60523a5 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3668835 Jul 07 22:36:11.860028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39814) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.874016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.907242 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5ed4874-53a6-4d04-966b-7ce1ad460a2f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.920846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5ed4874-53a6-4d04-966b-7ce1ad460a2f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.957382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5ed4874-53a6-4d04-966b-7ce1ad460a2f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.974066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5ed4874-53a6-4d04-966b-7ce1ad460a2f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.974506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=3218bc80-cdb8-4e52-a3b4-05d9935c1087,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.975684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b5ed4874-53a6-4d04-966b-7ce1ad460a2f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/10a1d7ad-34b0-4ace-b4ba-edaa9cdaeaf8 HTTP/1.1" status: 204 len: 168 time: 0.1137071 Jul 07 22:36:11.976741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed4874-53a6-4d04-966b-7ce1ad460a2f tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10a1d7ad-34b0-4ace-b4ba-edaa9cdaeaf8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.978396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39818) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.005272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.007210 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b2280f7-a285-4e19-928b-a82390f66d18 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/3218bc80-cdb8-4e52-a3b4-05d9935c1087 HTTP/1.1" status: 204 len: 168 time: 0.7616222 Jul 07 22:36:12.010368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39820) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.044346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-1ad61c99-7589-412b-9c8a-0639d4610be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.046158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-1ad61c99-7589-412b-9c8a-0639d4610be2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 898 time: 0.1664155 Jul 07 22:36:12.057263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bf29349b-2716-4759-abb8-b4894d2b5998 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0775595 Jul 07 22:36:12.058106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39824) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.123532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-22da6f76-770d-4de6-994c-4e48d99e03d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 1001 time: 0.0708268 Jul 07 22:36:12.139095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb85bf7-1136-4102-9097-d71175c38dbb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.140998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4eb85bf7-1136-4102-9097-d71175c38dbb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1289546 Jul 07 22:36:12.146579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39830) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.173306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-2b7867bd-0f53-4d49-96d4-8c6f33e7cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.174883 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-2b7867bd-0f53-4d49-96d4-8c6f33e7cb15 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 200 len: 834 time: 0.0449426 Jul 07 22:36:12.180294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e16a709b-db2d-4685-bde2-5d6f16869372 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.183242 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d19e63-5db0-4220-81dc-e910d292d56c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:12.189287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-11d19e63-5db0-4220-81dc-e910d292d56c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/3218bc80-cdb8-4e52-a3b4-05d9935c1087 HTTP/1.1" status: 404 len: 333 time: 0.0372791 Jul 07 22:36:12.189923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39832) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.197261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1866066667'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:12.212758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e16a709b-db2d-4685-bde2-5d6f16869372 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.244142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:12.252766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.260730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e16a709b-db2d-4685-bde2-5d6f16869372 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.263475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e16a709b-db2d-4685-bde2-5d6f16869372 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.267634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e16a709b-db2d-4685-bde2-5d6f16869372 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/9fe7b000-8e70-4b8a-81b8-e5803c827fc1 HTTP/1.1" status: 204 len: 168 time: 0.2045848 Jul 07 22:36:12.269201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.274424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a709b-db2d-4685-bde2-5d6f16869372 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7b000-8e70-4b8a-81b8-e5803c827fc1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.316764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:36:12.334312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-5e04dd14-108c-46c2-af73-2b8c90661978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.335884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-5e04dd14-108c-46c2-af73-2b8c90661978 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8da90138-d1b3-4db3-8522-b47ba8ce7a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545899 Jul 07 22:36:12.349756 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-96e4e486-dfe7-4ae3-a0ba-e050a63b9ddf tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734241 Jul 07 22:36:12.349756 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.349756 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment a99993ed-d48a-47e5-ac96-e27d41d08787 of type vlan for network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 Jul 07 22:36:12.350829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39836) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.355787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group': {'name': 'tempest-secgroup--210307276'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:12.380595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.456043 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.468834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.484047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.513353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-f0295a86-b4cf-41e2-aaaf-6a13998e81f3 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664336 Jul 07 22:36:12.513863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.517720 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.517892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1632085 Jul 07 22:36:12.518132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39842) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.521634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.522317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.523595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': '4474d7c6-9146-4b11-8f82-92fb6c672f05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:12.532055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875156e-99f1-4467-a5be-df16e55f2903 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4474d7c6-9146-4b11-8f82-92fb6c672f05,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.566801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.626002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.629533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.636318 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4409361 Jul 07 22:36:12.636511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39844) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.645001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:12.654219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22b062-4c07-48a4-b77e-0efadb4418b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.664366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:36:12.699946 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-12656f83-79e6-4d79-a6e5-b64e672e54fa req-fa585bbc-d44c-4a66-809b-eea37df80447 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742349 Jul 07 22:36:12.727542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c5af99-5b7a-4559-b9e8-014d52634c03,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.747925 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.752459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8628fa93-d396-4a61-89d9-cbbf7c5170ef tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2295148 Jul 07 22:36:12.752640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39854) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.772336 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9443935e-ef41-437e-a86f-313c7b8064d9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules/73c5af99-5b7a-4559-b9e8-014d52634c03 HTTP/1.1" status: 200 len: 763 time: 0.0186262 Jul 07 22:36:12.774753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.799502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:12.804795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.860121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c97eab17-3004-4365-b7ee-9fbfd8643369 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0811327 Jul 07 22:36:12.862161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.900987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f112-dd40-47ec-8726-c700ef96d617 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.909452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f112-dd40-47ec-8726-c700ef96d617 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.951007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f112-dd40-47ec-8726-c700ef96d617 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.964430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f112-dd40-47ec-8726-c700ef96d617 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.966041 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ba2f112-dd40-47ec-8726-c700ef96d617 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/73c5af99-5b7a-4559-b9e8-014d52634c03 HTTP/1.1" status: 204 len: 168 time: 0.1029050 Jul 07 22:36:12.969030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39864) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.972221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2f112-dd40-47ec-8726-c700ef96d617 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73c5af99-5b7a-4559-b9e8-014d52634c03,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.112543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-19fdde4c-766a-475b-9ac8-e21fd0ca210b tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1420815 Jul 07 22:36:13.114516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.116108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39872) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.122285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': '4474d7c6-9146-4b11-8f82-92fb6c672f05', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:13.158303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.197435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=68adda4f-3ac2-42cb-aca4-6ae7204def5d,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.199946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': 'a99993ed-d48a-47e5-ac96-e27d41d08787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:13.200323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:36:13.222603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:36:13.235353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:13.241768 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:13.243382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.248795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4daae0-b283-40ba-bb1b-17b8eb86ae27 None None] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:13.252482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.260296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.272964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cde704f2-7dba-4ee1-962e-dce5e1903656 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6326745 Jul 07 22:36:13.273330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39876) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.289906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37c48d2-6f02-43b2-b4b5-6ccc7bc68626,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.292435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:13.297920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.302703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f7e4126-8024-411a-99ad-5744572e4604 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1850562 Jul 07 22:36:13.303563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39880) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.329566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e55d492d-eb04-4c53-acdd-d4fe19948aa2 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules/e37c48d2-6f02-43b2-b4b5-6ccc7bc68626 HTTP/1.1" status: 200 len: 763 time: 0.0240307 Jul 07 22:36:13.332483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39882) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.402928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39884) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.403475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a2b3bb87-ffcd-451a-abcd-93fef12f1c3c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0682492 Jul 07 22:36:13.443895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e71c-2475-45aa-8ebe-af94258eb128 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.449405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:13.453577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.463632 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e71c-2475-45aa-8ebe-af94258eb128 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.497344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': '68adda4f-3ac2-42cb-aca4-6ae7204def5d'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:13.498340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.553245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e71c-2475-45aa-8ebe-af94258eb128 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.565491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e71c-2475-45aa-8ebe-af94258eb128 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.566698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c7b5e71c-2475-45aa-8ebe-af94258eb128 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/e37c48d2-6f02-43b2-b4b5-6ccc7bc68626 HTTP/1.1" status: 204 len: 168 time: 0.1641884 Jul 07 22:36:13.569546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.578034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5e71c-2475-45aa-8ebe-af94258eb128 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e37c48d2-6f02-43b2-b4b5-6ccc7bc68626,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.584465 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 68adda4f-3ac2-42cb-aca4-6ae7204def5d (CIDR: 172.20.0.0/28) Jul 07 22:36:13.588005 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:36:13.588501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:36:13.607253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cd5a0a82-0adf-4947-8ef7-d8bf4382762d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3327572 Jul 07 22:36:13.609842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39888) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.615146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:13.652090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ea1b340-879d-4407-b0f9-55d72da9218d tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806262 Jul 07 22:36:13.654343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39894) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.660071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Request body: {'security_group_rule': {'security_group_id': '4474d7c6-9146-4b11-8f82-92fb6c672f05', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:13.685125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Allocated IP 172.20.0.2 (4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89/68adda4f-3ac2-42cb-aca4-6ae7204def5d/f71ce572-0bfd-466d-b438-d2d8d51880f6) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:13.688101 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Project 5951de374f3d4b05b362513c64b120b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:36:13.695320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.760854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:13.765890 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.774856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.784655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.809523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23474e48-0209-48f0-87c7-f89f8388389f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.816564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.818019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d7062825-a718-40c0-a60c-feb6e65abdf9 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624558 Jul 07 22:36:13.820923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.856675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-23eebc7b-ab8a-4512-b8a0-37ff392b5b2c tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules/23474e48-0209-48f0-87c7-f89f8388389f HTTP/1.1" status: 200 len: 769 time: 0.0343375 Jul 07 22:36:13.861785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.919836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-752eef03-ee87-40f5-acad-5e4ff36cafcc tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0571272 Jul 07 22:36:13.923039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39902) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.947429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.957988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872e8f62-43e7-439f-bae0-54cc70f73b85 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.968147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Transition to ACTIVE for port object f71ce572-0bfd-466d-b438-d2d8d51880f6 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:13.974803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872e8f62-43e7-439f-bae0-54cc70f73b85 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.986383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Transition to ACTIVE for port object f71ce572-0bfd-466d-b438-d2d8d51880f6 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:13.996672 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.012765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872e8f62-43e7-439f-bae0-54cc70f73b85 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.019765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-872e8f62-43e7-439f-bae0-54cc70f73b85 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.020983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-872e8f62-43e7-439f-bae0-54cc70f73b85 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/23474e48-0209-48f0-87c7-f89f8388389f HTTP/1.1" status: 204 len: 168 time: 0.0970874 Jul 07 22:36:14.029803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39904) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:14.038963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8f62-43e7-439f-bae0-54cc70f73b85 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23474e48-0209-48f0-87c7-f89f8388389f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.052825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:14.055151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:14.058554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:14.081434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Pushing event updated for resources: {'Port': ['ID=f71ce572-0bfd-466d-b438-d2d8d51880f6,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.092073 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d55b5b84-8ca6-4396-a90c-870d78979b57 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601377 Jul 07 22:36:14.092809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39910) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:14.156180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.166562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Attempting to bind port f71ce572-0bfd-466d-b438-d2d8d51880f6 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:14.166995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Attempting to bind port f71ce572-0bfd-466d-b438-d2d8d51880f6 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a99993ed-d48a-47e5-ac96-e27d41d08787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:14.167419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Attempting to bind port f71ce572-0bfd-466d-b438-d2d8d51880f6 on network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:14.173833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:14.174984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Checking segment: {'id': 'a99993ed-d48a-47e5-ac96-e27d41d08787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:14.174984 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.176288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Bound using segment: {'id': 'a99993ed-d48a-47e5-ac96-e27d41d08787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:14.176288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Bound port: f71ce572-0bfd-466d-b438-d2d8d51880f6, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99993ed-d48a-47e5-ac96-e27d41d08787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:14.176288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.264067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] For port f71ce572-0bfd-466d-b438-d2d8d51880f6, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:14.269798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] For port f71ce572-0bfd-466d-b438-d2d8d51880f6, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f71ce572-0bfd-466d-b438-d2d8d51880f6,segment=NetworkSegment(a99993ed-d48a-47e5-ac96-e27d41d08787),segment_id=a99993ed-d48a-47e5-ac96-e27d41d08787)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:14.277023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.395932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d42d-df8d-42af-8ed8-564deea75bfa None None] Pushing event updated for resources: {'Port': ['ID=f71ce572-0bfd-466d-b438-d2d8d51880f6,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.537287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:14.558955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:14.562705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:14.563504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.589592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d16dda1-309f-4455-be29-2ea854bd7499 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.593162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=786bf3ae-6140-4374-a60d-22204694ddd0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.615877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-39e59f03-1e39-4324-989d-512112c20287 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0047767 Jul 07 22:36:14.619710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:14.628381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'fixed_ips': [{'subnet_id': '68adda4f-3ac2-42cb-aca4-6ae7204def5d'}, {'subnet_id': '786bf3ae-6140-4374-a60d-22204694ddd0'}], 'name': 'tempest-PortsTestJSON-135042058'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:14.634188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d16dda1-309f-4455-be29-2ea854bd7499 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.799721 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d16dda1-309f-4455-be29-2ea854bd7499 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.802462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d16dda1-309f-4455-be29-2ea854bd7499 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.803670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4d16dda1-309f-4455-be29-2ea854bd7499 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "DELETE /v2.0/security-groups/4474d7c6-9146-4b11-8f82-92fb6c672f05 HTTP/1.1" status: 204 len: 168 time: 0.7097139 Jul 07 22:36:14.806365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39924) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:14.816160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16dda1-309f-4455-be29-2ea854bd7499 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4474d7c6-9146-4b11-8f82-92fb6c672f05,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.872488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:14.895558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-72e0279d-4e09-43b4-ae84-bcd47b33c051 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829370 Jul 07 22:36:14.897937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39926) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:14.959251 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cff18add-3e5d-49be-8aa9-1fc2545c09b1 tempest-SecGroupIPv6Test-837307960 tempest-SecGroupIPv6Test-837307960-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512886 Jul 07 22:36:15.019420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.042841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port a2e9e465-ad5b-4b65-811d-d0aa299764e4 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:15.415360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39948) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:15.586709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39952) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:15.618653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f71ce572-0bfd-466d-b438-d2d8d51880f6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:15.631001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.7 (4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89/68adda4f-3ac2-42cb-aca4-6ae7204def5d/a2e9e465-ad5b-4b65-811d-d0aa299764e4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:15.639525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.25 (4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89/786bf3ae-6140-4374-a60d-22204694ddd0/a2e9e465-ad5b-4b65-811d-d0aa299764e4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:15.730703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f71ce572-0bfd-466d-b438-d2d8d51880f6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:15.793300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-85d6125a-a0a3-4241-a55d-66c5a2a60ed5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5951de374f3d4b05b362513c64b120b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766894 Jul 07 22:36:15.798792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39960) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:15.812215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3e3c-6d3c-49bf-9927-27f2ba93233b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.875597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd972-7379-465d-baf1-40ce18d66d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.892786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dd7b80-e5a3-47c7-88f8-d3a50d5cce9f None None] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:15.911762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd972-7379-465d-baf1-40ce18d66d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.935395 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.971689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object a2e9e465-ad5b-4b65-811d-d0aa299764e4 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:15.986590 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd972-7379-465d-baf1-40ce18d66d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.994461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd972-7379-465d-baf1-40ce18d66d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.996852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dfcbd972-7379-465d-baf1-40ce18d66d00 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/893c2266-a8cb-4b7d-8618-2a55283a1ee3 HTTP/1.1" status: 204 len: 168 time: 0.1967335 Jul 07 22:36:16.007109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbd972-7379-465d-baf1-40ce18d66d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893c2266-a8cb-4b7d-8618-2a55283a1ee3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:16.061464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3e3c-6d3c-49bf-9927-27f2ba93233b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.075021 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3e3c-6d3c-49bf-9927-27f2ba93233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.091786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] Provisioning for port f71ce572-0bfd-466d-b438-d2d8d51880f6 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:16.114004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] Provisioning complete for port f71ce572-0bfd-466d-b438-d2d8d51880f6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:16.114360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.130326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b3e3c-6d3c-49bf-9927-27f2ba93233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db5cb51-79d7-4131-a310-2524578453c7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:16.147853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.215099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=a2e9e465-ad5b-4b65-811d-d0aa299764e4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:16.230669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39970) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:16.253317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.266743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bb9b3e3c-6d3c-49bf-9927-27f2ba93233b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=35945bcbec944c42bc7791a3a9b113d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726599 Jul 07 22:36:16.290432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49ea68a7-3fea-4b11-92a3-0d31a312e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.292726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:16.294703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:16.301195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:16.321337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49ea68a7-3fea-4b11-92a3-0d31a312e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.373942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:16.375292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.383689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49ea68a7-3fea-4b11-92a3-0d31a312e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.386408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49ea68a7-3fea-4b11-92a3-0d31a312e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.387972 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49ea68a7-3fea-4b11-92a3-0d31a312e045 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8db5cb51-79d7-4131-a310-2524578453c7 HTTP/1.1" status: 204 len: 168 time: 0.1549280 Jul 07 22:36:16.401227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea68a7-3fea-4b11-92a3-0d31a312e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db5cb51-79d7-4131-a310-2524578453c7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:16.411258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:16.411629 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7f58c197-f94e-4763-8bb1-fedd093b9d8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7890673 Jul 07 22:36:16.434308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68adda4f-3ac2-42cb-aca4-6ae7204def5d'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:16.608708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] For port f71ce572-0bfd-466d-b438-d2d8d51880f6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f71ce572-0bfd-466d-b438-d2d8d51880f6,segment=NetworkSegment(a99993ed-d48a-47e5-ac96-e27d41d08787),segment_id=a99993ed-d48a-47e5-ac96-e27d41d08787)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:16.641257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.700665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Update dhcp port {'port': {'network_id': '4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89', 'fixed_ips': [{'subnet_id': '68adda4f-3ac2-42cb-aca4-6ae7204def5d', 'ip_address': '172.20.0.2'}, {'subnet_id': '786bf3ae-6140-4374-a60d-22204694ddd0'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'f71ce572-0bfd-466d-b438-d2d8d51880f6'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:36:16.745387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43941-45d2-41bd-b329-a34c4635a089 None None] Pushing event updated for resources: {'Port': ['ID=f71ce572-0bfd-466d-b438-d2d8d51880f6,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:16.760410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.762392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:16.881476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.027735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Allocated IP 172.20.0.18 (4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89/786bf3ae-6140-4374-a60d-22204694ddd0/f71ce572-0bfd-466d-b438-d2d8d51880f6) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:17.178556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] For port f71ce572-0bfd-466d-b438-d2d8d51880f6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f71ce572-0bfd-466d-b438-d2d8d51880f6,segment=NetworkSegment(a99993ed-d48a-47e5-ac96-e27d41d08787),segment_id=a99993ed-d48a-47e5-ac96-e27d41d08787)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:17.229312 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.246113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Transition to ACTIVE for port object f71ce572-0bfd-466d-b438-d2d8d51880f6 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:17.265731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.356407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Delete allocated IP 172.20.0.25 (4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89/786bf3ae-6140-4374-a60d-22204694ddd0) {{(pid=93931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:36:17.395938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bfea2-57a5-4f89-bc7e-17ddd4ed6267 None None] Pushing event updated for resources: {'Port': ['ID=f71ce572-0bfd-466d-b438-d2d8d51880f6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:17.502692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f71ce572-0bfd-466d-b438-d2d8d51880f6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:17.626532 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.641330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Ignored duplicate provisioning block setup for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:36:17.648520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.785669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=a2e9e465-ad5b-4b65-811d-d0aa299764e4,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:17.890665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] In _notify_port_updated(), no bound segment for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 on network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:36:17.897724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:17.898492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.902918 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f3f0074b-a27a-4b8a-b3ed-70c6e334ddb9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/ports/a2e9e465-ad5b-4b65-811d-d0aa299764e4 HTTP/1.1" status: 200 len: 918 time: 1.4896469 Jul 07 22:36:17.903657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40050) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:17.909905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68adda4f-3ac2-42cb-aca4-6ae7204def5d'}, {'subnet_id': '786bf3ae-6140-4374-a60d-22204694ddd0'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:18.046070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.218265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0a44a-c1f4-439b-87ba-5b4daf2d360e None None] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:18.351782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19f6bb59-9144-466c-b7cf-c85426b1a0c2 None None] Provisioning for port f71ce572-0bfd-466d-b438-d2d8d51880f6 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:18.380399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19f6bb59-9144-466c-b7cf-c85426b1a0c2 None None] Provisioning complete for port f71ce572-0bfd-466d-b438-d2d8d51880f6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:18.381141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19f6bb59-9144-466c-b7cf-c85426b1a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.426162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2a37ec14-c6db-4ba8-8a8d-e09822e8953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.468373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.24 (4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89/786bf3ae-6140-4374-a60d-22204694ddd0/a2e9e465-ad5b-4b65-811d-d0aa299764e4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:18.743222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.762104 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Ignored duplicate provisioning block setup for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:36:18.765274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.769053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.992495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=a2e9e465-ad5b-4b65-811d-d0aa299764e4,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:19.046801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] In _notify_port_updated(), no bound segment for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 on network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:36:19.066178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:19.067044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.068530 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-254caa26-9753-419a-bcba-72d105e1d7db tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/ports/a2e9e465-ad5b-4b65-811d-d0aa299764e4 HTTP/1.1" status: 200 len: 998 time: 1.1638031 Jul 07 22:36:19.071423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40096) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:19.179409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-15a4afb4-ac97-4ded-8e8b-a99775794938 None None] Provisioning complete for port f71ce572-0bfd-466d-b438-d2d8d51880f6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:19.180072 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15a4afb4-ac97-4ded-8e8b-a99775794938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.275426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port a2e9e465-ad5b-4b65-811d-d0aa299764e4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:19.275976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.309072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-15a4afb4-ac97-4ded-8e8b-a99775794938 None None] Provisioning for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:19.327197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-15a4afb4-ac97-4ded-8e8b-a99775794938 None None] Provisioning complete for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:19.327668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15a4afb4-ac97-4ded-8e8b-a99775794938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.399165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-15a4afb4-ac97-4ded-8e8b-a99775794938 None None] Port a2e9e465-ad5b-4b65-811d-d0aa299764e4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:19.426262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.440495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for a2e9e465-ad5b-4b65-811d-d0aa299764e4 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:19.531832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f71ce572-0bfd-466d-b438-d2d8d51880f6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:19.599626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b2b972a-39bb-4b2e-81b9-143c37d697ee None None] Provisioning complete for port a2e9e465-ad5b-4b65-811d-d0aa299764e4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:19.600098 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b2b972a-39bb-4b2e-81b9-143c37d697ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.665568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f71ce572-0bfd-466d-b438-d2d8d51880f6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:19.667061 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.725129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b972a-39bb-4b2e-81b9-143c37d697ee None None] Port a2e9e465-ad5b-4b65-811d-d0aa299764e4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:19.855190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.973688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=a2e9e465-ad5b-4b65-811d-d0aa299764e4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:19.977961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-654bd2bb-2fb3-4425-a8cb-94198d425378 None None] Could not find standard attr ID for object a2e9e465-ad5b-4b65-811d-d0aa299764e4. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:20.137087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.139936 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4aa750e3-743a-4dee-a973-5940da419beb tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/a2e9e465-ad5b-4b65-811d-d0aa299764e4 HTTP/1.1" status: 204 len: 168 time: 1.0654039 Jul 07 22:36:20.142257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:20.195260 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7f8006-7c4e-45b1-a08d-13f1faabac48 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:20.197694 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bb7f8006-7c4e-45b1-a08d-13f1faabac48 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/a2e9e465-ad5b-4b65-811d-d0aa299764e4 HTTP/1.1" status: 404 len: 333 time: 0.0535820 Jul 07 22:36:20.199796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:20.319537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b6fdc9b3-d0de-46df-aebb-f445cfeca6c1 None None] Could not find standard attr ID for object a2e9e465-ad5b-4b65-811d-d0aa299764e4. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:20.628497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 786bf3ae-6140-4374-a60d-22204694ddd0 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:20.631989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.673567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.764151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.832417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.864783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=786bf3ae-6140-4374-a60d-22204694ddd0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:20.869203 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.871142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-43487cf6-f714-4050-a803-4aaf5b1f9bd9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/786bf3ae-6140-4374-a60d-22204694ddd0 HTTP/1.1" status: 204 len: 168 time: 0.6699352 Jul 07 22:36:20.874514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40136) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:20.884289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b7f3b-5595-4687-8a90-36903ba0fd3f None None] Network 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:20.948512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 68adda4f-3ac2-42cb-aca4-6ae7204def5d {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:20.957009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.007332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.127661 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.230889 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.267625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=68adda4f-3ac2-42cb-aca4-6ae7204def5d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:21.273107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.275438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/68adda4f-3ac2-42cb-aca4-6ae7204def5d HTTP/1.1" status: 204 len: 168 time: 0.3999939 Jul 07 22:36:21.278198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40158) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:21.282247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.282846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.283500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.284025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.284633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.285217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.285734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.286240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.286779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.287268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.287783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.288293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e79f93-65f1-4648-871e-9f672a97f961 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:21.357615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-80d89949-e0f4-4a92-aec2-7a4e364f4c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.410395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.429954 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.497156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port f71ce572-0bfd-466d-b438-d2d8d51880f6 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:21.497714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.620437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] For port f71ce572-0bfd-466d-b438-d2d8d51880f6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f71ce572-0bfd-466d-b438-d2d8d51880f6,segment=NetworkSegment(a99993ed-d48a-47e5-ac96-e27d41d08787),segment_id=a99993ed-d48a-47e5-ac96-e27d41d08787)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:21.620814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.651107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for f71ce572-0bfd-466d-b438-d2d8d51880f6 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:21.782747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.855164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No DVR routers for this DVR port f71ce572-0bfd-466d-b438-d2d8d51880f6 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:21.883425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=f71ce572-0bfd-466d-b438-d2d8d51880f6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:21.964123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.977776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:21.990355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99993ed-d48a-47e5-ac96-e27d41d08787') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:21.991087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99993ed-d48a-47e5-ac96-e27d41d08787') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:22.008914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.021056 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.027773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:22.028179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:22.098094 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:22.103441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.109274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.111850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 HTTP/1.1" status: 204 len: 168 time: 0.8325822 Jul 07 22:36:22.120170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:22.166333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2d3002f4-2659-4da2-9add-8951b71c40bb None None] Could not find standard attr ID for object f71ce572-0bfd-466d-b438-d2d8d51880f6. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:22.179842 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.194499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd5c89-6dd9-4337-9368-96fbc28f04c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:22.247077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6b676-264f-44e2-a504-2ce28de39ab4 None None] DHCP port deletion for 4e57a6ac-76eb-4d5a-9a9b-f25d5639ae89 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:22.290574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417bdde-5675-49d5-abfd-0bb4b21059dc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:22.292244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0417bdde-5675-49d5-abfd-0bb4b21059dc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1708927 Jul 07 22:36:22.296445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40176) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:22.407243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-567ab160-414e-4fee-91de-76d5363042c2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1088617 Jul 07 22:36:22.414644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40184) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:22.425561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-351328428'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:22.452465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:22.457042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.506015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:36:22.517284 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.517762 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment f19c5a95-7c3f-4bb7-b39e-37acf6f1653f of type vlan for network 7a465beb-e234-45b4-8daf-d0251ad3b910 Jul 07 22:36:22.582883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.632961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.638616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:22.639317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.727158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=7a465beb-e234-45b4-8daf-d0251ad3b910,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:22.738572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:36:22.751736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40190) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:22.754116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36a87240-afa8-437d-80b5-62d9460deefd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3319881 Jul 07 22:36:22.760212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:22.883149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:22.887200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.076112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.138387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=37b76040-69a2-424d-a6f6-af6dce98e2bd,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:23.149500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:23.149872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: 7a465beb-e234-45b4-8daf-d0251ad3b910, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:36:23.168322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:36:23.178895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7a465beb-e234-45b4-8daf-d0251ad3b910) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:23.183253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:23.183911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.189956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea09440-6fa0-4430-9ac4-5d2455a83030 None None] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:23.214830 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-813752b0-9861-49e6-a3b6-3abbd91bc376 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4613094 Jul 07 22:36:23.220037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40194) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:23.226738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910', 'name': 'tempest-PortsTestJSON-468781637'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:23.359513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7a465beb-e234-45b4-8daf-d0251ad3b910', 'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': '37b76040-69a2-424d-a6f6-af6dce98e2bd'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:23.360448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.363864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:23.367632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.387478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 29dc287b-2dcc-4275-a0aa-f91193535332 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:23.502016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f71ce572-0bfd-466d-b438-d2d8d51880f6 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:23.532630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f71ce572-0bfd-466d-b438-d2d8d51880f6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:23.532996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f71ce572-0bfd-466d-b438-d2d8d51880f6 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:23.556275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Allocated IP 172.20.0.2 (7a465beb-e234-45b4-8daf-d0251ad3b910/37b76040-69a2-424d-a6f6-af6dce98e2bd/06c180ea-2742-4524-8103-4676eedd37ed) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:23.717425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.737770 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.746913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Transition to ACTIVE for port object 06c180ea-2742-4524-8103-4676eedd37ed will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:23.762770 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Transition to ACTIVE for port object 06c180ea-2742-4524-8103-4676eedd37ed will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:23.769124 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.813122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Pushing event updated for resources: {'Port': ['ID=06c180ea-2742-4524-8103-4676eedd37ed,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:23.833880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.834518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.835068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.836306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.836658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.837001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.837343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.837712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.838048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.838380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.838808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.839142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:23.843447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:23.846147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:23.849358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:23.860888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9d590720-6915-4ebe-b693-e3cf489dd58b {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:36:23.861509 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:36:23.923206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Attempting to bind port 06c180ea-2742-4524-8103-4676eedd37ed on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:23.923529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Attempting to bind port 06c180ea-2742-4524-8103-4676eedd37ed by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:23.923902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Attempting to bind port 06c180ea-2742-4524-8103-4676eedd37ed on network 7a465beb-e234-45b4-8daf-d0251ad3b910 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:23.929369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:23.929754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Checking segment: {'id': 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:23.930196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.930596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Bound using segment: {'id': 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:23.931121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Bound port: 06c180ea-2742-4524-8103-4676eedd37ed, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:23.931514 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.006905 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] For port 06c180ea-2742-4524-8103-4676eedd37ed, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:24.009960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] For port 06c180ea-2742-4524-8103-4676eedd37ed, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06c180ea-2742-4524-8103-4676eedd37ed,segment=NetworkSegment(f19c5a95-7c3f-4bb7-b39e-37acf6f1653f),segment_id=f19c5a95-7c3f-4bb7-b39e-37acf6f1653f)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:24.016059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.076622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ee651-71df-46f9-b096-d58c0b715108 None None] Pushing event updated for resources: {'Port': ['ID=06c180ea-2742-4524-8103-4676eedd37ed,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:24.363390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.406011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 28f20b3c-957e-4fb6-be28-5674ac9f7089 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:24.547447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.14 (7a465beb-e234-45b4-8daf-d0251ad3b910/37b76040-69a2-424d-a6f6-af6dce98e2bd/28f20b3c-957e-4fb6-be28-5674ac9f7089) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:24.791836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.820631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 28f20b3c-957e-4fb6-be28-5674ac9f7089 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:24.902029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.049928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:25.056893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:25.062885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:25.072114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=28f20b3c-957e-4fb6-be28-5674ac9f7089,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:25.134171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:25.134591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.152655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-192daa80-2993-45a3-a6b1-86bc45c68990 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9310970 Jul 07 22:36:25.155423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40222) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:25.162172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': '7a465beb-e234-45b4-8daf-d0251ad3b910', 'name': 'tempest-PortsTestJSON-1050907905'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:25.174120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8745a87-74a5-4f49-a31e-f715be919785 req-76e020ae-bc70-4340-be96-ed36dbd0dee3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:25.182268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8745a87-74a5-4f49-a31e-f715be919785 req-76e020ae-bc70-4340-be96-ed36dbd0dee3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 946 time: 0.1460330 Jul 07 22:36:25.255862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8745a87-74a5-4f49-a31e-f715be919785 req-6a7ec379-6e67-4998-b60c-2fdd3132252f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701082 Jul 07 22:36:25.363031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:25.366868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.388880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 5bae1926-c445-4d17-ba9a-8c3872e80627 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:25.396840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40226) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:25.506260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd95223-7699-4c4d-a457-a7addadb7542 None None] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:25.542687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.7 (7a465beb-e234-45b4-8daf-d0251ad3b910/37b76040-69a2-424d-a6f6-af6dce98e2bd/5bae1926-c445-4d17-ba9a-8c3872e80627) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:25.579120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2adeffe-c1e2-4eb2-9d25-df7aba5bc3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.600014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06c180ea-2742-4524-8103-4676eedd37ed up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:25.678567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-88d089cf-35f8-46de-8a1d-4450e721974e None None] Provisioning for port 06c180ea-2742-4524-8103-4676eedd37ed completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:25.710732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2adeffe-c1e2-4eb2-9d25-df7aba5bc3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.718397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2adeffe-c1e2-4eb2-9d25-df7aba5bc3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.741076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 06c180ea-2742-4524-8103-4676eedd37ed completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:25.747018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.750202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 06c180ea-2742-4524-8103-4676eedd37ed triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:25.750596 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.763153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 5bae1926-c445-4d17-ba9a-8c3872e80627 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:25.767345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adeffe-c1e2-4eb2-9d25-df7aba5bc3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95506c3-6f5b-40c0-aeea-5473ef81f435,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:25.781035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a2adeffe-c1e2-4eb2-9d25-df7aba5bc3df admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e6e41b0d65844ccb56d2e6af5cec9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800819 Jul 07 22:36:25.781525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40232) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:25.843095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.848050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc35490b-6c51-41c9-90ac-7977701977d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.864912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.882102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc35490b-6c51-41c9-90ac-7977701977d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.910562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 06c180ea-2742-4524-8103-4676eedd37ed, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06c180ea-2742-4524-8103-4676eedd37ed,segment=NetworkSegment(f19c5a95-7c3f-4bb7-b39e-37acf6f1653f),segment_id=f19c5a95-7c3f-4bb7-b39e-37acf6f1653f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:25.922640 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.956679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=5bae1926-c445-4d17-ba9a-8c3872e80627,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:25.960417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc35490b-6c51-41c9-90ac-7977701977d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.960582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:25.962726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:25.965269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc35490b-6c51-41c9-90ac-7977701977d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.965419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:25.967906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cc35490b-6c51-41c9-90ac-7977701977d1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d95506c3-6f5b-40c0-aeea-5473ef81f435 HTTP/1.1" status: 204 len: 168 time: 0.1857212 Jul 07 22:36:25.991207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35490b-6c51-41c9-90ac-7977701977d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95506c3-6f5b-40c0-aeea-5473ef81f435,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:26.037203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.038066 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.047774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=06c180ea-2742-4524-8103-4676eedd37ed,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:26.071332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-46c765ad-9555-4868-810d-9c9e2128c352 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9149046 Jul 07 22:36:26.074071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40238) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:26.134285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-766325f5-a77f-4e62-b1e7-2ad905769573 None None] Provisioning for port 28f20b3c-957e-4fb6-be28-5674ac9f7089 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:26.140336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-766325f5-a77f-4e62-b1e7-2ad905769573 None None] Provisioning complete for port 28f20b3c-957e-4fb6-be28-5674ac9f7089 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:26.140792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-766325f5-a77f-4e62-b1e7-2ad905769573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.187959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-766325f5-a77f-4e62-b1e7-2ad905769573 None None] Port 28f20b3c-957e-4fb6-be28-5674ac9f7089 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:26.202797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-766325f5-a77f-4e62-b1e7-2ad905769573 None None] Provisioning complete for port 06c180ea-2742-4524-8103-4676eedd37ed triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:26.203948 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-766325f5-a77f-4e62-b1e7-2ad905769573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.246184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad0069-6e2c-4e2e-99ef-fd644ac4fa43 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.252006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:26.253020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bcad0069-6e2c-4e2e-99ef-fd644ac4fa43 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1768653 Jul 07 22:36:26.437806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 5bae1926-c445-4d17-ba9a-8c3872e80627 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:26.438264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.461957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-54a0003e-830d-4fee-b180-1f04742146fd None None] Provisioning complete for port 28f20b3c-957e-4fb6-be28-5674ac9f7089 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:26.462341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-54a0003e-830d-4fee-b180-1f04742146fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.531464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40248) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:26.538841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-54a0003e-830d-4fee-b180-1f04742146fd None None] Port 28f20b3c-957e-4fb6-be28-5674ac9f7089 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:26.566852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.569296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f76f7477-e5bd-4c03-87ef-f827b5bec6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.583433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 5bae1926-c445-4d17-ba9a-8c3872e80627 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:26.652707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-91fd4067-c7e9-47b5-a80b-7d4e9be6211a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.654543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-91fd4067-c7e9-47b5-a80b-7d4e9be6211a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 946 time: 0.2350380 Jul 07 22:36:26.673028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705735f-fd8f-4c17-9cf8-4b4091f92ecf req-7bb6cb2a-0734-4098-99b9-2609a4349a10 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.680352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5705735f-fd8f-4c17-9cf8-4b4091f92ecf req-7bb6cb2a-0734-4098-99b9-2609a4349a10 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 946 time: 0.2464700 Jul 07 22:36:26.745267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.753997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c53b1c91-ceec-4aff-bfa7-0fabd4706ca8 None None] Could not find standard attr ID for object 5bae1926-c445-4d17-ba9a-8c3872e80627. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:26.796773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=5bae1926-c445-4d17-ba9a-8c3872e80627,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:26.800049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5705735f-fd8f-4c17-9cf8-4b4091f92ecf req-73a5ea1c-c312-4857-bd22-372bc6adc36a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=c5ff9ead-7832-4142-a346-332efa76cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180325 Jul 07 22:36:26.889476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f76f7477-e5bd-4c03-87ef-f827b5bec6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.899902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f76f7477-e5bd-4c03-87ef-f827b5bec6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.906125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Deleting port f4a87663-bf54-4062-81cc-93bc1bd83393 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:26.906526 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.930962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:26.943020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b7c28302-3fa4-47e0-ace1-7cac2af94300 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/5bae1926-c445-4d17-ba9a-8c3872e80627 HTTP/1.1" status: 204 len: 168 time: 0.6897628 Jul 07 22:36:26.944011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40252) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:26.981150 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a5dc7d-3cef-4bbc-85f5-fc8272720aa1 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:26.987003 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-41a5dc7d-3cef-4bbc-85f5-fc8272720aa1 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/5bae1926-c445-4d17-ba9a-8c3872e80627 HTTP/1.1" status: 404 len: 333 time: 0.0413985 Jul 07 22:36:26.987934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40256) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:27.081702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f7477-e5bd-4c03-87ef-f827b5bec6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c7741-7094-4120-ad19-917631a6f144,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:27.094810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f76f7477-e5bd-4c03-87ef-f827b5bec6d8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=846276d326f34af7a61471def04ad3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602655 Jul 07 22:36:27.098090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40258) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:27.140553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] For port f4a87663-bf54-4062-81cc-93bc1bd83393, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f4a87663-bf54-4062-81cc-93bc1bd83393,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:27.140942 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.150114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 28f20b3c-957e-4fb6-be28-5674ac9f7089 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:27.150468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.209182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ed86469-be9f-4ad3-a39c-a24c6b50d0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.254479 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ed86469-be9f-4ad3-a39c-a24c6b50d0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.293448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.312969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 28f20b3c-957e-4fb6-be28-5674ac9f7089 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:27.383252 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.383834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.383942 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Floating IP 34f241da-f047-447b-a2d8-96810cf778d6 disassociated. External IP: 172.25.5.116, port: f4a87663-bf54-4062-81cc-93bc1bd83393. Jul 07 22:36:27.384036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ed86469-be9f-4ad3-a39c-a24c6b50d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.384320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Calling delete_port for f4a87663-bf54-4062-81cc-93bc1bd83393 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:27.386757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ed86469-be9f-4ad3-a39c-a24c6b50d0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.390706 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ed86469-be9f-4ad3-a39c-a24c6b50d0b9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/be2c7741-7094-4120-ad19-917631a6f144 HTTP/1.1" status: 204 len: 168 time: 0.2872500 Jul 07 22:36:27.399739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed86469-be9f-4ad3-a39c-a24c6b50d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c7741-7094-4120-ad19-917631a6f144,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:27.492919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.516147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06c180ea-2742-4524-8103-4676eedd37ed up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:27.564327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.600188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event deleted for resources: {'Port': ['ID=f4a87663-bf54-4062-81cc-93bc1bd83393,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:27.611599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=28f20b3c-957e-4fb6-be28-5674ac9f7089,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:27.613742 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.615673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 06c180ea-2742-4524-8103-4676eedd37ed triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:27.616176 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.623442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d721280c-4b51-4837-b142-2628a1ec610c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/28f20b3c-957e-4fb6-be28-5674ac9f7089 HTTP/1.1" status: 204 len: 168 time: 0.6339288 Jul 07 22:36:27.625682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:27.665496 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49a0198-4172-4bab-99fa-6d2492fdb9be tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:27.669791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b49a0198-4172-4bab-99fa-6d2492fdb9be tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/28f20b3c-957e-4fb6-be28-5674ac9f7089 HTTP/1.1" status: 404 len: 333 time: 0.0402918 Jul 07 22:36:27.674886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40266) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:27.759163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 37b76040-69a2-424d-a6f6-af6dce98e2bd {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:27.763252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.808175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.871033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Router 9046c53b-6062-409f-81d4-13f91457dd39 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:36:27.960800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.011898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1fc0c58e-84ab-40b6-853e-11729f9d3ffb req-b5b6ce4b-843e-48b8-8184-99aa87508a15 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f6af73-3a36-4e1a-9a26-0c2311e9eb4a HTTP/1.1" status: 200 len: 210 time: 0.0512929 Jul 07 22:36:28.063057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.110964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=37b76040-69a2-424d-a6f6-af6dce98e2bd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:28.119017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.125564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:28.125564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40280) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:28.127435 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-71eb39d5-813b-4b34-b074-d9399782c9c5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/37b76040-69a2-424d-a6f6-af6dce98e2bd HTTP/1.1" status: 204 len: 168 time: 0.4514203 Jul 07 22:36:28.129731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523ee07-e082-4c6b-bec4-1e5979e13843 None None] Network 7a465beb-e234-45b4-8daf-d0251ad3b910 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:28.136799 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:28.151238 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:28.152032 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:28.288097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] No DVR routers for this DVR port f4a87663-bf54-4062-81cc-93bc1bd83393 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:28.292968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.295633 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bf4b58e-3feb-43f8-ba98-916e64784d5a req-b88d55cb-487e-44f0-8203-119986c7fb19 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "DELETE /v2.0/ports/f4a87663-bf54-4062-81cc-93bc1bd83393 HTTP/1.1" status: 204 len: 173 time: 1.6315620 Jul 07 22:36:28.296218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-deleted', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:28.298673 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa8ed19-789a-4375-9056-2345c524b379" -d '{"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-deleted", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:28.335695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.412559 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac02070-7235-4dc7-a569-9d4d29a5ec9a x-openstack-request-id: req-5ac02070-7235-4dc7-a569-9d4d29a5ec9a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:28.413215 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f6af73-3a36-4e1a-9a26-0c2311e9eb4a", "name": "network-vif-deleted", "tag": "f4a87663-bf54-4062-81cc-93bc1bd83393", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:28.413215 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5ac02070-7235-4dc7-a569-9d4d29a5ec9a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:28.413490 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f6af73-3a36-4e1a-9a26-0c2311e9eb4a', 'name': 'network-vif-deleted', 'tag': 'f4a87663-bf54-4062-81cc-93bc1bd83393', 'status': 'completed', 'code': 200} Jul 07 22:36:28.494609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 06c180ea-2742-4524-8103-4676eedd37ed {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:28.494881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.527012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] DHCP port deletion for 7a465beb-e234-45b4-8daf-d0251ad3b910 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:28.572486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] For port 06c180ea-2742-4524-8103-4676eedd37ed, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06c180ea-2742-4524-8103-4676eedd37ed,segment=NetworkSegment(f19c5a95-7c3f-4bb7-b39e-37acf6f1653f),segment_id=f19c5a95-7c3f-4bb7-b39e-37acf6f1653f)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:28.575125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.591170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:28.595028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 06c180ea-2742-4524-8103-4676eedd37ed owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:28.607125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] Deleting port 06c180ea-2742-4524-8103-4676eedd37ed {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:28.607553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.683705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] For port 06c180ea-2742-4524-8103-4676eedd37ed, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06c180ea-2742-4524-8103-4676eedd37ed,segment=NetworkSegment(f19c5a95-7c3f-4bb7-b39e-37acf6f1653f),segment_id=f19c5a95-7c3f-4bb7-b39e-37acf6f1653f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:28.684409 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.689333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.695788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:28.720193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] Calling delete_port for 06c180ea-2742-4524-8103-4676eedd37ed owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:28.721522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=06c180ea-2742-4524-8103-4676eedd37ed,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:28.722726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f4a87663-bf54-4062-81cc-93bc1bd83393 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:28.723236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f4a87663-bf54-4062-81cc-93bc1bd83393 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:28.741048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No DVR routers for this DVR port 06c180ea-2742-4524-8103-4676eedd37ed on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:28.848620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.916965 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:28.929036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.942215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a465beb-e234-45b4-8daf-d0251ad3b910']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:28.945328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] No DVR routers for this DVR port 06c180ea-2742-4524-8103-4676eedd37ed on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:28.955444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf65a62-b597-438d-ac3b-904a593ae00d None None] Pushing event deleted for resources: {'Port': ['ID=06c180ea-2742-4524-8103-4676eedd37ed,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:28.960404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:28.960922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19c5a95-7c3f-4bb7-b39e-37acf6f1653f') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:28.978022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:36:28.985756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.987071 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:28.987872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:29.000949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.007123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:29.007530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:29.071227 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:29.077211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.091357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.097608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/7a465beb-e234-45b4-8daf-d0251ad3b910 HTTP/1.1" status: 204 len: 168 time: 0.9716103 Jul 07 22:36:29.100097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40306) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:29.109506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-365731753'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:29.127747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351682f-c233-468d-9452-42e43ffed06e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=7a465beb-e234-45b4-8daf-d0251ad3b910,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.157039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:29.161543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.163497 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:29.193270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:36:29.204511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.205314 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment b7abaf97-c694-49e1-ae49-dca7b77e4d30 of type vlan for network f790e078-a926-4405-8fc8-81e39b49b6cf Jul 07 22:36:29.273513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40314) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:29.280326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.313172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.321430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:29.322154 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.399094 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2977059 Jul 07 22:36:29.405547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40318) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:29.412366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1cc92a7b-899e-4db6-82ae-a3a6e3b881b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.421141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:29.428074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b1010-0777-4084-9105-d58d619f49d0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=f790e078-a926-4405-8fc8-81e39b49b6cf,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.467389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1cc92a7b-899e-4db6-82ae-a3a6e3b881b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.474334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f790e078-a926-4405-8fc8-81e39b49b6cf details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:36:29.540068 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:29.573656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1cc92a7b-899e-4db6-82ae-a3a6e3b881b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.577170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1cc92a7b-899e-4db6-82ae-a3a6e3b881b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.578743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1cc92a7b-899e-4db6-82ae-a3a6e3b881b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "DELETE /v2.0/security-groups/c5ff9ead-7832-4142-a346-332efa76cd80 HTTP/1.1" status: 204 len: 168 time: 0.3036938 Jul 07 22:36:29.585070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40322) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:29.594042 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e38887-be26-4746-a823-fe9e55425238 None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:29.597513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:29.601768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.611683 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-d6801f93-8d90-4dbd-9184-bf18907be4b0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] show failed (client error): The resource could not be found. Jul 07 22:36:29.612778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6801f93-8d90-4dbd-9184-bf18907be4b0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups/c5ff9ead-7832-4142-a346-332efa76cd80 HTTP/1.1" status: 404 len: 347 time: 0.0267687 Jul 07 22:36:29.615772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40328) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:29.618508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc92a7b-899e-4db6-82ae-a3a6e3b881b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff9ead-7832-4142-a346-332efa76cd80,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.624558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06c180ea-2742-4524-8103-4676eedd37ed no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:29.680809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 06c180ea-2742-4524-8103-4676eedd37ed {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:29.681056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06c180ea-2742-4524-8103-4676eedd37ed not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:29.895103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.981199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=54886deb-a52b-4307-81a3-8568e7664382,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.997564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': 'b7abaf97-c694-49e1-ae49-dca7b77e4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:29.997946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: f790e078-a926-4405-8fc8-81e39b49b6cf, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:36:30.038936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network f790e078-a926-4405-8fc8-81e39b49b6cf is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:36:30.053466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f790e078-a926-4405-8fc8-81e39b49b6cf) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:30.061562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446d787-ed28-420e-a46a-a6d26d0080fc None None] Network f790e078-a926-4405-8fc8-81e39b49b6cf requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:30.063339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:30.064477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.085747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224a7f4-e215-468c-8ea7-1b01924575ee None None] New status for floating IP 34f241da-f047-447b-a2d8-96810cf778d6: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:36:30.098639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f018a9e-c40c-4d16-82d5-4de09cd2032e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6908960 Jul 07 22:36:30.100424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:30.116613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf', 'name': 'tempest-PortsTestJSON-1828813367', 'fixed_ips': [{'subnet_id': '54886deb-a52b-4307-81a3-8568e7664382', 'ip_address': '172.20.0.10'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:30.329273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Deleting port e83a9403-5582-4b9f-9857-019e847096fc {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:30.329645 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.352021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:30.440947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.441902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.458452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Calling delete_port for e83a9403-5582-4b9f-9857-019e847096fc owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:30.520176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.562800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port ee964f27-56b7-46c2-8740-8af74288580a yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:30.606782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-f790e078-a926-4405-8fc8-81e39b49b6cf', 'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': '54886deb-a52b-4307-81a3-8568e7664382'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:30.607707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.688745 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.716465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40368) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:30.724275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event deleted for resources: {'Port': ['ID=e83a9403-5582-4b9f-9857-019e847096fc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:30.757753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Allocated IP 172.20.0.2 (f790e078-a926-4405-8fc8-81e39b49b6cf/54886deb-a52b-4307-81a3-8568e7664382/06134afd-3634-42bb-a27b-828fd0fb71c2) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:30.811119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.814559 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.818733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-16fcdb9a-a7a5-4cc4-bdde-0a49720fc951 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "DELETE /v2.0/floatingips/34f241da-f047-447b-a2d8-96810cf778d6 HTTP/1.1" status: 204 len: 168 time: 1.1990769 Jul 07 22:36:30.902720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a179e98c-f979-42e8-a765-53453719cd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.955571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.964979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Transition to ACTIVE for port object 06134afd-3634-42bb-a27b-828fd0fb71c2 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:30.981275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Transition to ACTIVE for port object 06134afd-3634-42bb-a27b-828fd0fb71c2 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:30.989260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.030489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Network f790e078-a926-4405-8fc8-81e39b49b6cf is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:31.037135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:31.041750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a179e98c-f979-42e8-a765-53453719cd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.045960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:31.046204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a179e98c-f979-42e8-a765-53453719cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.077520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.10 (f790e078-a926-4405-8fc8-81e39b49b6cf/54886deb-a52b-4307-81a3-8568e7664382/ee964f27-56b7-46c2-8740-8af74288580a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:31.105653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a179e98c-f979-42e8-a765-53453719cd6a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=30b0c75fbf19493dbf354bbc6056f224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753347 Jul 07 22:36:31.105653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179e98c-f979-42e8-a765-53453719cd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d596e7f-0229-4799-8313-d928ba0fe297,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.107801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40376) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.128304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Pushing event updated for resources: {'Port': ['ID=06134afd-3634-42bb-a27b-828fd0fb71c2,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.162957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Attempting to bind port 06134afd-3634-42bb-a27b-828fd0fb71c2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:31.163237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Attempting to bind port 06134afd-3634-42bb-a27b-828fd0fb71c2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b7abaf97-c694-49e1-ae49-dca7b77e4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:31.164112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Attempting to bind port 06134afd-3634-42bb-a27b-828fd0fb71c2 on network f790e078-a926-4405-8fc8-81e39b49b6cf {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:31.169396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:31.175584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Checking segment: {'id': 'b7abaf97-c694-49e1-ae49-dca7b77e4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:31.175904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.176323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Bound using segment: {'id': 'b7abaf97-c694-49e1-ae49-dca7b77e4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:31.176832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Bound port: 06134afd-3634-42bb-a27b-828fd0fb71c2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7abaf97-c694-49e1-ae49-dca7b77e4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:31.177233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.236799 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e81659-d397-4b57-80a1-ebec8393620c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.244042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] For port 06134afd-3634-42bb-a27b-828fd0fb71c2, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:31.248659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] For port 06134afd-3634-42bb-a27b-828fd0fb71c2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06134afd-3634-42bb-a27b-828fd0fb71c2,segment=NetworkSegment(b7abaf97-c694-49e1-ae49-dca7b77e4d30),segment_id=b7abaf97-c694-49e1-ae49-dca7b77e4d30)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:31.253197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40380) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.259857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895983027', 'description': 'tempest-description--2100365542'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:31.266831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.281993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e81659-d397-4b57-80a1-ebec8393620c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.302590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.314474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.339444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9eab-1a33-43e0-8eb6-49400013fb08 None None] Pushing event updated for resources: {'Port': ['ID=06134afd-3634-42bb-a27b-828fd0fb71c2,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.348395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object ee964f27-56b7-46c2-8740-8af74288580a will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:31.379957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e81659-d397-4b57-80a1-ebec8393620c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.382986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3e81659-d397-4b57-80a1-ebec8393620c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.386505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3e81659-d397-4b57-80a1-ebec8393620c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1d596e7f-0229-4799-8313-d928ba0fe297 HTTP/1.1" status: 204 len: 168 time: 0.2751853 Jul 07 22:36:31.405017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e81659-d397-4b57-80a1-ebec8393620c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d596e7f-0229-4799-8313-d928ba0fe297,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.420912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.451328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.457739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.489874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network f790e078-a926-4405-8fc8-81e39b49b6cf is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:31.494966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:31.504107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:31.508753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60439632-2d1e-48c0-bf26-ceb8fd565154,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.511088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.514892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9f893877-c0a7-4db8-84f8-98f274bdb7a6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2575901 Jul 07 22:36:31.523806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40386) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.528964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'security_group_rule': {'security_group_id': '60439632-2d1e-48c0-bf26-ceb8fd565154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:31.542488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=ee964f27-56b7-46c2-8740-8af74288580a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.602960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.609743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:31.623309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.660762 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-477e2ec3-874c-489c-ad2c-20c2014e6e6c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5562563 Jul 07 22:36:31.663075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40390) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.678212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': 'f790e078-a926-4405-8fc8-81e39b49b6cf', 'name': 'tempest-PortsTestJSON-397037221', 'fixed_ips': [{'subnet_id': '54886deb-a52b-4307-81a3-8568e7664382', 'ip_address': '172.20.0.9'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:31.750137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.759555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.790420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388ade11-f42d-4c83-958a-27f0b37da633,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.806755 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.807994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cd1523a3-6f01-4914-a2a9-2512b2e6595b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2831640 Jul 07 22:36:31.811309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.816890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'security_group_rule': {'security_group_id': '60439632-2d1e-48c0-bf26-ceb8fd565154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:31.855271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:31.888408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.904429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.941829 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f711501-0968-4f3b-b6ec-32f92525f3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.965901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.981585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.992273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 52ebe09c-1d01-49e1-bd91-1853d7d860a4 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:31.994913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.035098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b333c9-c2ef-44a5-82b5-7930011f88aa,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:32.103474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f711501-0968-4f3b-b6ec-32f92525f3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.112973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f711501-0968-4f3b-b6ec-32f92525f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.128684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.133775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dd57adf7-8c4f-48c4-9a6f-782e00d6e3d4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211055 Jul 07 22:36:32.134518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40408) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:32.155406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:32.220187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.9 (f790e078-a926-4405-8fc8-81e39b49b6cf/54886deb-a52b-4307-81a3-8568e7664382/52ebe09c-1d01-49e1-bd91-1853d7d860a4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:32.238891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.330049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4f711501-0968-4f3b-b6ec-32f92525f3cc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6e5108006a694c598366aaef171bf896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204357 Jul 07 22:36:32.331683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f711501-0968-4f3b-b6ec-32f92525f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71c1d6-6e52-4419-a8d5-ec5483a04b17,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:32.334064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40412) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:32.420701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.575742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Allocated IP 172.25.5.149 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/65b730e8-8d5f-4d9f-9a20-30c5926000b7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:32.630067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ee4755f-30b2-4d79-bd8e-5370727c19e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.674150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.721744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ee4755f-30b2-4d79-bd8e-5370727c19e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.734134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 52ebe09c-1d01-49e1-bd91-1853d7d860a4 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:32.742038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d25468-3ed4-467c-aabb-d610404ab90d None None] Network f790e078-a926-4405-8fc8-81e39b49b6cf requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:32.756086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.782954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f2815-d429-4202-83ad-0e2bea554108 req-43ba46da-fc4b-40bb-a8f4-576b0eb814ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:32.784506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-609f2815-d429-4202-83ad-0e2bea554108 req-43ba46da-fc4b-40bb-a8f4-576b0eb814ba tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.2294638 Jul 07 22:36:32.812224 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.847075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-74fb490b-5c8c-49bf-a78d-5f5ef408d66d None None] Provisioning for port 06134afd-3634-42bb-a27b-828fd0fb71c2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:32.853535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-609f2815-d429-4202-83ad-0e2bea554108 req-c69fb333-001a-45ef-a41f-f91bd4b6d867 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629191 Jul 07 22:36:32.869092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.895644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:32.897464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:32.899489 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ee4755f-30b2-4d79-bd8e-5370727c19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.900276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:32.901677 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ee4755f-30b2-4d79-bd8e-5370727c19e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.905470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8ee4755f-30b2-4d79-bd8e-5370727c19e7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd71c1d6-6e52-4419-a8d5-ec5483a04b17 HTTP/1.1" status: 204 len: 168 time: 0.5671601 Jul 07 22:36:32.940649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4755f-30b2-4d79-bd8e-5370727c19e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71c1d6-6e52-4419-a8d5-ec5483a04b17,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:32.945535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network f790e078-a926-4405-8fc8-81e39b49b6cf is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:32.949828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'Port': ['ID=65b730e8-8d5f-4d9f-9a20-30c5926000b7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:32.950309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:32.954292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:32.993349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=52ebe09c-1d01-49e1-bd91-1853d7d860a4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:33.019091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.025099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.025747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.043078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-507258a3-5fe1-46fb-9820-fe0bac70eb9e tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3701088 Jul 07 22:36:33.046268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:33.076300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.193233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5698ef-5b38-404e-ab29-d21ca741b31d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.197272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0b5698ef-5b38-404e-ab29-d21ca741b31d tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1475470 Jul 07 22:36:33.197752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40426) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:33.315514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff09c05-ab91-4d82-9ac6-59bcaff126fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.316942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.322130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff09c05-ab91-4d82-9ac6-59bcaff126fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.329439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff09c05-ab91-4d82-9ac6-59bcaff126fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.331882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.334603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ff09c05-ab91-4d82-9ac6-59bcaff126fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1357400 Jul 07 22:36:33.335413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40434) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:33.398136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'Port': ['ID=65b730e8-8d5f-4d9f-9a20-30c5926000b7,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:33.519906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Provisioning for port 52ebe09c-1d01-49e1-bd91-1853d7d860a4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:33.528848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Provisioning complete for port 52ebe09c-1d01-49e1-bd91-1853d7d860a4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:33.529849 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.589094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 52ebe09c-1d01-49e1-bd91-1853d7d860a4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:33.589461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.655572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06134afd-3634-42bb-a27b-828fd0fb71c2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:33.722406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Port 52ebe09c-1d01-49e1-bd91-1853d7d860a4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:33.741989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Provisioning for port ee964f27-56b7-46c2-8740-8af74288580a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:33.746463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 06134afd-3634-42bb-a27b-828fd0fb71c2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:33.751880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 06134afd-3634-42bb-a27b-828fd0fb71c2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:33.752204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.753815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Provisioning complete for port ee964f27-56b7-46c2-8740-8af74288580a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:33.754177 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.799614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.840822 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.842182 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-015aa221-636c-46fd-8e05-0a3c6b3cb2b7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6957817 Jul 07 22:36:33.911730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Port ee964f27-56b7-46c2-8740-8af74288580a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:33.938481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.972555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 52ebe09c-1d01-49e1-bd91-1853d7d860a4 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:34.059685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Provisioning complete for port 06134afd-3634-42bb-a27b-828fd0fb71c2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:34.063127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:34.115021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:34.209580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 06134afd-3634-42bb-a27b-828fd0fb71c2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06134afd-3634-42bb-a27b-828fd0fb71c2,segment=NetworkSegment(b7abaf97-c694-49e1-ae49-dca7b77e4d30),segment_id=b7abaf97-c694-49e1-ae49-dca7b77e4d30)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:34.261505 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:34.342107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:34.375322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-b94ecc30-2865-421e-840e-80641e76ea0a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1895983027&fields=id&tenant_id=97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 267 time: 0.1065619 Jul 07 22:36:34.376865 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:34.402681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298cb5c-9f85-4044-b6de-52583d415fa8 req-e29dc22f-c758-4a65-89e4-f79b376ee49b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:34.404959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1298cb5c-9f85-4044-b6de-52583d415fa8 req-e29dc22f-c758-4a65-89e4-f79b376ee49b tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.2908773 Jul 07 22:36:34.424261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=06134afd-3634-42bb-a27b-828fd0fb71c2,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:34.447680 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:36:34.448057 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-02dc1292-9754-4f8f-968b-32af7bcab06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:36:34.469141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=52ebe09c-1d01-49e1-bd91-1853d7d860a4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:34.669485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-fe220602-e0ca-443b-85bf-38dc497e856f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:34.681965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-fe220602-e0ca-443b-85bf-38dc497e856f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 816 time: 0.2933850 Jul 07 22:36:34.705174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-e7641b05-af23-49d4-a74a-70cc5204a241 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/quotas/97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 375 time: 0.0092139 Jul 07 22:36:34.744085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1298cb5c-9f85-4044-b6de-52583d415fa8 req-45312ae5-5ef8-4fa9-a22e-7477b93239fe tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935481 Jul 07 22:36:34.796931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:34.798698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e43694d6-a4f1-4238-9405-d58a822d38d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/52ebe09c-1d01-49e1-bd91-1853d7d860a4 HTTP/1.1" status: 204 len: 168 time: 1.4622140 Jul 07 22:36:34.801322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40480) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:34.838458 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c3d8de-e7e1-43eb-a070-1349022b9cd6 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:34.840362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-31c3d8de-e7e1-43eb-a070-1349022b9cd6 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/52ebe09c-1d01-49e1-bd91-1853d7d860a4 HTTP/1.1" status: 404 len: 333 time: 0.0378845 Jul 07 22:36:34.843621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40482) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:34.886592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-be8bdc7f-c000-4524-bc56-9e4d046f475e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1727867 Jul 07 22:36:35.026083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port ee964f27-56b7-46c2-8740-8af74288580a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:35.026930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.056205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40488) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:35.086030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-fac2d920-eb47-4646-8ef3-6d17e6bbec65 service neutron] 10.222.0.95 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667001 Jul 07 22:36:35.129718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e6d976a-d331-4796-b7bc-b89d6cbca9ec None None] Could not find standard attr ID for object 52ebe09c-1d01-49e1-bd91-1853d7d860a4. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:35.155161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e6d976a-d331-4796-b7bc-b89d6cbca9ec None None] Provisioning complete for port ee964f27-56b7-46c2-8740-8af74288580a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:35.156983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e6d976a-d331-4796-b7bc-b89d6cbca9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.169590 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.187673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for ee964f27-56b7-46c2-8740-8af74288580a owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:35.211823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a8471eb6-1e64-4874-b74e-4bc2625f8a64 service neutron] 10.222.0.95 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122899 Jul 07 22:36:35.227156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d976a-d331-4796-b7bc-b89d6cbca9ec None None] Port ee964f27-56b7-46c2-8740-8af74288580a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:35.256296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f5de06e-3bfe-490f-9400-7833651aa067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.379847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.382101 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f5de06e-3bfe-490f-9400-7833651aa067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.391287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f5de06e-3bfe-490f-9400-7833651aa067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.412046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=ee964f27-56b7-46c2-8740-8af74288580a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:35.445462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f14717f-6b74-4fd7-8b5a-5da46215d3d0 req-a3b948e4-965b-449d-bb50-ab19572b4087 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 210 time: 0.0577867 Jul 07 22:36:35.467495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6f5de06e-3bfe-490f-9400-7833651aa067 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2924b80f9e24420d962245688be6f16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102423 Jul 07 22:36:35.468268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40498) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:35.476019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de06e-3bfe-490f-9400-7833651aa067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43c98be-80a0-4f85-8c09-e12cca929935,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:35.527098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.529159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d43d2212-e1bf-41c2-852f-55541ad054fd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/ee964f27-56b7-46c2-8740-8af74288580a HTTP/1.1" status: 204 len: 168 time: 0.6821496 Jul 07 22:36:35.534006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40500) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:35.536047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06134afd-3634-42bb-a27b-828fd0fb71c2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:35.586336 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3095822-cf7e-4631-8625-52ead449a4de tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:35.590391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b3095822-cf7e-4631-8625-52ead449a4de tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/ee964f27-56b7-46c2-8740-8af74288580a HTTP/1.1" status: 404 len: 333 time: 0.0530872 Jul 07 22:36:35.590955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40506) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:35.609172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 06134afd-3634-42bb-a27b-828fd0fb71c2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:35.609661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.612461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88674a21-dc20-4b55-b0fc-1d858f8231c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.661402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 54886deb-a52b-4307-81a3-8568e7664382 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:35.665164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.665360 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88674a21-dc20-4b55-b0fc-1d858f8231c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.719337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.724056 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88674a21-dc20-4b55-b0fc-1d858f8231c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.726867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-88674a21-dc20-4b55-b0fc-1d858f8231c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.730321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-88674a21-dc20-4b55-b0fc-1d858f8231c0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f43c98be-80a0-4f85-8c09-e12cca929935 HTTP/1.1" status: 204 len: 168 time: 0.2585256 Jul 07 22:36:35.738910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88674a21-dc20-4b55-b0fc-1d858f8231c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43c98be-80a0-4f85-8c09-e12cca929935,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:35.847476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.956529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.963582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9cab6-d21f-459b-9d78-ec10020fc15e req-90133f91-9b99-47f7-9396-012a4ccdeded tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:35.966113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bd9cab6-d21f-459b-9d78-ec10020fc15e req-90133f91-9b99-47f7-9396-012a4ccdeded tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1047602 Jul 07 22:36:35.997760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=54886deb-a52b-4307-81a3-8568e7664382,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:35.999845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.004213 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d620b5dc-80a2-48c3-aa69-6f1a6dda6109 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/54886deb-a52b-4307-81a3-8568e7664382 HTTP/1.1" status: 204 len: 168 time: 0.4096441 Jul 07 22:36:36.004717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d35b09-82ba-4e06-843e-488d451c8112 None None] Network f790e078-a926-4405-8fc8-81e39b49b6cf requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:36.009790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40520) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:36.090555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bd9cab6-d21f-459b-9d78-ec10020fc15e req-42d1f4d7-c243-4b3c-93a8-8872bde9905a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110330 Jul 07 22:36:36.148253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.252882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 06134afd-3634-42bb-a27b-828fd0fb71c2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:36.253426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.322333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] DHCP port deletion for f790e078-a926-4405-8fc8-81e39b49b6cf request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:36.389576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] Deleting port 06134afd-3634-42bb-a27b-828fd0fb71c2 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:36.390067 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.406390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] For port 06134afd-3634-42bb-a27b-828fd0fb71c2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06134afd-3634-42bb-a27b-828fd0fb71c2,segment=NetworkSegment(b7abaf97-c694-49e1-ae49-dca7b77e4d30),segment_id=b7abaf97-c694-49e1-ae49-dca7b77e4d30)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:36.406860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.421211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 06134afd-3634-42bb-a27b-828fd0fb71c2 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:36.507277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] For port 06134afd-3634-42bb-a27b-828fd0fb71c2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06134afd-3634-42bb-a27b-828fd0fb71c2,segment=NetworkSegment(b7abaf97-c694-49e1-ae49-dca7b77e4d30),segment_id=b7abaf97-c694-49e1-ae49-dca7b77e4d30)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:36.507927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.525669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] Calling delete_port for 06134afd-3634-42bb-a27b-828fd0fb71c2 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:36.550091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.610294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=06134afd-3634-42bb-a27b-828fd0fb71c2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:36.611412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No DVR routers for this DVR port 06134afd-3634-42bb-a27b-828fd0fb71c2 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:36.623581 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.676563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] Pushing event deleted for resources: {'Port': ['ID=06134afd-3634-42bb-a27b-828fd0fb71c2,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:36.694051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10e06e-767e-43a2-8229-cdd3a1f403b0 None None] No DVR routers for this DVR port 06134afd-3634-42bb-a27b-828fd0fb71c2 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:36.715634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.763212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f790e078-a926-4405-8fc8-81e39b49b6cf']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:36.767946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d7115f7-61a8-499d-a36e-4400de3ccc84 req-6b009b91-786e-4090-ba7d-6224cb864ed2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 210 time: 0.0407984 Jul 07 22:36:36.776899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7abaf97-c694-49e1-ae49-dca7b77e4d30') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:36.777391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7abaf97-c694-49e1-ae49-dca7b77e4d30') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:36.787717 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.828693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.865248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:36.865679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:36.871496 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:36.988950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.007179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.015104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/f790e078-a926-4405-8fc8-81e39b49b6cf HTTP/1.1" status: 204 len: 168 time: 1.0042932 Jul 07 22:36:37.020814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40556) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:37.045598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271427000'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:37.058558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-60081298-4d6d-4e33-a730-01b4a4e320ba tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:37.063327 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-60081298-4d6d-4e33-a730-01b4a4e320ba tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 816 time: 0.2291684 Jul 07 22:36:37.106358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:37.110448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.130927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e957c-5a48-4b27-b4f4-008ec23f6b5c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=f790e078-a926-4405-8fc8-81e39b49b6cf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:37.150529 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-616c462e-0f7c-4882-b180-070cc4c8bf97 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 380 time: 0.0763950 Jul 07 22:36:37.161265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'port': {'device_id': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'admin_state_up': True, 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'security_groups': ['60439632-2d1e-48c0-bf26-ceb8fd565154']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:37.184815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:36:37.207210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.207619 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Added segment 1a15a77e-9b4e-4cf5-adf1-e13b69fcc584 of type vlan for network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 Jul 07 22:36:37.305231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.370560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.378444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:37.379364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.389660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Made reservation on behalf of 97ca8000c21d491db5b2fa347e3b443c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:37.400655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7db849-eebe-458c-8d60-821c8a90ebc1 req-9c58c955-f911-4660-b526-64a4c738610c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:37.402182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce7db849-eebe-458c-8d60-821c8a90ebc1 req-9c58c955-f911-4660-b526-64a4c738610c tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1346836 Jul 07 22:36:37.411566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.525962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4979730 Jul 07 22:36:37.544142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40572) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:37.555720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:37.596355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06134afd-3634-42bb-a27b-828fd0fb71c2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:37.627505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 06134afd-3634-42bb-a27b-828fd0fb71c2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:37.628627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06134afd-3634-42bb-a27b-828fd0fb71c2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:37.640428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862c70d-4560-4a8e-a76f-19c39a814a84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Network': ['ID=6edcb1cb-ae4f-4e7d-bec2-427c6f649612,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:37.657104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce7db849-eebe-458c-8d60-821c8a90ebc1 req-75bb49cf-7417-4d15-839d-c311fc3c4d7a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378421 Jul 07 22:36:37.657533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:36:37.675183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:37.694310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.778504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Allocated IP 172.20.0.7 (4af00ffb-79a9-463c-ab14-8f3e391340c3/e593c16e-b4e5-48c1-a63e-a3fdf7868d8b/670000f5-15fc-49ec-bb2c-8fb5825de2f1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:38.015514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.030531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Transition to ACTIVE for port object 670000f5-15fc-49ec-bb2c-8fb5825de2f1 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:38.057979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.076673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.107308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:38.110354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:38.135238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23dd96bc-17b8-4af4-920f-3d18302a4415 req-5ab6735b-f062-4f08-a50d-f8afa1ab53c1 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 210 time: 0.0970898 Jul 07 22:36:38.142448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:38.226675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:38.227585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.255622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:38.260591 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-c89efe15-fff1-4045-b628-fcaab36c7d06 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1032495 Jul 07 22:36:38.275625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Request body: {'port': {'device_id': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:38.279958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Checking segment: {'id': '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:38.280875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network hostable DHCP agents. Network: 6edcb1cb-ae4f-4e7d-bec2-427c6f649612, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:36:38.282882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=4efeaf36-5ff9-4a46-852c-f8bc567388af,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:38.323371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:36:38.347017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6edcb1cb-ae4f-4e7d-bec2-427c6f649612) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:38.351751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:38.352638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.370036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef94fa7-0cf7-46de-b13c-1f2a2f1efebd None None] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:38.391025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-35127b38-83a3-40d1-afab-65e01c9e8d93 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8450992 Jul 07 22:36:38.393763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40594) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:38.398422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-439702082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:38.445242 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.446140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.486551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.589688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.599055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.649161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.651241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5ce60668-858d-4d97-b5a4-56146f3a1915 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2563677 Jul 07 22:36:38.654415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40600) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:38.664044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612', 'name': 'tempest-PortsTestJSON-1124753694'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:38.700077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-6edcb1cb-ae4f-4e7d-bec2-427c6f649612', 'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': '4efeaf36-5ff9-4a46-852c-f8bc567388af'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:38.706682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.752074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e19544c2-629d-475f-beb7-b57803118aa6 None None] Provisioning for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:38.759930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e19544c2-629d-475f-beb7-b57803118aa6 None None] Provisioning complete for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:38.767780 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e19544c2-629d-475f-beb7-b57803118aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:38.964809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e19544c2-629d-475f-beb7-b57803118aa6 None None] Port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:39.015574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:39.018874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.028579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:39.037381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Allocated IP 172.20.0.2 (6edcb1cb-ae4f-4e7d-bec2-427c6f649612/4efeaf36-5ff9-4a46-852c-f8bc567388af/e9b69cfc-0ac4-4299-98f5-d85e1b35e28a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:39.039634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.068167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Transition to ACTIVE for port object 670000f5-15fc-49ec-bb2c-8fb5825de2f1 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:39.070063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 660b722e-0a84-4575-9736-3ea2088fbe49 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:39.074487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.093132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1d700-919e-4e29-8796-dc61416cbc6b req-c261997e-7425-43e0-9eee-6a12307815c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.094757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fae1d700-919e-4e29-8796-dc61416cbc6b req-c261997e-7425-43e0-9eee-6a12307815c6 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.2303782 Jul 07 22:36:39.208722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fae1d700-919e-4e29-8796-dc61416cbc6b req-aaf1431f-44b2-4bdc-8aa6-3837de4698da tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826564 Jul 07 22:36:39.230724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:39.241379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.250944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Transition to ACTIVE for port object e9b69cfc-0ac4-4299-98f5-d85e1b35e28a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:39.269115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Transition to ACTIVE for port object e9b69cfc-0ac4-4299-98f5-d85e1b35e28a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:39.280070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.306807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:39.309697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:39.332222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:39.409025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:39.410230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:39.410552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:39.410802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Pushing event updated for resources: {'Port': ['ID=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:39.423822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Attempting to bind port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:39.424430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Attempting to bind port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:39.424914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Attempting to bind port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a on network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:39.427009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.11 (6edcb1cb-ae4f-4e7d-bec2-427c6f649612/4efeaf36-5ff9-4a46-852c-f8bc567388af/660b722e-0a84-4575-9736-3ea2088fbe49) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:39.435755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:39.436268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Checking segment: {'id': '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:39.436778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.437541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Bound using segment: {'id': '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:39.438045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:36:39.438226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Bound port: e9b69cfc-0ac4-4299-98f5-d85e1b35e28a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6edcb1cb-ae4f-4e7d-bec2-427c6f649612'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:39.438383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:39.438816 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.450214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:39.450699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Checking segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:39.451420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cac59-f1ed-4ec8-ab47-6994f13a2ff9 req-5fc8f5be-735e-43c2-9b1d-df3a1d824ce4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.452975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f9cac59-f1ed-4ec8-ab47-6994f13a2ff9 req-5fc8f5be-735e-43c2-9b1d-df3a1d824ce4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.1160345 Jul 07 22:36:39.455777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Bound using segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:39.456409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Bound port: 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:39.456805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.524608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f9cac59-f1ed-4ec8-ab47-6994f13a2ff9 req-7e47dcab-fb63-4ab5-9619-4f7537d6ac9c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565565 Jul 07 22:36:39.561811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] For port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:39.566405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] For port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,segment=NetworkSegment(1a15a77e-9b4e-4cf5-adf1-e13b69fcc584),segment_id=1a15a77e-9b4e-4cf5-adf1-e13b69fcc584)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:39.577695 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.624710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:39.628365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:39.635598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.665497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99211eae-4ea8-422a-bff8-98a6ea9fbbdd None None] Pushing event updated for resources: {'Port': ['ID=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:39.716006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.732410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 660b722e-0a84-4575-9736-3ea2088fbe49 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:39.738216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:39.741595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.742227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.744043 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-a2342e17-e4c8-4189-a47a-9d8166946bb5 service neutron] 10.222.0.97 "PUT /v2.0/ports/670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1092 time: 1.4734077 Jul 07 22:36:39.744482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:39.746796 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c" -d '{"events": [{"name": "network-changed", "server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:39.781155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.836940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:39.841273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:39.889294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=660b722e-0a84-4575-9736-3ea2088fbe49,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:39.889599 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ef434-9469-4331-8205-59574c11f217 x-openstack-request-id: req-304ef434-9469-4331-8205-59574c11f217 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:39.889746 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:39.889935 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-304ef434-9469-4331-8205-59574c11f217 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:39.891791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:39.892845 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'status': 'completed', 'code': 200} Jul 07 22:36:39.929627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-0d39050b-c513-4b19-ad0b-41f4654a5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.936508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-0d39050b-c513-4b19-ad0b-41f4654a5756 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1095 time: 0.1457086 Jul 07 22:36:39.985583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.986575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.993136 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-df2028bf-4397-4f51-bc67-7e8ac801e1c9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0506730 Jul 07 22:36:40.024630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b3ea334b-f43b-4ba8-a3ff-a83e08178ce0 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3664067 Jul 07 22:36:40.025487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40626) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:40.101483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-5bde008d-13d7-4174-8777-7c8bae8e743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.104390 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-5bde008d-13d7-4174-8777-7c8bae8e743a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1021767 Jul 07 22:36:40.322921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-60bf6753-361e-485e-8b2d-9477a060cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.324610 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-60bf6753-361e-485e-8b2d-9477a060cb85 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137747 Jul 07 22:36:40.516326 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-698d714b-36a3-4b73-989d-51f8b7ffc004 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775970 Jul 07 22:36:40.646935 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9561a6c-6f68-4140-a103-5de8c8e76173 req-6c1319d8-fa58-463b-a302-0565529b495e service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227324 Jul 07 22:36:40.832213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-41dd4c92-9aa8-4ff6-9a0a-fb0a468892e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.834305 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-41dd4c92-9aa8-4ff6-9a0a-fb0a468892e8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1095 time: 0.1196079 Jul 07 22:36:41.012889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-e2e37269-1be1-4d00-9b99-0b9a66031c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:41.015971 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-e2e37269-1be1-4d00-9b99-0b9a66031c5b service neutron] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1750119 Jul 07 22:36:41.088440 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-98cb2ba5-434c-4e2c-98cb-77e35c21c37c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0637703 Jul 07 22:36:41.183158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-2ec12494-6026-488f-915b-5a94e0c2045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:41.184677 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-2ec12494-6026-488f-915b-5a94e0c2045d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0860515 Jul 07 22:36:41.186237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8402-b49a-4ae8-9ba8-fac2e097bca9 req-ef7f1d24-cb99-45ac-aab7-42e7ac18d9a1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:41.188322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34fe8402-b49a-4ae8-9ba8-fac2e097bca9 req-ef7f1d24-cb99-45ac-aab7-42e7ac18d9a1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.6635492 Jul 07 22:36:41.351581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-e281041a-ba6c-470c-9340-2be05b459107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:41.353913 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-e281041a-ba6c-470c-9340-2be05b459107 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615646 Jul 07 22:36:41.365637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34fe8402-b49a-4ae8-9ba8-fac2e097bca9 req-b0c27133-ae0e-4f12-8106-fe5a54ff9355 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666901 Jul 07 22:36:41.371390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:41.425719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f36472-0cb6-457e-a848-83cfc0b61633 req-e9d6e363-583f-4d2d-b78b-90e6dc0067d6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:41.427309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56f36472-0cb6-457e-a848-83cfc0b61633 req-e9d6e363-583f-4d2d-b78b-90e6dc0067d6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.2527845 Jul 07 22:36:41.528609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75539590-0527-4bd7-ac7a-d7c0dd47d909 None None] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:41.580628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56f36472-0cb6-457e-a848-83cfc0b61633 req-5b89583e-64c1-4d65-bace-c8efdd03c17f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472478 Jul 07 22:36:41.608549 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-19e573dd-7f96-44e0-ab60-bfbd2e160860 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465818 Jul 07 22:36:41.640476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e9b69cfc-0ac4-4299-98f5-d85e1b35e28a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:41.743022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-667158d9-30d6-4fd9-86b1-2e53d9c5f18c req-376c64cf-2096-42bb-b661-dd4e71d2abab service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250229 Jul 07 22:36:41.828323 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:36:41.837931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:41.844313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.032678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-117c81d1-6438-4c64-8965-50f3f4a3cd68 None None] Provisioning for port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:42.070438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:42.085190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:42.085582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.101090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=660b722e-0a84-4575-9736-3ea2088fbe49,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:42.290938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.294358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.344840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,segment=NetworkSegment(1a15a77e-9b4e-4cf5-adf1-e13b69fcc584),segment_id=1a15a77e-9b4e-4cf5-adf1-e13b69fcc584)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:42.361986 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.477964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:42.753660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.776582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-adc2a8a9-6fe4-4bec-ac1b-44a0dfcab4f3 None None] Provisioning for port 660b722e-0a84-4575-9736-3ea2088fbe49 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:42.780693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-adc2a8a9-6fe4-4bec-ac1b-44a0dfcab4f3 None None] Provisioning complete for port 660b722e-0a84-4575-9736-3ea2088fbe49 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:42.781076 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc2a8a9-6fe4-4bec-ac1b-44a0dfcab4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.865272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-adc2a8a9-6fe4-4bec-ac1b-44a0dfcab4f3 None None] Port 660b722e-0a84-4575-9736-3ea2088fbe49 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:42.872463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811875-474a-46b3-943a-66e66ae1622a req-494acac6-de18-4ea4-8404-2f64610ce979 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:42.874832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6811875-474a-46b3-943a-66e66ae1622a req-494acac6-de18-4ea4-8404-2f64610ce979 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.2967231 Jul 07 22:36:42.884168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-adc2a8a9-6fe4-4bec-ac1b-44a0dfcab4f3 None None] Provisioning complete for port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:42.884554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-adc2a8a9-6fe4-4bec-ac1b-44a0dfcab4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.056857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6811875-474a-46b3-943a-66e66ae1622a req-f8470455-363b-47e1-98b8-c1967c908558 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723945 Jul 07 22:36:43.089397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38fa6e-2150-480b-bfcb-107f1c583ba6 req-af47c057-ffe4-4d6d-80e1-8eb512a2a5ec tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:43.091047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a38fa6e-2150-480b-bfcb-107f1c583ba6 req-af47c057-ffe4-4d6d-80e1-8eb512a2a5ec tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.3202233 Jul 07 22:36:43.209834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a38fa6e-2150-480b-bfcb-107f1c583ba6 req-19f55d2a-faa4-4db7-9287-b3dd80ef762c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004386 Jul 07 22:36:43.237383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-779bac2a-b868-4ea2-bffa-31fb3f84433e None None] Provisioning complete for port 660b722e-0a84-4575-9736-3ea2088fbe49 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:43.239056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-779bac2a-b868-4ea2-bffa-31fb3f84433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.287754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.294154 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.333013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-779bac2a-b868-4ea2-bffa-31fb3f84433e None None] Port 660b722e-0a84-4575-9736-3ea2088fbe49 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:43.376024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=660b722e-0a84-4575-9736-3ea2088fbe49,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:43.402142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.507871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e9b69cfc-0ac4-4299-98f5-d85e1b35e28a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:43.565110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:43.566655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:43.589423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec5eff88-2bec-48cf-b0b8-a899407d8059 None None] Provisioning complete for port 660b722e-0a84-4575-9736-3ea2088fbe49 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:43.589801 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec5eff88-2bec-48cf-b0b8-a899407d8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.680868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ec5eff88-2bec-48cf-b0b8-a899407d8059 None None] Port 660b722e-0a84-4575-9736-3ea2088fbe49 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:43.703976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:43.704364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.846868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Router 77771ca2-9c49-48bd-aa86-4e2cc5968e52 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:36:43.915684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6286c342-ddd0-4544-bc1a-d331aa200c83 None None] Provisioning complete for port 660b722e-0a84-4575-9736-3ea2088fbe49 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:43.916459 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6286c342-ddd0-4544-bc1a-d331aa200c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.968689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6286c342-ddd0-4544-bc1a-d331aa200c83 None None] Port 660b722e-0a84-4575-9736-3ea2088fbe49 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:44.002989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:44.010533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-36aa1c16-9967-425f-b1fd-9d8daddafa9c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/routers/77771ca2-9c49-48bd-aa86-4e2cc5968e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9820857 Jul 07 22:36:44.012644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40702) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:44.019482 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] Sync routers for ids ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:44.030324 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] Routers {'77771ca2-9c49-48bd-aa86-4e2cc5968e52'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:44.031262 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.068196 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.081548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] Routers {'77771ca2-9c49-48bd-aa86-4e2cc5968e52'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:44.082252 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.181216 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.182201 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ca7a6-2c7b-42c2-8ffa-437fb53f928d None None] The sync data for ids ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:44.187328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02130594-ddc9-46ab-9654-8aee4232145f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:44.197089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-02130594-ddc9-46ab-9654-8aee4232145f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports?device_id=77771ca2-9c49-48bd-aa86-4e2cc5968e52 HTTP/1.1" status: 200 len: 983 time: 0.1826022 Jul 07 22:36:44.201352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40706) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:44.289642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:44.392837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96067f61-152a-43bc-92cc-e0d525619394 req-3e3ab948-9fbd-4805-8856-4f99de5b3f50 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:44.408848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96067f61-152a-43bc-92cc-e0d525619394 req-3e3ab948-9fbd-4805-8856-4f99de5b3f50 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1463549 Jul 07 22:36:44.492007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:44.510105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'mac_address': 'fa:16:3e:8a:5b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:44.557608 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.560771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96067f61-152a-43bc-92cc-e0d525619394 req-7d8372d5-763f-47c5-8419-4c578b2b4617 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346891 Jul 07 22:36:44.576917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:44.604102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:44.608563 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.612017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da12974-600f-442a-b3e9-024d74132081 req-276e6e4f-8e7c-461b-8c39-3b0d6a8b6a33 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:44.615271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9da12974-600f-442a-b3e9-024d74132081 req-276e6e4f-8e7c-461b-8c39-3b0d6a8b6a33 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.1316857 Jul 07 22:36:44.659996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:44.666427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9da12974-600f-442a-b3e9-024d74132081 req-52866259-85c1-4c0e-96df-27feeb54abe4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Jul 07 22:36:44.901792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['670000f5-15fc-49ec-bb2c-8fb5825de2f1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:44.920721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.269408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 660b722e-0a84-4575-9736-3ea2088fbe49 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:45.269983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.746104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.813901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 660b722e-0a84-4575-9736-3ea2088fbe49 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:46.025816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83030719-66cc-4cc4-9310-2f91a5ccb064 req-d86f979d-787a-4821-a9a5-42a87ef67ec1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:46.027559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83030719-66cc-4cc4-9310-2f91a5ccb064 req-d86f979d-787a-4821-a9a5-42a87ef67ec1 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.1396337 Jul 07 22:36:46.117351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acebe8d-370b-4721-8e83-5c54edc2a128 req-229fe966-97f1-449f-9ede-a4de4021b938 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:46.122338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8acebe8d-370b-4721-8e83-5c54edc2a128 req-229fe966-97f1-449f-9ede-a4de4021b938 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.2445822 Jul 07 22:36:46.239365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8acebe8d-370b-4721-8e83-5c54edc2a128 req-49ea62c3-36a7-4386-9757-165aeceb172c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019738 Jul 07 22:36:46.275485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83030719-66cc-4cc4-9310-2f91a5ccb064 req-d23869da-bdaf-4376-a8b5-5c640d3589c3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413728 Jul 07 22:36:46.295062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:46.300944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.349711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=660b722e-0a84-4575-9736-3ea2088fbe49,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:46.366080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:46.370607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:46.371223 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.591949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.641685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:46.644917 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a13f4a-5053-43af-80e9-deccad14c4a0" -d '{"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-plugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:46.684255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.690765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:46.693247 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f62df2-eda1-4652-97ed-64147d2dcaa5 x-openstack-request-id: req-94f62df2-eda1-4652-97ed-64147d2dcaa5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:46.693888 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-plugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:46.694303 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-94f62df2-eda1-4652-97ed-64147d2dcaa5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:46.695150 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'code': 200} Jul 07 22:36:46.708450 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.710567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:46.854615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:46.858749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.904701 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.994692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:47.004217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.018856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0706d-bfe8-4d9f-b344-fc9b7ea49a60 req-2d267a54-441c-4c21-8561-fd4e87db10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.021869 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bab0706d-bfe8-4d9f-b344-fc9b7ea49a60 req-2d267a54-441c-4c21-8561-fd4e87db10d7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1097 time: 0.2127726 Jul 07 22:36:47.028662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Router 77771ca2-9c49-48bd-aa86-4e2cc5968e52 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:36:47.118895 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bab0706d-bfe8-4d9f-b344-fc9b7ea49a60 req-e687539d-02be-41d3-a668-bd7acbf88ea4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880742 Jul 07 22:36:47.166154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:47.220281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:47.226229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-45879e65-10a3-489f-a317-f41cbe281ed7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/routers/77771ca2-9c49-48bd-aa86-4e2cc5968e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0233657 Jul 07 22:36:47.228638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40790) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:47.232873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] Sync routers for ids ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:47.246870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] Routers {'77771ca2-9c49-48bd-aa86-4e2cc5968e52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:47.248478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:47.271323 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21b8559-dc68-4c4e-b895-8c9746f23064 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:47.274767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d21b8559-dc68-4c4e-b895-8c9746f23064 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/660b722e-0a84-4575-9736-3ea2088fbe49 HTTP/1.1" status: 404 len: 333 time: 0.0435443 Jul 07 22:36:47.276011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:47.301775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:47.314520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] Routers {'77771ca2-9c49-48bd-aa86-4e2cc5968e52'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:47.315432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:47.371483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:47.372941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660ebdf-dc8f-46ad-9677-8a70faf1b223 None None] The sync data for ids ['77771ca2-9c49-48bd-aa86-4e2cc5968e52'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:47.438754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.634235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9baea1-db7f-487c-800c-b95c794a8ae0 req-1c1bac2d-648e-46d8-aa24-2177d9eeb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.635835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c9baea1-db7f-487c-800c-b95c794a8ae0 req-1c1bac2d-648e-46d8-aa24-2177d9eeb586 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1095 time: 0.3049953 Jul 07 22:36:47.688098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.691234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.693877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5675b-c787-4757-ac69-e7398327c3fc req-f56f9320-a0fc-4efc-971d-12535d1461fc tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.695874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43b5675b-c787-4757-ac69-e7398327c3fc req-f56f9320-a0fc-4efc-971d-12535d1461fc tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1651242 Jul 07 22:36:47.745277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298cff3-f48e-4614-bf6e-c0569243616d req-d9a1dca9-1ad8-4e58-a2fc-e5f4c8944bcc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.746875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1298cff3-f48e-4614-bf6e-c0569243616d req-d9a1dca9-1ad8-4e58-a2fc-e5f4c8944bcc tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 943 time: 0.2339618 Jul 07 22:36:47.794976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c9baea1-db7f-487c-800c-b95c794a8ae0 req-db1d35f8-fe67-426a-9089-0dcfcf83e152 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220014 Jul 07 22:36:47.796801 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.797580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Fanout notify agent at l3_agent the message router_deleted on router 77771ca2-9c49-48bd-aa86-4e2cc5968e52 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:36:47.805890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.807238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-79a7841d-0641-4277-a088-2cbaaf131f63 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/routers/77771ca2-9c49-48bd-aa86-4e2cc5968e52 HTTP/1.1" status: 204 len: 168 time: 0.5301836 Jul 07 22:36:47.811317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40814) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:47.855210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43b5675b-c787-4757-ac69-e7398327c3fc req-2c8f6891-18c2-4bbc-8591-a84b91868657 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444166 Jul 07 22:36:47.864183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1298cff3-f48e-4614-bf6e-c0569243616d req-484b3289-4808-4865-b11a-43f442f9503d tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099043 Jul 07 22:36:47.884537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 4efeaf36-5ff9-4a46-852c-f8bc567388af {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:47.895784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:47.945371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.047789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.125849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.167150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=4efeaf36-5ff9-4a46-852c-f8bc567388af,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:48.173645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.175872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d15bbaf2-d1ca-49e9-85e4-298169e8ba7a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/4efeaf36-5ff9-4a46-852c-f8bc567388af HTTP/1.1" status: 204 len: 168 time: 0.3628349 Jul 07 22:36:48.178678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:48.182188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb1429-6229-4edd-849a-adc5e0c0f2da None None] Network 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:48.310124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.349540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:48.409707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:48.410242 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.531841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] For port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,segment=NetworkSegment(1a15a77e-9b4e-4cf5-adf1-e13b69fcc584),segment_id=1a15a77e-9b4e-4cf5-adf1-e13b69fcc584)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:48.532463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.548642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for e9b69cfc-0ac4-4299-98f5-d85e1b35e28a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:48.552948 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbade59c-853c-4f18-a84f-7530efa0a250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.661086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:48.674528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'port_id': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'mac_address': 'fa:16:3e:a0:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:48.699073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.733347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:48.735803 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b5d5c0-e1ca-4592-af3d-c10de92d02ab" -d '{"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:48.743013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=e9b69cfc-0ac4-4299-98f5-d85e1b35e28a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:48.745499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No DVR routers for this DVR port e9b69cfc-0ac4-4299-98f5-d85e1b35e28a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:48.795224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.822712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f42e5c9-3da8-4d80-a6e4-f242529b342e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:48.838239 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.894556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.903396 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7e42ad-c43a-49af-8d18-3d86159cb1d2 x-openstack-request-id: req-bb7e42ad-c43a-49af-8d18-3d86159cb1d2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:48.904244 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:48.906091 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bb7e42ad-c43a-49af-8d18-3d86159cb1d2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:48.906560 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'code': 200} Jul 07 22:36:48.923861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edcb1cb-ae4f-4e7d-bec2-427c6f649612']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:48.945026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:48.955261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:48.956334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a15a77e-9b4e-4cf5-adf1-e13b69fcc584') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:48.967911 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:48.987003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.028694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.050282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:49.050869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:49.058373 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:49.125913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:49.136022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a0b6b-0885-4e71-bc4b-9a3fa1b99e38 None None] DHCP port deletion for 6edcb1cb-ae4f-4e7d-bec2-427c6f649612 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:49.162390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9e25-2db0-438c-b1b0-f4b80940d2c3 req-8043032a-c0bd-42bf-b61a-1503614a9187 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.170682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3efe9e25-2db0-438c-b1b0-f4b80940d2c3 req-8043032a-c0bd-42bf-b61a-1503614a9187 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1128755 Jul 07 22:36:49.244975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.271294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.278710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['0f42e5c9-3da8-4d80-a6e4-f242529b342e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:49.288289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3efe9e25-2db0-438c-b1b0-f4b80940d2c3 req-a12f5763-02de-4a5c-9603-ad2916090383 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169977 Jul 07 22:36:49.295462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/6edcb1cb-ae4f-4e7d-bec2-427c6f649612 HTTP/1.1" status: 204 len: 168 time: 1.1100419 Jul 07 22:36:49.312048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:49.338823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57af20-1d87-43b6-89e2-84486ab5cb47 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=6edcb1cb-ae4f-4e7d-bec2-427c6f649612,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:49.374400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e93af6-4967-4c7a-85cc-9adb6497fd26 req-a603ecbc-63c9-4c42-af16-40ce3f4d4470 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.390495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55e93af6-4967-4c7a-85cc-9adb6497fd26 req-a603ecbc-63c9-4c42-af16-40ce3f4d4470 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 944 time: 0.2177231 Jul 07 22:36:49.514254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55e93af6-4967-4c7a-85cc-9adb6497fd26 req-4d96f886-d18d-49fe-ade2-25fa0bf6673a tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045830 Jul 07 22:36:49.532854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d7493-584b-472b-9791-407d65ef0bba tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.538079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-363d7493-584b-472b-9791-407d65ef0bba tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/7485a7f9-cbf6-4fdf-8baa-96f641d98b45 HTTP/1.1" status: 200 len: 841 time: 0.2038291 Jul 07 22:36:49.539379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40862) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:49.582804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e9b69cfc-0ac4-4299-98f5-d85e1b35e28a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:49.618737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e9b69cfc-0ac4-4299-98f5-d85e1b35e28a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:49.621211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e9b69cfc-0ac4-4299-98f5-d85e1b35e28a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:49.688722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40872) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:49.689677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8bbb4ece-ddb3-4167-831c-eb2edcaeed40 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/7485a7f9-cbf6-4fdf-8baa-96f641d98b45?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1488481 Jul 07 22:36:49.695000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:49.719710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb890ca-2c4a-4222-beae-3f03d71c541c req-0c936470-8c33-4ff3-b73d-259f7f31ab73 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.725424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebb890ca-2c4a-4222-beae-3f03d71c541c req-0c936470-8c33-4ff3-b73d-259f7f31ab73 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1603792 Jul 07 22:36:49.730234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40874) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:49.737398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Request body: {'floatingip': {'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:49.809263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:49.814950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.822055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.065037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.128751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=c796736e-5e52-4a95-9d47-4c67874e5902,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:50.141739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:50.144701 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:50.152731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:50.153384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786960d8-219b-4a8c-9917-10c1fa983cd1 None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:50.154207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.179006 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7cb2c403-71a0-4cd8-9dd3-cb630de93bb7 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4883649 Jul 07 22:36:50.181323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:50.190951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'security_group': {'name': 'tempest-secgroup-1915372852'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:50.248771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.417649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.428904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.440296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'tenant_id': 'ac9a39bafb084515b8c59ab599a55524', 'fixed_ips': [{'subnet_id': 'c796736e-5e52-4a95-9d47-4c67874e5902'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:50.441459 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.501280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.502567 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3202078 Jul 07 22:36:50.506387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40894) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:50.510906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'security_group': {'name': 'tempest-secgroup-676453980'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:50.520085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.532665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e2bd-0913-4944-ba67-e9d92a349252 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db546e-2392-43b8-bebd-cfe53e10794a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:50.550912 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.695525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:50.703634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Allocated IP 172.20.0.2 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/c796736e-5e52-4a95-9d47-4c67874e5902/1ede18e6-42a1-4e44-9c3f-8d8d257e1cca) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:50.902006 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Floating IP 71a2ab94-8d87-4481-a988-9521704ea2b3 associated. External IP: 172.25.5.149, port: 670000f5-15fc-49ec-bb2c-8fb5825de2f1. Jul 07 22:36:51.013748 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.029932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Transition to ACTIVE for port object 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:51.040613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.048857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Transition to ACTIVE for port object 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:51.054255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e5dd0-c861-4790-986e-c291f5b91d4d req-4dc5ca2e-1e94-4e93-9be4-00b1fd39dd30 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:51.058234 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.061558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670e5dd0-c861-4790-986e-c291f5b91d4d req-4dc5ca2e-1e94-4e93-9be4-00b1fd39dd30 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 944 time: 0.3494465 Jul 07 22:36:51.122410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Pushing event updated for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:51.135611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:51.137285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:51.142103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:51.251308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Attempting to bind port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:51.251692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Attempting to bind port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '4061211c-41fa-4f4e-921f-d4c7aab927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:51.252067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Attempting to bind port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca on network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:51.257807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:51.258189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Checking segment: {'id': '4061211c-41fa-4f4e-921f-d4c7aab927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:51.258789 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.259191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Bound using segment: {'id': '4061211c-41fa-4f4e-921f-d4c7aab927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:51.259675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Bound port: 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4061211c-41fa-4f4e-921f-d4c7aab927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:51.260323 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.351056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:51.355062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,segment=NetworkSegment(4061211c-41fa-4f4e-921f-d4c7aab927be),segment_id=4061211c-41fa-4f4e-921f-d4c7aab927be)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:51.374570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.454698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e1cb9-5085-4f31-adf5-401cec3e0b1f None None] Pushing event updated for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:51.459577 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f7c1ec1f-784f-45c0-b87b-6748834f4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.477767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.487056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.517258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f943cc95-4b25-4ac9-8261-f83cb4a797e3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:51.556222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670e5dd0-c861-4790-986e-c291f5b91d4d req-4e2ed29a-7d4b-453d-97d2-9324125ff5ef tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927175 Jul 07 22:36:51.564995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.564995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-914830ea-29e0-480d-b390-9ce25dea946a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0562546 Jul 07 22:36:51.572017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:51.580018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-222738450', 'security_groups': ['f943cc95-4b25-4ac9-8261-f83cb4a797e3'], 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c796736e-5e52-4a95-9d47-4c67874e5902'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:51.598574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40926) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:51.907037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:51.976801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5cf7b4b-d5d2-43c3-a928-9fdf79fe3869 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/floatingips/fedfa1e3-f85c-4f5a-8fa3-d338da798aa8 HTTP/1.1" status: 200 len: 992 time: 0.3729186 Jul 07 22:36:51.993423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Router 9046c53b-6062-409f-81d4-13f91457dd39 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:36:52.089244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.120155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 5f600d95-3a2a-4fd9-8d14-98c467aa3166 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:36:52.201400 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.215153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:52.222243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.228094 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:52.242949 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:52.244994 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:52.307946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:52.314967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5a3097c-13c4-4820-a100-b4e2d37e7801 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "PUT /v2.0/floatingips/71a2ab94-8d87-4481-a988-9521704ea2b3 HTTP/1.1" status: 200 len: 991 time: 2.5832057 Jul 07 22:36:52.315570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:52.319419 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b77db39-982f-4c25-b210-7b4e6beabb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:52.415418 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:52.438747 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a08fd1-e3fc-456d-86bd-a49a6b40860c x-openstack-request-id: req-61a08fd1-e3fc-456d-86bd-a49a6b40860c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:52.439052 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:52.439290 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-61a08fd1-e3fc-456d-86bd-a49a6b40860c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:52.440008 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'status': 'completed', 'code': 200} Jul 07 22:36:52.485766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 0f42e5c9-3da8-4d80-a6e4-f242529b342e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:52.487403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.648707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.702285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:52.708759 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0392f4fd-8d25-4ce3-bf6f-b63d80da705f" -d '{"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-plugged", "status": "completed", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:52.741165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:52.755380 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.864272 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0686a3e3-08ab-4c60-915f-8eb924440514 x-openstack-request-id: req-0686a3e3-08ab-4c60-915f-8eb924440514 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:52.864582 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-plugged", "status": "completed", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:52.864854 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0686a3e3-08ab-4c60-915f-8eb924440514 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:52.865253 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'code': 200} Jul 07 22:36:52.880993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.6 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/c796736e-5e52-4a95-9d47-4c67874e5902/5f600d95-3a2a-4fd9-8d14-98c467aa3166) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:52.901699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-3f269103-582f-42c5-9b4f-9e4efbf8136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.903353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-3f269103-582f-42c5-9b4f-9e4efbf8136a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1097 time: 0.4315732 Jul 07 22:36:52.919063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:52.955308 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '71a2ab94-8d87-4481-a988-9521704ea2b3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'mac_address': 'fa:16:3e:8a:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:36:32Z', 'updated_at': '2021-07-07T22:36:50Z', 'revision_number': 1, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:53.019730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:36:53.030452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:53.031678 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:53.177027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-11e7481a-d108-4a6e-b17e-d7408e992bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.178813 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-11e7481a-d108-4a6e-b17e-d7408e992bca service neutron] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.2646139 Jul 07 22:36:53.238850 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:53.241139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-84fce3b2-e8e6-4994-be61-294dbd16c0f3 None None] Provisioning complete for port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:53.241582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-84fce3b2-e8e6-4994-be61-294dbd16c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.288938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-db747d3b-292c-4ab5-a8de-88635d13d34a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 999 time: 0.0626190 Jul 07 22:36:53.320957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-84fce3b2-e8e6-4994-be61-294dbd16c0f3 None None] Port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:53.349439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-84fce3b2-e8e6-4994-be61-294dbd16c0f3 None None] Provisioning for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:53.384358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-792821b0-c0d0-4869-99de-8f340694232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.385866 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-792821b0-c0d0-4869-99de-8f340694232e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0813947 Jul 07 22:36:53.580306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.615613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 5f600d95-3a2a-4fd9-8d14-98c467aa3166 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:53.656821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:53.668766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.772689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-e3b701e4-31ab-4c57-a571-0b14b063e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.774300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-e3b701e4-31ab-4c57-a571-0b14b063e993 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3803258 Jul 07 22:36:53.807331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.826278 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '71a2ab94-8d87-4481-a988-9521704ea2b3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'mac_address': 'fa:16:3e:8a:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:36:32Z', 'updated_at': '2021-07-07T22:36:50Z', 'revision_number': 1, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:53.840077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:53.853734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:53.854360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:54.017592 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:54.074412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,segment=NetworkSegment(4061211c-41fa-4f4e-921f-d4c7aab927be),segment_id=4061211c-41fa-4f4e-921f-d4c7aab927be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:54.084390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:54.095200 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3e91c-845f-44fa-8262-506d5c51ef5c None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '71a2ab94-8d87-4481-a988-9521704ea2b3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'mac_address': 'fa:16:3e:8a:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:36:32Z', 'updated_at': '2021-07-07T22:36:50Z', 'revision_number': 1, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:54.147502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:54.262464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:54.273609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:54.277340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:54.280603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=5f600d95-3a2a-4fd9-8d14-98c467aa3166,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:54.346414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:54.347201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:54.372010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.372468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.372868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.373310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.373704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.374111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.374529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.374945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.375366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.375771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.376172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.376591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:54.393449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:54.399548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:54.414893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f758a5a-1204-4eeb-a406-c3710c5b4d84 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8356822 Jul 07 22:36:54.417746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1922c8a-653b-4d55-8646-f142eef7e54e None None] New status for floating IP 71a2ab94-8d87-4481-a988-9521704ea2b3: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:36:54.488526 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-2c2db5b1-b4b9-417d-b23e-1d52e0e62fae service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944537 Jul 07 22:36:54.624109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b77db39-982f-4c25-b210-7b4e6beabb8a req-490c1b39-3ad1-49a7-bdff-6f1338f0eab2 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281374 Jul 07 22:36:54.690771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:54.695271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:54.797367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-32cbb4e0-dd3e-4f82-8150-c5ce2ffd22a2 None None] Provisioning for port 5f600d95-3a2a-4fd9-8d14-98c467aa3166 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:54.801981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-32cbb4e0-dd3e-4f82-8150-c5ce2ffd22a2 None None] Provisioning complete for port 5f600d95-3a2a-4fd9-8d14-98c467aa3166 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:54.803085 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32cbb4e0-dd3e-4f82-8150-c5ce2ffd22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:54.864521 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c796736e-5e52-4a95-9d47-4c67874e5902 (CIDR: 172.20.0.0/28) Jul 07 22:36:54.874582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-32cbb4e0-dd3e-4f82-8150-c5ce2ffd22a2 None None] Port 5f600d95-3a2a-4fd9-8d14-98c467aa3166 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:54.880432 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:36:54.884223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:36:54.913428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c9108c99-714b-4944-a241-1b4940d3b20f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5179782 Jul 07 22:36:54.916345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41022) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:54.929537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:55.113003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:55.117431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:55.390025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:55.458000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:55.461659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:55.466501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:55.467120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:55.472898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33dfc5-8d25-431a-b75d-e56d46ab5e7c None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:55.473379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:55.492824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9cdd7f5f-f56f-4c78-ab95-7f63c254df73 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5726414 Jul 07 22:36:55.493625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41042) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:55.502237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-485290356', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7'}], 'security_groups': ['f2db546e-2392-43b8-bebd-cfe53e10794a']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:55.562432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:55.635626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:55.730574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:55.731075 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:55.919920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Update dhcp port {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'fixed_ips': [{'subnet_id': 'c796736e-5e52-4a95-9d47-4c67874e5902', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '1ede18e6-42a1-4e44-9c3f-8d8d257e1cca'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:36:55.971896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.061222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Delete allocated IP 172.20.0.6 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/c796736e-5e52-4a95-9d47-4c67874e5902) {{(pid=93931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:36:56.070507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.19 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7/5f600d95-3a2a-4fd9-8d14-98c467aa3166) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:56.354416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.383506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 5f600d95-3a2a-4fd9-8d14-98c467aa3166 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:56.407523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.519629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Allocated IP 172.20.0.18 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7/1ede18e6-42a1-4e44-9c3f-8d8d257e1cca) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:56.579921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=5f600d95-3a2a-4fd9-8d14-98c467aa3166,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:56.662768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] In _notify_port_updated(), no bound segment for port 5f600d95-3a2a-4fd9-8d14-98c467aa3166 on network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:36:56.671008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:56.672631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.677153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41074) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:56.677645 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bb7264a4-7862-47c1-af3f-caac67a933d3 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/ports/5f600d95-3a2a-4fd9-8d14-98c467aa3166 HTTP/1.1" status: 200 len: 920 time: 1.1823299 Jul 07 22:36:56.822850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 5f600d95-3a2a-4fd9-8d14-98c467aa3166 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:56.823324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.877774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,segment=NetworkSegment(4061211c-41fa-4f4e-921f-d4c7aab927be),segment_id=4061211c-41fa-4f4e-921f-d4c7aab927be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:56.928246 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.940816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.944514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Transition to ACTIVE for port object 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:56.950150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.953845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 5f600d95-3a2a-4fd9-8d14-98c467aa3166 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:57.084172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb811-856d-4f08-9922-80bdfb018d02 None None] Pushing event updated for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:57.134186 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.167577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=5f600d95-3a2a-4fd9-8d14-98c467aa3166,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:57.285764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.287979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3087dc6a-1fdd-40e9-808f-7ea7dfb308b5 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/5f600d95-3a2a-4fd9-8d14-98c467aa3166 HTTP/1.1" status: 204 len: 168 time: 0.6089256 Jul 07 22:36:57.290488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41098) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:57.324742 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0066512c-77a6-425f-8ac4-565c1f17d00a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:36:57.327262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0066512c-77a6-425f-8ac4-565c1f17d00a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/5f600d95-3a2a-4fd9-8d14-98c467aa3166 HTTP/1.1" status: 404 len: 333 time: 0.0357175 Jul 07 22:36:57.329787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41102) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:57.420888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-236a832e-031b-4cdc-9d6f-ed4066db8082 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.469710 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-236a832e-031b-4cdc-9d6f-ed4066db8082 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.548147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:57.558033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-236a832e-031b-4cdc-9d6f-ed4066db8082 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.562846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-236a832e-031b-4cdc-9d6f-ed4066db8082 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.564116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-236a832e-031b-4cdc-9d6f-ed4066db8082 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/security-groups/f943cc95-4b25-4ac9-8261-f83cb4a797e3 HTTP/1.1" status: 204 len: 168 time: 0.2332261 Jul 07 22:36:57.567281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41108) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:57.575311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a832e-031b-4cdc-9d6f-ed4066db8082 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f943cc95-4b25-4ac9-8261-f83cb4a797e3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:57.707339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0ee73f3-ee6b-480c-955c-c10f28ac859b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.749571 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0ee73f3-ee6b-480c-955c-c10f28ac859b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.824988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0ee73f3-ee6b-480c-955c-c10f28ac859b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.839530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0ee73f3-ee6b-480c-955c-c10f28ac859b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.841249 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d0ee73f3-ee6b-480c-955c-c10f28ac859b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/security-groups/f2db546e-2392-43b8-bebd-cfe53e10794a HTTP/1.1" status: 204 len: 168 time: 0.2537785 Jul 07 22:36:57.843977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41120) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:57.850995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee73f3-ee6b-480c-955c-c10f28ac859b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db546e-2392-43b8-bebd-cfe53e10794a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:58.014973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet c796736e-5e52-4a95-9d47-4c67874e5902 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:58.015775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.080758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.147882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Provisioning complete for port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:58.148174 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.190911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:58.192578 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.203977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Provisioning for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:58.208806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:58.209421 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.297567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.331750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=c796736e-5e52-4a95-9d47-4c67874e5902,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:58.347287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.350066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-09c1e9b5-8dae-416f-99c8-0047362e6508 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/c796736e-5e52-4a95-9d47-4c67874e5902 HTTP/1.1" status: 204 len: 168 time: 0.5038757 Jul 07 22:36:58.363744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41138) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:58.380942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:58.387008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-64db6be5-ca4a-4d85-be30-fd7a47a8cec8 None None] Could not find standard attr ID for object 5f600d95-3a2a-4fd9-8d14-98c467aa3166. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:58.562150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:58.566517 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:58.712675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a007a60-ce90-4be2-9502-dd4b5753f56b None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:58.718849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4583775c-7888-49fa-a223-aa9acf991417 None None] Could not find standard attr ID for object 5f600d95-3a2a-4fd9-8d14-98c467aa3166. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:36:58.974031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.050726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=6fd77bb2-c683-4343-9d35-689dcbe3ff51,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:59.078754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:59.080827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:59.087377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:59.088110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.113126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ad4f815d-1c71-425c-8139-f9dd7a4068dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7484868 Jul 07 22:36:59.115904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41162) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:59.122876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'security_group': {'name': 'tempest-secgroup-1372677170'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:59.152137 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.306719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.317486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.353684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec0498-1c8a-4218-b5e2-0422f4265da4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:59.358466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.360145 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0bf61ed2-1af3-480d-99a5-865f50aaf641 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2431769 Jul 07 22:36:59.363040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41172) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:59.368430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'security_group': {'name': 'tempest-secgroup-659950676'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:59.396888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.558158 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.564993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.647165 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.663470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2965646 Jul 07 22:36:59.663775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41180) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:59.668906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281955195'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:59.672870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555617-a74b-4bcf-bcd9-96167b36f85b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc8af1-79e3-4841-b982-10cb7eed27cb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:59.697100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.845156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.849202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.919275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.920792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2558739 Jul 07 22:36:59.923733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41194) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:59.930128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2064385619', 'security_groups': ['c06ac010-d0b7-4cca-bd2b-af9423c22e00'], 'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6fd77bb2-c683-4343-9d35-689dcbe3ff51'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:59.941704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e49473-741a-482a-a15e-be6ff74b1285 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ac010-d0b7-4cca-bd2b-af9423c22e00,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:59.964869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27711029-09d6-4697-9c54-1c83ab0766d0 None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:00.105406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:00.134789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50020279-a624-42b3-8579-3f448e9f1c13 None None] Provisioning complete for port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:00.135447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50020279-a624-42b3-8579-3f448e9f1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.253071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-50020279-a624-42b3-8579-3f448e9f1c13 None None] Port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:00.324148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.348010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50020279-a624-42b3-8579-3f448e9f1c13 None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:00.349012 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50020279-a624-42b3-8579-3f448e9f1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.366023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] device_id is not set on port 47693800-227a-460d-8f87-9c320f203232 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:00.568203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Update dhcp port {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'fixed_ips': [{'subnet_id': '0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7', 'ip_address': '172.20.0.18'}, {'subnet_id': '6fd77bb2-c683-4343-9d35-689dcbe3ff51'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '1ede18e6-42a1-4e44-9c3f-8d8d257e1cca'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:37:00.621612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.9 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/6fd77bb2-c683-4343-9d35-689dcbe3ff51/47693800-227a-460d-8f87-9c320f203232) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:00.629994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.862801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.886753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 47693800-227a-460d-8f87-9c320f203232 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:00.970586 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.055264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Allocated IP 172.20.0.2 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/6fd77bb2-c683-4343-9d35-689dcbe3ff51/1ede18e6-42a1-4e44-9c3f-8d8d257e1cca) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:01.088995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:01.096439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:01.119939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:01.154060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=47693800-227a-460d-8f87-9c320f203232,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:01.196747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:01.197482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.219675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41228) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:01.221506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-82188708-c7b0-469c-a376-78fdc7360049 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2950456 Jul 07 22:37:01.227311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:01.232453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,segment=NetworkSegment(4061211c-41fa-4f4e-921f-d4c7aab927be),segment_id=4061211c-41fa-4f4e-921f-d4c7aab927be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:01.272628 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.291390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Transition to ACTIVE for port object 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:01.296612 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.417020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df3e69-2289-4d42-8a6f-2c620cf5e807 None None] Pushing event updated for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:01.524680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:01.536478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.579110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:01.843039 n-d-694802-13 neutron-server[93931]: INFO neutron.db.ipam_backend_mixin [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6fd77bb2-c683-4343-9d35-689dcbe3ff51 (CIDR: 172.20.0.0/28) Jul 07 22:37:01.849022 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:37:01.849916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:01.881655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c9d5a98-f2d1-4cab-b8c9-9a4272d374b9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6604130 Jul 07 22:37:01.884888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41248) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:01.891168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:02.168556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:02.173489 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.433871 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7 (CIDR: 172.20.0.16/28) Jul 07 22:37:02.438548 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:37:02.443690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:02.467073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed44c3e9-dee2-41e3-9c8c-f3f83894a5e8 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5810120 Jul 07 22:37:02.467696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:02.473966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6726d162-28bf-4c63-b791-69c0a344400f None None] Provisioning for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:02.479560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'subnet': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:02.483521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6726d162-28bf-4c63-b791-69c0a344400f None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:02.483897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6726d162-28bf-4c63-b791-69c0a344400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.752059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6726d162-28bf-4c63-b791-69c0a344400f None None] Provisioning complete for port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:02.753273 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6726d162-28bf-4c63-b791-69c0a344400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.765906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Made reservation on behalf of ac9a39bafb084515b8c59ab599a55524 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:02.771167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.824431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6726d162-28bf-4c63-b791-69c0a344400f None None] Port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:02.949883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e14c23c1-99dd-491d-92f0-2d37439ae085 None None] Provisioning for port 47693800-227a-460d-8f87-9c320f203232 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:02.955859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e14c23c1-99dd-491d-92f0-2d37439ae085 None None] Provisioning complete for port 47693800-227a-460d-8f87-9c320f203232 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:02.956340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e14c23c1-99dd-491d-92f0-2d37439ae085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:03.043295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e14c23c1-99dd-491d-92f0-2d37439ae085 None None] Port 47693800-227a-460d-8f87-9c320f203232 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:03.193456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:03.245297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:03.246352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:03.251009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:03.251607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:03.261479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f22255-0b15-4ffd-a361-bd348fdcaf7b None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:03.279909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Subnet': ['ID=e9fb00a9-123f-4667-bd10-f5a60f89eeae,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:03.287089 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7107034-998f-4790-8f7e-f3638fbf0e83 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8163049 Jul 07 22:37:03.295659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41292) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:03.322618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-430531061', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9fb00a9-123f-4667-bd10-f5a60f89eeae'}], 'security_groups': ['fbec0498-1c8a-4218-b5e2-0422f4265da4', '84cc8af1-79e3-4841-b982-10cb7eed27cb']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:03.582044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:03.820845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Update dhcp port {'port': {'network_id': 'a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd', 'fixed_ips': [{'subnet_id': '0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7', 'ip_address': '172.20.0.18'}, {'subnet_id': '6fd77bb2-c683-4343-9d35-689dcbe3ff51', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9fb00a9-123f-4667-bd10-f5a60f89eeae'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '1ede18e6-42a1-4e44-9c3f-8d8d257e1cca'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:37:03.857607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:04.153233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Delete allocated IP 172.20.0.9 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/6fd77bb2-c683-4343-9d35-689dcbe3ff51) {{(pid=93932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:37:04.164729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Allocated IP 172.20.0.35 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/e9fb00a9-123f-4667-bd10-f5a60f89eeae/47693800-227a-460d-8f87-9c320f203232) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:04.522378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:04.538897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Transition to ACTIVE for port object 47693800-227a-460d-8f87-9c320f203232 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:04.544465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:04.616723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Allocated IP 172.20.0.34 (a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd/e9fb00a9-123f-4667-bd10-f5a60f89eeae/1ede18e6-42a1-4e44-9c3f-8d8d257e1cca) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:04.727151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event updated for resources: {'Port': ['ID=47693800-227a-460d-8f87-9c320f203232,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:04.814516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] In _notify_port_updated(), no bound segment for port 47693800-227a-460d-8f87-9c320f203232 on network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:37:04.820716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:04.821424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:04.822844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52454e35-681f-4e97-87a8-bd60b83e0333 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "PUT /v2.0/ports/47693800-227a-460d-8f87-9c320f203232 HTTP/1.1" status: 200 len: 959 time: 1.5258949 Jul 07 22:37:04.826594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41338) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:04.845902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,segment=NetworkSegment(4061211c-41fa-4f4e-921f-d4c7aab927be),segment_id=4061211c-41fa-4f4e-921f-d4c7aab927be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:04.905719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:04.968501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 47693800-227a-460d-8f87-9c320f203232 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:04.968858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:04.973340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Transition to ACTIVE for port object 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:04.981494 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.094942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63ea13-f061-40e4-921f-0bfc2b5d4770 None None] Pushing event updated for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:05.172859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.199009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 47693800-227a-460d-8f87-9c320f203232 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:05.601773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:05.607157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.689467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=47693800-227a-460d-8f87-9c320f203232,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:05.856989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.864914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41366) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:05.869214 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc47ab54-6ec6-48e2-ae47-d66ad6027edf tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/47693800-227a-460d-8f87-9c320f203232 HTTP/1.1" status: 204 len: 168 time: 1.0331106 Jul 07 22:37:05.927379 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba62c06f-5727-4d45-aa3d-eca35c050802 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] GET failed (client error): The resource could not be found. Jul 07 22:37:05.932938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41368) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:05.933670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ba62c06f-5727-4d45-aa3d-eca35c050802 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports/47693800-227a-460d-8f87-9c320f203232 HTTP/1.1" status: 404 len: 333 time: 0.0665972 Jul 07 22:37:06.064142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd59c2fa-78f5-4ba9-a097-472a5e020dec tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.101657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Provisioning complete for port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:06.103151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.107913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd59c2fa-78f5-4ba9-a097-472a5e020dec tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.145817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:06.166915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Provisioning for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:06.172285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:06.172670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.222983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd59c2fa-78f5-4ba9-a097-472a5e020dec tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.225622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd59c2fa-78f5-4ba9-a097-472a5e020dec tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.229601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41378) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:06.229775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cd59c2fa-78f5-4ba9-a097-472a5e020dec tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/security-groups/c06ac010-d0b7-4cca-bd2b-af9423c22e00 HTTP/1.1" status: 204 len: 168 time: 0.2952368 Jul 07 22:37:06.251449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59c2fa-78f5-4ba9-a097-472a5e020dec tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ac010-d0b7-4cca-bd2b-af9423c22e00,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:06.352705 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c244ee29-1d52-43cc-a9ec-39f580260dcc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.376466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ed12ceb-e849-4aa0-86ab-4d279ec386a2 None None] Could not find standard attr ID for object 47693800-227a-460d-8f87-9c320f203232. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:37:06.383041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c244ee29-1d52-43cc-a9ec-39f580260dcc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.502437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c244ee29-1d52-43cc-a9ec-39f580260dcc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.506285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c244ee29-1d52-43cc-a9ec-39f580260dcc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.507786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c244ee29-1d52-43cc-a9ec-39f580260dcc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/security-groups/84cc8af1-79e3-4841-b982-10cb7eed27cb HTTP/1.1" status: 204 len: 168 time: 0.2767320 Jul 07 22:37:06.510741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41386) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:06.522152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244ee29-1d52-43cc-a9ec-39f580260dcc tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc8af1-79e3-4841-b982-10cb7eed27cb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:06.611487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-429e793d-3092-447d-9ca8-3e9db38e5ba4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.652874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-429e793d-3092-447d-9ca8-3e9db38e5ba4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.734371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-429e793d-3092-447d-9ca8-3e9db38e5ba4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.737056 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-429e793d-3092-447d-9ca8-3e9db38e5ba4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.744006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41396) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:06.744302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-429e793d-3092-447d-9ca8-3e9db38e5ba4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/security-groups/fbec0498-1c8a-4218-b5e2-0422f4265da4 HTTP/1.1" status: 204 len: 168 time: 0.2288928 Jul 07 22:37:06.757953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e793d-3092-447d-9ca8-3e9db38e5ba4 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec0498-1c8a-4218-b5e2-0422f4265da4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:06.876795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 6fd77bb2-c683-4343-9d35-689dcbe3ff51 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:06.881150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.897123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2a1b054f-1b37-4052-92d6-517272a44f7c None None] Could not find standard attr ID for object 47693800-227a-460d-8f87-9c320f203232. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:37:06.955578 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.144823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.278420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.316191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd77bb2-c683-4343-9d35-689dcbe3ff51,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:07.327944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.330190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7ee0fb4b-5c9f-4e09-ad15-446d18b7ef76 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/6fd77bb2-c683-4343-9d35-689dcbe3ff51 HTTP/1.1" status: 204 len: 168 time: 0.5848844 Jul 07 22:37:07.333304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06a8ea-c914-4608-978c-a1a63ffcbb94 None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:07.338823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41410) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:07.501751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet e9fb00a9-123f-4667-bd10-f5a60f89eeae {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:07.513756 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.597443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.813861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.918049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.950348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fb00a9-123f-4667-bd10-f5a60f89eeae,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:07.957318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:07.961986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41422) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:07.962591 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-300dc82d-32d9-4857-972d-5d790862372b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/e9fb00a9-123f-4667-bd10-f5a60f89eeae HTTP/1.1" status: 204 len: 168 time: 0.6203845 Jul 07 22:37:08.000075 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-388d896f-6a79-4c41-80cf-cef1182d6e11 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:08.000552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388d896f-6a79-4c41-80cf-cef1182d6e11 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:08.006200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-388d896f-6a79-4c41-80cf-cef1182d6e11 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/6fd77bb2-c683-4343-9d35-689dcbe3ff51 HTTP/1.1" status: 404 len: 337 time: 0.0393519 Jul 07 22:37:08.006495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41424) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.148000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting subnet 0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:08.151652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:08.248011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:08.255028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-4abd576c-6435-4e1f-a90f-c6f373fbfcb8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1087549 Jul 07 22:37:08.379278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:08.437799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.445723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.446467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.449395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.452998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.456981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.457689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.468579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-72fc1f39-ea84-473a-8852-a3a68947c19f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a226a12ecb6846b4b54a422f20240826&device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 6508 time: 0.1490426 Jul 07 22:37:08.558973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:08.612427 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:08.615232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7 HTTP/1.1" status: 204 len: 168 time: 0.6076946 Jul 07 22:37:08.616306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7adee-ef31-464d-b004-f1fe197ab3dd tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6d6e0a-3c9d-41b8-ad26-71fbdec9c2c7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:08.618383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41436) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.694404 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0f9d52-b81a-4722-9026-3b7516bd0d0b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:08.695339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0f9d52-b81a-4722-9026-3b7516bd0d0b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:08.700713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41438) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.701992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7d0f9d52-b81a-4722-9026-3b7516bd0d0b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/c796736e-5e52-4a95-9d47-4c67874e5902 HTTP/1.1" status: 404 len: 337 time: 0.0823989 Jul 07 22:37:08.723385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04fca8-1738-4327-a88b-c4501c29a8d9 None None] Network a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:08.739812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b4ba953-cbd6-49cd-bed8-50737aaf4f42 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "GET /v2.0/ports?device_id=77771ca2-9c49-48bd-aa86-4e2cc5968e52 HTTP/1.1" status: 200 len: 205 time: 0.0372369 Jul 07 22:37:08.741828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41442) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.747463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-992d8bff-594f-456b-b154-1d0e48377256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.748022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-992d8bff-594f-456b-b154-1d0e48377256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.748503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-992d8bff-594f-456b-b154-1d0e48377256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.750227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-992d8bff-594f-456b-b154-1d0e48377256 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab4393e0-f396-4313-834a-399375417fd7&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=a5c06822-a6d4-4ef8-8129-083ba93ef651&id=b918ddb7-675e-4c85-83ec-efd0139d359f&id=b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 200 len: 2297 time: 0.2264369 Jul 07 22:37:08.820963 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-92b82e38-0385-44cf-9725-20ed087c26d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] delete failed (client error): The resource could not be found. Jul 07 22:37:08.822364 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-92b82e38-0385-44cf-9725-20ed087c26d2 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/routers/77771ca2-9c49-48bd-aa86-4e2cc5968e52 HTTP/1.1" status: 404 len: 336 time: 0.0794230 Jul 07 22:37:08.824871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.850790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-ef6a4c45-6aad-4a9a-9399-a1f1a115da05 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 200 len: 1001 time: 0.0939763 Jul 07 22:37:08.890940 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-285a08b3-bf28-47ca-b79a-f52a23d3b137 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:08.891647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285a08b3-bf28-47ca-b79a-f52a23d3b137 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:08.896642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-285a08b3-bf28-47ca-b79a-f52a23d3b137 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/4efeaf36-5ff9-4a46-852c-f8bc567388af HTTP/1.1" status: 404 len: 337 time: 0.0697193 Jul 07 22:37:08.897473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41450) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.927214 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69fec17-bc0c-4b48-96cb-f9385542678f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:08.927214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69fec17-bc0c-4b48-96cb-f9385542678f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:08.931014 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f69fec17-bc0c-4b48-96cb-f9385542678f tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/54886deb-a52b-4307-81a3-8568e7664382 HTTP/1.1" status: 404 len: 337 time: 0.0325365 Jul 07 22:37:08.931799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:08.941904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-ba9083cc-e319-46d1-96f5-d7bd48c7885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:08.943442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-ba9083cc-e319-46d1-96f5-d7bd48c7885b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 200 len: 855 time: 0.0859520 Jul 07 22:37:08.974724 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb62da9-a6c5-4822-a4fc-c0fa5ad96e95 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:08.975321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb62da9-a6c5-4822-a4fc-c0fa5ad96e95 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:08.977019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-13b907b6-a0f5-4f0b-81e5-a3657deb82b8 None None] Provisioning complete for port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:08.977413 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-13b907b6-a0f5-4f0b-81e5-a3657deb82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:08.988254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-efb62da9-a6c5-4822-a4fc-c0fa5ad96e95 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/37b76040-69a2-424d-a6f6-af6dce98e2bd HTTP/1.1" status: 404 len: 337 time: 0.0551519 Jul 07 22:37:08.988924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41456) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.029861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-13b907b6-a0f5-4f0b-81e5-a3657deb82b8 None None] Port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:09.042667 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f851281-d7a7-437d-a19e-829744ffba8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:09.043487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f851281-d7a7-437d-a19e-829744ffba8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:09.047967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-24973101-6237-4822-b15d-33bacf49e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:09.048898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f851281-d7a7-437d-a19e-829744ffba8c tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/a2e9e465-ad5b-4b65-811d-d0aa299764e4 HTTP/1.1" status: 404 len: 333 time: 0.0589492 Jul 07 22:37:09.049525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41460) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.052449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-24973101-6237-4822-b15d-33bacf49e5e6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab4393e0-f396-4313-834a-399375417fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003513 Jul 07 22:37:09.065579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-13b907b6-a0f5-4f0b-81e5-a3657deb82b8 None None] Provisioning complete for port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:09.065980 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-13b907b6-a0f5-4f0b-81e5-a3657deb82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.086062 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f774563-fe4c-4704-8729-6effeb1e1a23 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:09.086719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f774563-fe4c-4704-8729-6effeb1e1a23 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:09.093903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f774563-fe4c-4704-8729-6effeb1e1a23 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/786bf3ae-6140-4374-a60d-22204694ddd0 HTTP/1.1" status: 404 len: 337 time: 0.0407112 Jul 07 22:37:09.094609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41462) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.124878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] DHCP port deletion for a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:09.127911 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e410fda4-fade-4217-9505-bf0c6b1ad742 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:09.129236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e410fda4-fade-4217-9505-bf0c6b1ad742 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:09.133393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e410fda4-fade-4217-9505-bf0c6b1ad742 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/68adda4f-3ac2-42cb-aca4-6ae7204def5d HTTP/1.1" status: 404 len: 337 time: 0.0354884 Jul 07 22:37:09.133835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41464) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.164823 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a127d6-7e26-4386-af6e-645c69573869 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:09.165457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a127d6-7e26-4386-af6e-645c69573869 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:09.167429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4a127d6-7e26-4386-af6e-645c69573869 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/42882a9a-4016-4a0b-a16b-0faf9abd98cd HTTP/1.1" status: 404 len: 333 time: 0.0327802 Jul 07 22:37:09.171972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41468) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.210185 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e8f3e1-9e68-41e0-8980-36525fd3821b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:09.210938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e8f3e1-9e68-41e0-8980-36525fd3821b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:09.213156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c1e8f3e1-9e68-41e0-8980-36525fd3821b tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/b1aa68ce-9820-48db-9330-d32b8184246a HTTP/1.1" status: 404 len: 337 time: 0.0398924 Jul 07 22:37:09.217494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.261484 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb51a39-c31a-4d0c-b32e-815dd6cf4227 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] DELETE failed (client error): The resource could not be found. Jul 07 22:37:09.261883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] Deleting port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:09.262055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb51a39-c31a-4d0c-b32e-815dd6cf4227 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:37:09.262317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.264121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccb51a39-c31a-4d0c-b32e-815dd6cf4227 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/subnets/3b622196-f41e-44c2-94de-81a30d460af4 HTTP/1.1" status: 404 len: 337 time: 0.0454583 Jul 07 22:37:09.266600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.275372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-20f25c06-6bed-49bb-b06e-4a762cb9eff9 service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177999 Jul 07 22:37:09.406918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-3093e9b3-63d6-4c33-b891-430d48e9c97c service neutron] 10.222.0.103 "GET /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228821 Jul 07 22:37:09.408775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Deleting port 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:09.409293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.429195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] For port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,segment=NetworkSegment(4061211c-41fa-4f4e-921f-d4c7aab927be),segment_id=4061211c-41fa-4f4e-921f-d4c7aab927be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:09.429554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.459384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] Calling delete_port for 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:09.464860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-28a835af-7bc3-46d0-b459-8b80c13159c9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 217 time: 0.0508528 Jul 07 22:37:09.560501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.589863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Calling delete_port for 7485a7f9-cbf6-4fdf-8baa-96f641d98b45 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:09.595266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-06d9465f-b54b-479f-9eea-248328582237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:09.597043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-06d9465f-b54b-479f-9eea-248328582237 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.1255169 Jul 07 22:37:09.600529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:09.693721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-19a7eb66-e29d-45c0-a0d1-ccfd3ac3c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:09.694715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-19a7eb66-e29d-45c0-a0d1-ccfd3ac3c2cd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913546 Jul 07 22:37:09.700406 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.735597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] Pushing event deleted for resources: {'Port': ['ID=1ede18e6-42a1-4e44-9c3f-8d8d257e1cca,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:09.753146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0fe3b-c855-4fc9-ad81-626260e02270 None None] No DVR routers for this DVR port 1ede18e6-42a1-4e44-9c3f-8d8d257e1cca on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:09.781184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.843081 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.897502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Port': ['ID=7485a7f9-cbf6-4fdf-8baa-96f641d98b45,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:09.905835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.914157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-083e3ae8-426c-4f67-ae99-f300bf64f73a tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/ports/7485a7f9-cbf6-4fdf-8baa-96f641d98b45 HTTP/1.1" status: 204 len: 168 time: 0.6443021 Jul 07 22:37:09.914517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41488) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.917171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-2218a0d4-c067-4910-bda3-ea1807622c59 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154825 Jul 07 22:37:10.018687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.060492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-a17be978-b039-47c8-ad96-18c003a316c8 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362002 Jul 07 22:37:10.123044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-04d5d66a-5e1c-4f92-929f-20f96e4ca1a1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 217 time: 0.0565524 Jul 07 22:37:10.136377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.150262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:10.163044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4061211c-41fa-4f4e-921f-d4c7aab927be') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:10.163623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4061211c-41fa-4f4e-921f-d4c7aab927be') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:10.173993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.182180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-295c8730-eb06-4a51-8289-900415e67b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:10.184950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-295c8730-eb06-4a51-8289-900415e67b0f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0545139 Jul 07 22:37:10.190132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.196492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:10.197040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:10.200541 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:10.260397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-53a1d367-cbfa-4fba-9677-28de6ba9f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:10.262186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-53a1d367-cbfa-4fba-9677-28de6ba9f372 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0709360 Jul 07 22:37:10.297061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.312212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.316564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] 10.222.0.95 "DELETE /v2.0/networks/a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd HTTP/1.1" status: 204 len: 168 time: 0.3984201 Jul 07 22:37:10.338714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eac6da-78a9-41db-a2b6-7f35422b15a9 tempest-PortsTestJSON-942843869 tempest-PortsTestJSON-942843869-project] Pushing event deleted for resources: {'Network': ['ID=a2e3ae6b-aaa8-4b0d-b9ff-3e9540a9d4fd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:10.417978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-d8373d82-839b-426f-8720-0f83c165dcc9 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489553 Jul 07 22:37:10.625182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-c2a4fe74-97d4-408b-b04a-e00114ef697b service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996810 Jul 07 22:37:10.728601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-894e62ad-7475-4a8f-a1f4-16054b5cab9a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 200 len: 217 time: 0.0959868 Jul 07 22:37:10.766016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41508) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:10.794277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-6783ca5d-bfb0-4741-93d2-9eb4cf699d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:10.795952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-6783ca5d-bfb0-4741-93d2-9eb4cf699d99 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0602493 Jul 07 22:37:10.892624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-aced00be-380a-4c2a-9cd6-175b22b7d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:10.894228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-aced00be-380a-4c2a-9cd6-175b22b7d268 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919011 Jul 07 22:37:11.032255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-78b00e81-10fb-4a8e-8bd5-e6ad660c20ab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ac9a39bafb084515b8c59ab599a55524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647560 Jul 07 22:37:11.034607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41520) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:11.048549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-05a509db-1324-420a-9c23-b1a72f1c6e76 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474233 Jul 07 22:37:11.099152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19b12947-519d-43ef-89c2-577a104c14cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:11.132119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19b12947-519d-43ef-89c2-577a104c14cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:11.159489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-91779911-592c-41ae-9418-b6b2de8bb87c service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040299 Jul 07 22:37:11.204434 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19b12947-519d-43ef-89c2-577a104c14cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:11.207128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-19b12947-519d-43ef-89c2-577a104c14cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:11.208327 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-19b12947-519d-43ef-89c2-577a104c14cb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f690fb51-fe5e-4ea7-a369-b7280229e81d HTTP/1.1" status: 204 len: 168 time: 0.1726928 Jul 07 22:37:11.217351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b12947-519d-43ef-89c2-577a104c14cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f690fb51-fe5e-4ea7-a369-b7280229e81d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:11.235119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-a8ea270d-81d9-4d10-a761-78ff31044147 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 200 len: 217 time: 0.0695734 Jul 07 22:37:11.307629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-f81dde23-78f8-4f03-ba96-b3e23b556146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:11.309944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-f81dde23-78f8-4f03-ba96-b3e23b556146 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 200 len: 797 time: 0.0739114 Jul 07 22:37:11.377118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-6517d861-db92-4abc-8842-a20c73ecbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:11.378822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-6517d861-db92-4abc-8842-a20c73ecbb23 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a5c06822-a6d4-4ef8-8129-083ba93ef651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630372 Jul 07 22:37:11.526487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-b68d666d-5983-4e02-95bc-aab68ab1cea5 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407595 Jul 07 22:37:11.662235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-733b01b3-59df-47af-bda9-c5b2ec383cf9 service neutron] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241908 Jul 07 22:37:11.720539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-a644a49d-e9ed-4c0a-a14f-f0f9dd17dc9e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 200 len: 217 time: 0.0511737 Jul 07 22:37:11.797751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-039b5e45-d187-4776-895f-4adcba08b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:11.799480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-039b5e45-d187-4776-895f-4adcba08b4a2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.0720065 Jul 07 22:37:12.276646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-9ec741d2-6a40-475f-b5a6-acdc1c9e6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:12.284462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-9ec741d2-6a40-475f-b5a6-acdc1c9e6ee2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4720471 Jul 07 22:37:12.294557 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41566) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:12.431660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-03ef527e-7d24-44d7-9e1c-610b820ed95a service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437705 Jul 07 22:37:12.478934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963222538'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:12.523142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:12.528784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.539494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.577159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-01e2be16-8482-41ab-a2e9-bdd5654f8655 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366649 Jul 07 22:37:12.630362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-e31c41b4-d08f-4c27-b5b2-dc86fe0d1da0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0427392 Jul 07 22:37:12.736013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-58ef3968-97a4-4a75-b746-f47805bc807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:12.738040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-58ef3968-97a4-4a75-b746-f47805bc807b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 200 len: 797 time: 0.1012292 Jul 07 22:37:12.746058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.756528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.772234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:12.793155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.793461 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment cb6da3b1-eae4-4779-a5f4-77115996d630 of type vlan for network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 Jul 07 22:37:12.809775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-dbc4e58f-af2f-41ba-b73a-ee9d533d3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:12.811810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-dbc4e58f-af2f-41ba-b73a-ee9d533d3612 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b918ddb7-675e-4c85-83ec-efd0139d359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668321 Jul 07 22:37:12.875135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.907239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754e3ef3-ce48-434c-ace7-46c50d91b605,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:12.911360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:12.917673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:12.917967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.002816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-2205c9e9-9491-47a8-90f3-61caf82b509b service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843870 Jul 07 22:37:13.013540 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7176051 Jul 07 22:37:13.019769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41584) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:13.026373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1345702243'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:13.032664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536d864-850b-4d44-bdfe-a2996d3f7e30 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=f604e462-0e48-44eb-b4ff-9b3b42bd9a47,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:13.043278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:13.073860 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-ed0dddfc-d407-4a5e-a920-e5b9d03f7f70 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980070 Jul 07 22:37:13.077447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:13.092876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.159833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:13.175399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.175826 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment 31d5c028-b6ab-449b-8619-55cc48e32bc3 of type vlan for network 898804cb-55c9-4bc7-946c-f813a75f79aa Jul 07 22:37:13.234543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.244256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-80808fd6-792a-4c7e-afdb-3bbddadc0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.245443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b839a227-04e4-4540-bf5b-24aa437dac49 req-cdade166-bf93-4c4e-bd99-6d3df336d615 service neutron] 10.222.0.103 "GET /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366123 Jul 07 22:37:13.245955 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-80808fd6-792a-4c7e-afdb-3bbddadc0c1b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1097 time: 0.1202195 Jul 07 22:37:13.365302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-50d58b55-fb19-45b9-ac03-f017e5fa189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.366835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-50d58b55-fb19-45b9-ac03-f017e5fa189d service neutron] 10.222.0.97 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 898 time: 0.0973907 Jul 07 22:37:13.373728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.379870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.380565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.492357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4674413 Jul 07 22:37:13.493174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:13.500040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:13.530252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e25efa-dff9-4cc7-a0b9-18b2c6be4825 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=898804cb-55c9-4bc7-946c-f813a75f79aa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:13.534221 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-0cbc8cd9-07ab-4a1a-8aec-5a6405086e70 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 1001 time: 0.1509922 Jul 07 22:37:13.543718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 898804cb-55c9-4bc7-946c-f813a75f79aa details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:13.636410 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-19d778ec-4d81-46ec-a435-de1865e8fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.638532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-19d778ec-4d81-46ec-a435-de1865e8fa46 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 200 len: 834 time: 0.0968127 Jul 07 22:37:13.702429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:13.707389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:13.748779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-d25a41a3-e206-49ff-aab1-0e20ae6940b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.750535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-d25a41a3-e206-49ff-aab1-0e20ae6940b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8da90138-d1b3-4db3-8522-b47ba8ce7a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044333 Jul 07 22:37:13.918808 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-a0dec2f0-3506-4003-9261-953edabdb85b service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597860 Jul 07 22:37:14.050651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:14.056166 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-af8c9fb7-8b4e-4bf2-80dd-fd81429ef6cb req-6f89f71e-2032-4642-b91b-a6958b70cff2 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303279 Jul 07 22:37:14.148196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=61ce11e8-ca9e-4967-9dbf-82e253e50f8a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:14.187328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': 'cb6da3b1-eae4-4779-a5f4-77115996d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:14.187754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: f604e462-0e48-44eb-b4ff-9b3b42bd9a47, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:14.213941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:14.227757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f604e462-0e48-44eb-b4ff-9b3b42bd9a47) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:14.232603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:14.233346 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:14.239549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c1de9-013d-459b-b6c9-54af81a94c67 None None] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:14.252547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-58a28d27-7571-452b-a89f-96966171f438 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7581978 Jul 07 22:37:14.255540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:14.260974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:14.458498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:14.463619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:14.561669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-f604e462-0e48-44eb-b4ff-9b3b42bd9a47', 'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '61ce11e8-ca9e-4967-9dbf-82e253e50f8a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:37:14.562858 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:14.861476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:14.912626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Allocated IP 2001:db8::2 (f604e462-0e48-44eb-b4ff-9b3b42bd9a47/61ce11e8-ca9e-4967-9dbf-82e253e50f8a/e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:14.969865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=79fbb90b-d553-4b64-a87f-f8354287c16a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:14.981875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': '31d5c028-b6ab-449b-8619-55cc48e32bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:14.982376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: 898804cb-55c9-4bc7-946c-f813a75f79aa, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:15.006606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 898804cb-55c9-4bc7-946c-f813a75f79aa is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:15.029432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 898804cb-55c9-4bc7-946c-f813a75f79aa) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:15.034565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:15.035513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.062815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7deaa2e-d021-42f7-9a67-c65c4ea905e1 None None] Network 898804cb-55c9-4bc7-946c-f813a75f79aa requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:15.069090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-10d8e2da-5e0e-4830-9e1a-3b15ad4a9d90 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8121855 Jul 07 22:37:15.071681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41638) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:15.076397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-474431188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:15.114581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.116625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.260418 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.267777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.289146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.291227 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70f35061-3986-4490-9159-b657ac8fd5ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2182338 Jul 07 22:37:15.294525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:15.476065 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.486297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Transition to ACTIVE for port object e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:15.507244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Transition to ACTIVE for port object e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:15.545921 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.634838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:15.641882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:15.685985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:15.718753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Pushing event updated for resources: {'Port': ['ID=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:15.778969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-898804cb-55c9-4bc7-946c-f813a75f79aa', 'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '79fbb90b-d553-4b64-a87f-f8354287c16a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:37:15.785752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.918051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Attempting to bind port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:15.918654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Attempting to bind port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'cb6da3b1-eae4-4779-a5f4-77115996d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:15.919285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Attempting to bind port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 on network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:15.957242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:15.957633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Checking segment: {'id': 'cb6da3b1-eae4-4779-a5f4-77115996d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:15.958054 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:15.958460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Bound using segment: {'id': 'cb6da3b1-eae4-4779-a5f4-77115996d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:15.961352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Bound port: e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6da3b1-eae4-4779-a5f4-77115996d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f604e462-0e48-44eb-b4ff-9b3b42bd9a47'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:15.962125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.057555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Allocated IP 2001:db8:1::2 (898804cb-55c9-4bc7-946c-f813a75f79aa/79fbb90b-d553-4b64-a87f-f8354287c16a/fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:16.076738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.196654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] For port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:16.211847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] For port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,segment=NetworkSegment(cb6da3b1-eae4-4779-a5f4-77115996d630),segment_id=cb6da3b1-eae4-4779-a5f4-77115996d630)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:16.222243 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.350920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07cee7-0ae0-45b3-b95b-3bb34685fae5 None None] Pushing event updated for resources: {'Port': ['ID=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:16.384120 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.401572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Transition to ACTIVE for port object fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:16.425734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Transition to ACTIVE for port object fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:16.438253 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.467174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Network 898804cb-55c9-4bc7-946c-f813a75f79aa is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:16.493912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:16.499081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:16.551223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Pushing event updated for resources: {'Port': ['ID=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:16.594516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Attempting to bind port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:16.594931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Attempting to bind port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '31d5c028-b6ab-449b-8619-55cc48e32bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:16.595306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Attempting to bind port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe on network 898804cb-55c9-4bc7-946c-f813a75f79aa {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:16.639877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:16.640582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Checking segment: {'id': '31d5c028-b6ab-449b-8619-55cc48e32bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:16.641650 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.642280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Bound using segment: {'id': '31d5c028-b6ab-449b-8619-55cc48e32bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:16.643028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Bound port: fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d5c028-b6ab-449b-8619-55cc48e32bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '898804cb-55c9-4bc7-946c-f813a75f79aa'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:16.643784 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.647668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8::1 (f604e462-0e48-44eb-b4ff-9b3b42bd9a47/61ce11e8-ca9e-4967-9dbf-82e253e50f8a/cb3ef523-ad97-4d7e-85f8-f123d596b2c2) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:16.746801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] For port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:16.754593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] For port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,segment=NetworkSegment(31d5c028-b6ab-449b-8619-55cc48e32bc3),segment_id=31d5c028-b6ab-449b-8619-55cc48e32bc3)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:16.769529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.910800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.922535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776588f-588d-46a2-b60d-c60fe2d062db None None] Pushing event updated for resources: {'Port': ['ID=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:16.928277 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:16.938753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object cb3ef523-ad97-4d7e-85f8-f123d596b2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:16.990136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:17.034150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:17.038121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:17.048775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:17.049351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:17.139759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=cb3ef523-ad97-4d7e-85f8-f123d596b2c2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:17.347025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:17.688767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:17.830494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:17.833575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:17.918016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:17.946292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41706) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:18.071887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.081995 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.082977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.148471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0393a8d8-94bb-445a-b018-87b0c97595be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.178495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d54660-f156-4e8a-9ee5-2600ba271404 None None] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:18.212794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=cb3ef523-ad97-4d7e-85f8-f123d596b2c2,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:18.365739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0393a8d8-94bb-445a-b018-87b0c97595be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.376453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0393a8d8-94bb-445a-b018-87b0c97595be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.471794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0393a8d8-94bb-445a-b018-87b0c97595be admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=05b768e0471c46308710e2ca48ed881f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241685 Jul 07 22:37:18.473678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393a8d8-94bb-445a-b018-87b0c97595be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af562d84-a0e0-4c44-9a3b-7bac272388dd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:18.475334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:18.493211 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c3a92982-5f53-4a8f-91da-917d6c8c1499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.497227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] Provisioning for port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:18.520130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] Provisioning complete for port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:18.521058 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.553663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:18.570675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:18.644646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219e394-1da7-4f18-88e6-7cce7ee612f3 None None] Network 898804cb-55c9-4bc7-946c-f813a75f79aa requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:18.716585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.738103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d91530d-b6d1-45d9-90ef-3e46dafaac84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.786429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d91530d-b6d1-45d9-90ef-3e46dafaac84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.798500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] For port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,segment=NetworkSegment(cb6da3b1-eae4-4779-a5f4-77115996d630),segment_id=cb6da3b1-eae4-4779-a5f4-77115996d630)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:18.805926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.811158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.835264 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:37:18.872646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 15fc0076-7c87-4b10-a4d4-0142f6268219 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:37:18.976054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379ab0-a325-4408-ab5b-2fb2ff62de5f None None] Pushing event updated for resources: {'Port': ['ID=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:18.978367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d91530d-b6d1-45d9-90ef-3e46dafaac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.988537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d91530d-b6d1-45d9-90ef-3e46dafaac84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:18.991254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2d91530d-b6d1-45d9-90ef-3e46dafaac84 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/af562d84-a0e0-4c44-9a3b-7bac272388dd HTTP/1.1" status: 204 len: 168 time: 0.5133686 Jul 07 22:37:18.992894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] Provisioning for port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:18.999499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] Provisioning complete for port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:19.000133 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.088057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91530d-b6d1-45d9-90ef-3e46dafaac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af562d84-a0e0-4c44-9a3b-7bac272388dd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:19.135169 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.141653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:19.150579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2af25f70-da79-4b06-bc03-cd5099d32ec3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/15fc0076-7c87-4b10-a4d4-0142f6268219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8516552 Jul 07 22:37:19.151753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41728) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:19.167107 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] Sync routers for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:19.189560 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:19.190223 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:19.248539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] For port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,segment=NetworkSegment(31d5c028-b6ab-449b-8619-55cc48e32bc3),segment_id=31d5c028-b6ab-449b-8619-55cc48e32bc3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:19.260584 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.277076 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:19.287722 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:19.288638 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:36:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:19.307655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd24305-6340-468f-be4b-4aebf6fef87b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:19.314503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:19.316033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1bd24305-6340-468f-be4b-4aebf6fef87b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports/cb3ef523-ad97-4d7e-85f8-f123d596b2c2 HTTP/1.1" status: 200 len: 911 time: 0.1615756 Jul 07 22:37:19.412672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:19.413371 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4c609-7b39-41a7-936b-0ffd0a8b88d8 None None] The sync data for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:19.470376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a842970-da68-48da-8b4d-cebef94ba387 None None] Pushing event updated for resources: {'Port': ['ID=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:19.487776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19a1524e-6093-45b1-bf76-2163dd55829f None None] Provisioning for port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:19.492403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19a1524e-6093-45b1-bf76-2163dd55829f None None] Provisioning complete for port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:19.493965 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19a1524e-6093-45b1-bf76-2163dd55829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.561193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-19a1524e-6093-45b1-bf76-2163dd55829f None None] Port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:19.587294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-19a1524e-6093-45b1-bf76-2163dd55829f None None] Provisioning complete for port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:19.587698 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19a1524e-6093-45b1-bf76-2163dd55829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.624547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:19.804574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:19.805212 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.037167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f5772240-b6d6-4db6-aad2-0e27651e47ab None None] Provisioning complete for port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:20.037738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5772240-b6d6-4db6-aad2-0e27651e47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.122366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f5772240-b6d6-4db6-aad2-0e27651e47ab None None] Port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:20.122544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.134798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f5772240-b6d6-4db6-aad2-0e27651e47ab None None] Provisioning complete for port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:20.135338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5772240-b6d6-4db6-aad2-0e27651e47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.433786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5fad636f-d420-4418-a77b-5e4322062d8e None None] Provisioning complete for port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:20.435301 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5fad636f-d420-4418-a77b-5e4322062d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.503120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:20.547711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5fad636f-d420-4418-a77b-5e4322062d8e None None] Port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:20.607081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8:1::1 (898804cb-55c9-4bc7-946c-f813a75f79aa/79fbb90b-d553-4b64-a87f-f8354287c16a/2e4849e2-a005-489f-bf5c-afa944c8c47b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:20.712558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-513698555-network', 'tenant_id': 'd3e9265fdcf54c40a9e42d18c2d2f75f'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:20.760343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Made reservation on behalf of d3e9265fdcf54c40a9e42d18c2d2f75f for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:20.763607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.784939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.801431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.833763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object 2e4849e2-a005-489f-bf5c-afa944c8c47b will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:20.906357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.961221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 898804cb-55c9-4bc7-946c-f813a75f79aa is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:20.978114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:20.987850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:20.988523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:20.997353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=2e4849e2-a005-489f-bf5c-afa944c8c47b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:21.002040 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.045616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.095539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:21.121637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.122196 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Added segment e5cf902b-911f-4b87-b576-8115ed32595a of type vlan for network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 Jul 07 22:37:21.123324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a2882-c692-4adc-be40-d2fcb1030f89,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:21.229891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.259802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.308169 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.309802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:21.310397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.344937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59424f38-5e57-40da-ba53-e67196f086ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.354260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41950) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:21.354842 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8499696 Jul 07 22:37:21.370655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Request body: {'subnet': {'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-513698555-subnet', 'tenant_id': 'd3e9265fdcf54c40a9e42d18c2d2f75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:21.386794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-36c78002-f2b6-4f31-9bc3-b0eb089dea4a None None] Provisioning for port 2e4849e2-a005-489f-bf5c-afa944c8c47b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:21.392823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-36c78002-f2b6-4f31-9bc3-b0eb089dea4a None None] Provisioning complete for port 2e4849e2-a005-489f-bf5c-afa944c8c47b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:21.393468 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36c78002-f2b6-4f31-9bc3-b0eb089dea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.423052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Made reservation on behalf of d3e9265fdcf54c40a9e42d18c2d2f75f for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:21.428969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.455534 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.459974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-36c78002-f2b6-4f31-9bc3-b0eb089dea4a None None] Port 2e4849e2-a005-489f-bf5c-afa944c8c47b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:21.464924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558859ff-e082-4cab-a888-6f80d498c0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9218c3b6-73ff-48a3-879d-cfe22fd2ba36,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:21.493514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:21.563601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:21.654579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:21.656199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.773938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.839355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.847817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.848717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.854391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc0c2ea-276b-4bdf-af46-029916c318c0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:21.866662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.867032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.867314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.868027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.868227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.868561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.868904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.869205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.869531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.869874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.870177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.870712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:21.878028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Checking segment: {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:21.878556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Network hostable DHCP agents. Network: 9218c3b6-73ff-48a3-879d-cfe22fd2ba36, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:21.900963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:21.922350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 9218c3b6-73ff-48a3-879d-cfe22fd2ba36) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:21.928699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:21.930655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.933135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca01de5-8fd3-4495-8be2-ae712d0e519b None None] Network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:21.970521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d0065b16-b9ec-45ee-823c-c7a450f2bf0e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6135764 Jul 07 22:37:21.974473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=2e4849e2-a005-489f-bf5c-afa944c8c47b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:22.035475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 898804cb-55c9-4bc7-946c-f813a75f79aa is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:22.040652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:22.134539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a8de9-10dc-43ac-b95d-ca08b654e792 None None] Network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:22.242159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 15fc0076-7c87-4b10-a4d4-0142f6268219 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:22.280924 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.425314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:22.433863 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1736f12-f5b5-46f6-ac55-3db12a91a433 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/15fc0076-7c87-4b10-a4d4-0142f6268219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1158748 Jul 07 22:37:22.434133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42076) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:22.438748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] Sync routers for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:22.464069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:22.464740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:22.517591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:22.530173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-15660572-2291-4844-96a1-cf00089289df None None] Provisioning complete for port 2e4849e2-a005-489f-bf5c-afa944c8c47b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:22.530556 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-15660572-2291-4844-96a1-cf00089289df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.533275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:22.533943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:22.536014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1180765b-8a21-44f3-98a1-143216adb03f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.537485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1180765b-8a21-44f3-98a1-143216adb03f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports/2e4849e2-a005-489f-bf5c-afa944c8c47b HTTP/1.1" status: 200 len: 913 time: 0.1022654 Jul 07 22:37:22.540739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42088) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:22.604593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:22.605272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05924b2-368b-4bce-852f-82dd63873123 None None] The sync data for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:22.634416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-15660572-2291-4844-96a1-cf00089289df None None] Port 2e4849e2-a005-489f-bf5c-afa944c8c47b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:23.409122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.698047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.761324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 2e4849e2-a005-489f-bf5c-afa944c8c47b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:23.762209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.863041 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.882007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 2e4849e2-a005-489f-bf5c-afa944c8c47b owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:24.101495 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:24.146553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=2e4849e2-a005-489f-bf5c-afa944c8c47b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:24.292709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:24.386112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-b3d90713-d1e6-40a4-903b-7e5f309b75c6 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:24.387774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-b3d90713-d1e6-40a4-903b-7e5f309b75c6 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/networks?id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 200 len: 808 time: 0.1276164 Jul 07 22:37:24.403754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-cf1e82c7-bec9-4563-910b-c17c8f3ee8dd tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/quotas/d3e9265fdcf54c40a9e42d18c2d2f75f HTTP/1.1" status: 200 len: 375 time: 0.0098083 Jul 07 22:37:24.439501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-bc2f6fe8-4c78-47e3-9fee-0b73710bef9b tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298982 Jul 07 22:37:24.503173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 15fc0076-7c87-4b10-a4d4-0142f6268219 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:24.590212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-f993500b-5c18-48aa-a815-351248dbb85a service neutron] 10.222.0.95 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435747 Jul 07 22:37:24.603450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:24.609066 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2b11bb2c-c321-4968-80b5-0295d25c01c6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/15fc0076-7c87-4b10-a4d4-0142f6268219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0672414 Jul 07 22:37:24.611770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:24.614204 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] Sync routers for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:24.625787 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:24.626702 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.660516 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.671855 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:24.672891 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.702783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-a09a70fe-1594-41ee-af8b-2f3cd7d3d766 service neutron] 10.222.0.95 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060379 Jul 07 22:37:24.725817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.725817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17beab62-cea1-4fae-9337-a4768c9387d5 None None] The sync data for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:24.970205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-57ae177a-b42c-48d8-9918-c76600e3e31a req-be8b3a3b-adcb-41be-a695-3e5f813cd859 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 210 time: 0.1178174 Jul 07 22:37:25.038383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.478151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port cb3ef523-ad97-4d7e-85f8-f123d596b2c2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:25.478617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.577036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.589992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for cb3ef523-ad97-4d7e-85f8-f123d596b2c2 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:25.781602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.809086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=cb3ef523-ad97-4d7e-85f8-f123d596b2c2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:25.932334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.176193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 15fc0076-7c87-4b10-a4d4-0142f6268219 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:26.181254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fab9cf46-83f9-40be-a046-af4080a2d302 req-e76668c1-1640-4eaa-aa27-ed49dc870028 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 210 time: 0.0675104 Jul 07 22:37:26.344638 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:26.353440 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f07a01f0-b539-42eb-86ec-24446a438965 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/15fc0076-7c87-4b10-a4d4-0142f6268219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7362006 Jul 07 22:37:26.356162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] Sync routers for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:26.378048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42348) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:26.387829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:26.388854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:26.407493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-f5023a0a-9bfa-40e0-ba05-114b05057f18 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:26.412478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-f5023a0a-9bfa-40e0-ba05-114b05057f18 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "GET /v2.0/networks?id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 200 len: 808 time: 0.2342305 Jul 07 22:37:26.428460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Request body: {'port': {'device_id': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36', 'admin_state_up': True, 'tenant_id': 'd3e9265fdcf54c40a9e42d18c2d2f75f'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:26.464146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:26.485088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] Routers {'15fc0076-7c87-4b10-a4d4-0142f6268219'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:26.486012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['15fc0076-7c87-4b10-a4d4-0142f6268219'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:26.492269 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27772e77-7484-4591-9622-849d4a3ea765 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=15fc0076-7c87-4b10-a4d4-0142f6268219 HTTP/1.1" status: 200 len: 205 time: 0.1129489 Jul 07 22:37:26.495073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:26.546100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:26.547099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fccf8f6-97ac-4a0c-a0d4-2f3e965e71d5 None None] The sync data for ids ['15fc0076-7c87-4b10-a4d4-0142f6268219'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:26.593805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.597464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Made reservation on behalf of d3e9265fdcf54c40a9e42d18c2d2f75f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:26.601404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.773892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Allocated IP 172.20.0.3 (9218c3b6-73ff-48a3-879d-cfe22fd2ba36/ecc0c2ea-276b-4bdf-af46-029916c318c0/a22a80c2-c95f-43de-9264-6c96b8b4f148) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:26.984392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.032117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.064879 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.067916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.092315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:27.096072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:27.101537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:27.105927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Pushing event updated for resources: {'Port': ['ID=a22a80c2-c95f-43de-9264-6c96b8b4f148,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:27.133234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.134298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router 15fc0076-7c87-4b10-a4d4-0142f6268219 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:37:27.145698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.150357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ef4b5587-fdaf-42d3-a1d3-63376b97a51d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/15fc0076-7c87-4b10-a4d4-0142f6268219 HTTP/1.1" status: 204 len: 168 time: 0.6542585 Jul 07 22:37:27.151278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42360) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:27.174158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:27.175180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.195078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-90a2040d-0c88-433f-87d9-dbe70eecd8c0 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730916 Jul 07 22:37:27.208582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Request body: {'port': {'device_id': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:27.209214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 79fbb90b-d553-4b64-a87f-f8354287c16a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:27.213930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.288537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.364507 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.388236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.463262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.510534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=79fbb90b-d553-4b64-a87f-f8354287c16a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:27.516574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.524141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e24cf4-3c35-4e10-b024-5096d665a18f None None] Network 898804cb-55c9-4bc7-946c-f813a75f79aa requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:27.524677 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3dba9043-d885-434e-9d37-66383da2d17b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/79fbb90b-d553-4b64-a87f-f8354287c16a HTTP/1.1" status: 204 len: 168 time: 0.3717897 Jul 07 22:37:27.525342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42368) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:27.591845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 61ce11e8-ca9e-4967-9dbf-82e253e50f8a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:27.596093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d46629-a078-4d87-8cb1-4323352f3d08 req-82c7990a-40b5-4573-80a1-dfaa57e8d73a tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:27.597673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72d46629-a078-4d87-8cb1-4323352f3d08 req-82c7990a-40b5-4573-80a1-dfaa57e8d73a tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 931 time: 0.1776972 Jul 07 22:37:27.598764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.644453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.685887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72d46629-a078-4d87-8cb1-4323352f3d08 req-050b4880-1cfa-47e1-ba38-9d5262c74099 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751057 Jul 07 22:37:27.764577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.804405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22a80c2-c95f-43de-9264-6c96b8b4f148 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:27.806330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] DHCP port deletion for 898804cb-55c9-4bc7-946c-f813a75f79aa request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:27.812478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.837452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.840995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Transition to ACTIVE for port object a22a80c2-c95f-43de-9264-6c96b8b4f148 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:27.845251 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.865433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Deleting port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:27.866051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.890704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=61ce11e8-ca9e-4967-9dbf-82e253e50f8a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:27.897627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.904464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-08d249f7-90c5-4f0c-852e-5241b98e9c48 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/61ce11e8-ca9e-4967-9dbf-82e253e50f8a HTTP/1.1" status: 204 len: 168 time: 0.3771935 Jul 07 22:37:27.906364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42372) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:27.909786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582d280-dde9-4c7c-b90d-299d94129401 None None] Network f604e462-0e48-44eb-b4ff-9b3b42bd9a47 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:27.985640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a22a80c2-c95f-43de-9264-6c96b8b4f148,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.051906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.070828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Attempting to bind port a22a80c2-c95f-43de-9264-6c96b8b4f148 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:28.071174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Attempting to bind port a22a80c2-c95f-43de-9264-6c96b8b4f148 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:28.071509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Attempting to bind port a22a80c2-c95f-43de-9264-6c96b8b4f148 on network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:28.079153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Port a22a80c2-c95f-43de-9264-6c96b8b4f148 on network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:28.079487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Attempting to bind port a22a80c2-c95f-43de-9264-6c96b8b4f148 on network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:28.108147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:28.108523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Checking segment: {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:28.108894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Bound using segment: {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:28.109341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Bound port: a22a80c2-c95f-43de-9264-6c96b8b4f148, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:28.109711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.146416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] For port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,segment=NetworkSegment(31d5c028-b6ab-449b-8619-55cc48e32bc3),segment_id=31d5c028-b6ab-449b-8619-55cc48e32bc3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:28.146736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.167600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Calling delete_port for fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:28.184799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:28.185148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.199531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] For port a22a80c2-c95f-43de-9264-6c96b8b4f148, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:28.244433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] For port a22a80c2-c95f-43de-9264-6c96b8b4f148, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:28.255182 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.313748 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:28.314522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.316012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] 10.222.0.103 "PUT /v2.0/ports/a22a80c2-c95f-43de-9264-6c96b8b4f148 HTTP/1.1" status: 200 len: 1092 time: 1.1125133 Jul 07 22:37:28.318000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,segment=NetworkSegment(31d5c028-b6ab-449b-8619-55cc48e32bc3),segment_id=31d5c028-b6ab-449b-8619-55cc48e32bc3)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:28.318323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.320787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'tag': 'a22a80c2-c95f-43de-9264-6c96b8b4f148'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:28.321105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.323281 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094f603e-96e9-4e8c-acb1-18dfd59e2faa" -d '{"events": [{"name": "network-changed", "server_uuid": "639185c1-32b0-42f3-927b-c34efaeb6c55", "tag": "a22a80c2-c95f-43de-9264-6c96b8b4f148"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:28.353634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:28.368096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Pushing event deleted for resources: {'Port': ['ID=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.376914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] No DVR routers for this DVR port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:28.379481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.380035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.380539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.381299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.382030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.382529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.383231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.383750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.384558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.385051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.386129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.387176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd925ca6-1aa6-4b1b-9ae2-c3e476d7de3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:28.406863 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a29d813-2da8-473a-b8e0-f33f69802728 x-openstack-request-id: req-2a29d813-2da8-473a-b8e0-f33f69802728 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:28.407216 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639185c1-32b0-42f3-927b-c34efaeb6c55", "tag": "a22a80c2-c95f-43de-9264-6c96b8b4f148", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:28.407377 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a29d813-2da8-473a-b8e0-f33f69802728 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:28.407820 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'tag': 'a22a80c2-c95f-43de-9264-6c96b8b4f148', 'status': 'completed', 'code': 200} Jul 07 22:37:28.408349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82d53e-6f39-4030-8f1e-63add12148d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a22a80c2-c95f-43de-9264-6c96b8b4f148,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.458602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] DHCP port deletion for f604e462-0e48-44eb-b4ff-9b3b42bd9a47 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:28.497469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-dbf6bc00-3b25-406a-a938-22b850cc6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:28.499040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-dbf6bc00-3b25-406a-a938-22b850cc6ed2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 1095 time: 0.1255510 Jul 07 22:37:28.505336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.516053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] Deleting port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:28.516446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.567807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:28.573661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-8a763e9c-950c-4e6a-8a5c-b089c315dfe1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148 HTTP/1.1" status: 200 len: 217 time: 0.0642402 Jul 07 22:37:28.576342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.583797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] For port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,segment=NetworkSegment(cb6da3b1-eae4-4779-a5f4-77115996d630),segment_id=cb6da3b1-eae4-4779-a5f4-77115996d630)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:28.584281 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.597369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] Calling delete_port for e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:28.646861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-0e8270fe-9ed6-451e-84d1-4b937bb17617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:28.647682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-0e8270fe-9ed6-451e-84d1-4b937bb17617 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ecc0c2ea-276b-4bdf-af46-029916c318c0 HTTP/1.1" status: 200 len: 848 time: 0.0522726 Jul 07 22:37:28.682501 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.720070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-4a8b703b-5887-47bf-a92b-542680757c61 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599275 Jul 07 22:37:28.721341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] No DVR routers for this DVR port e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:28.735352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79085d6a-39ca-4fb1-b3ea-2732f42af1f8 None None] Pushing event deleted for resources: {'Port': ['ID=e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.773931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.808722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898804cb-55c9-4bc7-946c-f813a75f79aa']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:28.825819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d5c028-b6ab-449b-8619-55cc48e32bc3') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:28.826260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d5c028-b6ab-449b-8619-55cc48e32bc3') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:28.845564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.886539 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.899936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:28.900419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:28.905322 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:28.974380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-135f3865-9fe9-4726-ba90-3e6e5821382c service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337062 Jul 07 22:37:29.010873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d4692-27ab-464e-8e9f-71fa328fb453 req-aa961c9e-c0ee-471f-b33f-c655d09fe5e2 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.012288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-293d4692-27ab-464e-8e9f-71fa328fb453 req-aa961c9e-c0ee-471f-b33f-c655d09fe5e2 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 943 time: 0.1921461 Jul 07 22:37:29.035796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.047568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.049425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/898804cb-55c9-4bc7-946c-f813a75f79aa HTTP/1.1" status: 204 len: 168 time: 1.1399181 Jul 07 22:37:29.052208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42386) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:29.085981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb2fee-8aa1-45c9-8e41-f24426e9bc95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=898804cb-55c9-4bc7-946c-f813a75f79aa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:29.124624 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-293d4692-27ab-464e-8e9f-71fa328fb453 req-018adfb9-5056-4284-a767-35517db96af6 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Jul 07 22:37:29.139830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a5615e-9fac-4c9c-9ddf-b7b7bb88a999 req-c5ad8e4e-1e0a-47a8-b892-2f9067bd801e service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580360 Jul 07 22:37:29.151381 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.244873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.245441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-f79940b6-48c0-4131-806a-06e4311672a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.247247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-f79940b6-48c0-4131-806a-06e4311672a5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 1095 time: 0.0575411 Jul 07 22:37:29.255118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f604e462-0e48-44eb-b4ff-9b3b42bd9a47']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:29.265653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6da3b1-eae4-4779-a5f4-77115996d630') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:29.266037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6da3b1-eae4-4779-a5f4-77115996d630') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:29.275493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.289720 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.299519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:29.299954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:29.303312 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:29.375511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-47a1c249-4e92-4515-ab9a-2dede6a24910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.377489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-47a1c249-4e92-4515-ab9a-2dede6a24910 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 200 len: 909 time: 0.1240246 Jul 07 22:37:29.392274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.397737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.407846 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/f604e462-0e48-44eb-b4ff-9b3b42bd9a47 HTTP/1.1" status: 204 len: 168 time: 0.3526630 Jul 07 22:37:29.407846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:29.426152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-127823967'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:29.442835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-2d79dd06-7233-4b75-9052-379a3c6ae188 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148 HTTP/1.1" status: 200 len: 217 time: 0.0582263 Jul 07 22:37:29.456417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc42bff-418d-492d-96e4-edeb02dc4771 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=f604e462-0e48-44eb-b4ff-9b3b42bd9a47,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:29.473401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:29.483000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.514839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-070daad5-2d91-4985-982b-0e0e0ea74bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.516446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-070daad5-2d91-4985-982b-0e0e0ea74bb8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ecc0c2ea-276b-4bdf-af46-029916c318c0 HTTP/1.1" status: 200 len: 848 time: 0.0676355 Jul 07 22:37:29.531396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:29.535556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:29.544239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.544876 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment d1dd2330-d393-43ef-be3e-c3204ddd4cb1 of type vlan for network 2510771e-86de-49fe-a1d3-cd8b1478ba9f Jul 07 22:37:29.563295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:29.563658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e7d3a29e-c2c2-44be-a47a-6a3af4fd5c42 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:29.564092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:29.582979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-500e9174-6f90-426f-ba89-f7b2b4be6c84 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594137 Jul 07 22:37:29.604583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:29.606471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fd72f51d-a2ac-4592-a558-dcb5bb0b5dfe not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:29.625618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.671491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.678413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.679124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.711269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-424ee2bb-d657-4e8c-ac50-a777741104a4 service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211755 Jul 07 22:37:29.784462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=2510771e-86de-49fe-a1d3-cd8b1478ba9f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:29.798474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:29.813069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-77bea099-c1bd-44f3-a168-db2cb298f048 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3898821 Jul 07 22:37:29.814957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:29.830889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:29.953309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-094f603e-96e9-4e8c-acb1-18dfd59e2faa req-2dc5613a-e323-4423-8ca4-955137c01086 service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353325 Jul 07 22:37:29.976846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:29.981313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.200585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.273077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=0c01236d-a865-45a7-b2c9-8e69bca6d8fe,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:30.281052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:30.281426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: 2510771e-86de-49fe-a1d3-cd8b1478ba9f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:30.339986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:30.352254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2510771e-86de-49fe-a1d3-cd8b1478ba9f) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:30.360113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:30.362193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04cb387-4c4f-479f-bcdc-bc0b06824ced None None] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:30.366398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.392818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfc12-3f31-4c12-a81a-8a760dd34f39 req-6022dc90-e618-48de-a73c-4d04b3a24258 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:30.394759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8eabfc12-3f31-4c12-a81a-8a760dd34f39 req-6022dc90-e618-48de-a73c-4d04b3a24258 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 943 time: 0.1100564 Jul 07 22:37:30.396824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-63a7d1a9-78b8-46e3-8051-444fa29fa606 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5805297 Jul 07 22:37:30.399997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42502) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:30.412055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-883295859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:30.491707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8eabfc12-3f31-4c12-a81a-8a760dd34f39 req-2b20d8bc-163a-42cb-b9b8-6fd7b4c1f36b tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731714 Jul 07 22:37:30.500134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.501318 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.573618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-2510771e-86de-49fe-a1d3-cd8b1478ba9f', 'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '0c01236d-a865-45a7-b2c9-8e69bca6d8fe'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:37:30.575194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.596219 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.607187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.637118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.638739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0fc37502-7701-4b5c-a459-fa37871eef38 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2364633 Jul 07 22:37:30.646301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42534) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:30.652202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'port': {'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f', 'name': 'tempest-RoutersIpV6Test-1668992438'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:30.783353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Allocated IP 2001:db8::2 (2510771e-86de-49fe-a1d3-cd8b1478ba9f/0c01236d-a865-45a7-b2c9-8e69bca6d8fe/22c8eb8e-9edb-47cf-ba97-fb933431c2a8) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:31.058929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a22a80c2-c95f-43de-9264-6c96b8b4f148 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:37:31.077903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.111757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Transition to ACTIVE for port object 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:31.180431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Transition to ACTIVE for port object 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:31.189702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.195894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:31.203303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.224425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] device_id is not set on port 1f427b27-bafb-439e-9de6-6e8446ecaf70 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:31.245352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Pushing event updated for resources: {'Port': ['ID=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:31.272256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a22a80c2-c95f-43de-9264-6c96b8b4f148, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:31.276100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:31.283609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:31.286013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:31.299006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'a22a80c2-c95f-43de-9264-6c96b8b4f148', 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36', 'port_id': 'a22a80c2-c95f-43de-9264-6c96b8b4f148', 'mac_address': 'fa:16:3e:cc:a4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc0c2ea-276b-4bdf-af46-029916c318c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:37:31.380509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Attempting to bind port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:31.380744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8::2dc (2510771e-86de-49fe-a1d3-cd8b1478ba9f/0c01236d-a865-45a7-b2c9-8e69bca6d8fe/1f427b27-bafb-439e-9de6-6e8446ecaf70) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:31.381203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Attempting to bind port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:31.381304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Attempting to bind port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 on network 2510771e-86de-49fe-a1d3-cd8b1478ba9f {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:31.389622 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.398798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:31.399065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Checking segment: {'id': 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:31.399666 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.400073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Bound using segment: {'id': 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:31.400695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Bound port: 22c8eb8e-9edb-47cf-ba97-fb933431c2a8, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '2510771e-86de-49fe-a1d3-cd8b1478ba9f'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:31.400918 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.415480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22a80c2-c95f-43de-9264-6c96b8b4f148 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:31.480157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a22a80c2-c95f-43de-9264-6c96b8b4f148, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:31.490068 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.555764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] For port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:31.561263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] For port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,segment=NetworkSegment(d1dd2330-d393-43ef-be3e-c3204ddd4cb1),segment_id=d1dd2330-d393-43ef-be3e-c3204ddd4cb1)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:31.572111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.594898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a22a80c2-c95f-43de-9264-6c96b8b4f148,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:31.629206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.647737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object 1f427b27-bafb-439e-9de6-6e8446ecaf70 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:31.688262 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.701560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0195f-16d6-4923-a978-fef354863f65 None None] Pushing event updated for resources: {'Port': ['ID=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:31.774071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a22a80c2-c95f-43de-9264-6c96b8b4f148'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:31.787641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:31.791664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=1f427b27-bafb-439e-9de6-6e8446ecaf70,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:31.795801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:31.798595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:31.805346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:31.806213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.847838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-992a449c-c98a-49ec-9ad3-0c72d69ccc86 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2047753 Jul 07 22:37:31.848846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42666) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:31.883564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878a23-9ec1-4df9-af55-bb56e6b687e0 req-8bbf0ed3-ca99-4713-be78-fa4a5c67f5aa tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:31.885559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29878a23-9ec1-4df9-af55-bb56e6b687e0 req-8bbf0ed3-ca99-4713-be78-fa4a5c67f5aa tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 944 time: 0.1361642 Jul 07 22:37:31.948282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29878a23-9ec1-4df9-af55-bb56e6b687e0 req-5caf4615-7df9-4d2b-9dca-5943e7b0addd tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542843 Jul 07 22:37:32.385630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.694431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.703033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.770752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=1f427b27-bafb-439e-9de6-6e8446ecaf70,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:32.973116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.017242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a22a80c2-c95f-43de-9264-6c96b8b4f148 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:33.080777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb8538-c181-4514-9747-fac1bc04d3fe None None] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:33.097549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port a22a80c2-c95f-43de-9264-6c96b8b4f148 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:33.132652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port a22a80c2-c95f-43de-9264-6c96b8b4f148 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:33.133060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.213421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a650d-dade-4641-b168-7b56f5836bb8 req-4b812061-421d-482c-9b46-356ac911d16c tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:33.217560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-089a650d-dade-4641-b168-7b56f5836bb8 req-4b812061-421d-482c-9b46-356ac911d16c tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 944 time: 0.0955365 Jul 07 22:37:33.218892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-451c094c-7ce2-4cb5-90a7-f93706ee3c8c None None] Provisioning for port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:33.223924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.284423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-089a650d-dade-4641-b168-7b56f5836bb8 req-f31e107b-f514-48f2-ba70-0d9322655b9e tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585747 Jul 07 22:37:33.345262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.424622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22a80c2-c95f-43de-9264-6c96b8b4f148'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:33.427021 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf462897-9707-426d-abd4-35273516eeac" -d '{"events": [{"server_uuid": "639185c1-32b0-42f3-927b-c34efaeb6c55", "name": "network-vif-plugged", "status": "completed", "tag": "a22a80c2-c95f-43de-9264-6c96b8b4f148"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:33.445394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a22a80c2-c95f-43de-9264-6c96b8b4f148, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:33.455106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.557645 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a84aee-e831-4694-a0bf-a9b866112fe9 x-openstack-request-id: req-c2a84aee-e831-4694-a0bf-a9b866112fe9 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:33.557946 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639185c1-32b0-42f3-927b-c34efaeb6c55", "name": "network-vif-plugged", "status": "completed", "tag": "a22a80c2-c95f-43de-9264-6c96b8b4f148", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:33.559438 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2a84aee-e831-4694-a0bf-a9b866112fe9 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:33.560033 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22a80c2-c95f-43de-9264-6c96b8b4f148', 'code': 200} Jul 07 22:37:33.567714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a22a80c2-c95f-43de-9264-6c96b8b4f148,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:33.607673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:33.660987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.669836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.670814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.712940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:33.719626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:33.720260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.742653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11d16-0f2a-4142-867f-4e138c800684 req-2c9c3655-7412-402b-9b80-b52126482b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:33.744764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f11d16-0f2a-4142-867f-4e138c800684 req-2c9c3655-7412-402b-9b80-b52126482b65 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 1097 time: 0.1023924 Jul 07 22:37:33.818976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f11d16-0f2a-4142-867f-4e138c800684 req-b74a1b89-462c-45b1-afe0-99385c740cec service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643060 Jul 07 22:37:33.832926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=1f427b27-bafb-439e-9de6-6e8446ecaf70,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:33.892814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:33.900366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:33.904408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.917488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-827c8e88-dba5-4f15-9498-e16579bcd487 None None] Provisioning for port 1f427b27-bafb-439e-9de6-6e8446ecaf70 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:33.927882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-827c8e88-dba5-4f15-9498-e16579bcd487 None None] Provisioning complete for port 1f427b27-bafb-439e-9de6-6e8446ecaf70 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:33.928272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-827c8e88-dba5-4f15-9498-e16579bcd487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.970748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,segment=NetworkSegment(d1dd2330-d393-43ef-be3e-c3204ddd4cb1),segment_id=d1dd2330-d393-43ef-be3e-c3204ddd4cb1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:33.980692 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.017821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-827c8e88-dba5-4f15-9498-e16579bcd487 None None] Port 1f427b27-bafb-439e-9de6-6e8446ecaf70 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:34.059857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-827c8e88-dba5-4f15-9498-e16579bcd487 None None] Provisioning complete for port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:34.060526 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-827c8e88-dba5-4f15-9498-e16579bcd487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.062514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:34.075351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 41ace74e-d5ae-4158-9590-5097ce384f7d is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:37:34.185908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:34.191712 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15dff3eb-10b3-46d6-9d04-c6cf35a21511 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/41ace74e-d5ae-4158-9590-5097ce384f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3410885 Jul 07 22:37:34.193827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42880) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.196777 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] Sync routers for ids ['41ace74e-d5ae-4158-9590-5097ce384f7d'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:34.207063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] Routers {'41ace74e-d5ae-4158-9590-5097ce384f7d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:34.207765 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['41ace74e-d5ae-4158-9590-5097ce384f7d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:34.240850 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:34.249875 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] Routers {'41ace74e-d5ae-4158-9590-5097ce384f7d'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:34.250565 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['41ace74e-d5ae-4158-9590-5097ce384f7d'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:34.254402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65b54a-054c-4fe7-9eb6-95928a81f11b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:34.258486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4f65b54a-054c-4fe7-9eb6-95928a81f11b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports/1f427b27-bafb-439e-9de6-6e8446ecaf70 HTTP/1.1" status: 200 len: 984 time: 0.0610561 Jul 07 22:37:34.258775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42882) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.281525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e7befb57-8c69-464b-a5a0-030f7e6b55d4 None None] Provisioning complete for port 1f427b27-bafb-439e-9de6-6e8446ecaf70 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:34.282926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e7befb57-8c69-464b-a5a0-030f7e6b55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.284491 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:34.285150 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb810e8-3df2-4739-9de2-77f69916f77b None None] The sync data for ids ['41ace74e-d5ae-4158-9590-5097ce384f7d'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:34.323458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e7befb57-8c69-464b-a5a0-030f7e6b55d4 None None] Port 1f427b27-bafb-439e-9de6-6e8446ecaf70 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:34.446315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8e59048-88b4-4be4-bfa8-60d2b9caf893 None None] Provisioning complete for port 1f427b27-bafb-439e-9de6-6e8446ecaf70 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:34.446743 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8e59048-88b4-4be4-bfa8-60d2b9caf893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.496363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d8e59048-88b4-4be4-bfa8-60d2b9caf893 None None] Port 1f427b27-bafb-439e-9de6-6e8446ecaf70 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:34.584221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161e56-a966-4360-ac56-d5df92f2c714 req-2635dd6e-dca7-4536-9eeb-a3a299ab76d8 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:34.585841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d161e56-a966-4360-ac56-d5df92f2c714 req-2635dd6e-dca7-4536-9eeb-a3a299ab76d8 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 945 time: 0.1605191 Jul 07 22:37:34.620192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-07563fcc-a9af-4a79-be6c-185e4473badb None None] Provisioning complete for port 1f427b27-bafb-439e-9de6-6e8446ecaf70 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:34.621234 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-07563fcc-a9af-4a79-be6c-185e4473badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.657833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d161e56-a966-4360-ac56-d5df92f2c714 req-d80847fb-bd47-4a5c-93a3-9eb3cc187e15 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640841 Jul 07 22:37:34.668798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-07563fcc-a9af-4a79-be6c-185e4473badb None None] Port 1f427b27-bafb-439e-9de6-6e8446ecaf70 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:34.807393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.029210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 1f427b27-bafb-439e-9de6-6e8446ecaf70 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:35.029661 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.115540 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.128208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 1f427b27-bafb-439e-9de6-6e8446ecaf70 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:35.300921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.341612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=1f427b27-bafb-439e-9de6-6e8446ecaf70,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:35.442002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.559594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:35.660450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:35.661225 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.699440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 41ace74e-d5ae-4158-9590-5097ce384f7d has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:35.799436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:35.807311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-91a8c902-da1e-46b5-9705-067842c02d6a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/41ace74e-d5ae-4158-9590-5097ce384f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5475793 Jul 07 22:37:35.810292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42916) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:35.828389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] Sync routers for ids ['41ace74e-d5ae-4158-9590-5097ce384f7d'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:35.850492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] Routers {'41ace74e-d5ae-4158-9590-5097ce384f7d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:35.854075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['41ace74e-d5ae-4158-9590-5097ce384f7d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:35.908269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:35.919156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] Routers {'41ace74e-d5ae-4158-9590-5097ce384f7d'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:35.919156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['41ace74e-d5ae-4158-9590-5097ce384f7d'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:35.921380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988f98-4217-41e5-a8ae-e85749e4613c req-92695f73-86e3-4963-924d-417939a20ae2 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:35.927046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6988f98-4217-41e5-a8ae-e85749e4613c req-92695f73-86e3-4963-924d-417939a20ae2 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 945 time: 0.1148968 Jul 07 22:37:35.997674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:35.998615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f8a1c-0a0b-4fbb-997a-b1022a99573d None None] The sync data for ids ['41ace74e-d5ae-4158-9590-5097ce384f7d'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:35.999338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6988f98-4217-41e5-a8ae-e85749e4613c req-dada1935-cff1-4cf1-8d40-46a3971d90d1 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593657 Jul 07 22:37:36.061313 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-29ce4ebb-dd46-46ba-a630-dc7a3aba29bf tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 22:37:36.062579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29ce4ebb-dd46-46ba-a630-dc7a3aba29bf tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/41ace74e-d5ae-4158-9590-5097ce384f7d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2505453 Jul 07 22:37:36.065392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42924) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:36.098679 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-735bc0a4-4947-4005-a7d2-b48f8c1d5790 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=41ace74e-d5ae-4158-9590-5097ce384f7d HTTP/1.1" status: 200 len: 205 time: 0.0310051 Jul 07 22:37:36.100545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42926) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:36.188387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.379575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.381944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.444754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.445388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router 41ace74e-d5ae-4158-9590-5097ce384f7d {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:37:36.457543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.458699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f601d97-b5d2-430c-8f1e-0f7b1a4dd957 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/41ace74e-d5ae-4158-9590-5097ce384f7d HTTP/1.1" status: 204 len: 168 time: 0.3570104 Jul 07 22:37:36.461621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42944) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:36.541129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 0c01236d-a865-45a7-b2c9-8e69bca6d8fe {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:36.545027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.590351 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.705238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.829480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.874133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=0c01236d-a865-45a7-b2c9-8e69bca6d8fe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:36.890062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847545aa-2fd6-423e-a03f-1b19b3c7f7a7 None None] Network 2510771e-86de-49fe-a1d3-cd8b1478ba9f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:36.905621 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.907820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f214885e-6227-4681-b2dc-f831c1764f16 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/0c01236d-a865-45a7-b2c9-8e69bca6d8fe HTTP/1.1" status: 204 len: 168 time: 0.4452043 Jul 07 22:37:36.910560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42956) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:36.963044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0eee-4952-4e9f-ac35-ecae716949b9 req-5b608d75-3cb7-4b58-9825-10bc9f87263e tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:36.964986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21fb0eee-4952-4e9f-ac35-ecae716949b9 req-5b608d75-3cb7-4b58-9825-10bc9f87263e tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 945 time: 0.1013746 Jul 07 22:37:37.002178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.072379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21fb0eee-4952-4e9f-ac35-ecae716949b9 req-c90be7b7-8317-45de-bdf6-405fde50add8 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014221 Jul 07 22:37:37.104050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:37.104683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.184247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] DHCP port deletion for 2510771e-86de-49fe-a1d3-cd8b1478ba9f request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:37.187176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,segment=NetworkSegment(d1dd2330-d393-43ef-be3e-c3204ddd4cb1),segment_id=d1dd2330-d393-43ef-be3e-c3204ddd4cb1)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:37.187751 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.201815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:37.241048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] Deleting port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:37.241436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.307515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.334779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:37.335329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] For port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,segment=NetworkSegment(d1dd2330-d393-43ef-be3e-c3204ddd4cb1),segment_id=d1dd2330-d393-43ef-be3e-c3204ddd4cb1)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:37.335775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.339201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:37.366010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] Calling delete_port for 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:37.436246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.446162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2510771e-86de-49fe-a1d3-cd8b1478ba9f']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:37.461523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:37.461871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dd2330-d393-43ef-be3e-c3204ddd4cb1') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:37.475072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.478338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.493701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.501834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:37.502392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:37.506251 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:37.509432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] Pushing event deleted for resources: {'Port': ['ID=22c8eb8e-9edb-47cf-ba97-fb933431c2a8,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:37.517949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda776ce-cfe5-4efe-93c4-c2c5c307d3f0 None None] No DVR routers for this DVR port 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:37.564242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:37.582096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.597901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:37.598262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 22c8eb8e-9edb-47cf-ba97-fb933431c2a8 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:37.602744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.609238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/2510771e-86de-49fe-a1d3-cd8b1478ba9f HTTP/1.1" status: 204 len: 168 time: 0.6975279 Jul 07 22:37:37.609791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 42970) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:37.610752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71523-87f1-4b0e-a488-e92b5cfcbab0 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=2510771e-86de-49fe-a1d3-cd8b1478ba9f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:37.619775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2108869651'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:37.642095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:37.645700 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.672300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:37.683472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.683883 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment 8f926308-aae4-40ea-a86d-b76c94468be0 of type vlan for network 4bcbb5fe-d425-414a-b638-146286a02e28 Jul 07 22:37:37.729155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.767312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.773176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:37.773823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.840346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2278466 Jul 07 22:37:37.843003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:37.848688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:37.855546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c389-0378-42e2-9b6c-b503c6f0b99b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=4bcbb5fe-d425-414a-b638-146286a02e28,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:37.866180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4bcbb5fe-d425-414a-b638-146286a02e28 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:37.961656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:37.966022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.106075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af66996-92ca-4412-8304-69e645b163f5 req-e72690ca-cf98-4134-a42c-ce1cbf8945b7 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:38.107828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0af66996-92ca-4412-8304-69e645b163f5 req-e72690ca-cf98-4134-a42c-ce1cbf8945b7 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 945 time: 0.0825694 Jul 07 22:37:38.258300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.371000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=77624c49-b465-4a2c-917c-fe9cd8614a8a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:38.374418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': '8f926308-aae4-40ea-a86d-b76c94468be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:38.375306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: 4bcbb5fe-d425-414a-b638-146286a02e28, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:38.399648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bcc24-2b6d-4cc1-a001-683affaa997e req-8fb79b3f-7c07-4ac4-9bd5-c7086a782d7d tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:38.400731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 4bcbb5fe-d425-414a-b638-146286a02e28 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:38.404472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b02bcc24-2b6d-4cc1-a001-683affaa997e req-8fb79b3f-7c07-4ac4-9bd5-c7086a782d7d tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 945 time: 0.1763849 Jul 07 22:37:38.413820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4bcbb5fe-d425-414a-b638-146286a02e28) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:38.424835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427688d3-c01c-402e-98ff-662ebee7c275 None None] Network 4bcbb5fe-d425-414a-b638-146286a02e28 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:38.429993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:38.431482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.439780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Deleting port a22a80c2-c95f-43de-9264-6c96b8b4f148 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:38.440124 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.469973 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76b0eeef-a15f-437b-88e7-1cf65d8ebddb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6257534 Jul 07 22:37:38.471296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 42996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.477913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1911538415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:38.488264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43000) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.539312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.540589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.581906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b02bcc24-2b6d-4cc1-a001-683affaa997e req-58ee7b4a-44ae-48cc-abfb-87b46b3c8749 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728816 Jul 07 22:37:38.644763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] For port a22a80c2-c95f-43de-9264-6c96b8b4f148, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a22a80c2-c95f-43de-9264-6c96b8b4f148,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:38.646301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.669041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Calling delete_port for a22a80c2-c95f-43de-9264-6c96b8b4f148 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:38.832463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.849751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a22a80c2-c95f-43de-9264-6c96b8b4f148'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:38.925169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] No DVR routers for this DVR port a22a80c2-c95f-43de-9264-6c96b8b4f148 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:38.925491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42919345-615a-43af-8c04-3084a375e26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4bcbb5fe-d425-414a-b638-146286a02e28', 'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '77624c49-b465-4a2c-917c-fe9cd8614a8a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:37:38.926756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42919345-615a-43af-8c04-3084a375e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.927331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Pushing event deleted for resources: {'Port': ['ID=a22a80c2-c95f-43de-9264-6c96b8b4f148,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:38.935457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.939182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0af66996-92ca-4412-8304-69e645b163f5 req-bb237fdf-910f-415d-a881-2f3519fecf72 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "DELETE /v2.0/ports/a22a80c2-c95f-43de-9264-6c96b8b4f148 HTTP/1.1" status: 204 len: 173 time: 0.8250809 Jul 07 22:37:38.939805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'name': 'network-vif-deleted', 'tag': 'a22a80c2-c95f-43de-9264-6c96b8b4f148'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:38.943191 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd4a64-099c-463f-8e5b-58971422c87e" -d '{"events": [{"server_uuid": "639185c1-32b0-42f3-927b-c34efaeb6c55", "name": "network-vif-deleted", "tag": "a22a80c2-c95f-43de-9264-6c96b8b4f148"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:39.002898 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e636c89-b92c-45fa-97bf-699fb03500fe x-openstack-request-id: req-6e636c89-b92c-45fa-97bf-699fb03500fe {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:39.003197 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639185c1-32b0-42f3-927b-c34efaeb6c55", "name": "network-vif-deleted", "tag": "a22a80c2-c95f-43de-9264-6c96b8b4f148", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:39.003456 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6e636c89-b92c-45fa-97bf-699fb03500fe {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:39.003888 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639185c1-32b0-42f3-927b-c34efaeb6c55', 'name': 'network-vif-deleted', 'tag': 'a22a80c2-c95f-43de-9264-6c96b8b4f148', 'status': 'completed', 'code': 200} Jul 07 22:37:39.053102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.055452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9066a69e-0006-4609-ae62-07ec19a002dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.059583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.126107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-42919345-615a-43af-8c04-3084a375e26a None None] Allocated IP 2001:db8::2 (4bcbb5fe-d425-414a-b638-146286a02e28/77624c49-b465-4a2c-917c-fe9cd8614a8a/1b2b0432-ba1f-4161-a02b-b040f7509952) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:39.225404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9066a69e-0006-4609-ae62-07ec19a002dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.231500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9066a69e-0006-4609-ae62-07ec19a002dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.247644 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.251751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43018) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:39.251943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-992df0c2-ceca-4abd-bf60-6bd45289970c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7790372 Jul 07 22:37:39.275785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066a69e-0006-4609-ae62-07ec19a002dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc42b76-9024-4ba0-aef2-ec9db2ba05ad,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.282443 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9066a69e-0006-4609-ae62-07ec19a002dc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=32bfad770eb7495998281ae8f3b4a1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7931287 Jul 07 22:37:39.285292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43020) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:39.316836 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42919345-615a-43af-8c04-3084a375e26a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.327139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-42919345-615a-43af-8c04-3084a375e26a None None] Transition to ACTIVE for port object 1b2b0432-ba1f-4161-a02b-b040f7509952 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:39.340534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a088e330-dcc5-493a-ac10-c4ee24a718ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.348270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-42919345-615a-43af-8c04-3084a375e26a None None] Transition to ACTIVE for port object 1b2b0432-ba1f-4161-a02b-b040f7509952 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:39.355808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42919345-615a-43af-8c04-3084a375e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.374151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a088e330-dcc5-493a-ac10-c4ee24a718ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.405372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42919345-615a-43af-8c04-3084a375e26a None None] Network 4bcbb5fe-d425-414a-b638-146286a02e28 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:39.408168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-42919345-615a-43af-8c04-3084a375e26a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:39.425584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42919345-615a-43af-8c04-3084a375e26a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:39.428644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42919345-615a-43af-8c04-3084a375e26a None None] Pushing event updated for resources: {'Port': ['ID=1b2b0432-ba1f-4161-a02b-b040f7509952,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.438810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a088e330-dcc5-493a-ac10-c4ee24a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.443642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a088e330-dcc5-493a-ac10-c4ee24a718ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.445591 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a088e330-dcc5-493a-ac10-c4ee24a718ea admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0bc42b76-9024-4ba0-aef2-ec9db2ba05ad HTTP/1.1" status: 204 len: 168 time: 0.1587088 Jul 07 22:37:39.457217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088e330-dcc5-493a-ac10-c4ee24a718ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc42b76-9024-4ba0-aef2-ec9db2ba05ad,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.544169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-42919345-615a-43af-8c04-3084a375e26a None None] Attempting to bind port 1b2b0432-ba1f-4161-a02b-b040f7509952 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:39.544677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-42919345-615a-43af-8c04-3084a375e26a None None] Attempting to bind port 1b2b0432-ba1f-4161-a02b-b040f7509952 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8f926308-aae4-40ea-a86d-b76c94468be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:39.545135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42919345-615a-43af-8c04-3084a375e26a None None] Attempting to bind port 1b2b0432-ba1f-4161-a02b-b040f7509952 on network 4bcbb5fe-d425-414a-b638-146286a02e28 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:39.551558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42919345-615a-43af-8c04-3084a375e26a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:39.552589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42919345-615a-43af-8c04-3084a375e26a None None] Checking segment: {'id': '8f926308-aae4-40ea-a86d-b76c94468be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:39.553446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42919345-615a-43af-8c04-3084a375e26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.554178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42919345-615a-43af-8c04-3084a375e26a None None] Bound using segment: {'id': '8f926308-aae4-40ea-a86d-b76c94468be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:39.554971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-42919345-615a-43af-8c04-3084a375e26a None None] Bound port: 1b2b0432-ba1f-4161-a02b-b040f7509952, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f926308-aae4-40ea-a86d-b76c94468be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4bcbb5fe-d425-414a-b638-146286a02e28'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:39.555695 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42919345-615a-43af-8c04-3084a375e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.686286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-42919345-615a-43af-8c04-3084a375e26a None None] For port 1b2b0432-ba1f-4161-a02b-b040f7509952, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:39.691565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-42919345-615a-43af-8c04-3084a375e26a None None] For port 1b2b0432-ba1f-4161-a02b-b040f7509952, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1b2b0432-ba1f-4161-a02b-b040f7509952,segment=NetworkSegment(8f926308-aae4-40ea-a86d-b76c94468be0),segment_id=8f926308-aae4-40ea-a86d-b76c94468be0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:39.702206 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42919345-615a-43af-8c04-3084a375e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.842213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42919345-615a-43af-8c04-3084a375e26a None None] Pushing event updated for resources: {'Port': ['ID=1b2b0432-ba1f-4161-a02b-b040f7509952,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:40.031936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-313c5e7c-654f-47f8-96d4-bf008d28d0f9 req-6b5377bd-6ff9-4f30-8530-c0aef1145d8f tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=639185c1-32b0-42f3-927b-c34efaeb6c55 HTTP/1.1" status: 200 len: 210 time: 0.0716302 Jul 07 22:37:40.148488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.463649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8::1 (4bcbb5fe-d425-414a-b638-146286a02e28/77624c49-b465-4a2c-917c-fe9cd8614a8a/9006d426-32ac-4df1-914a-0cf602cfc791) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:40.592499 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.607617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object 9006d426-32ac-4df1-914a-0cf602cfc791 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:40.642026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.691808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 4bcbb5fe-d425-414a-b638-146286a02e28 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:40.697148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:40.701111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:40.701674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.707719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=9006d426-32ac-4df1-914a-0cf602cfc791,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:40.860706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.063409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a22a80c2-c95f-43de-9264-6c96b8b4f148 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:41.100124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: a22a80c2-c95f-43de-9264-6c96b8b4f148 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:41.100777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a22a80c2-c95f-43de-9264-6c96b8b4f148 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:41.241659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.247484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.248429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.296644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba007ddb-09b4-437d-a164-547e7081fb06 None None] Network 4bcbb5fe-d425-414a-b638-146286a02e28 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:41.348984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=9006d426-32ac-4df1-914a-0cf602cfc791,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:41.399024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cbcb7062-9c68-4c90-81e5-687cde71a1a6 None None] Provisioning for port 1b2b0432-ba1f-4161-a02b-b040f7509952 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:41.425910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 4bcbb5fe-d425-414a-b638-146286a02e28 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:41.429232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:41.657091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1b2b0432-ba1f-4161-a02b-b040f7509952 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:41.751891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1b2b0432-ba1f-4161-a02b-b040f7509952 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:41.757486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1b2b0432-ba1f-4161-a02b-b040f7509952 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:41.758491 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.809165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-9400654a-e0f7-4e38-97f4-40f6bb023bef tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:41.810934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-9400654a-e0f7-4e38-97f4-40f6bb023bef tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/networks?id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 200 len: 808 time: 0.2350287 Jul 07 22:37:41.835429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8693fe07-ec7c-4693-8cb1-152c9d88543a tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/quotas/d3e9265fdcf54c40a9e42d18c2d2f75f HTTP/1.1" status: 200 len: 375 time: 0.0154054 Jul 07 22:37:41.882701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 6992fd6c-69af-4bbb-8389-e8fae338a983 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:37:41.918285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.938339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-ec50d0e9-cd41-4d7a-af5c-a05d36e959fa tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957406 Jul 07 22:37:41.980969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b75f84e0-f8a5-46fc-b79b-f5380c1c9e16 None None] Provisioning complete for port 1b2b0432-ba1f-4161-a02b-b040f7509952 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:41.981275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b75f84e0-f8a5-46fc-b79b-f5380c1c9e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.019963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1b2b0432-ba1f-4161-a02b-b040f7509952, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1b2b0432-ba1f-4161-a02b-b040f7509952,segment=NetworkSegment(8f926308-aae4-40ea-a86d-b76c94468be0),segment_id=8f926308-aae4-40ea-a86d-b76c94468be0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:42.058892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.146710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:42.154084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-83871c9f-61a4-4173-85bd-f3931b5efe0e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/6992fd6c-69af-4bbb-8389-e8fae338a983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9009352 Jul 07 22:37:42.156621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:42.168827 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] Sync routers for ids ['6992fd6c-69af-4bbb-8389-e8fae338a983'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:42.191337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1b2b0432-ba1f-4161-a02b-b040f7509952,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:42.197381 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] Routers {'6992fd6c-69af-4bbb-8389-e8fae338a983'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:42.198026 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['6992fd6c-69af-4bbb-8389-e8fae338a983'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:42.199596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-7d43a3c6-ead6-40d0-aca2-f4e214bf6046 service neutron] 10.222.0.95 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601678 Jul 07 22:37:42.219800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b75f84e0-f8a5-46fc-b79b-f5380c1c9e16 None None] Provisioning for port 9006d426-32ac-4df1-914a-0cf602cfc791 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:42.224216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b75f84e0-f8a5-46fc-b79b-f5380c1c9e16 None None] Provisioning complete for port 9006d426-32ac-4df1-914a-0cf602cfc791 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:42.224718 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b75f84e0-f8a5-46fc-b79b-f5380c1c9e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.254744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc13755-42ca-42b3-9954-cf517cb07a5b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:42.259509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6dc13755-42ca-42b3-9954-cf517cb07a5b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports/9006d426-32ac-4df1-914a-0cf602cfc791 HTTP/1.1" status: 200 len: 911 time: 0.1017969 Jul 07 22:37:42.260424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43118) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:42.268460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b75f84e0-f8a5-46fc-b79b-f5380c1c9e16 None None] Port 9006d426-32ac-4df1-914a-0cf602cfc791 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:42.279594 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:42.294226 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] Routers {'6992fd6c-69af-4bbb-8389-e8fae338a983'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:42.294885 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['6992fd6c-69af-4bbb-8389-e8fae338a983'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:42.333772 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:42.334437 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5b749-1335-4179-86aa-e28d251637bb None None] The sync data for ids ['6992fd6c-69af-4bbb-8389-e8fae338a983'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:42.345673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-fa188bda-5f57-4f1e-b1e5-3f023b2e0b84 service neutron] 10.222.0.95 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453497 Jul 07 22:37:42.396761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0ce5c090-70e3-4ab9-87cb-f76b8777ce23 None None] Provisioning complete for port 9006d426-32ac-4df1-914a-0cf602cfc791 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:42.399181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c090-70e3-4ab9-87cb-f76b8777ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.479838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5c090-70e3-4ab9-87cb-f76b8777ce23 None None] Port 9006d426-32ac-4df1-914a-0cf602cfc791 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:42.608178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b3afb47f-c592-4d3e-94e0-8aa773829bcc None None] Provisioning complete for port 9006d426-32ac-4df1-914a-0cf602cfc791 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:42.608651 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b3afb47f-c592-4d3e-94e0-8aa773829bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.649460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b3afb47f-c592-4d3e-94e0-8aa773829bcc None None] Port 9006d426-32ac-4df1-914a-0cf602cfc791 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:42.657347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad29e48d-586d-4ceb-9e64-60642d894d04 req-7d55816f-ca8c-4d22-aa2e-271d91b3b4bc tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 210 time: 0.0684631 Jul 07 22:37:42.703473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.006179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 9006d426-32ac-4df1-914a-0cf602cfc791 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:43.006554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.101658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.116211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 9006d426-32ac-4df1-914a-0cf602cfc791 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:43.378762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.411783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=9006d426-32ac-4df1-914a-0cf602cfc791,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:43.552909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.580529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1b2b0432-ba1f-4161-a02b-b040f7509952 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:43.699828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1b2b0432-ba1f-4161-a02b-b040f7509952 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:43.700293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.875414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 6992fd6c-69af-4bbb-8389-e8fae338a983 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:44.013646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-db66f264-1310-4ef3-b129-c56caad579eb tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:44.016145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-db66f264-1310-4ef3-b129-c56caad579eb tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "GET /v2.0/networks?id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 200 len: 808 time: 0.1895566 Jul 07 22:37:44.036772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Request body: {'port': {'device_id': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36', 'admin_state_up': True, 'tenant_id': 'd3e9265fdcf54c40a9e42d18c2d2f75f'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:44.058174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:44.069885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] Sync routers for ids ['6992fd6c-69af-4bbb-8389-e8fae338a983'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:44.077958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b1d4d55b-e157-4490-b825-fa396ab8e7b4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/6992fd6c-69af-4bbb-8389-e8fae338a983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118775 Jul 07 22:37:44.079849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:44.083512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] Routers {'6992fd6c-69af-4bbb-8389-e8fae338a983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:44.084167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-844f60e8-46d6-4210-b560-1b8c70c98273 req-c85f950a-02de-44dc-bfa9-3cb1790419a6 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 210 time: 0.0666978 Jul 07 22:37:44.084912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['6992fd6c-69af-4bbb-8389-e8fae338a983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:44.157834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:44.166270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dfd3c16e-0126-4a2a-a12d-dd42e9740a1b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=6992fd6c-69af-4bbb-8389-e8fae338a983 HTTP/1.1" status: 200 len: 205 time: 0.0834036 Jul 07 22:37:44.166906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:44.189703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] Routers {'6992fd6c-69af-4bbb-8389-e8fae338a983'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:44.190357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['6992fd6c-69af-4bbb-8389-e8fae338a983'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:44.247585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Made reservation on behalf of d3e9265fdcf54c40a9e42d18c2d2f75f for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:44.248842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:44.249765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da96c-3b3c-40d7-813e-daaedd215592 None None] The sync data for ids ['6992fd6c-69af-4bbb-8389-e8fae338a983'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:44.253474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.272849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.418799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Allocated IP 172.20.0.9 (9218c3b6-73ff-48a3-879d-cfe22fd2ba36/ecc0c2ea-276b-4bdf-af46-029916c318c0/2ed6479a-e93a-451a-98e3-31fbe27c3ed6) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:44.454967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.457438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.524815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.525801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router 6992fd6c-69af-4bbb-8389-e8fae338a983 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:37:44.538406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.544861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43192) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:44.545050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a45de190-2b77-4817-ad55-e1c3a92c5e3f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/6992fd6c-69af-4bbb-8389-e8fae338a983 HTTP/1.1" status: 204 len: 168 time: 0.3707566 Jul 07 22:37:44.618845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 77624c49-b465-4a2c-917c-fe9cd8614a8a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:44.629318 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.668206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.687022 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.814358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.872956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:44.882208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:44.884817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:44.915271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.952196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Pushing event updated for resources: {'Port': ['ID=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:44.982320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:44.982979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.009945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-8c8090ab-55ba-46de-b270-59726a713936 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9793861 Jul 07 22:37:45.015901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.072289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=77624c49-b465-4a2c-917c-fe9cd8614a8a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:45.086027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.087918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828c84e-106b-4552-8276-2f78a4f9e2e4 None None] Network 4bcbb5fe-d425-414a-b638-146286a02e28 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:45.088399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9b0b8d15-637f-44e2-b500-c8195c123129 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/77624c49-b465-4a2c-917c-fe9cd8614a8a HTTP/1.1" status: 204 len: 168 time: 0.5463500 Jul 07 22:37:45.091914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43208) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:45.243704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Request body: {'port': {'device_id': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:45.263592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.414648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 1b2b0432-ba1f-4161-a02b-b040f7509952 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:45.415004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.427187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] DHCP port deletion for 4bcbb5fe-d425-414a-b638-146286a02e28 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:45.494396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.507139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] Deleting port 1b2b0432-ba1f-4161-a02b-b040f7509952 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:45.507907 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.519583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port 1b2b0432-ba1f-4161-a02b-b040f7509952, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1b2b0432-ba1f-4161-a02b-b040f7509952,segment=NetworkSegment(8f926308-aae4-40ea-a86d-b76c94468be0),segment_id=8f926308-aae4-40ea-a86d-b76c94468be0)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:45.520691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.537061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 1b2b0432-ba1f-4161-a02b-b040f7509952 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:45.546402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464089e-28a3-4c95-9f77-9c6bd497ce89 req-ae7e6611-7bb6-4078-9c37-2b34f03130cc tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:45.547974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1464089e-28a3-4c95-9f77-9c6bd497ce89 req-ae7e6611-7bb6-4078-9c37-2b34f03130cc tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 931 time: 0.2432542 Jul 07 22:37:45.594949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1b2b0432-ba1f-4161-a02b-b040f7509952 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:45.654330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.678722 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No ports have port_id starting with 1b2b0432-ba1f-4161-a02b-b040f7509952 Jul 07 22:37:45.698789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] For port 1b2b0432-ba1f-4161-a02b-b040f7509952, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1b2b0432-ba1f-4161-a02b-b040f7509952,segment=NetworkSegment(8f926308-aae4-40ea-a86d-b76c94468be0),segment_id=8f926308-aae4-40ea-a86d-b76c94468be0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:45.699710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.722351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=1b2b0432-ba1f-4161-a02b-b040f7509952,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:45.724609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] Calling delete_port for 1b2b0432-ba1f-4161-a02b-b040f7509952 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:45.731423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port 1b2b0432-ba1f-4161-a02b-b040f7509952 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:45.860685 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.876613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] No DVR routers for this DVR port 1b2b0432-ba1f-4161-a02b-b040f7509952 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:45.897449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1464089e-28a3-4c95-9f77-9c6bd497ce89 req-acfdfbfe-9a52-46c8-a9b5-ec8e47beb77d tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365991 Jul 07 22:37:45.900982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b7b16-f685-4c8c-8435-08710940cdf9 None None] Pushing event deleted for resources: {'Port': ['ID=1b2b0432-ba1f-4161-a02b-b040f7509952,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:45.908185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.926745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcbb5fe-d425-414a-b638-146286a02e28']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:45.938056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f926308-aae4-40ea-a86d-b76c94468be0') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:45.938426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f926308-aae4-40ea-a86d-b76c94468be0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:45.947822 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.974570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.988922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:45.989508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:45.996709 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:46.072780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:46.083608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.120989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Transition to ACTIVE for port object 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:46.122395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.130990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.131260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.136690 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/4bcbb5fe-d425-414a-b638-146286a02e28 HTTP/1.1" status: 204 len: 168 time: 1.0402811 Jul 07 22:37:46.140812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:46.155127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1122188513', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:46.164583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2977b-8bfa-4e22-acfe-8a301e065ab2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=4bcbb5fe-d425-414a-b638-146286a02e28,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:46.192462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.193740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.212939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:46.308217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Attempting to bind port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:46.308588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.309633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Attempting to bind port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:46.310342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Attempting to bind port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 on network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:46.315898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 on network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:46.316538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Attempting to bind port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 on network 9218c3b6-73ff-48a3-879d-cfe22fd2ba36 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:46.322181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:46.322901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Checking segment: {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:46.323692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Bound using segment: {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:46.324391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Bound port: 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cf902b-911f-4b87-b576-8115ed32595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:46.325273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.440293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] For port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:46.449388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] For port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:46.456010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.497497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.508903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:46.509656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.511528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] 10.222.0.103 "PUT /v2.0/ports/2ed6479a-e93a-451a-98e3-31fbe27c3ed6 HTTP/1.1" status: 200 len: 1092 time: 1.4927843 Jul 07 22:37:46.514377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'tag': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:46.518041 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2faf86-55e6-4523-a50b-5c1ce3589adc" -d '{"events": [{"name": "network-changed", "server_uuid": "681db2df-86c2-463c-a9fb-e6811bd2bd43", "tag": "2ed6479a-e93a-451a-98e3-31fbe27c3ed6"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:46.557363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42d11-c573-4737-8d3b-4d4f1afee4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:46.602199 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf0234-7992-4477-8b7e-81b60e63e7e4 x-openstack-request-id: req-c6cf0234-7992-4477-8b7e-81b60e63e7e4 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:46.602495 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681db2df-86c2-463c-a9fb-e6811bd2bd43", "tag": "2ed6479a-e93a-451a-98e3-31fbe27c3ed6", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:46.602776 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c6cf0234-7992-4477-8b7e-81b60e63e7e4 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:46.603179 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'tag': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6', 'status': 'completed', 'code': 200} Jul 07 22:37:46.642118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-91e4dcf8-f373-48e4-8435-3cbeccdb7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:46.644089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-91e4dcf8-f373-48e4-8435-3cbeccdb7a33 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 1095 time: 0.0737991 Jul 07 22:37:46.692855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-db4c8ed3-7cea-47c0-b451-1cc1316b4e50 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6 HTTP/1.1" status: 200 len: 217 time: 0.0412674 Jul 07 22:37:46.748810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-aa0b3723-28cc-485c-bd0c-05697193a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:46.750391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-aa0b3723-28cc-485c-bd0c-05697193a7c0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ecc0c2ea-276b-4bdf-af46-029916c318c0 HTTP/1.1" status: 200 len: 848 time: 0.0501037 Jul 07 22:37:46.792737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-ca600eca-b1c0-4fa4-9451-2bdbdfa488df service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346935 Jul 07 22:37:46.794096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.816223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.878194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.908532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-08d4ca45-fcff-4b4f-846b-5920ef50031e service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101704 Jul 07 22:37:46.936607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 172.25.5.145 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/bd4aef22-fe66-4f37-9cb0-358f7eabb4c9) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:47.057301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.101538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db15d4f8-1615-46a0-904e-a2d817f16291 req-4254e088-eea2-45e5-b14d-8912f8c8cee1 service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761024 Jul 07 22:37:47.102165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.150642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:47.158236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:47.162216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:47.175345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6b333-3bb1-41e7-a6b4-aac7547609ca req-a0a358f3-45d4-4afe-86f8-08f7862c7eb6 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:47.183863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05e6b333-3bb1-41e7-a6b4-aac7547609ca req-a0a358f3-45d4-4afe-86f8-08f7862c7eb6 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 943 time: 0.1168442 Jul 07 22:37:47.190010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=bd4aef22-fe66-4f37-9cb0-358f7eabb4c9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:47.273658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05e6b333-3bb1-41e7-a6b4-aac7547609ca req-7765f8c4-0e46-4423-adf5-9220395cd2bf tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866482 Jul 07 22:37:47.317267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-a6b6360a-a58b-45b4-8398-ca7c13518258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:47.319613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-a6b6360a-a58b-45b4-8398-ca7c13518258 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 1095 time: 0.1181579 Jul 07 22:37:47.519220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-18c2b2ea-76d5-478e-a1bf-e15880467203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:47.520439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-18c2b2ea-76d5-478e-a1bf-e15880467203 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 200 len: 909 time: 0.1888154 Jul 07 22:37:47.605251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-5cb63a58-4257-40f9-a72c-1170a719aaad service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6 HTTP/1.1" status: 200 len: 217 time: 0.0770426 Jul 07 22:37:47.650070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.728720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-369dc4c7-7cba-4096-a556-2c2eeb294b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:47.731122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-369dc4c7-7cba-4096-a556-2c2eeb294b00 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ecc0c2ea-276b-4bdf-af46-029916c318c0 HTTP/1.1" status: 200 len: 848 time: 0.1149325 Jul 07 22:37:47.801231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-8143ad5e-1bb8-4baa-8197-8f4433d1de33 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9218c3b6-73ff-48a3-879d-cfe22fd2ba36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633848 Jul 07 22:37:47.992389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-ddf70be6-c189-4ea3-ab5b-14ed8cbdddb0 service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830020 Jul 07 22:37:48.213171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a2faf86-55e6-4523-a50b-5c1ce3589adc req-03ab69d2-bc9b-4d0e-9c50-0c95651ed862 service neutron] 10.222.0.103 "GET /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132580 Jul 07 22:37:48.337697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.344653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.351155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.356496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b489-8ace-4d7b-8930-42e6e8deed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.358547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.367755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.375084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.381381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.383388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-db5dc460-227f-4fe1-b5f4-9db3093fb3a8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.1690438 Jul 07 22:37:48.460976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a82f3999-0e2f-4386-9ae9-9bacea6f28ce req-cf65ed87-88e9-4c2b-b5f1-d831afd554dd tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705030 Jul 07 22:37:48.517191 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.622857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977fa84-9c4d-473e-9bc7-e30bb7f25874 req-b7de4b80-2bc9-4dd5-9738-aab1e4d25857 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.624675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2977fa84-9c4d-473e-9bc7-e30bb7f25874 req-b7de4b80-2bc9-4dd5-9738-aab1e4d25857 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 943 time: 0.1625428 Jul 07 22:37:48.698325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2977fa84-9c4d-473e-9bc7-e30bb7f25874 req-cb93d8b2-7a33-443c-a1fa-f9fc39c6dd7c tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Jul 07 22:37:48.747816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 932953f3-738e-40b8-8a86-e5705904e163 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:37:48.813386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.903430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:48.913159 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] Sync routers for ids ['932953f3-738e-40b8-8a86-e5705904e163'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:48.931684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] Routers {'932953f3-738e-40b8-8a86-e5705904e163'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:48.932330 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['932953f3-738e-40b8-8a86-e5705904e163'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:48.933209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.937017 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6b8f1859-a8a7-4b1f-adca-940345d1e4f9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7929242 Jul 07 22:37:48.937652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43298) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:48.989903 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:49.001959 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] Routers {'932953f3-738e-40b8-8a86-e5705904e163'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:49.002802 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['932953f3-738e-40b8-8a86-e5705904e163'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:49.034413 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:49.035149 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd0576-74f4-4bd9-b978-1283ef459f45 None None] The sync data for ids ['932953f3-738e-40b8-8a86-e5705904e163'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:49.068945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fffbb037-48f3-4131-913f-2e2c513ffb9c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/routers/932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 200 len: 885 time: 0.1301968 Jul 07 22:37:49.071364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43300) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:49.138913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:37:49.254837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:49.272629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6', 'network_id': '9218c3b6-73ff-48a3-879d-cfe22fd2ba36', 'port_id': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6', 'mac_address': 'fa:16:3e:bf:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc0c2ea-276b-4bdf-af46-029916c318c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:37:49.322170 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.338070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:49.362490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:49.369859 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.431758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:49.586233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2ed6479a-e93a-451a-98e3-31fbe27c3ed6'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:49.818698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.825936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.832058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.838594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.844751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.852030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.858235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.862170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-9aaa1ce4-e2a2-48b6-83b4-51c3cec7126a tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.6916571 Jul 07 22:37:49.939348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1879bda5-2a49-4e51-a40e-7aa8e318cda7 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8668940 Jul 07 22:37:49.940018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43326) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:49.947501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1122188513'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:49.980247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.988222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.002509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.014534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.029585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.045308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.054013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.058293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-dd9f5ef1-3b9f-4285-b9eb-56e2920145a4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 5444 time: 0.3892841 Jul 07 22:37:50.138663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cd7e5836-d3d3-48cf-997f-fa3099cfc362 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.140100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cd7e5836-d3d3-48cf-997f-fa3099cfc362 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "GET /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2671294 Jul 07 22:37:50.274757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b60fb2e-deaf-4720-8b07-842aae0e02bb req-b9f78897-2fbe-4473-a186-2e3a262a6314 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532578 Jul 07 22:37:50.333643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636a2b-0368-4c9c-9d5c-b0df0de8b5a3 req-6f0ec480-bf1e-4273-84d7-562ff7cadb91 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.343175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed636a2b-0368-4c9c-9d5c-b0df0de8b5a3 req-6f0ec480-bf1e-4273-84d7-562ff7cadb91 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 944 time: 0.2816639 Jul 07 22:37:50.396652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-eb194bb4-d75c-4553-abbe-c9c2d97fd5fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "GET /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2490506 Jul 07 22:37:50.407645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:50.442391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed636a2b-0368-4c9c-9d5c-b0df0de8b5a3 req-cc793376-c40b-4610-82de-06b6db8ada98 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983319 Jul 07 22:37:50.524337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.563258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.585370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.678820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=46effd58-fc15-48b2-a743-4c14103d86cd,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:50.720533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] For port 46effd58-fc15-48b2-a743-4c14103d86cd, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:50.765810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] device_id is not set on port 46effd58-fc15-48b2-a743-4c14103d86cd yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:50.775604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.782181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 932953f3-738e-40b8-8a86-e5705904e163 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:50.787607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.907374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] No DVR routers for this DVR port 46effd58-fc15-48b2-a743-4c14103d86cd on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:50.910684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Pushing event updated for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:50.973558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] In _notify_port_updated(), no bound segment for port 46effd58-fc15-48b2-a743-4c14103d86cd on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:37:50.973833 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.974469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.975831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-80ec0f97-1f00-4010-b046-6823ed2dc75f service neutron] 10.222.0.103 "PUT /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 200 len: 1032 time: 0.5726194 Jul 07 22:37:50.995639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:51.014464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.018194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] Sync routers for ids ['932953f3-738e-40b8-8a86-e5705904e163'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:51.020412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-06788ad5-badf-4a9f-b8ce-22c2f84b75dd tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 200 len: 892 time: 1.0790193 Jul 07 22:37:51.021071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43346) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:51.032674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] Routers {'932953f3-738e-40b8-8a86-e5705904e163'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:51.033398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['932953f3-738e-40b8-8a86-e5705904e163'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:51.086134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bd21df41-f87e-475d-9361-28dbdb26f4b6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.092940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bd21df41-f87e-475d-9361-28dbdb26f4b6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "GET /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1096034 Jul 07 22:37:51.105581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:51.115054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:51.142972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:51.194688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] Routers {'932953f3-738e-40b8-8a86-e5705904e163'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:51.195688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['932953f3-738e-40b8-8a86-e5705904e163'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:51.245864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:51.247534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ef608-13c1-4430-a8bb-402ed0fb768e None None] The sync data for ids ['932953f3-738e-40b8-8a86-e5705904e163'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:51.289022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1554cb2b-233e-415f-b07b-40c4efc04bab None None] Provisioning complete for port 46effd58-fc15-48b2-a743-4c14103d86cd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:51.289857 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1554cb2b-233e-415f-b07b-40c4efc04bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.300837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.332345 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b71b5f5e-6808-4ed6-b773-4f6716e4ffd1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/routers/932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 200 len: 892 time: 0.3100421 Jul 07 22:37:51.333029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43354) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:51.345572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:51.356979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1554cb2b-233e-415f-b07b-40c4efc04bab None None] Port 46effd58-fc15-48b2-a743-4c14103d86cd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:51.358871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:51.359374 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.387282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a500f60a-7df1-4fb5-8440-58c978d1f435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.430542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c0a9312b-b8dd-456f-9232-54dfbc8991f6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 200 len: 205 time: 0.0938985 Jul 07 22:37:51.433361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43358) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:51.433601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.498717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.522910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:51.525300 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f17c49-78fa-486c-ae40-8f311a477c15" -d '{"events": [{"server_uuid": "681db2df-86c2-463c-a9fb-e6811bd2bd43", "name": "network-vif-plugged", "status": "completed", "tag": "2ed6479a-e93a-451a-98e3-31fbe27c3ed6"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:51.539295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:51.546406 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.548816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 055eb7d1-d055-4d0b-8c58-78ad46f26d53 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:51.628218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.644513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.690730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.725578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:51.732409 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.733577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device af951ed6-cefc-4c96-9c25-ba55ee5927bb no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:51.768320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.780451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9b3fda62-85ca-4c57-b5b8-38db35656478,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:51.797913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.805723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.813809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.818235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.821271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.828096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.834566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.836932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-aff9153e-d983-400a-af16-2322a6baf8fc tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 4665 time: 0.2416239 Jul 07 22:37:51.847107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port bd4aef22-fe66-4f37-9cb0-358f7eabb4c9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:51.848046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.884001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.917415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b734825-1461-4f0b-af85-8a364d6a3306 req-3023afc6-ec17-4d91-a397-bf4c60ed1622 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f144efac-f6cb-4517-9358-c0b55a001652&id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673168 Jul 07 22:37:51.926119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:51.930306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e51e-dacd-4a27-bcc9-97e17a1016c0 req-ce75aeae-a77b-4190-832a-7c318c195c42 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.931686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.932151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0c7e51e-dacd-4a27-bcc9-97e17a1016c0 req-ce75aeae-a77b-4190-832a-7c318c195c42 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 945 time: 0.2289181 Jul 07 22:37:51.933518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] For port 9b3fda62-85ca-4c57-b5b8-38db35656478, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:51.935629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9b3fda62-85ca-4c57-b5b8-38db35656478 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:51.962994 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.977840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for bd4aef22-fe66-4f37-9cb0-358f7eabb4c9 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:52.027113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] device_id is not set on port 9b3fda62-85ca-4c57-b5b8-38db35656478 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:52.038837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.045461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:52.059648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.063221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.075613 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c35a9f-b9d2-4943-b1cc-d4d20b362046 x-openstack-request-id: req-01c35a9f-b9d2-4943-b1cc-d4d20b362046 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:52.075903 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681db2df-86c2-463c-a9fb-e6811bd2bd43", "name": "network-vif-plugged", "status": "completed", "tag": "2ed6479a-e93a-451a-98e3-31fbe27c3ed6", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:52.076155 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-01c35a9f-b9d2-4943-b1cc-d4d20b362046 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:52.076550 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6', 'code': 200} Jul 07 22:37:52.122832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:37:52.123198 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:37:52.125842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0c7e51e-dacd-4a27-bcc9-97e17a1016c0 req-f3b03577-c841-474c-871d-7a7ef97f5d3d tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772792 Jul 07 22:37:52.173756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.188850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] No DVR routers for this DVR port 9b3fda62-85ca-4c57-b5b8-38db35656478 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:52.248412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:52.250019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.275132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] In _notify_port_updated(), no bound segment for port 9b3fda62-85ca-4c57-b5b8-38db35656478 on network a5c06822-a6d4-4ef8-8129-083ba93ef651 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:37:52.276151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.277282 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.278777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-7b0c305f-d811-44a7-bb06-77f1ec4b7ad2 service neutron] 10.222.0.103 "PUT /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 200 len: 1033 time: 1.1783514 Jul 07 22:37:52.313464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=bd4aef22-fe66-4f37-9cb0-358f7eabb4c9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:52.330320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8302-150c-48ca-858e-3fdf076d2110 req-d53e9ba8-3a19-4277-9a6a-b318a97a0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.331986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6bb8302-150c-48ca-858e-3fdf076d2110 req-d53e9ba8-3a19-4277-9a6a-b318a97a0346 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 1097 time: 0.1446261 Jul 07 22:37:52.392675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.426489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6bb8302-150c-48ca-858e-3fdf076d2110 req-3864cfd0-392e-4a4d-af37-1ce38e76f672 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860875 Jul 07 22:37:52.441674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:52.442050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.483242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a07d8ee2-d7c6-4996-bc27-06775e44a7cf None None] Provisioning complete for port 9b3fda62-85ca-4c57-b5b8-38db35656478 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:52.483631 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a07d8ee2-d7c6-4996-bc27-06775e44a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.495894 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.499131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.524557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a07d8ee2-d7c6-4996-bc27-06775e44a7cf None None] Port 9b3fda62-85ca-4c57-b5b8-38db35656478 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:52.556911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.558544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router 932953f3-738e-40b8-8a86-e5705904e163 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:37:52.576988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.579077 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b4526b3-52fe-4f8b-9370-fa7d1564d9a4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 204 len: 168 time: 1.1453297 Jul 07 22:37:52.582385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43386) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:52.587857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1467278723'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:52.610736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port 1a4d1cbd-7068-4769-8048-2ac55b5bb711, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1a4d1cbd-7068-4769-8048-2ac55b5bb711,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:52.611102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.668020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 144e8f7a-004b-4825-9728-d2cd1f5c470f no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:52.688851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:52.693019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.775351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:52.784968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.821409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.821788 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment 636399b6-1a14-4b76-a3c8-e40c9a36cf42 of type vlan for network f1c9c890-1608-4f99-b3c6-0fe451b99eeb Jul 07 22:37:52.826695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:52.838070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.839120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 46effd58-fc15-48b2-a743-4c14103d86cd no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:52.906223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.906383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 46effd58-fc15-48b2-a743-4c14103d86cd not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:52.906720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 351d0723-1b9b-4c62-9984-5f260cf0a2b7 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:52.908070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.909063 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Floating IP 938a4028-fb5c-44ec-8960-d6e747999021 disassociated. External IP: 172.25.5.35, port: 1a4d1cbd-7068-4769-8048-2ac55b5bb711. Jul 07 22:37:52.909371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 1a4d1cbd-7068-4769-8048-2ac55b5bb711 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:52.960102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.009224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.035648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.064944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:53.072154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.073224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1a4d1cbd-7068-4769-8048-2ac55b5bb711 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:53.169040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.176992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.178576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.231119 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.248581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.301703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7179015 Jul 07 22:37:53.304996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43406) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:53.314750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5e96-a827-4534-8f13-64f5b2fff3ef tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=f1c9c890-1608-4f99-b3c6-0fe451b99eeb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.315188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:53.318922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.352803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:53.368334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=1a4d1cbd-7068-4769-8048-2ac55b5bb711,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.486438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89974c-199b-424e-81e5-884c7a366550 req-1aa55767-48c8-430b-8384-ae8d6bbfc675 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.493202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89974c-199b-424e-81e5-884c7a366550 req-1aa55767-48c8-430b-8384-ae8d6bbfc675 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.499700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89974c-199b-424e-81e5-884c7a366550 req-1aa55767-48c8-430b-8384-ae8d6bbfc675 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.506487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89974c-199b-424e-81e5-884c7a366550 req-1aa55767-48c8-430b-8384-ae8d6bbfc675 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.513496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89974c-199b-424e-81e5-884c7a366550 req-1aa55767-48c8-430b-8384-ae8d6bbfc675 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.515883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e89974c-199b-424e-81e5-884c7a366550 req-1aa55767-48c8-430b-8384-ae8d6bbfc675 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 3798 time: 0.2730181 Jul 07 22:37:53.529636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:53.535346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.634884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e89974c-199b-424e-81e5-884c7a366550 req-4dede1de-b393-4566-97fb-033e7332b7f4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977492 Jul 07 22:37:53.697012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fc723-c5d9-4dcd-b9ed-c1534b48b361 req-b6937bfc-9eba-46fe-8e16-eeffbdd64828 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.704927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c59fc723-c5d9-4dcd-b9ed-c1534b48b361 req-b6937bfc-9eba-46fe-8e16-eeffbdd64828 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 945 time: 0.2428460 Jul 07 22:37:53.712434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.714971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Router e3f3a106-b72d-48f7-b468-c9840dde8f6c has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:53.795996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c59fc723-c5d9-4dcd-b9ed-c1534b48b361 req-699591dc-9018-41c2-9a4e-000fabce41e4 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902371 Jul 07 22:37:53.865283 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.947762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=7805880d-b791-437b-b383-6b2665a9c66d,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.978909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:53.996036 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] Sync routers for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:53.999281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': '636399b6-1a14-4b76-a3c8-e40c9a36cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:53.999665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: f1c9c890-1608-4f99-b3c6-0fe451b99eeb, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:54.013969 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:54.015645 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:54.035710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:54.056792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f1c9c890-1608-4f99-b3c6-0fe451b99eeb) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:54.065156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be64db-618e-4d24-8069-320575f2042f None None] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:54.068431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.068618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.084416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port 1a4d1cbd-7068-4769-8048-2ac55b5bb711 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:54.087618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.090513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-545fa109-28a8-4e50-9154-d1ad673f492f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "DELETE /v2.0/ports/1a4d1cbd-7068-4769-8048-2ac55b5bb711 HTTP/1.1" status: 204 len: 173 time: 1.8036108 Jul 07 22:37:54.091332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:54.093815 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cde433-a15e-42fd-8d50-100548365dda" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:54.105641 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3af4d9b9-a157-4db0-8925-23f39516e3dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7993870 Jul 07 22:37:54.108226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43428) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:54.113376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1647585143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:54.161924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.163808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.193729 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbdd5ef-6e81-4528-98d9-b462e4af04de x-openstack-request-id: req-dfbdd5ef-6e81-4528-98d9-b462e4af04de {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:54.207958 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "1a4d1cbd-7068-4769-8048-2ac55b5bb711", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:54.211191 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dfbdd5ef-6e81-4528-98d9-b462e4af04de {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:54.212701 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '1a4d1cbd-7068-4769-8048-2ac55b5bb711', 'status': 'completed', 'code': 200} Jul 07 22:37:54.262357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.267544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.278494 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:54.288356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.290125 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f70751dc-6571-4cd7-90b8-b40bd2f7ed8f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1808596 Jul 07 22:37:54.294874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43436) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:54.406688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port af951ed6-cefc-4c96-9c25-ba55ee5927bb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:54.407032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.477527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:54.480316 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b02357-9743-40da-b967-3287f2ea9301" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:54.556154 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a164d74a-ceac-43e4-9752-59c10a160990 x-openstack-request-id: req-a164d74a-ceac-43e4-9752-59c10a160990 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:54.556466 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:54.556724 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a164d74a-ceac-43e4-9752-59c10a160990 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:54.559071 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53', 'code': 200} Jul 07 22:37:54.559071 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb', 'code': 200} Jul 07 22:37:54.559071 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f', 'code': 200} Jul 07 22:37:54.559071 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7', 'code': 200} Jul 07 22:37:54.623936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port af951ed6-cefc-4c96-9c25-ba55ee5927bb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=af951ed6-cefc-4c96-9c25-ba55ee5927bb,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:54.624400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.653001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for af951ed6-cefc-4c96-9c25-ba55ee5927bb owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:54.673774 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:41Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:54.759913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-f1c9c890-1608-4f99-b3c6-0fe451b99eeb', 'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '7805880d-b791-437b-b383-6b2665a9c66d'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:37:54.761995 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.765028 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] Checking router: e3f3a106-b72d-48f7-b468-c9840dde8f6c for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:37:54.774304 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:54.775059 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:54.955274 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.017129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.033477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:55.045112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=af951ed6-cefc-4c96-9c25-ba55ee5927bb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.266772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Allocated IP 2001:db8::2 (f1c9c890-1608-4f99-b3c6-0fe451b99eeb/7805880d-b791-437b-b383-6b2665a9c66d/98fd09fc-8094-4cc9-96ca-1e05468ee588) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:55.323634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port af951ed6-cefc-4c96-9c25-ba55ee5927bb on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:55.327733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.333791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-bfa3b593-33d2-4840-866e-772861ccc6e5 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "DELETE /v2.0/ports/af951ed6-cefc-4c96-9c25-ba55ee5927bb HTTP/1.1" status: 204 len: 173 time: 1.2250636 Jul 07 22:37:55.545529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 144e8f7a-004b-4825-9728-d2cd1f5c470f {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:55.547408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.569729 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:41Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:55.602235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb1d8-1d4c-407a-ab58-ce58e65b1782 req-337a9449-8840-4392-a334-bda0ef7c57a3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:55.608998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb1d8-1d4c-407a-ab58-ce58e65b1782 req-337a9449-8840-4392-a334-bda0ef7c57a3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:55.621313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.623905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb1d8-1d4c-407a-ab58-ce58e65b1782 req-337a9449-8840-4392-a334-bda0ef7c57a3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:55.631472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e07fb1d8-1d4c-407a-ab58-ce58e65b1782 req-337a9449-8840-4392-a334-bda0ef7c57a3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 2408 time: 0.5960772 Jul 07 22:37:55.645543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Transition to ACTIVE for port object 98fd09fc-8094-4cc9-96ca-1e05468ee588 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:55.667532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Transition to ACTIVE for port object 98fd09fc-8094-4cc9-96ca-1e05468ee588 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:55.681048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.789767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8::1 (f1c9c890-1608-4f99-b3c6-0fe451b99eeb/7805880d-b791-437b-b383-6b2665a9c66d/eb3bccac-3eeb-4212-9250-6927e95f5fa6) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:55.797710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Pushing event updated for resources: {'Port': ['ID=98fd09fc-8094-4cc9-96ca-1e05468ee588,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.843654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:55.848535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:55.854746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:55.892133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e07fb1d8-1d4c-407a-ab58-ce58e65b1782 req-854bc45e-78f8-4b10-83ce-c6c5e6b61fe4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597334 Jul 07 22:37:55.900800 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7748ac7-fa12-4309-989d-85cffb0094ed None None] The sync data for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 is: [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:34Z', 'revision_number': 4, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '3f969853-8b53-40e1-b5e9-7aba56c0ca28', 'name': '', 'network_id': 'ab4393e0-f396-4313-834a-399375417fd7', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'mac_address': 'fa:16:3e:b9:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:33Z', 'updated_at': '2021-07-07T22:27:41Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'subnets': [{'id': '5c2613a9-c221-4c5d-8bd0-cde51df3d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:55.911935 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:37:55.933173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port 144e8f7a-004b-4825-9728-d2cd1f5c470f, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=144e8f7a-004b-4825-9728-d2cd1f5c470f,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:55.933825 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.974106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 144e8f7a-004b-4825-9728-d2cd1f5c470f owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:55.982991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Attempting to bind port 98fd09fc-8094-4cc9-96ca-1e05468ee588 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:55.983743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Attempting to bind port 98fd09fc-8094-4cc9-96ca-1e05468ee588 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '636399b6-1a14-4b76-a3c8-e40c9a36cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:55.984370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Attempting to bind port 98fd09fc-8094-4cc9-96ca-1e05468ee588 on network f1c9c890-1608-4f99-b3c6-0fe451b99eeb {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:55.991107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:55.992455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Checking segment: {'id': '636399b6-1a14-4b76-a3c8-e40c9a36cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:55.993116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.993912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Bound using segment: {'id': '636399b6-1a14-4b76-a3c8-e40c9a36cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:55.995600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Bound port: 98fd09fc-8094-4cc9-96ca-1e05468ee588, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636399b6-1a14-4b76-a3c8-e40c9a36cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f1c9c890-1608-4f99-b3c6-0fe451b99eeb'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:55.996246 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.036943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.067651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object eb3bccac-3eeb-4212-9250-6927e95f5fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:56.096003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df62a-014d-4287-bdf2-251aee6c9330 req-919c78f6-889b-4eb8-9079-c8f11ab9b372 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:56.103169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806df62a-014d-4287-bdf2-251aee6c9330 req-919c78f6-889b-4eb8-9079-c8f11ab9b372 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 945 time: 0.4289198 Jul 07 22:37:56.108843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.112209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] For port 98fd09fc-8094-4cc9-96ca-1e05468ee588, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:56.115413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] For port 98fd09fc-8094-4cc9-96ca-1e05468ee588, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98fd09fc-8094-4cc9-96ca-1e05468ee588,segment=NetworkSegment(636399b6-1a14-4b76-a3c8-e40c9a36cf42),segment_id=636399b6-1a14-4b76-a3c8-e40c9a36cf42)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:56.127264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.178530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:56.183895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:56.187660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:56.188233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.216477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024abaf-cb72-44ed-8693-fe47961a0d3c None None] Pushing event updated for resources: {'Port': ['ID=98fd09fc-8094-4cc9-96ca-1e05468ee588,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:56.233086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-806df62a-014d-4287-bdf2-251aee6c9330 req-5c7d15e3-7fff-40e1-8c70-84b6b8d7f146 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288724 Jul 07 22:37:56.238761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:56.241562 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba1d64-d136-4737-b32f-2e1491d94cbc" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:56.321199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=eb3bccac-3eeb-4212-9250-6927e95f5fa6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:56.344877 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f037ba5-c130-4ec6-9798-d1eaa43d134f x-openstack-request-id: req-7f037ba5-c130-4ec6-9798-d1eaa43d134f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:56.345444 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "af951ed6-cefc-4c96-9c25-ba55ee5927bb", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:56.345444 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7f037ba5-c130-4ec6-9798-d1eaa43d134f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:56.345831 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': 'af951ed6-cefc-4c96-9c25-ba55ee5927bb', 'status': 'completed', 'code': 200} Jul 07 22:37:56.357367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.357729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.358100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.358469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.370545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.371194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.380442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.380903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.381257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.387111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.387535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.387889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:56.388686 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.444658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=144e8f7a-004b-4825-9728-d2cd1f5c470f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:56.511522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9891c2-2504-4bc3-9eba-ed096f9465ab None None] New status for floating IP 938a4028-fb5c-44ec-8960-d6e747999021: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:37:56.551699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port 144e8f7a-004b-4825-9728-d2cd1f5c470f on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:56.562258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.564666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-35822f1c-3b73-47aa-a49a-1547ad266388 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "DELETE /v2.0/ports/144e8f7a-004b-4825-9728-d2cd1f5c470f HTTP/1.1" status: 204 len: 173 time: 1.2225242 Jul 07 22:37:56.805287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-41cb25b3-b088-461e-a896-dda91ce7c703 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:56.806888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-41cb25b3-b088-461e-a896-dda91ce7c703 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 945 time: 0.1496179 Jul 07 22:37:56.918274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:56.926859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.108749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port 055eb7d1-d055-4d0b-8c58-78ad46f26d53, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=055eb7d1-d055-4d0b-8c58-78ad46f26d53,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:57.109408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.124394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 055eb7d1-d055-4d0b-8c58-78ad46f26d53 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:57.152851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.556523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.575303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.576428 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.673254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98fd09fc-8094-4cc9-96ca-1e05468ee588 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:57.810116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=eb3bccac-3eeb-4212-9250-6927e95f5fa6,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:57.837341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 98fd09fc-8094-4cc9-96ca-1e05468ee588 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:57.892540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:57.894353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:58.000949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3875-0ac8-4a65-a928-039531908e6f req-ade60df5-19a0-4b58-8853-789fbae9d007 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:58.009471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3875-0ac8-4a65-a928-039531908e6f req-ade60df5-19a0-4b58-8853-789fbae9d007 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:58.019310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5bf3875-0ac8-4a65-a928-039531908e6f req-ade60df5-19a0-4b58-8853-789fbae9d007 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 1676 time: 0.8682022 Jul 07 22:37:58.054653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc388496-d603-4374-937d-608bab48bb62 None None] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:58.073281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Deleting port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:58.073573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.084160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 3f19be0e-2613-4963-b137-b3df181c9196 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:37:58.220775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:58.235967 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] Sync routers for ids ['3f19be0e-2613-4963-b137-b3df181c9196'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:58.246194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-068470f8-aa23-4c6b-9b66-48e0a00727d4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/3f19be0e-2613-4963-b137-b3df181c9196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498909 Jul 07 22:37:58.248709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43512) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.252653 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] Routers {'3f19be0e-2613-4963-b137-b3df181c9196'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:58.253294 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3f19be0e-2613-4963-b137-b3df181c9196'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:58.270736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] Provisioning for port 98fd09fc-8094-4cc9-96ca-1e05468ee588 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:58.302567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.309142 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:58.322006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] Provisioning complete for port 98fd09fc-8094-4cc9-96ca-1e05468ee588 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:58.322386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.325169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaf93a-06eb-4d42-8f1f-24b86334d25a req-8a78d831-ea04-458c-9a12-cc1cce875b7f tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:58.326822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9eaf93a-06eb-4d42-8f1f-24b86334d25a req-8a78d831-ea04-458c-9a12-cc1cce875b7f tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 945 time: 0.4359043 Jul 07 22:37:58.331750 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] Routers {'3f19be0e-2613-4963-b137-b3df181c9196'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:58.333922 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3f19be0e-2613-4963-b137-b3df181c9196'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:58.353540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:58.356550 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd2b65-92d6-42b4-8615-b97a7863663c" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:58.393846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f165e-dda0-467f-88a5-d1eb8dc0cc06 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:58.404721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f17f165e-dda0-467f-88a5-d1eb8dc0cc06 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports/eb3bccac-3eeb-4212-9250-6927e95f5fa6 HTTP/1.1" status: 200 len: 911 time: 0.1547787 Jul 07 22:37:58.405423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43520) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.412882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:58.414053 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435c13a-15d4-49ab-89ab-b21df604fb90 None None] The sync data for ids ['3f19be0e-2613-4963-b137-b3df181c9196'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:58.416031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7805880d-b791-437b-b383-6b2665a9c66d'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:58.424462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5bf3875-0ac8-4a65-a928-039531908e6f req-1b38c0ef-533c-4391-abda-cef7d7bb925f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups?id=f3bdf39c-8e5a-4545-8037-21aee98d27db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041197 Jul 07 22:37:58.446285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=055eb7d1-d055-4d0b-8c58-78ad46f26d53,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:58.525005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] For port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,segment=NetworkSegment(e5cf902b-911f-4b87-b576-8115ed32595a),segment_id=e5cf902b-911f-4b87-b576-8115ed32595a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:58.525650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.570286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.572596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port 055eb7d1-d055-4d0b-8c58-78ad46f26d53 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:58.577507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9eaf93a-06eb-4d42-8f1f-24b86334d25a req-93de2738-3a40-4d2e-8415-9856469fb108 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/security-groups?id=090a2882-c692-4adc-be40-d2fcb1030f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710756 Jul 07 22:37:58.578997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.581670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-ed072a0e-a773-49f1-960b-70563f1342d9 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "DELETE /v2.0/ports/055eb7d1-d055-4d0b-8c58-78ad46f26d53 HTTP/1.1" status: 204 len: 173 time: 2.0116525 Jul 07 22:37:58.587641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Calling delete_port for 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:58.712780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] For port 98fd09fc-8094-4cc9-96ca-1e05468ee588, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98fd09fc-8094-4cc9-96ca-1e05468ee588,segment=NetworkSegment(636399b6-1a14-4b76-a3c8-e40c9a36cf42),segment_id=636399b6-1a14-4b76-a3c8-e40c9a36cf42)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:58.720256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.768743 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac663051-de6b-4abf-aa94-74b3db6f9f53 x-openstack-request-id: req-ac663051-de6b-4abf-aa94-74b3db6f9f53 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:58.770208 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "144e8f7a-004b-4825-9728-d2cd1f5c470f", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:58.770726 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac663051-de6b-4abf-aa94-74b3db6f9f53 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:58.771299 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '144e8f7a-004b-4825-9728-d2cd1f5c470f', 'status': 'completed', 'code': 200} Jul 07 22:37:58.781349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07a83e-07bf-4760-b7a6-f1c981e1599c None None] Pushing event updated for resources: {'Port': ['ID=98fd09fc-8094-4cc9-96ca-1e05468ee588,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:58.872549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:58.872908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.876303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.090032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-beb08be6-5a38-4a01-98ca-c2a0373cae79 None None] Provisioning for port eb3bccac-3eeb-4212-9250-6927e95f5fa6 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:59.097355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-beb08be6-5a38-4a01-98ca-c2a0373cae79 None None] Provisioning complete for port eb3bccac-3eeb-4212-9250-6927e95f5fa6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:59.097799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-beb08be6-5a38-4a01-98ca-c2a0373cae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.164131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.165616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-beb08be6-5a38-4a01-98ca-c2a0373cae79 None None] Port eb3bccac-3eeb-4212-9250-6927e95f5fa6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:59.185541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-beb08be6-5a38-4a01-98ca-c2a0373cae79 None None] Provisioning complete for port 98fd09fc-8094-4cc9-96ca-1e05468ee588 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:59.185911 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-beb08be6-5a38-4a01-98ca-c2a0373cae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.187915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:59.233498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:59.234053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:59.283025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Pushing event deleted for resources: {'Port': ['ID=2ed6479a-e93a-451a-98e3-31fbe27c3ed6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:59.333867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port 351d0723-1b9b-4c62-9984-5f260cf0a2b7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=351d0723-1b9b-4c62-9984-5f260cf0a2b7,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:59.338024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.403939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 351d0723-1b9b-4c62-9984-5f260cf0a2b7 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:59.427610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] No DVR routers for this DVR port 2ed6479a-e93a-451a-98e3-31fbe27c3ed6 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:59.431091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.433366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b58f0bd-3d4a-447e-9415-5b9fddb5005f req-2bab7127-e5a9-4e77-8d1a-3558deec4204 tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.103 "DELETE /v2.0/ports/2ed6479a-e93a-451a-98e3-31fbe27c3ed6 HTTP/1.1" status: 204 len: 173 time: 2.6180470 Jul 07 22:37:59.505935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4bb637d6-584a-4df9-bf48-299ded082353 None None] Provisioning complete for port eb3bccac-3eeb-4212-9250-6927e95f5fa6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:59.506327 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4bb637d6-584a-4df9-bf48-299ded082353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.618712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4bb637d6-584a-4df9-bf48-299ded082353 None None] Port eb3bccac-3eeb-4212-9250-6927e95f5fa6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:59.733600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98fd09fc-8094-4cc9-96ca-1e05468ee588 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:59.876493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 98fd09fc-8094-4cc9-96ca-1e05468ee588 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:59.876883 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.904841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-8df094f5-efef-407e-9022-9a505ce709d0 req-fdaa1653-6575-44cc-8eb5-adb90966d7fa tempest-ServersTestJSON-1955843994 tempest-ServersTestJSON-1955843994-project] (93932) timed out ('10.222.0.97', 50661) {{(pid=93932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:37:59.946245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.959997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.970266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a54a8d59-6953-4b88-a429-613bda7f82d0 None None] Provisioning complete for port eb3bccac-3eeb-4212-9250-6927e95f5fa6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:59.970754 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a54a8d59-6953-4b88-a429-613bda7f82d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.987547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:59.988259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.995257 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/ports/eb3bccac-3eeb-4212-9250-6927e95f5fa6 HTTP/1.1" status: 200 len: 911 time: 1.5861418 Jul 07 22:38:00.001412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43548) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:00.073993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a149c3b-dd8c-48dd-95c6-5e03f0bb9479 req-ceddf7cf-fbd0-4b09-bd18-69a67ae1d58d tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1668735 Jul 07 22:38:00.095530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a54a8d59-6953-4b88-a429-613bda7f82d0 None None] Port eb3bccac-3eeb-4212-9250-6927e95f5fa6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:00.123352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.200732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25305fe1-5a41-4ac7-878b-74ba5b84683e req-12c2625b-0c89-4735-bd93-6702214d41bb tempest-VolumesActionsTest-16264890 tempest-VolumesActionsTest-16264890-project] 10.222.0.95 "GET /v2.0/ports?device_id=681db2df-86c2-463c-a9fb-e6811bd2bd43 HTTP/1.1" status: 200 len: 210 time: 0.1185207 Jul 07 22:38:00.284310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=351d0723-1b9b-4c62-9984-5f260cf0a2b7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:00.356901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d30ba-66e9-4d82-a3ae-5347a398efff tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=eb3bccac-3eeb-4212-9250-6927e95f5fa6,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:00.421362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port 351d0723-1b9b-4c62-9984-5f260cf0a2b7 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:00.430709 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.436541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5170b493-b2b9-4fd5-89f5-4e36070120f8 req-cef0e0d5-1924-419a-b417-92def234eebb tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.103 "DELETE /v2.0/ports/351d0723-1b9b-4c62-9984-5f260cf0a2b7 HTTP/1.1" status: 204 len: 173 time: 1.8432899 Jul 07 22:38:00.740004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.772863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53'}, {'server_uuid': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'name': 'network-vif-deleted', 'tag': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6'}, {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:00.775471 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44f039a-7e1d-4e83-a74e-e29187d5af86" -d '{"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53"}, {"server_uuid": "681db2df-86c2-463c-a9fb-e6811bd2bd43", "name": "network-vif-deleted", "tag": "2ed6479a-e93a-451a-98e3-31fbe27c3ed6"}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:00.866266 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43eac75-478e-4fc6-8a92-5fdb63073cb3 x-openstack-request-id: req-d43eac75-478e-4fc6-8a92-5fdb63073cb3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:00.866847 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "055eb7d1-d055-4d0b-8c58-78ad46f26d53", "status": "completed", "code": 200}, {"server_uuid": "681db2df-86c2-463c-a9fb-e6811bd2bd43", "name": "network-vif-deleted", "tag": "2ed6479a-e93a-451a-98e3-31fbe27c3ed6", "status": "completed", "code": 200}, {"server_uuid": "5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8", "name": "network-vif-deleted", "tag": "351d0723-1b9b-4c62-9984-5f260cf0a2b7", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:00.867111 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d43eac75-478e-4fc6-8a92-5fdb63073cb3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:00.867522 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '055eb7d1-d055-4d0b-8c58-78ad46f26d53', 'status': 'completed', 'code': 200} Jul 07 22:38:00.867776 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681db2df-86c2-463c-a9fb-e6811bd2bd43', 'name': 'network-vif-deleted', 'tag': '2ed6479a-e93a-451a-98e3-31fbe27c3ed6', 'status': 'completed', 'code': 200} Jul 07 22:38:00.868029 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8', 'name': 'network-vif-deleted', 'tag': '351d0723-1b9b-4c62-9984-5f260cf0a2b7', 'status': 'completed', 'code': 200} Jul 07 22:38:01.297979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port eb3bccac-3eeb-4212-9250-6927e95f5fa6 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:01.299594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.329750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d349705-3823-4da8-afa6-47864426c731 req-22f16793-4ee6-42be-986f-8e4efd1b6852 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0629327 Jul 07 22:38:01.410709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.424582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for eb3bccac-3eeb-4212-9250-6927e95f5fa6 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:01.705787 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.780752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=eb3bccac-3eeb-4212-9250-6927e95f5fa6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:02.053621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.365407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 3f19be0e-2613-4963-b137-b3df181c9196 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:02.523609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:02.535745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] Sync routers for ids ['3f19be0e-2613-4963-b137-b3df181c9196'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:02.538084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f11ebb4-c5a0-4be9-9c47-e954f584eef9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/3f19be0e-2613-4963-b137-b3df181c9196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5310037 Jul 07 22:38:02.540477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43614) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.551420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-233e47bf-7f73-4911-94d2-09300709f48b req-44c55ec5-33e6-43ae-a550-c584d5649539 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0622439 Jul 07 22:38:02.567508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] Routers {'3f19be0e-2613-4963-b137-b3df181c9196'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:02.568174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3f19be0e-2613-4963-b137-b3df181c9196'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.610310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43620) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.614190 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7fe059bb-f77c-4afa-8397-f9782ce5be3d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=3f19be0e-2613-4963-b137-b3df181c9196 HTTP/1.1" status: 200 len: 205 time: 0.0724449 Jul 07 22:38:02.700914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.750943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] Routers {'3f19be0e-2613-4963-b137-b3df181c9196'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:02.754113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3f19be0e-2613-4963-b137-b3df181c9196'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.784309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.927634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.930953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411251a-f84d-4fdc-a5b7-9c14cb9dd285 None None] The sync data for ids ['3f19be0e-2613-4963-b137-b3df181c9196'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:03.114332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.116098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.178123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.178615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router 3f19be0e-2613-4963-b137-b3df181c9196 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:38:03.209356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.210499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7e60e7f4-d20c-4913-94bd-799f5d826e10 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/3f19be0e-2613-4963-b137-b3df181c9196 HTTP/1.1" status: 204 len: 168 time: 0.5974939 Jul 07 22:38:03.213383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43652) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:03.326517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 7805880d-b791-437b-b383-6b2665a9c66d {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:03.335265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.411470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.722842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.841921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27817938-1014-416f-9875-62a98ca87a6d req-9706aaa5-f4ee-4b7d-b686-2cf9ad6e3381 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0519207 Jul 07 22:38:03.878080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.939238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.942738 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/7805880d-b791-437b-b383-6b2665a9c66d HTTP/1.1" status: 204 len: 168 time: 0.7278125 Jul 07 22:38:03.944036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2542a4b-18c0-4a38-a298-807954c8e07c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=7805880d-b791-437b-b383-6b2665a9c66d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:03.944886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43672) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:03.949792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d8b80-d0f6-4d90-b7da-a69a26697d39 None None] Network f1c9c890-1608-4f99-b3c6-0fe451b99eeb requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:04.146463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.292214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 98fd09fc-8094-4cc9-96ca-1e05468ee588 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:04.292572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.367824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] DHCP port deletion for f1c9c890-1608-4f99-b3c6-0fe451b99eeb request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:04.538102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port 98fd09fc-8094-4cc9-96ca-1e05468ee588, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98fd09fc-8094-4cc9-96ca-1e05468ee588,segment=NetworkSegment(636399b6-1a14-4b76-a3c8-e40c9a36cf42),segment_id=636399b6-1a14-4b76-a3c8-e40c9a36cf42)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:04.542852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.551040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] Deleting port 98fd09fc-8094-4cc9-96ca-1e05468ee588 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:04.553422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.576147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 98fd09fc-8094-4cc9-96ca-1e05468ee588 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:04.708602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] For port 98fd09fc-8094-4cc9-96ca-1e05468ee588, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98fd09fc-8094-4cc9-96ca-1e05468ee588,segment=NetworkSegment(636399b6-1a14-4b76-a3c8-e40c9a36cf42),segment_id=636399b6-1a14-4b76-a3c8-e40c9a36cf42)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:04.708990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.775869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.794900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] Calling delete_port for 98fd09fc-8094-4cc9-96ca-1e05468ee588 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:04.879596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=98fd09fc-8094-4cc9-96ca-1e05468ee588,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:04.909909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port 98fd09fc-8094-4cc9-96ca-1e05468ee588 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:04.945196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.988570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] Pushing event deleted for resources: {'Port': ['ID=98fd09fc-8094-4cc9-96ca-1e05468ee588,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:04.998229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d3e3f-105a-4708-bb2a-2702a9d4218f None None] No DVR routers for this DVR port 98fd09fc-8094-4cc9-96ca-1e05468ee588 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:05.215287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.248774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c9c890-1608-4f99-b3c6-0fe451b99eeb']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:05.350667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.421878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f261e77-959b-41c4-886c-fd5028ac60ba req-26933577-0f8c-409d-b9e4-a717e4d965d6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1590238 Jul 07 22:38:05.424240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636399b6-1a14-4b76-a3c8-e40c9a36cf42') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:05.424240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636399b6-1a14-4b76-a3c8-e40c9a36cf42') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:05.464683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.538356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:05.558649 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:05.659873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98fd09fc-8094-4cc9-96ca-1e05468ee588 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:05.746210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 98fd09fc-8094-4cc9-96ca-1e05468ee588 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:05.749190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98fd09fc-8094-4cc9-96ca-1e05468ee588 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:05.766919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.778438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.823001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/f1c9c890-1608-4f99-b3c6-0fe451b99eeb HTTP/1.1" status: 204 len: 168 time: 1.8745723 Jul 07 22:38:05.907184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.923029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1310578876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:06.068585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca13d4-5080-478b-9d76-7e3fa6a4c239 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=f1c9c890-1608-4f99-b3c6-0fe451b99eeb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:06.100800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.102984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.350726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.370389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.424691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.426125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b78c32f7-6458-44c4-aa56-3686d0f42d09 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5110149 Jul 07 22:38:06.426958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 382ee26d-a236-4344-8589-1e2ac981c6a0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:06.428088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.428729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43734) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:06.451501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813213484'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:06.508555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:06.514494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.622127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:06.663948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.668180 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment 34d52702-a5e3-4393-a202-fedc2928e8fc of type vlan for network 362c82b4-9dca-44c0-91f8-961b5bd891ec Jul 07 22:38:06.675471 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.675840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.720212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 382ee26d-a236-4344-8589-1e2ac981c6a0 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:06.790984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.912301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.925717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:06.927189 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.021324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ea5c031-1960-4013-a4fe-a65654e9d3f6 req-d6b3684b-bb74-414a-afb9-b29e7db61e1f tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1690865 Jul 07 22:38:07.052110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6222451 Jul 07 22:38:07.111778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43746) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:07.130138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:07.209838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bc345-b95a-4293-a12a-78586bf03fe9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=362c82b4-9dca-44c0-91f8-961b5bd891ec,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:07.225819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:07.324478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:07.330183 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.651481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.821815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=a8a68524-affa-4a8e-85ba-c08c47dde275,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:07.835312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.909752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:07.910132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: 362c82b4-9dca-44c0-91f8-961b5bd891ec, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:07.932765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=382ee26d-a236-4344-8589-1e2ac981c6a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:07.942841 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:07.964921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 362c82b4-9dca-44c0-91f8-961b5bd891ec) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:07.969516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:07.970120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.981236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942e0b3-8430-40f4-8fac-8b89ad1a658f None None] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:08.013351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ba2c514f-a622-49c1-b488-4132b64cb97c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8858666 Jul 07 22:38:08.015168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43766) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:08.128964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.129735 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Floating IP fedfa1e3-f85c-4f5a-8fa3-d338da798aa8 disassociated (deleted). External IP: 172.25.5.217, port: 0f42e5c9-3da8-4d80-a6e4-f242529b342e. Jul 07 22:38:08.426041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-362c82b4-9dca-44c0-91f8-961b5bd891ec', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:08.427430 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.429849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-13a7136b-19cc-4de7-a14c-88a5b7c3f198 req-73ed905a-6a83-4902-9bce-752264982c9b tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1349649 Jul 07 22:38:08.598198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.698449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 4dadd87c-163d-485f-aca2-ea372052719f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:08.782803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Allocated IP 2001:db8::2 (362c82b4-9dca-44c0-91f8-961b5bd891ec/a8a68524-affa-4a8e-85ba-c08c47dde275/0f136e2b-bc4a-4dc1-b5bf-a0396970d143) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:08.982821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:08.991806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.993983 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] Sync routers for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:09.019887 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:09.027523 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:09.089590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c8ee2eaf-0351-42b9-97f8-38f98301db5f tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/floatingips/fedfa1e3-f85c-4f5a-8fa3-d338da798aa8 HTTP/1.1" status: 204 len: 168 time: 3.7360218 Jul 07 22:38:09.089590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:09.104618 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc061e21-5033-4c57-867a-6459e64ecf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:09.110786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.132756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Transition to ACTIVE for port object 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:09.154795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Transition to ACTIVE for port object 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:09.176050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.349958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Pushing event updated for resources: {'Port': ['ID=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:09.364682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:09.365300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:09.372275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:09.375381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8::1 (362c82b4-9dca-44c0-91f8-961b5bd891ec/a8a68524-affa-4a8e-85ba-c08c47dde275/e0b1a439-32b2-4de3-bee1-b75ed9b4d657) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:09.392347 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:09.489194 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62ffba-f0f7-44d7-a2d1-0302447fc155 x-openstack-request-id: req-eb62ffba-f0f7-44d7-a2d1-0302447fc155 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:09.489492 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:09.489746 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-eb62ffba-f0f7-44d7-a2d1-0302447fc155 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:09.490204 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'status': 'completed', 'code': 200} Jul 07 22:38:09.677902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Attempting to bind port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:09.682686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Attempting to bind port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:09.683862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Attempting to bind port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 on network 362c82b4-9dca-44c0-91f8-961b5bd891ec {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:09.711816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:09.716987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Checking segment: {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:09.718817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.721102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Bound using segment: {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:09.725942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Bound port: 0f136e2b-bc4a-4dc1-b5bf-a0396970d143, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:09.729730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.753607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.824444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object e0b1a439-32b2-4de3-bee1-b75ed9b4d657 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:09.873248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-3d698705-facb-4e70-9429-4bbb072eb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.877321 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-3d698705-facb-4e70-9429-4bbb072eb366 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 1097 time: 0.3629980 Jul 07 22:38:09.996326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b044904d-f3ff-4c2e-bfdb-40380949adc3 req-6d684570-861d-4d05-9887-d9126791ec5c tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1468709 Jul 07 22:38:10.071210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] For port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:10.079934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] For port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,segment=NetworkSegment(34d52702-a5e3-4393-a202-fedc2928e8fc),segment_id=34d52702-a5e3-4393-a202-fedc2928e8fc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:10.088360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-96b65ca8-2890-4e35-bfa7-5a442b969c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.103440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.107054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-96b65ca8-2890-4e35-bfa7-5a442b969c8b service neutron] 10.222.0.97 "GET /v2.0/networks?id=8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 200 len: 898 time: 0.2050846 Jul 07 22:38:10.167057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.183243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:10.227130 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-ac31fb70-71bd-4979-9f3b-36ebac7f0750 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 200 len: 217 time: 0.1189556 Jul 07 22:38:10.258762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] Checking router: 4dadd87c-163d-485f-aca2-ea372052719f for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:10.285723 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:10.286374 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:10.354248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:10.442117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c590341-3b13-44ea-bf30-057d0f40f999 None None] Pushing event updated for resources: {'Port': ['ID=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:10.449254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:10.466911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:10.467488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.481487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-7b700fa1-8286-4e49-94b3-68d5c9b9b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.491244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-7b700fa1-8286-4e49-94b3-68d5c9b9b749 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 200 len: 834 time: 0.2518754 Jul 07 22:38:10.586653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-5f41e56e-4a7a-4621-8903-9a0e3b605520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.591287 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-5f41e56e-4a7a-4621-8903-9a0e3b605520 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8da90138-d1b3-4db3-8522-b47ba8ce7a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966372 Jul 07 22:38:10.781607 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:10.866695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-aa8dbfef-b38f-4ed2-8820-95edcde4d886 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589793 Jul 07 22:38:10.998125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.013510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:11.210482 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc061e21-5033-4c57-867a-6459e64ecf4b req-7c24a472-c99f-4047-8570-bd26a854e034 service neutron] 10.222.0.97 "GET /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339088 Jul 07 22:38:11.548781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.553164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-8d3c2205-3fc7-4eb9-9a8f-877481c93e52 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:11.554740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-8d3c2205-3fc7-4eb9-9a8f-877481c93e52 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 0.2506745 Jul 07 22:38:11.729598 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c9635-21f3-4a36-8b96-5c1f9bad9e75 None None] The sync data for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 is: [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:35:03Z', 'revision_number': 4, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fbaded0a-17de-4849-a219-d34e39663dd9', 'name': '', 'network_id': '8da90138-d1b3-4db3-8522-b47ba8ce7a12', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'mac_address': 'fa:16:3e:57:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:35:01Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'subnets': [{'id': 'eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:11.792697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:11.966481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:11.971913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port 0f42e5c9-3da8-4d80-a6e4-f242529b342e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:11.972457 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.235179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port 0f42e5c9-3da8-4d80-a6e4-f242529b342e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=0f42e5c9-3da8-4d80-a6e4-f242529b342e,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:12.235831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.276055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for 0f42e5c9-3da8-4d80-a6e4-f242529b342e owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:12.321617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec424aec-d6b0-4f45-9c2f-95a127ac180e req-a6182122-e992-45d3-843f-0b01dd5adb93 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:12.330987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec424aec-d6b0-4f45-9c2f-95a127ac180e req-a6182122-e992-45d3-843f-0b01dd5adb93 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 945 time: 2.1239474 Jul 07 22:38:12.337135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505efaf2-6cca-4c20-b7b2-ccffac923629 None None] New status for floating IP fedfa1e3-f85c-4f5a-8fa3-d338da798aa8: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:38:12.358182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0829d781-7025-4118-8167-7223a4848c37 req-9921471e-ea80-4f9e-bce6-493b2a7f5e56 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1354723 Jul 07 22:38:12.551903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec424aec-d6b0-4f45-9c2f-95a127ac180e req-446e551a-41a9-48d5-bd21-d32373059076 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/security-groups?id=d63e617e-3016-4d40-a19f-ec31e7f61060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194123 Jul 07 22:38:12.577171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2126f-d17d-44b6-ac17-76dd9a1bee1f None None] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:12.726493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.813373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.848034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.849523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.871352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=0f42e5c9-3da8-4d80-a6e4-f242529b342e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:12.901632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] Provisioning for port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:12.907685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] No DVR routers for this DVR port 0f42e5c9-3da8-4d80-a6e4-f242529b342e on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:12.913029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.924826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-290c989b-ba02-420c-8a94-4e35ba21dce3 req-702ffb68-7620-4eed-b21d-8f6cd73797d5 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.97 "DELETE /v2.0/ports/0f42e5c9-3da8-4d80-a6e4-f242529b342e HTTP/1.1" status: 204 len: 173 time: 1.3472335 Jul 07 22:38:12.926430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-deleted', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:12.931048 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb2d3f-1130-4118-9470-bdbe43ad0535" -d '{"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-deleted", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:12.932684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] Provisioning complete for port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:12.933070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.031410 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d9980-5a1f-4063-bf78-c671482141e4 x-openstack-request-id: req-6b4d9980-5a1f-4063-bf78-c671482141e4 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:13.032090 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173d5e6c-2952-4c4a-bc8c-5a892e90878e", "name": "network-vif-deleted", "tag": "0f42e5c9-3da8-4d80-a6e4-f242529b342e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:13.032447 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6b4d9980-5a1f-4063-bf78-c671482141e4 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:13.032950 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173d5e6c-2952-4c4a-bc8c-5a892e90878e', 'name': 'network-vif-deleted', 'tag': '0f42e5c9-3da8-4d80-a6e4-f242529b342e', 'status': 'completed', 'code': 200} Jul 07 22:38:13.051821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:13.175360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.236152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] For port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,segment=NetworkSegment(34d52702-a5e3-4393-a202-fedc2928e8fc),segment_id=34d52702-a5e3-4393-a202-fedc2928e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:13.248152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:13.249855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:13.279294 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.399879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a807fe-ae97-4c11-869f-8e86c4baa053 None None] Pushing event updated for resources: {'Port': ['ID=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:13.660011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:38:13.778307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:13.915682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:13.919303 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.989170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75be7e79-1259-4682-9cad-df3c9bd65ac4 req-b62752d1-0320-41bc-8b77-ada3aeb07786 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1403069 Jul 07 22:38:14.144233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50013759-b469-47ba-8289-3452877deb0c req-af4e4473-d403-4e7b-b6ac-996700216270 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "GET /v2.0/ports?device_id=173d5e6c-2952-4c4a-bc8c-5a892e90878e HTTP/1.1" status: 200 len: 210 time: 0.2965231 Jul 07 22:38:14.180167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:14.190243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:14.191808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:14.193086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1eede549-c70a-4b49-92c0-617024a32097 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1767416 Jul 07 22:38:14.196963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-513979711'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:14.202185 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:14.208496 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:14.280543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:14.285051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.388734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:14.399582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f4e7f84a-0254-4391-bd72-20e88d9bb72a None None] Provisioning complete for port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:14.399991 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f4e7f84a-0254-4391-bd72-20e88d9bb72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.413287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.413697 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment 51ca20bc-8791-4994-b5e7-cf173283b048 of type vlan for network 807d7fd1-88a4-4358-ba7f-a1d665e158ea Jul 07 22:38:14.530198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f4e7f84a-0254-4391-bd72-20e88d9bb72a None None] Provisioning for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:14.541567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f4e7f84a-0254-4391-bd72-20e88d9bb72a None None] Provisioning complete for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:14.542405 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f4e7f84a-0254-4391-bd72-20e88d9bb72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.560469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.599511 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:14.651517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7f84a-0254-4391-bd72-20e88d9bb72a None None] Port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:14.675436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:14.715373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 0f42e5c9-3da8-4d80-a6e4-f242529b342e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:14.715373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 0f42e5c9-3da8-4d80-a6e4-f242529b342e not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:14.716687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.739388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:14.741038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.829872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3c552ccc-5555-40b8-9d76-f460ae01f80e None None] Provisioning complete for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:14.830256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3c552ccc-5555-40b8-9d76-f460ae01f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.915506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3c552ccc-5555-40b8-9d76-f460ae01f80e None None] Port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:14.966060 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7731066 Jul 07 22:38:14.971287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43914) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:14.977173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:15.039146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7177f7f-0b29-493f-a81d-d0d8add150ce tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=807d7fd1-88a4-4358-ba7f-a1d665e158ea,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:15.060986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:15.107768 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-3d47840c-15af-4044-8e61-7530afff670f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1643071 Jul 07 22:38:15.199377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:15.203352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.272441 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:10Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:11Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:15.311230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-2598bc59-5842-40ea-ba9e-635b5b06a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.312771 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-2598bc59-5842-40ea-ba9e-635b5b06a02e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1097 time: 0.1533704 Jul 07 22:38:15.316723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cd6a71fd-641d-4df5-b9c3-585cc6f45f8f None None] Provisioning complete for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:15.328851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cd6a71fd-641d-4df5-b9c3-585cc6f45f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.339876 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:15.340499 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Updating router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:38:15.468489 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.479372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a71fd-641d-4df5-b9c3-585cc6f45f8f None None] Port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:15.544510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-8555d24a-5b8a-44e6-bf7b-14c22327abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.546261 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-8555d24a-5b8a-44e6-bf7b-14c22327abb1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.2068872 Jul 07 22:38:15.547063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 43926) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:15.721634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f28de56e-6698-4de1-aa8c-604483963df8 req-91ec8a40-7b07-49df-b38f-683cd380c5d6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0672102 Jul 07 22:38:15.864431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.937218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-26722044-2c8b-4324-8f51-9157cdd8c04d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1001 time: 0.0874238 Jul 07 22:38:16.003471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=37bce7c8-601a-48a7-91a8-ae46b4dbd839,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:16.064038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:16.064732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: 807d7fd1-88a4-4358-ba7f-a1d665e158ea, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:16.110010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:16.125595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 807d7fd1-88a4-4358-ba7f-a1d665e158ea) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:16.130337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.131193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.140046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd8d30-2c6c-4845-ad80-3d0e6db59f94 None None] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:16.154581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-6961a78d-641b-4a87-bfab-eb5c51c1be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.156462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-6961a78d-641b-4a87-bfab-eb5c51c1be3b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1024098 Jul 07 22:38:16.162314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d01d4733-971e-4819-b65e-6b2fc0966201 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1892912 Jul 07 22:38:16.165185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 43940) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:16.232581 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.269069 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Transition to ACTIVE for port object e0b1a439-32b2-4de3-bee1-b75ed9b4d657 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:16.282921 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.425811 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Pushing event updated for resources: {'Port': ['ID=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:16.462063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.462302 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.477057 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.477547 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.477893 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.478298 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.479159 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.479619 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.479811 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.480172 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.480578 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.480903 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:16.527178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-588e17e8-964a-4d1e-a09c-bcc690378c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.528839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-588e17e8-964a-4d1e-a09c-bcc690378c0f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3559031 Jul 07 22:38:16.564554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:16.565448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.716018 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Attempting to bind port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:16.716517 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Attempting to bind port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:16.716888 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Attempting to bind port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 on network 362c82b4-9dca-44c0-91f8-961b5bd891ec {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:16.749989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:16.755360 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Checking segment: {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:16.756358 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.758620 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Bound using segment: {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:16.761910 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Bound port: e0b1a439-32b2-4de3-bee1-b75ed9b4d657, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d52702-a5e3-4393-a202-fedc2928e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:16.762723 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.970903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.067889 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] For port e0b1a439-32b2-4de3-bee1-b75ed9b4d657, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:17.078096 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] For port e0b1a439-32b2-4de3-bee1-b75ed9b4d657, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,segment=NetworkSegment(34d52702-a5e3-4393-a202-fedc2928e8fc),segment_id=34d52702-a5e3-4393-a202-fedc2928e8fc)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:17.091795 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.104126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Allocated IP 2001:db8:1::2 (807d7fd1-88a4-4358-ba7f-a1d665e158ea/37bce7c8-601a-48a7-91a8-ae46b4dbd839/f53e9559-ea9e-44d4-977a-0cb31875dc08) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:17.238866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd88fe36-3a0e-4f8f-8837-29d287cbcd5f req-c22a630f-885c-43df-bbf3-0f27e30dbd42 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0700653 Jul 07 22:38:17.297645 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11e361-98ec-4584-9250-b2dd15c92747 None None] Pushing event updated for resources: {'Port': ['ID=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:17.330568 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:17.332853 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:17.335690 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-20308cc0-c444-4cd1-96e5-ef516e8b3ec1 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920640 Jul 07 22:38:17.577857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-781f716d-68b9-4dfc-8c6a-74f229564cdf req-7bc2d039-4467-40cd-ae36-058e8901b8e2 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280121 Jul 07 22:38:17.715454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.731118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.808341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.841559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Transition to ACTIVE for port object f53e9559-ea9e-44d4-977a-0cb31875dc08 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:17.925566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Transition to ACTIVE for port object f53e9559-ea9e-44d4-977a-0cb31875dc08 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:17.967324 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.005557 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:18.163598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:18.167817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:18.175683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:18.211850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Pushing event updated for resources: {'Port': ['ID=f53e9559-ea9e-44d4-977a-0cb31875dc08,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.516497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Attempting to bind port f53e9559-ea9e-44d4-977a-0cb31875dc08 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:18.517730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Attempting to bind port f53e9559-ea9e-44d4-977a-0cb31875dc08 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:18.520154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Attempting to bind port f53e9559-ea9e-44d4-977a-0cb31875dc08 on network 807d7fd1-88a4-4358-ba7f-a1d665e158ea {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:18.536587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:18.539452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Checking segment: {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:18.540339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.540973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Bound using segment: {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:18.542523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Bound port: f53e9559-ea9e-44d4-977a-0cb31875dc08, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:18.544724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.579791 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8daa56c3-3cf0-4327-b7ec-c4e69ee67ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.718207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] For port f53e9559-ea9e-44d4-977a-0cb31875dc08, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:18.727575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] For port f53e9559-ea9e-44d4-977a-0cb31875dc08, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f53e9559-ea9e-44d4-977a-0cb31875dc08,segment=NetworkSegment(51ca20bc-8791-4994-b5e7-cf173283b048),segment_id=51ca20bc-8791-4994-b5e7-cf173283b048)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:18.740964 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.788509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1293c727-1303-44ee-a451-7e0bddba14a9 req-361c0953-1eda-4e41-96d2-a25602e74bc4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0764809 Jul 07 22:38:18.820333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8:1::1 (807d7fd1-88a4-4358-ba7f-a1d665e158ea/37bce7c8-601a-48a7-91a8-ae46b4dbd839/e0abd2f4-f58b-45ee-8b9f-909d9b0710e1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:18.854566 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:10Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:17Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:18.890364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28933d2-5f13-4717-8c03-5f6a9bcc5cd5 None None] Pushing event updated for resources: {'Port': ['ID=f53e9559-ea9e-44d4-977a-0cb31875dc08,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.929280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.963367 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b82bc-9671-4bdc-97c7-356395a0e085 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:10Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:17Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:19.155186 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.209359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:19.251644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port fbaded0a-17de-4849-a219-d34e39663dd9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:19.256236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.305511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.630066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:19.637733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:19.639928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:19.641936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port fbaded0a-17de-4849-a219-d34e39663dd9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fbaded0a-17de-4849-a219-d34e39663dd9,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:19.646371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:19.647285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.655284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.720626 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for fbaded0a-17de-4849-a219-d34e39663dd9 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:20.108820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0b1a439-32b2-4de3-bee1-b75ed9b4d657 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:20.225602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.322984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:20.327635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:20.328299 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.436942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.541988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=fbaded0a-17de-4849-a219-d34e39663dd9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.661218 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.747101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b1d2f7e-61e3-4095-a669-a008666df679 req-e44858fe-0a55-40c8-b7ce-aa7043e1a0ba tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.4221253 Jul 07 22:38:20.798861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e0b1a439-32b2-4de3-bee1-b75ed9b4d657, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,segment=NetworkSegment(34d52702-a5e3-4393-a202-fedc2928e8fc),segment_id=34d52702-a5e3-4393-a202-fedc2928e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:20.834360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.835230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f53e9559-ea9e-44d4-977a-0cb31875dc08 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:21.053729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:21.105242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f53e9559-ea9e-44d4-977a-0cb31875dc08 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:21.229614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.357006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a6810-8334-4f6e-848f-c50ca7c605ae None None] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:21.457369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b47138f7-d1aa-45cf-a353-a32a462f4a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.534830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.551554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] Provisioning for port f53e9559-ea9e-44d4-977a-0cb31875dc08 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:21.560731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] Provisioning complete for port f53e9559-ea9e-44d4-977a-0cb31875dc08 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:21.561495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.795547 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.808778 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.810002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.893215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0b1a439-32b2-4de3-bee1-b75ed9b4d657 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:21.917749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:21.979049 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.046908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] For port f53e9559-ea9e-44d4-977a-0cb31875dc08, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f53e9559-ea9e-44d4-977a-0cb31875dc08,segment=NetworkSegment(51ca20bc-8791-4994-b5e7-cf173283b048),segment_id=51ca20bc-8791-4994-b5e7-cf173283b048)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:22.094431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:22.095227 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.101812 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.120099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.120471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.120826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.121227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.121576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.121919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.122306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.122679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.123026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.123420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.123759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.124095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:22.145667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:22.151537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:22.258669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe55d2-76d3-4b4d-a1a8-5e25192daa8f None None] Pushing event updated for resources: {'Port': ['ID=f53e9559-ea9e-44d4-977a-0cb31875dc08,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:22.345950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.459243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4aa18f4c-d4a3-4d5d-bcbc-e29204324295 req-8d15d12f-f425-4b71-8a31-136b53f48fc1 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0801139 Jul 07 22:38:22.532175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:22.685953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Router 4dadd87c-163d-485f-aca2-ea372052719f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:22.753404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:22.774808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0fa1edfa-5560-47cb-9c3d-f1f764a380ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6010392 Jul 07 22:38:22.779133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44050) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:22.785952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:22.788011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-887887730'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:22.801828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:22.802312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:22.847000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:22.865687 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.972932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:22.983303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:22.989481 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] Sync routers for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:22.995247 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a5f66f3a-ab42-4702-bcba-01d80154ab39 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "PUT /v2.0/routers/4dadd87c-163d-485f-aca2-ea372052719f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4406238 Jul 07 22:38:23.004096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44058) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:23.010141 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:23.010833 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:23.032015 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.040161 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment 028f1ade-acb4-4115-baa1-7cff1e4cb738 of type vlan for network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 Jul 07 22:38:23.119779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:23.159136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting subnet eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:23.169553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.218374 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.296079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.301004 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.320320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:23.322079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.417074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:23.556680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-856e1cd4-03ac-4ad9-8ce0-f95281a2558c None None] Provisioning complete for port f53e9559-ea9e-44d4-977a-0cb31875dc08 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:23.557081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-856e1cd4-03ac-4ad9-8ce0-f95281a2558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.585298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44074) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:23.591252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8109124 Jul 07 22:38:23.597538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:23.615066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb0b6b-de0a-4e9d-9a27-65a9e3d0b071 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:23.666660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:23.904771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f53e9559-ea9e-44d4-977a-0cb31875dc08 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:23.907013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.968869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4018f252-8c60-4c64-b333-055c7e2354d7 req-0ac57dc9-95c0-4ee1-99a2-9646aa6ecbc8 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1297061 Jul 07 22:38:24.058040 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.091423 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:24.162831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f53e9559-ea9e-44d4-977a-0cb31875dc08 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:24.163472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.193516 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] Checking router: 4dadd87c-163d-485f-aca2-ea372052719f for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:24.194816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:24.201875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.229141 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] Routers {'4dadd87c-163d-485f-aca2-ea372052719f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:24.229710 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4dadd87c-163d-485f-aca2-ea372052719f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:24.559200 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] Set router 4dadd87c-163d-485f-aca2-ea372052719f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:24.730811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.740730 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.877745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:24.879301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:24.889580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:24.903034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:19Z', 'revision_number': 3, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:21Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:24.905972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-856e1cd4-03ac-4ad9-8ce0-f95281a2558c None None] Provisioning for port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:24.943468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.948719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44128) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:24.955009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3634ac73-3e84-4945-8313-0ee271043d85 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/subnets/eb4d7aa4-e9cc-49cb-90c7-6eac8720ae67 HTTP/1.1" status: 204 len: 168 time: 1.9493494 Jul 07 22:38:25.009742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e5d44-c4f9-4d6a-b0e8-2c94e43ebe56 None None] Network 8da90138-d1b3-4db3-8522-b47ba8ce7a12 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:25.093897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:25.100418 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:25.121114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=2c59c886-3c91-469e-8351-4483c3a63ebb,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:25.129832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:25.137668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:25.139979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.185231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3addf5e1-3b1a-4c68-bbd1-f38af443253f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5988286 Jul 07 22:38:25.186489 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913484e-628b-491d-b487-f3b98153bcf2 None None] The sync data for ids ['4dadd87c-163d-485f-aca2-ea372052719f'] in n-d-694802-13 is: [{'id': '4dadd87c-163d-485f-aca2-ea372052719f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610939005', 'tenant_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:54Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': '0027aab0e4fd4fe99f2b74340a85f35a', 'gw_port': {'id': 'db3aa770-79a2-4b33-af23-6fd8cde42e2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadd87c-163d-485f-aca2-ea372052719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:55Z', 'updated_at': '2021-07-07T22:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:25.189569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44132) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:25.247762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-856e1cd4-03ac-4ad9-8ce0-f95281a2558c None None] Provisioning complete for port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:25.248561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-856e1cd4-03ac-4ad9-8ce0-f95281a2558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.428201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.451796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-856e1cd4-03ac-4ad9-8ce0-f95281a2558c None None] Port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:25.458028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891f807-aa3b-4686-8534-1e24314512ed None None] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:25.464873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:25.466889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Updating router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:38:25.538776 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.657532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbaded0a-17de-4849-a219-d34e39663dd9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:25.698805 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.708532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e288bfa8-e4a8-4110-9d81-db928060c3da req-c7530466-96e8-42b5-92b2-77b18c6a26f3 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0476856 Jul 07 22:38:25.840047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: fbaded0a-17de-4849-a219-d34e39663dd9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:25.840406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbaded0a-17de-4849-a219-d34e39663dd9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:25.870363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port db3aa770-79a2-4b33-af23-6fd8cde42e2e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:25.872834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.074665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.077377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-87877b51-9161-4202-b44b-45332769bab9 None None] Provisioning complete for port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:26.077819 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-87877b51-9161-4202-b44b-45332769bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.101214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port db3aa770-79a2-4b33-af23-6fd8cde42e2e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=db3aa770-79a2-4b33-af23-6fd8cde42e2e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:26.102122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.140516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for db3aa770-79a2-4b33-af23-6fd8cde42e2e owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:26.143804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-87877b51-9161-4202-b44b-45332769bab9 None None] Port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:26.592541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:26.593515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.604063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8:2::1 (ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4/2c59c886-3c91-469e-8351-4483c3a63ebb/ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:26.668979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] DHCP port deletion for 8da90138-d1b3-4db3-8522-b47ba8ce7a12 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:26.996947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.004595 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.030822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Transition to ACTIVE for port object e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:27.044641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] Deleting port c681a80e-10e0-471e-8293-992b46d026c3 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:27.045071 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.050159 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.063761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:27.166042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.282167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:27.319832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:27.321395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:27.327466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:27.328051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.380491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bc9bc7a-573d-4caa-8f9d-2170d53b710e req-99aef32f-7f49-41ee-8409-46aa3930bace tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ffe8bad-ea89-47f8-93f0-96ac9f90cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0793154 Jul 07 22:38:27.471884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] For port c681a80e-10e0-471e-8293-992b46d026c3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c681a80e-10e0-471e-8293-992b46d026c3,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:27.472440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.492452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Pushing event updated for resources: {'Port': ['ID=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:27.541574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.600368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=db3aa770-79a2-4b33-af23-6fd8cde42e2e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:27.663577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] Calling delete_port for c681a80e-10e0-471e-8293-992b46d026c3 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:27.667170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Attempting to bind port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:27.667547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Attempting to bind port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:27.667912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Attempting to bind port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 on network 807d7fd1-88a4-4358-ba7f-a1d665e158ea {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:27.702930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.706566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c681a80e-10e0-471e-8293-992b46d026c3 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:27.722956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:27.723617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Checking segment: {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:27.724219 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.724795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Bound using segment: {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:27.725449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Bound port: e0abd2f4-f58b-45ee-8b9f-909d9b0710e1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ca20bc-8791-4994-b5e7-cf173283b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:27.726023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.749370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Allocated IP 2001:db8:2::2 (ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4/2c59c886-3c91-469e-8351-4483c3a63ebb/7b0ce64c-698e-4271-a845-334f54c34a41) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:27.774161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.914924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] For port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:27.915516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.918099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.918480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] For port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,segment=NetworkSegment(51ca20bc-8791-4994-b5e7-cf173283b048),segment_id=51ca20bc-8791-4994-b5e7-cf173283b048)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:27.985336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.015188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.015807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Fanout notify agent at l3_agent the message router_deleted on router 4dadd87c-163d-485f-aca2-ea372052719f {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:38:28.023763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.024947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3d4d841a-868c-4142-a92c-cf1d0c032c01 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/routers/4dadd87c-163d-485f-aca2-ea372052719f HTTP/1.1" status: 204 len: 168 time: 3.0749614 Jul 07 22:38:28.027720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44190) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:28.310782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.453322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Deleting port c681a80e-10e0-471e-8293-992b46d026c3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:28.457800 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.466098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:28.466972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:28.536061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.555592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.556447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.577159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Pushing event updated for resources: {'Port': ['ID=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:28.617346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.617937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.618502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.619059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.620254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.620771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.621283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.621780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.622295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.622819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.623461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.623978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bddb5f8-7388-4750-97f1-d582f3caf1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:28.691503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] For port c681a80e-10e0-471e-8293-992b46d026c3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c681a80e-10e0-471e-8293-992b46d026c3,segment=NetworkSegment(8a766f05-c829-4025-a3c1-92b0de7159fe),segment_id=8a766f05-c829-4025-a3c1-92b0de7159fe)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:28.692144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.734233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Calling delete_port for c681a80e-10e0-471e-8293-992b46d026c3 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:28.750694 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.752530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.874390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] Pushing event deleted for resources: {'Port': ['ID=c681a80e-10e0-471e-8293-992b46d026c3,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:28.892961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:28.896832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:28.973367 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.015817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.039669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406d4ff-c40a-4339-8889-fab526b30488 None None] No DVR routers for this DVR port c681a80e-10e0-471e-8293-992b46d026c3 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:29.049061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Port': ['ID=c681a80e-10e0-471e-8293-992b46d026c3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.076644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] No DVR routers for this DVR port c681a80e-10e0-471e-8293-992b46d026c3 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:29.146021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.161071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Transition to ACTIVE for port object 7b0ce64c-698e-4271-a845-334f54c34a41 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:29.186530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Transition to ACTIVE for port object 7b0ce64c-698e-4271-a845-334f54c34a41 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:29.207581 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.219954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:29.299426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.324645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da90138-d1b3-4db3-8522-b47ba8ce7a12']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:29.325891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:29.351205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:29.360926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a766f05-c829-4025-a3c1-92b0de7159fe') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:29.361177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a766f05-c829-4025-a3c1-92b0de7159fe') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:29.366666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:29.388445 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.389927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44202) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:29.402591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:29.406179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Pushing event updated for resources: {'Port': ['ID=7b0ce64c-698e-4271-a845-334f54c34a41,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.422236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.444330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:29.445432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:29.460024 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:29.523682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Attempting to bind port 7b0ce64c-698e-4271-a845-334f54c34a41 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:29.524478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Attempting to bind port 7b0ce64c-698e-4271-a845-334f54c34a41 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:29.525757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Attempting to bind port 7b0ce64c-698e-4271-a845-334f54c34a41 on network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:29.535996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:29.536484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Checking segment: {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:29.537323 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.537806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Bound using segment: {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:29.538655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Bound port: 7b0ce64c-698e-4271-a845-334f54c34a41, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:29.539146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.707958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.729092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.732547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/networks/8da90138-d1b3-4db3-8522-b47ba8ce7a12 HTTP/1.1" status: 204 len: 168 time: 1.7033672 Jul 07 22:38:29.739011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44206) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:29.751280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db3aa770-79a2-4b33-af23-6fd8cde42e2e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:29.755181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53a05c-629c-4c15-8c6d-0a9f4edb66a3 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'Network': ['ID=8da90138-d1b3-4db3-8522-b47ba8ce7a12,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.779402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: db3aa770-79a2-4b33-af23-6fd8cde42e2e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:29.779759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db3aa770-79a2-4b33-af23-6fd8cde42e2e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:29.794822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] For port 7b0ce64c-698e-4271-a845-334f54c34a41, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:29.798719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] For port 7b0ce64c-698e-4271-a845-334f54c34a41, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b0ce64c-698e-4271-a845-334f54c34a41,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:29.812815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.825906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:29.860332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-63ddbe0d-0cbf-46a7-9467-1a44d999ef4e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6688921 Jul 07 22:38:29.866695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44208) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:29.876552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1761570476'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:29.901637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:29.906454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.936691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8f4c9-980d-4919-8a90-7ce507b644a8 None None] Pushing event updated for resources: {'Port': ['ID=7b0ce64c-698e-4271-a845-334f54c34a41,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.946280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bba250d8-9c7b-4cff-b8c7-c3ef72c0bba4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.983735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:27Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:27Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:26Z', 'revision_number': 1, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:29.995312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:30.012265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.013044 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added segment be3102db-6e31-4fc7-85ae-84320c561079 of type vlan for network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 Jul 07 22:38:30.037778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1eb58b-4afb-44a9-9494-b952b0254b39 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:27Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:27Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:26Z', 'revision_number': 1, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:30.076854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d63a2e8-721f-4df1-ae2f-2238d61082a9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.080220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bba250d8-9c7b-4cff-b8c7-c3ef72c0bba4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.225636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d63a2e8-721f-4df1-ae2f-2238d61082a9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.279952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.379155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bba250d8-9c7b-4cff-b8c7-c3ef72c0bba4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.396452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bba250d8-9c7b-4cff-b8c7-c3ef72c0bba4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.398263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bba250d8-9c7b-4cff-b8c7-c3ef72c0bba4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/security-groups/f3bdf39c-8e5a-4545-8037-21aee98d27db HTTP/1.1" status: 204 len: 168 time: 1.0072734 Jul 07 22:38:30.403423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44214) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:30.451297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.466939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:30.467630 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.482062 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-cba0b2c5-7a0f-4a2a-89c2-a8f13b458611 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] show failed (client error): The resource could not be found. Jul 07 22:38:30.483527 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cba0b2c5-7a0f-4a2a-89c2-a8f13b458611 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "GET /v2.0/security-groups/f3bdf39c-8e5a-4545-8037-21aee98d27db HTTP/1.1" status: 404 len: 347 time: 0.0773005 Jul 07 22:38:30.485446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba250d8-9c7b-4cff-b8c7-c3ef72c0bba4 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bdf39c-8e5a-4545-8037-21aee98d27db,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:30.487544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:30.654482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d63a2e8-721f-4df1-ae2f-2238d61082a9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.663810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d63a2e8-721f-4df1-ae2f-2238d61082a9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.672079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d63a2e8-721f-4df1-ae2f-2238d61082a9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] 10.222.0.95 "DELETE /v2.0/security-groups/d63e617e-3016-4d40-a19f-ec31e7f61060 HTTP/1.1" status: 204 len: 168 time: 0.9294033 Jul 07 22:38:30.716438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63a2e8-721f-4df1-ae2f-2238d61082a9 tempest-TestNetworkAdvancedServerOps-879511058 tempest-TestNetworkAdvancedServerOps-879511058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e617e-3016-4d40-a19f-ec31e7f61060,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:30.722362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8534954 Jul 07 22:38:30.742866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44222) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:30.771308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'subnet': {'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:30.918970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 4db65074-4698-44e3-acf0-61e9fb92ea65 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:30.919542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.064975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dffc0-96cc-4f40-a966-12a4f439521a tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Network': ['ID=696981f2-ca8b-4d36-94f1-eb72af5a68e3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:31.092067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:31.199155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.199918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.242655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 4db65074-4698-44e3-acf0-61e9fb92ea65 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:31.360309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Made reservation on behalf of b87b1a59846341b0bf7ac5a9878379cf for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:31.380235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.582988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:31.747014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.883426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:31.987529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=4db65074-4698-44e3-acf0-61e9fb92ea65,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:32.034427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:32.051058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:32.052026 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.060435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.170864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.174344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.175095 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9a1d12f9-6d24-48ad-97b2-580a942fb837 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/floatingips/938a4028-fb5c-44ec-8960-d6e747999021 HTTP/1.1" status: 204 len: 168 time: 1.6658461 Jul 07 22:38:32.180482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44238) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:32.206968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Subnet': ['ID=5256ee62-cd94-4f0c-a0c3-2fbe73337ea6,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:32.228343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd67871-c07f-4d0d-a4a7-e996a1b50167 None None] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:32.240553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Checking segment: {'id': 'be3102db-6e31-4fc7-85ae-84320c561079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:32.241183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network hostable DHCP agents. Network: 696981f2-ca8b-4d36-94f1-eb72af5a68e3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:32.291145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:32.307604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 696981f2-ca8b-4d36-94f1-eb72af5a68e3) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:32.312330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:32.312863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.341175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44240) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:32.341730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aabce01a-43a0-455c-ab34-f08237130585 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0027aab0e4fd4fe99f2b74340a85f35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7436731 Jul 07 22:38:32.368080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6a28c865-f3db-4600-ab5e-fc1e1027b51f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6216455 Jul 07 22:38:32.371477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44242) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:32.391233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 46effd58-fc15-48b2-a743-4c14103d86cd {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:32.392153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.443428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf5adc-bfdd-4d37-88d3-7620b058e2e1 None None] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:32.558207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.575725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 46effd58-fc15-48b2-a743-4c14103d86cd owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:32.648640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ff26f5-2158-493d-a8da-7d9088bee26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.649345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:32.725601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a320592c-0bad-4915-bc08-56b1822eda2c None None] Provisioning for port 7b0ce64c-698e-4271-a845-334f54c34a41 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:32.759897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ff26f5-2158-493d-a8da-7d9088bee26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.846393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.869334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:32.870157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:32.894959 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:38:32.951204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=46effd58-fc15-48b2-a743-4c14103d86cd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:33.065446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.072595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6b8cee65-e8b9-4f83-9616-7650b854a5f6 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/ports/46effd58-fc15-48b2-a743-4c14103d86cd HTTP/1.1" status: 204 len: 168 time: 0.8909991 Jul 07 22:38:33.073429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44250) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:33.150485 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ff26f5-2158-493d-a8da-7d9088bee26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.153654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ff26f5-2158-493d-a8da-7d9088bee26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.155254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-25ff26f5-2158-493d-a8da-7d9088bee26e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3206072d-d2cb-450e-b201-8d91116a1c1c HTTP/1.1" status: 204 len: 168 time: 0.8130541 Jul 07 22:38:33.189919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:33.256244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff26f5-2158-493d-a8da-7d9088bee26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206072d-d2cb-450e-b201-8d91116a1c1c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:33.397981 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 9b3fda62-85ca-4c57-b5b8-38db35656478 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:33.414548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.487116 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.656357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.706293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 9b3fda62-85ca-4c57-b5b8-38db35656478 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:33.931558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44260) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:33.944933 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.032484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,segment=NetworkSegment(51ca20bc-8791-4994-b5e7-cf173283b048),segment_id=51ca20bc-8791-4994-b5e7-cf173283b048)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:34.080570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.081988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b0ce64c-698e-4271-a845-334f54c34a41 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:34.142033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44262) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:34.145209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29b8fe1b-13fe-4461-8287-dd0963d71c09 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f30104d0911640ab9bfcc2550e9ef523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049160 Jul 07 22:38:34.189832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.199945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Allocated IP 2001:db8:3::1 (696981f2-ca8b-4d36-94f1-eb72af5a68e3/5256ee62-cd94-4f0c-a0c3-2fbe73337ea6/70fe68d7-6177-48c1-9337-fc695f13b05e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:34.262732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=9b3fda62-85ca-4c57-b5b8-38db35656478,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:34.458660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.508570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7b0ce64c-698e-4271-a845-334f54c34a41 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:34.516160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Transition to ACTIVE for port object 70fe68d7-6177-48c1-9337-fc695f13b05e will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:34.524121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7b0ce64c-698e-4271-a845-334f54c34a41 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:34.525244 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.568418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-696981f2-ca8b-4d36-94f1-eb72af5a68e3', 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'fixed_ips': [{'subnet_id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:34.569277 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.579198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:27Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:27Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:28Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:34.615607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:34.641332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:34.641695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Updating router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:38:34.665720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41c8068-21ae-4e8f-910f-5fad9464c950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.804585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.813574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41c8068-21ae-4e8f-910f-5fad9464c950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.831378 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.863002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-afc5581d-016e-4bc3-8424-f8abd87e83fa tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/ports/9b3fda62-85ca-4c57-b5b8-38db35656478 HTTP/1.1" status: 204 len: 168 time: 1.7852542 Jul 07 22:38:34.868865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:34.876091 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.107677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:35.125378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:35.131369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:35.132325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.180551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting subnet c3fd676b-a7c7-41e3-96ee-2066321750aa {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:35.185991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.192686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=70fe68d7-6177-48c1-9337-fc695f13b05e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:35.246342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41c8068-21ae-4e8f-910f-5fad9464c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.251498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c41c8068-21ae-4e8f-910f-5fad9464c950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.255347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c41c8068-21ae-4e8f-910f-5fad9464c950 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2195dd45-af89-44d5-bf2a-eb2f94da9b45 HTTP/1.1" status: 204 len: 168 time: 1.1086068 Jul 07 22:38:35.289310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c8068-21ae-4e8f-910f-5fad9464c950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195dd45-af89-44d5-bf2a-eb2f94da9b45,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:35.293355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.446482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.457756 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.513298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.539519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.564064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.569555 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/subnets/c3fd676b-a7c7-41e3-96ee-2066321750aa HTTP/1.1" status: 204 len: 168 time: 0.6989751 Jul 07 22:38:35.574273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44278) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:35.700214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting subnet ccb90b42-7c2b-4a63-8e1a-4e2095056859 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:35.705067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.711836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a419a1-49d9-4d89-b515-26e203b4894e tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fd676b-a7c7-41e3-96ee-2066321750aa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:35.845598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.890713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Allocated IP 2001:db8:3::2 (696981f2-ca8b-4d36-94f1-eb72af5a68e3/5256ee62-cd94-4f0c-a0c3-2fbe73337ea6/5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:36.037031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a66c299-4a01-4024-ab7e-ff92399f0dfe None None] Network b918ddb7-675e-4c85-83ec-efd0139d359f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:36.096515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc79b9da-114f-4577-a632-362265979dfb None None] Provisioning for port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:36.246970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc79b9da-114f-4577-a632-362265979dfb None None] Provisioning complete for port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:36.247667 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc79b9da-114f-4577-a632-362265979dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.280344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7b0ce64c-698e-4271-a845-334f54c34a41, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b0ce64c-698e-4271-a845-334f54c34a41,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:36.303845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.448788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.462130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.468030 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.468898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.505422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb90b42-7c2b-4a63-8e1a-4e2095056859,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:36.517939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.519873 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.520342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02ac421a-63f7-4c8c-89df-4a9cef57fa82 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/subnets/ccb90b42-7c2b-4a63-8e1a-4e2095056859 HTTP/1.1" status: 204 len: 168 time: 0.9423201 Jul 07 22:38:36.523270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44286) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:36.553174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Transition to ACTIVE for port object 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:36.659797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.662207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event updated for resources: {'Port': ['ID=70fe68d7-6177-48c1-9337-fc695f13b05e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:36.720306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Transition to ACTIVE for port object 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:36.724730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894615d-1a88-4e22-bb90-2cd51a25e848 None None] Network a5c06822-a6d4-4ef8-8129-083ba93ef651 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:36.753008 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.771914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:36.772512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.817994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.849830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-fc79b9da-114f-4577-a632-362265979dfb None None] Port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:36.907439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,segment=NetworkSegment(0d8d8976-3f83-4a78-85e0-91465101280a),segment_id=0d8d8976-3f83-4a78-85e0-91465101280a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:36.908267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.909660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:36.932426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:36.939286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:36.947401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:36.959253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:36.975423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:37.053516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:37.100282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:37.184831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Attempting to bind port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:37.186421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Attempting to bind port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'be3102db-6e31-4fc7-85ae-84320c561079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:37.190021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Attempting to bind port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b on network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:37.226007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:37.228914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Checking segment: {'id': 'be3102db-6e31-4fc7-85ae-84320c561079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:37.231682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.233426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Bound using segment: {'id': 'be3102db-6e31-4fc7-85ae-84320c561079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:37.234763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Bound port: 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3102db-6e31-4fc7-85ae-84320c561079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:37.236176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:37.237036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.245332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-775f37ef-4795-4950-8c8b-70987d56d7c4 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8727474 Jul 07 22:38:37.245985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44292) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.248169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc79b9da-114f-4577-a632-362265979dfb None None] Provisioning complete for port 7b0ce64c-698e-4271-a845-334f54c34a41 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:37.250311 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc79b9da-114f-4577-a632-362265979dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.251085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:37.283410 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.432347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Transition to ACTIVE for port object ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:37.526458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7b0ce64c-698e-4271-a845-334f54c34a41,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:37.574248 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.708092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.794354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:37.802106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] For port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:37.812092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] For port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,segment=NetworkSegment(be3102db-6e31-4fc7-85ae-84320c561079),segment_id=be3102db-6e31-4fc7-85ae-84320c561079)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:37.813908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:37.864457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Pushing event updated for resources: {'Port': ['ID=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:37.934476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.993105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.018802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b918ddb7-675e-4c85-83ec-efd0139d359f']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:38.055514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8d8976-3f83-4a78-85e0-91465101280a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:38.058144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8d8976-3f83-4a78-85e0-91465101280a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:38.089389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:38:38.098515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.119333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Removed routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:38:38.119803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.140086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.166058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:38.167856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:38.175707 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:38.200485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:38.201086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.436527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.460122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Attempting to bind port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:38.460122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Attempting to bind port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:38.460756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Attempting to bind port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 on network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:38.480600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.482441 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/networks/b918ddb7-675e-4c85-83ec-efd0139d359f HTTP/1.1" status: 204 len: 168 time: 1.9581285 Jul 07 22:38:38.497146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44308) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.505526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d219ff-3e68-43ce-a453-e392209a2997 None None] DHCP port deletion for b918ddb7-675e-4c85-83ec-efd0139d359f request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:38.516237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5e250-b2f3-46a4-bfe4-c3a19a2b2752 None None] Pushing event updated for resources: {'Port': ['ID=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:38.550868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1563a67-0b38-4d84-bb61-4b10c37ea310 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Network': ['ID=b918ddb7-675e-4c85-83ec-efd0139d359f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:38.749461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840734ba-c71e-4273-a7e9-52e051c22aca None None] Pushing event updated for resources: {'Port': ['ID=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:38.764759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:38.765156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Checking segment: {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:38.765579 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.765981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Bound using segment: {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:38.768720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Bound port: ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028f1ade-acb4-4115-baa1-7cff1e4cb738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:38.769141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.804247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.903593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Deleting port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:38.903946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.952907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8c72a-1a98-41cd-8a08-e70bbf5eaef4 None None] DHCP port deletion for a5c06822-a6d4-4ef8-8129-083ba93ef651 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:39.031455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] For port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,segment=NetworkSegment(ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0),segment_id=ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:39.031838 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.067299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Calling delete_port for 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:39.130684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] For port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:39.137315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] For port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:39.148356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.260850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.288131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] No DVR routers for this DVR port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:39.410937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Port': ['ID=29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:39.533470 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.546550 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.576473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.597014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c06822-a6d4-4ef8-8129-083ba93ef651']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:39.616820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:39.617107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2e6dc3-b13f-4f4a-842f-a0af5a4436b0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:39.644830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.684660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.695857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:39.696814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:39.701794 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:39.765431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:39.773930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b0ce64c-698e-4271-a845-334f54c34a41 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:39.860615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.865985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.873794 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] 10.222.0.95 "DELETE /v2.0/networks/a5c06822-a6d4-4ef8-8129-083ba93ef651 HTTP/1.1" status: 204 len: 168 time: 1.3745472 Jul 07 22:38:39.908089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530c98-f161-432e-931c-3d671ee70560 tempest-TaggedBootDevicesTest_v242-1966190266 tempest-TaggedBootDevicesTest_v242-1966190266-project] Pushing event deleted for resources: {'Network': ['ID=a5c06822-a6d4-4ef8-8129-083ba93ef651,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:39.929129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8c72a-1a98-41cd-8a08-e70bbf5eaef4 None None] Deleting port 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:39.933355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ec8c72a-1a98-41cd-8a08-e70bbf5eaef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-7ec8c72a-1a98-41cd-8a08-e70bbf5eaef4 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network a5c06822-a6d4-4ef8-8129-083ba93ef651 could not be found. Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:39.992645 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network a5c06822-a6d4-4ef8-8129-083ba93ef651 could not be found. Jul 07 22:38:40.008072 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:38:40.113618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:40.119946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:40.205132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:40.240144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.249165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-789530d3-381e-4bdd-8e1d-051168b20632 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 954 time: 2.9989727 Jul 07 22:38:40.249922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:40.371275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2bcd7-baa3-4dcc-8e9f-a94ed0ab5c2b None None] DHCP port deletion for a5c06822-a6d4-4ef8-8129-083ba93ef651 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:40.443749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65e2eb-47b5-4468-8122-f00f243f916c None None] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:40.460887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44330) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:40.463854 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-30e18479-2887-48dd-98a6-283d82774238 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 954 time: 0.2114928 Jul 07 22:38:40.479642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'routes': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:40.577296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5e250-b2f3-46a4-bfe4-c3a19a2b2752 None None] Pushing event updated for resources: {'Port': ['ID=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:40.584824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7b0ce64c-698e-4271-a845-334f54c34a41 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:40.585851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.588635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ab8b733d-8c9e-4895-9164-7e30a328b07d None None] Provisioning for port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:40.622301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:40.983681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:41.145312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:41.154719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:41.155390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.251040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:38:41.251625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:38:41.279711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:38Z', 'revision_number': 6, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': '70fe68d7-6177-48c1-9337-fc695f13b05e', 'name': '', 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:29:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:33Z', 'updated_at': '2021-07-07T22:38:35Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:39Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.333206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639b760-012f-4454-9aed-1ef437a2f073 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:38Z', 'revision_number': 6, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': '70fe68d7-6177-48c1-9337-fc695f13b05e', 'name': '', 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:29:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:33Z', 'updated_at': '2021-07-07T22:38:35Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:39Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:41.346033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.524804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.622296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,segment=NetworkSegment(be3102db-6e31-4fc7-85ae-84320c561079),segment_id=be3102db-6e31-4fc7-85ae-84320c561079)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:41.637559 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.778538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:41.895741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:41.896142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b2dc9c9e-ceb4-4dd6-8539-e3e0c52faf47 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:41.899010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:41.899195 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.906456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.956140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:41.956751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29d9f6b1-1f3b-42f3-856b-f91e9e0b21c4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:41.992320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50dc5b43-66ca-489d-ba0f-32b0b6846e51 None None] Provisioning for port 70fe68d7-6177-48c1-9337-fc695f13b05e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:42.044125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50dc5b43-66ca-489d-ba0f-32b0b6846e51 None None] Provisioning complete for port 70fe68d7-6177-48c1-9337-fc695f13b05e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:42.044523 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50dc5b43-66ca-489d-ba0f-32b0b6846e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.100983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:42.146095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-50dc5b43-66ca-489d-ba0f-32b0b6846e51 None None] Port 70fe68d7-6177-48c1-9337-fc695f13b05e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:42.193753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50dc5b43-66ca-489d-ba0f-32b0b6846e51 None None] Provisioning complete for port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:42.194412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50dc5b43-66ca-489d-ba0f-32b0b6846e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.308515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:42.389150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:42.596096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:42.617594 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.622749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44344) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.635479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b6a50c8c-a459-48b4-829a-5c1d1af09d04 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 704 time: 2.1719215 Jul 07 22:38:42.669059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:42.702357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:42.705658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.893319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-09b76f63-8b3b-4ed9-b1fb-9641dc564a51 None None] Provisioning complete for port 70fe68d7-6177-48c1-9337-fc695f13b05e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:42.913425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-09b76f63-8b3b-4ed9-b1fb-9641dc564a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.012887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44352) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:43.013126 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-759d06df-5569-4623-94c1-98fb7e1f5109 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 704 time: 0.3890264 Jul 07 22:38:43.082220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8354f47-77a9-48ee-998b-1426ad580bb5 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:43.198982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-09b76f63-8b3b-4ed9-b1fb-9641dc564a51 None None] Port 70fe68d7-6177-48c1-9337-fc695f13b05e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:43.219285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.281410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:43.298656 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:43.299692 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:43.386481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f9f5b768-728d-4afe-a880-969b0ba36b97 None None] Provisioning complete for port 70fe68d7-6177-48c1-9337-fc695f13b05e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:43.387045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b768-728d-4afe-a880-969b0ba36b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.481874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:43.518426 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.525131 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:43.670853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:43.700695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8354f47-77a9-48ee-998b-1426ad580bb5 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:43.702606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5b768-728d-4afe-a880-969b0ba36b97 None None] Port 70fe68d7-6177-48c1-9337-fc695f13b05e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:43.749805 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.929701 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:41Z', 'revision_number': 7, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': '70fe68d7-6177-48c1-9337-fc695f13b05e', 'name': '', 'network_id': '696981f2-ca8b-4d36-94f1-eb72af5a68e3', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:29:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:33Z', 'updated_at': '2021-07-07T22:38:35Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '5256ee62-cd94-4f0c-a0c3-2fbe73337ea6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:39Z', 'revision_number': 4, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:44.001773 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:44.001773 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Updating router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 port 70fe68d7-6177-48c1-9337-fc695f13b05e binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:38:44.117093 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.226510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:44.461026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:44.462027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.478409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 70fe68d7-6177-48c1-9337-fc695f13b05e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:44.482195 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.618918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:44.620231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.634090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 70fe68d7-6177-48c1-9337-fc695f13b05e owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:44.756306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:44.756578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.999872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.001610 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.db.api [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:38:45.002926 n-d-694802-13 neutron-server[93934]: DEBUG oslo_db.api [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:38:45.063303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=70fe68d7-6177-48c1-9337-fc695f13b05e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:45.464099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.547694 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Port 70fe68d7-6177-48c1-9337-fc695f13b05e not found while updating agent binding for router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5. {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 22:38:45.579739 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:45.580629 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:45.758854 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:45.888571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:46.046663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:46.065439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85be01a2-2fb2-4de7-9d1d-5ee630a67a6e tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0482881 Jul 07 22:38:46.066120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.164993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 5256ee62-cd94-4f0c-a0c3-2fbe73337ea6 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:46.169803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.232153 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.241426 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:44Z', 'revision_number': 8, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:43Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:46.351906 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d64d7-5ec8-4c5e-8976-76dd32c08267 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:44Z', 'revision_number': 8, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:43Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:46.526365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.643208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.675640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=5256ee62-cd94-4f0c-a0c3-2fbe73337ea6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:46.692084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.699844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.704196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf1a35-2d0f-498f-b407-5f8338047761 None None] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:46.726485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5ff3ff97-d920-49d3-bb84-d802547833c1 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/5256ee62-cd94-4f0c-a0c3-2fbe73337ea6 HTTP/1.1" status: 204 len: 168 time: 0.6558635 Jul 07 22:38:46.928854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.944131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.005903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:47.006557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.106510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] DHCP port deletion for 696981f2-ca8b-4d36-94f1-eb72af5a68e3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:47.152785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,segment=NetworkSegment(be3102db-6e31-4fc7-85ae-84320c561079),segment_id=be3102db-6e31-4fc7-85ae-84320c561079)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:47.153628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.171140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:47.204965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Deleting port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:47.207485 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.309818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.363929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] For port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,segment=NetworkSegment(be3102db-6e31-4fc7-85ae-84320c561079),segment_id=be3102db-6e31-4fc7-85ae-84320c561079)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:47.364344 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.364776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:47.395813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:47.399225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Calling delete_port for 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:47.415542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:47.437184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:47.437851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:47.648901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:47.670269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.695082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696981f2-ca8b-4d36-94f1-eb72af5a68e3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:47.707408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3102db-6e31-4fc7-85ae-84320c561079') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:47.708546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3102db-6e31-4fc7-85ae-84320c561079') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:47.719463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.736195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.744539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:47.745206 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:47.873053 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:47.883431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.924574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.939243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44400) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:47.939819 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/696981f2-ca8b-4d36-94f1-eb72af5a68e3 HTTP/1.1" status: 204 len: 168 time: 1.2368019 Jul 07 22:38:48.036448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddaa4-8789-4509-ad0a-35e5ac63165c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=696981f2-ca8b-4d36-94f1-eb72af5a68e3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:48.047332 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.137611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Pushing event deleted for resources: {'Port': ['ID=5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:48.161330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] Network 696981f2-ca8b-4d36-94f1-eb72af5a68e3 is not hosted by any dhcp agent {{(pid=93933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:38:48.161956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1dc7df-a09c-4556-90e2-028d0c5dace1 None None] No DVR routers for this DVR port 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:48.198468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:44Z', 'revision_number': 8, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:43Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:48.270593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:48.276942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:48.360754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:48.361081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-32255009-bf75-41e4-be30-139b7be728a4 req-1b29d26a-7b26-478f-a7f7-8e37aa643363 service neutron] (93931) timed out ('10.222.0.95', 48172) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:38:48.361416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5a57c5ab-529f-4fcd-bf30-0bbeed65ed5b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:48.361986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70fe68d7-6177-48c1-9337-fc695f13b05e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:48.365713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:48.366465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:48.401239 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2f08-ff70-48fe-8f13-7b1784377228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.437683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 70fe68d7-6177-48c1-9337-fc695f13b05e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:48.438218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70fe68d7-6177-48c1-9337-fc695f13b05e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:48.521990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:48.576683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.799040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:44Z', 'revision_number': 8, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:43Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:48.839524 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.841031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8cded-2bd4-41e6-a8e0-afc18038b5d9 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:44Z', 'revision_number': 8, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671', 'name': '', 'network_id': 'ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:37:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:26Z', 'updated_at': '2021-07-07T22:38:43Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '2c59c886-3c91-469e-8351-4483c3a63ebb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:49.130445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:49.131007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.353626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:49.354782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.378439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:49.729546 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.771548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.142864 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.513344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:51.261462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:51.274732 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:51.291437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44426) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:51.293311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8b3cbbf8-baa8-4ae7-8bcd-11cb12409953 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3477614 Jul 07 22:38:51.325646 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:51.326301 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:51.354204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8273ed66-0620-47b9-bde2-9c5337a43ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.409345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 2c59c886-3c91-469e-8351-4483c3a63ebb {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:51.413277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.437973 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.470777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.525354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:51.643733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.768928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.844342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=2c59c886-3c91-469e-8351-4483c3a63ebb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.862839 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.867349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6c1564f3-b680-4aff-9476-ef5eaee330de tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/2c59c886-3c91-469e-8351-4483c3a63ebb HTTP/1.1" status: 204 len: 168 time: 0.5716026 Jul 07 22:38:51.868725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44436) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:51.880717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33fb13-7f48-4f73-9b56-d01a779fb2e9 None None] Network ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:51.964678 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:49Z', 'revision_number': 9, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:52.104133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.123478 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:52.162940 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:52.164072 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:52.212372 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.261428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 7b0ce64c-698e-4271-a845-334f54c34a41 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:52.261783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.314518 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:52.326748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] DHCP port deletion for ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:52.412196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] Deleting port 7b0ce64c-698e-4271-a845-334f54c34a41 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:52.414888 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.424015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port 7b0ce64c-698e-4271-a845-334f54c34a41, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b0ce64c-698e-4271-a845-334f54c34a41,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:52.427516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.450080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 7b0ce64c-698e-4271-a845-334f54c34a41 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:52.510543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] For port 7b0ce64c-698e-4271-a845-334f54c34a41, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b0ce64c-698e-4271-a845-334f54c34a41,segment=NetworkSegment(028f1ade-acb4-4115-baa1-7cff1e4cb738),segment_id=028f1ade-acb4-4115-baa1-7cff1e4cb738)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:52.511376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.529572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] Calling delete_port for 7b0ce64c-698e-4271-a845-334f54c34a41 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:52.629492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.724972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.745955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=7b0ce64c-698e-4271-a845-334f54c34a41,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:52.769844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port 7b0ce64c-698e-4271-a845-334f54c34a41 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:52.790570 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:49Z', 'revision_number': 9, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:52.804155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] Pushing event deleted for resources: {'Port': ['ID=7b0ce64c-698e-4271-a845-334f54c34a41,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:52.817170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a8478-edfb-4380-8349-fe7f4c0670dc None None] No DVR routers for this DVR port 7b0ce64c-698e-4271-a845-334f54c34a41 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:52.889763 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc41042-fc4f-47bb-a04a-2e3dab6d5c45 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:49Z', 'revision_number': 9, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0abd2f4-f58b-45ee-8b9f-909d9b0710e1', 'name': '', 'network_id': '807d7fd1-88a4-4358-ba7f-a1d665e158ea', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:3a:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:18Z', 'updated_at': '2021-07-07T22:38:34Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': '37bce7c8-601a-48a7-91a8-ae46b4dbd839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:53.068303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.099357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:53.119576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028f1ade-acb4-4115-baa1-7cff1e4cb738') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:53.119886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028f1ade-acb4-4115-baa1-7cff1e4cb738') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:53.149974 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.208267 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.219542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:53.220226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:53.224553 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:53.385495 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.418677 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.427078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4 HTTP/1.1" status: 204 len: 168 time: 1.5567675 Jul 07 22:38:53.430383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:53.478816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ee3ee-e7f3-4e27-984d-0e93a3045a5f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=ea3d0aeb-6c0d-4ecf-bac2-4c97665c04f4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:53.800922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.061139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.147699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b0ce64c-698e-4271-a845-334f54c34a41 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:54.197020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7b0ce64c-698e-4271-a845-334f54c34a41 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:54.204887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b0ce64c-698e-4271-a845-334f54c34a41 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:54.205769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:54.275214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:54.277596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ebc1c4fe-9c0a-4d8a-8ee3-ec7d8c79a671 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:54.629210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:54.629813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.818891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port e0abd2f4-f58b-45ee-8b9f-909d9b0710e1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,segment=NetworkSegment(51ca20bc-8791-4994-b5e7-cf173283b048),segment_id=51ca20bc-8791-4994-b5e7-cf173283b048)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:54.820601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.853016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:55.291904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.327721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=e0abd2f4-f58b-45ee-8b9f-909d9b0710e1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:55.509319 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.875325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:56.017299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:56.031620 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab063301-8c1d-4281-98ff-156ddae079fa tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5964131 Jul 07 22:38:56.033930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44514) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:56.036529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:56.060827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:56.061727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:56.188517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet 37bce7c8-601a-48a7-91a8-ae46b4dbd839 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:56.193265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.240533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:56.278871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.471124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.621428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:55Z', 'revision_number': 10, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:56.638707 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.679083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=37bce7c8-601a-48a7-91a8-ae46b4dbd839,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:56.700410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.713737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44526) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:56.714357 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/37bce7c8-601a-48a7-91a8-ae46b4dbd839 HTTP/1.1" status: 204 len: 168 time: 0.6626496 Jul 07 22:38:56.760668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032371f8-9576-44d6-8d54-387204414920 None None] Network 807d7fd1-88a4-4358-ba7f-a1d665e158ea requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:56.787038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.787300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.787606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.788332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.788889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.789764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.790149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.790443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.790808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.791143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.791481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.791806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d862046-3376-496c-a4c7-4008579facb6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:56.839310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:56.880186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:56.880762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:56.948457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44540) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:56.954418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.079520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port f53e9559-ea9e-44d4-977a-0cb31875dc08 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:57.079984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.134343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:57.228631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port f53e9559-ea9e-44d4-977a-0cb31875dc08, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f53e9559-ea9e-44d4-977a-0cb31875dc08,segment=NetworkSegment(51ca20bc-8791-4994-b5e7-cf173283b048),segment_id=51ca20bc-8791-4994-b5e7-cf173283b048)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:57.236962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.275772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for f53e9559-ea9e-44d4-977a-0cb31875dc08 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:57.416176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.453871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=f53e9559-ea9e-44d4-977a-0cb31875dc08,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:57.460285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port f53e9559-ea9e-44d4-977a-0cb31875dc08 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:57.672817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.713467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807d7fd1-88a4-4358-ba7f-a1d665e158ea']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:57.764609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ca20bc-8791-4994-b5e7-cf173283b048') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:57.765259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ca20bc-8791-4994-b5e7-cf173283b048') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:57.803156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.858907 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.877038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:57.877461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.895488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882eb704-f3fc-422b-a6e5-d5f0599aa5c1 None None] DHCP port deletion for 807d7fd1-88a4-4358-ba7f-a1d665e158ea request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:57.915949 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:58.037476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:55Z', 'revision_number': 10, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.042474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.063138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.069920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/807d7fd1-88a4-4358-ba7f-a1d665e158ea HTTP/1.1" status: 204 len: 168 time: 1.3520584 Jul 07 22:38:58.072293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44576) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:58.087755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcf3bf-bf7a-4117-9a9b-e1b8e2fb0cd9 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:55Z', 'revision_number': 10, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None, '_interfaces': [{'id': 'e0b1a439-32b2-4de3-bee1-b75ed9b4d657', 'name': '', 'network_id': '362c82b4-9dca-44c0-91f8-961b5bd891ec', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'mac_address': 'fa:16:3e:04:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:38:08Z', 'updated_at': '2021-07-07T22:38:20Z', 'revision_number': 5, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'subnets': [{'id': 'a8a68524-affa-4a8e-85ba-c08c47dde275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:58.158866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f53e9559-ea9e-44d4-977a-0cb31875dc08 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:58.191587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f53e9559-ea9e-44d4-977a-0cb31875dc08 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:58.191986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc72648-41da-4d87-93e9-d20fd8ff4ee6 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=807d7fd1-88a4-4358-ba7f-a1d665e158ea,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:58.198315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f53e9559-ea9e-44d4-977a-0cb31875dc08 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:58.921676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.026214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.348350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port e0b1a439-32b2-4de3-bee1-b75ed9b4d657 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:59.348861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.421884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Deleting port 3f969853-8b53-40e1-b5e9-7aba56c0ca28 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:59.422145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.461746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port e0b1a439-32b2-4de3-bee1-b75ed9b4d657, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,segment=NetworkSegment(34d52702-a5e3-4393-a202-fedc2928e8fc),segment_id=34d52702-a5e3-4393-a202-fedc2928e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:59.462268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.479640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for e0b1a439-32b2-4de3-bee1-b75ed9b4d657 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:59.537278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] For port 3f969853-8b53-40e1-b5e9-7aba56c0ca28, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3f969853-8b53-40e1-b5e9-7aba56c0ca28,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:59.537701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.556145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Calling delete_port for 3f969853-8b53-40e1-b5e9-7aba56c0ca28 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:59.758807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.834068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=e0b1a439-32b2-4de3-bee1-b75ed9b4d657,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:59.943112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.993699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.000466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f969853-8b53-40e1-b5e9-7aba56c0ca28,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:00.237374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:00.283432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:00.283793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0abd2f4-f58b-45ee-8b9f-909d9b0710e1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:00.377983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.422462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:00.517415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:00.530491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-49328938-3da5-4de2-b080-e200b1af6339 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4553034 Jul 07 22:39:00.531505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44694) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:00.531987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:00.544752 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:00.548900 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:00.595760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting subnet a8a68524-affa-4a8e-85ba-c08c47dde275 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:00.603619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.692231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.700357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Router e3f3a106-b72d-48f7-b468-c9840dde8f6c has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:00.718212 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:00.854070 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 11, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:00.911640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:00.933637 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:00.934246 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:00.946266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.962342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:00.972027 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a7ebd493-0f5a-4e3a-ad92-fd351790ba61 admin admin] 10.222.0.95 "PUT /v2.0/routers/e3f3a106-b72d-48f7-b468-c9840dde8f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0215905 Jul 07 22:39:00.974812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:00.975395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] Sync routers for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:00.985450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:00.986078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:01.159882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:01.162367 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.217586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a68524-affa-4a8e-85ba-c08c47dde275,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:01.221498 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 11, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:01.238426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.247038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6b702a9e-8a90-4f41-8b38-d59764734951 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/a8a68524-affa-4a8e-85ba-c08c47dde275 HTTP/1.1" status: 204 len: 168 time: 0.7135711 Jul 07 22:39:01.249588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:01.271026 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e3e6e-d79a-422f-97d9-3c00cf0ecab2 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 11, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:01.303732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22baf0ec-1aae-4624-b495-a0139d5120d0 None None] Network 362c82b4-9dca-44c0-91f8-961b5bd891ec requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:01.352974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.371910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.489159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:01.633803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Deleting port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:01.634367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.655532 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.809041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 5, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port': {'id': '79e5c1c5-2dbb-4632-8c90-6686b0a491e1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:27:29Z', 'updated_at': '2021-07-07T22:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:01.871295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] Checking router: e3f3a106-b72d-48f7-b468-c9840dde8f6c for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:01.884556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] Routers {'e3f3a106-b72d-48f7-b468-c9840dde8f6c'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:01.886581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:01.954660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] DHCP port deletion for 362c82b4-9dca-44c0-91f8-961b5bd891ec request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:39:01.971835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] For port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,segment=NetworkSegment(34d52702-a5e3-4393-a202-fedc2928e8fc),segment_id=34d52702-a5e3-4393-a202-fedc2928e8fc)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:01.972215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.998102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Calling delete_port for 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:02.067738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Deleting port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:02.068286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.104089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] Set router e3f3a106-b72d-48f7-b468-c9840dde8f6c gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:02.183972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.207715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0b1a439-32b2-4de3-bee1-b75ed9b4d657 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:02.224385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No DVR routers for this DVR port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:02.269171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e0b1a439-32b2-4de3-bee1-b75ed9b4d657 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:02.269825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e0b1a439-32b2-4de3-bee1-b75ed9b4d657 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:02.270487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:02.275895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:39:01Z', 'revision_number': 6, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.284527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Port': ['ID=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:02.301015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:02.301368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:02.337227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf9053-c238-4bcf-9b20-200a7de45868 None None] The sync data for ids ['e3f3a106-b72d-48f7-b468-c9840dde8f6c'] in n-d-694802-13 is: [{'id': 'e3f3a106-b72d-48f7-b468-c9840dde8f6c', 'name': 'tempest-TaggedBootDevicesTest_v242-794783269-router', 'tenant_id': 'a226a12ecb6846b4b54a422f20240826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:39:01Z', 'revision_number': 6, 'project_id': 'a226a12ecb6846b4b54a422f20240826', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:02.369970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Deleting port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:02.370408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.410899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] For port 79e5c1c5-2dbb-4632-8c90-6686b0a491e1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:02.411547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.425780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.436715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Calling delete_port for 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:02.442986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362c82b4-9dca-44c0-91f8-961b5bd891ec']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.459952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d52702-a5e3-4393-a202-fedc2928e8fc') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.460407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d52702-a5e3-4393-a202-fedc2928e8fc') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.480724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] For port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:02.480724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.484026 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.502678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Calling delete_port for 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:02.510127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:39:02.515088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.546848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] Pushing event deleted for resources: {'Port': ['ID=0f136e2b-bc4a-4dc1-b5bf-a0396970d143,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:02.551484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1868db4-b9d4-49b4-8366-0792ab0a768b None None] No DVR routers for this DVR port 0f136e2b-bc4a-4dc1-b5bf-a0396970d143 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:02.566337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.581943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:02.582362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:02.585721 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:02.718408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.728935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.730852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/networks/362c82b4-9dca-44c0-91f8-961b5bd891ec HTTP/1.1" status: 204 len: 168 time: 1.4802687 Jul 07 22:39:02.733765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44750) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:02.749784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'routes': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:02.782230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed5a02-f282-46bd-8894-fd600919ca8d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Pushing event deleted for resources: {'Network': ['ID=362c82b4-9dca-44c0-91f8-961b5bd891ec,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:02.902600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.942572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Pushing event deleted for resources: {'Port': ['ID=79e5c1c5-2dbb-4632-8c90-6686b0a491e1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:02.985430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.055453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.138222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Added routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:39:03.138542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Removed routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:39:03.138948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.202821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.213228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.240484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Deleting subnet ecc0c2ea-276b-4bdf-af46-029916c318c0 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:03.268045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.292747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.293301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f3a106-b72d-48f7-b468-c9840dde8f6c {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:39:03.298747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.299953 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dfffdf65-c92c-45e7-8dd6-cc9a95d6d16f admin admin] 10.222.0.95 "DELETE /v2.0/routers/e3f3a106-b72d-48f7-b468-c9840dde8f6c HTTP/1.1" status: 204 len: 168 time: 2.3177683 Jul 07 22:39:03.305119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44770) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.401672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Deleting subnet 5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:03.410152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.422648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.431877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.498914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.525930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.561673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:03.590662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.624954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.689026 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.692999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:03.702054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.705979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b6b864aa-cf6c-4d01-a5dd-b1d6d34ed49d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 705 time: 0.9650822 Jul 07 22:39:03.709612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44780) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.736595 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] Sync routers for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:03.751792 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:03.752429 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:03.760684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b0c7cd75-26fc-4266-9ced-20c9ed86fbcc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 205 time: 0.0471220 Jul 07 22:39:03.773656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44782) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.782388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2613a9-c221-4c5d-8bd0-cde51df3d3a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:03.799694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.800091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5334ce-414f-475c-a569-70585fb8ba22 None None] Network ab4393e0-f396-4313-834a-399375417fd7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:03.838441 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-680de338-612c-4278-a269-7e049a5958cb admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5c2613a9-c221-4c5d-8bd0-cde51df3d3a0 HTTP/1.1" status: 204 len: 168 time: 0.5321538 Jul 07 22:39:03.839557 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44784) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.908127 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:03.968549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.023798 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 11, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:04.084784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.087094 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] Checking router: b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:04.092797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.121411 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] Routers {'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:04.122613 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:04.179170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:04.249808 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] Set router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:04.292028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Deleting port 2d6f2d45-d8ca-48da-8365-934a65738dc9 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:04.293774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:04.294286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.304272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 79e5c1c5-2dbb-4632-8c90-6686b0a491e1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:04.307675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3f969853-8b53-40e1-b5e9-7aba56c0ca28 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:04.345141 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 11, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:04.373434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3f969853-8b53-40e1-b5e9-7aba56c0ca28 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:04.374076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3f969853-8b53-40e1-b5e9-7aba56c0ca28 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:04.394310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc0c2ea-276b-4bdf-af46-029916c318c0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:04.401499 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e5adf-92ec-4a23-a2cf-7a5816e11c53 None None] The sync data for ids ['b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5'] in n-d-694802-13 is: [{'id': 'b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5', 'name': 'tempest-RoutersIpV6Test-router-1310578876', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:59Z', 'revision_number': 11, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:04.410674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.424966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a7dd3ea-fd46-4929-8d80-c2eaec629386 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ecc0c2ea-276b-4bdf-af46-029916c318c0 HTTP/1.1" status: 204 len: 168 time: 1.4380701 Jul 07 22:39:04.427812 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.429344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44800) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:04.525320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] For port 2d6f2d45-d8ca-48da-8365-934a65738dc9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d6f2d45-d8ca-48da-8365-934a65738dc9,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:04.525695 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.532547 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.535460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] DHCP port deletion for ab4393e0-f396-4313-834a-399375417fd7 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:39:04.562008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Calling delete_port for 2d6f2d45-d8ca-48da-8365-934a65738dc9 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:04.642002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.653696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.654772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:39:04.656652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] Deleting port 2d6f2d45-d8ca-48da-8365-934a65738dc9 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:04.657337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.668174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.680654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:04.682119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-34a68532-68f2-40ad-b096-007b920835fb tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 204 len: 168 time: 0.9069386 Jul 07 22:39:04.691472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1806132390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:04.747600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] For port 2d6f2d45-d8ca-48da-8365-934a65738dc9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d6f2d45-d8ca-48da-8365-934a65738dc9,segment=NetworkSegment(8f6b4494-1819-498a-8c9a-0673f7bb0101),segment_id=8f6b4494-1819-498a-8c9a-0673f7bb0101)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:04.748848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.766647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.768239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.775369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] Calling delete_port for 2d6f2d45-d8ca-48da-8365-934a65738dc9 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:04.795204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.870505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.886234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-893387e1-800d-4254-938b-59751a667226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9218c3b6-73ff-48a3-879d-cfe22fd2ba36']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:04.901885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-893387e1-800d-4254-938b-59751a667226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cf902b-911f-4b87-b576-8115ed32595a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:04.902607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-893387e1-800d-4254-938b-59751a667226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cf902b-911f-4b87-b576-8115ed32595a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:04.914064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.916160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6f2d45-d8ca-48da-8365-934a65738dc9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:04.925155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.926824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] No DVR routers for this DVR port 2d6f2d45-d8ca-48da-8365-934a65738dc9 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:04.927799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.934069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.938746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.962177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:04.963476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:04.968601 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:04.981371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] No DVR routers for this DVR port 2d6f2d45-d8ca-48da-8365-934a65738dc9 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:04.983957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab882b9-b1dc-46da-bc2a-1c113643a177 None None] Pushing event deleted for resources: {'Port': ['ID=2d6f2d45-d8ca-48da-8365-934a65738dc9,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:05.003965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.005492 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fbab4af4-66fa-4a96-b65c-e32d2717532c tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3231206 Jul 07 22:39:05.034307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44810) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.041139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:05.083677 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.101408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.104470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-893387e1-800d-4254-938b-59751a667226 admin admin] 10.222.0.95 "DELETE /v2.0/networks/9218c3b6-73ff-48a3-879d-cfe22fd2ba36 HTTP/1.1" status: 204 len: 168 time: 0.6676042 Jul 07 22:39:05.120890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893387e1-800d-4254-938b-59751a667226 admin admin] Pushing event deleted for resources: {'Network': ['ID=9218c3b6-73ff-48a3-879d-cfe22fd2ba36,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:05.171006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.187492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4393e0-f396-4313-834a-399375417fd7']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.266185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44818) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.272422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6b4494-1819-498a-8c9a-0673f7bb0101') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.272588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6b4494-1819-498a-8c9a-0673f7bb0101') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.314693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b9ddf398-d79c-4d83-ac54-cb18a03ee7e6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d3e9265fdcf54c40a9e42d18c2d2f75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450637 Jul 07 22:39:05.316085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44824) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.325977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.396333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.397198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51d44d95-f746-40c0-8c34-30b2d3fe5a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.419539 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51d44d95-f746-40c0-8c34-30b2d3fe5a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.430836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:05.431340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:05.433276 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:05.474189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.479650 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51d44d95-f746-40c0-8c34-30b2d3fe5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.482471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-51d44d95-f746-40c0-8c34-30b2d3fe5a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.483849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-51d44d95-f746-40c0-8c34-30b2d3fe5a87 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/090a2882-c692-4adc-be40-d2fcb1030f89 HTTP/1.1" status: 204 len: 168 time: 0.1666300 Jul 07 22:39:05.501686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.511486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.532236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d44d95-f746-40c0-8c34-30b2d3fe5a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a2882-c692-4adc-be40-d2fcb1030f89,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:05.946905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.951142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ab4393e0-f396-4313-834a-399375417fd7 HTTP/1.1" status: 204 len: 168 time: 2.1103196 Jul 07 22:39:06.020022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc83ae-1a6e-42ec-9aaf-cbd9d9b701d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4393e0-f396-4313-834a-399375417fd7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:06.059161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Router 9236e180-d614-4383-8ea3-7f786feac3b3 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:39:06.154811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.167863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d6f2d45-d8ca-48da-8365-934a65738dc9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:06.178279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:06.193988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.194794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2d6f2d45-d8ca-48da-8365-934a65738dc9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:06.195376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d6f2d45-d8ca-48da-8365-934a65738dc9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:06.195759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d69b184-7e14-441c-8714-0f109818b363 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "PUT /v2.0/routers/9236e180-d614-4383-8ea3-7f786feac3b3 HTTP/1.1" status: 200 len: 698 time: 1.1598606 Jul 07 22:39:06.203553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44858) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.214302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] Sync routers for ids ['9236e180-d614-4383-8ea3-7f786feac3b3'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:06.224786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] Routers {'9236e180-d614-4383-8ea3-7f786feac3b3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:06.225519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9236e180-d614-4383-8ea3-7f786feac3b3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.233629 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fbaf7a33-2a79-40ec-a9f3-a83b0babcd7d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a226a12ecb6846b4b54a422f20240826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774930 Jul 07 22:39:06.236563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.311520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] Set router 9236e180-d614-4383-8ea3-7f786feac3b3 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:06.343007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-49d5116b-2f4e-4797-a278-2e0a956de67d tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/routers/9236e180-d614-4383-8ea3-7f786feac3b3 HTTP/1.1" status: 200 len: 704 time: 0.1431158 Jul 07 22:39:06.347448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44866) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.362865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d454b8d4-f0fa-42e9-be4b-19c23c998862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.408393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7e8395c9-965b-4a0d-b6f0-b3ce3811858f tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=9236e180-d614-4383-8ea3-7f786feac3b3 HTTP/1.1" status: 200 len: 205 time: 0.0595670 Jul 07 22:39:06.410831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.412032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d454b8d4-f0fa-42e9-be4b-19c23c998862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.435770 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9236e180-d614-4383-8ea3-7f786feac3b3', 'name': 'tempest-RoutersIpV6Test-router-1806132390', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:04Z', 'updated_at': '2021-07-07T22:39:05Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.487973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d454b8d4-f0fa-42e9-be4b-19c23c998862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.491290 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d454b8d4-f0fa-42e9-be4b-19c23c998862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.492570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d454b8d4-f0fa-42e9-be4b-19c23c998862 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f144efac-f6cb-4517-9358-c0b55a001652 HTTP/1.1" status: 204 len: 168 time: 0.2552292 Jul 07 22:39:06.503379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454b8d4-f0fa-42e9-be4b-19c23c998862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f144efac-f6cb-4517-9358-c0b55a001652,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:06.526286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] Checking router: 9236e180-d614-4383-8ea3-7f786feac3b3 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:06.589774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] Routers {'9236e180-d614-4383-8ea3-7f786feac3b3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:06.590648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9236e180-d614-4383-8ea3-7f786feac3b3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.762929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] Set router 9236e180-d614-4383-8ea3-7f786feac3b3 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:06.940245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9236e180-d614-4383-8ea3-7f786feac3b3', 'name': 'tempest-RoutersIpV6Test-router-1806132390', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:04Z', 'updated_at': '2021-07-07T22:39:05Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.972995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2401f34-ce10-44e4-ae7f-d6772c0d4b28 None None] The sync data for ids ['9236e180-d614-4383-8ea3-7f786feac3b3'] in n-d-694802-13 is: [{'id': '9236e180-d614-4383-8ea3-7f786feac3b3', 'name': 'tempest-RoutersIpV6Test-router-1806132390', 'tenant_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:04Z', 'updated_at': '2021-07-07T22:39:05Z', 'revision_number': 2, 'project_id': 'b87b1a59846341b0bf7ac5a9878379cf', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:07.075757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44902) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.272599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-958857800-network', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:07.321060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Made reservation on behalf of c69fdc06316e4a389cd402a2613df318 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:07.323828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.333851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.352163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.622541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.626436 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.635379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.635566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.700669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.701187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Fanout notify agent at l3_agent the message router_deleted on router 9236e180-d614-4383-8ea3-7f786feac3b3 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:39:07.720266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.721933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-639d521d-1384-4d67-9567-72740d36154b tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/9236e180-d614-4383-8ea3-7f786feac3b3 HTTP/1.1" status: 204 len: 168 time: 1.3101192 Jul 07 22:39:07.725550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44938) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.732797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:07.748372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad07ed72-1ba6-499e-83be-8677417abd4e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:07.753755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.754120 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Added segment e6f463b9-05e3-4396-bdab-99993b940a6e of type vlan for network 2cf9fa65-6451-4c8d-b922-9f225e17b73d Jul 07 22:39:07.762503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed0f53aa-4034-4280-9a93-926c053263f5 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=9236e180-d614-4383-8ea3-7f786feac3b3 HTTP/1.1" status: 200 len: 205 time: 0.0343266 Jul 07 22:39:07.766926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44942) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.844472 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-4e09bc32-4f10-4833-a36c-a5d2155a5c95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:07.845573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44946) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.845709 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e09bc32-4f10-4833-a36c-a5d2155a5c95 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/9236e180-d614-4383-8ea3-7f786feac3b3 HTTP/1.1" status: 404 len: 336 time: 0.0777502 Jul 07 22:39:07.859966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.864215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44948) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.895351 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f916532d-33da-4f38-8308-c518bfb705fc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:07.896910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f916532d-33da-4f38-8308-c518bfb705fc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:07.904536 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f916532d-33da-4f38-8308-c518bfb705fc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/5256ee62-cd94-4f0c-a0c3-2fbe73337ea6 HTTP/1.1" status: 404 len: 337 time: 0.0360916 Jul 07 22:39:07.904671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44954) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.938508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.939645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:07.940646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.975464 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44922cf-056f-468d-82e6-405b695f8361 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:07.979495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44922cf-056f-468d-82e6-405b695f8361 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:07.985935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a44922cf-056f-468d-82e6-405b695f8361 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/2c59c886-3c91-469e-8351-4483c3a63ebb HTTP/1.1" status: 404 len: 337 time: 0.0804853 Jul 07 22:39:07.990274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44958) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.065010 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9871323 Jul 07 22:39:08.065866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-93433346-network', 'tenant_id': 'c29a8c4627da4c6b8a90756aea66407d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:08.067683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44962) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.075697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Request body: {'subnet': {'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-958857800-subnet', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:08.087924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b31cb7-ca58-43a6-9ab6-3622a6c9ae84 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf9fa65-6451-4c8d-b922-9f225e17b73d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.092443 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-35292a57-3c4c-45b5-935e-fc7362153309 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:08.094864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:39:08.094864 n-d-694802-13 neutron-server[93931]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:39:08.094864 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id_1': 'c69fdc06316e4a389cd402a2613df318', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 39, 8, 84647)}] Jul 07 22:39:08.094864 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:39:08.095372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35292a57-3c4c-45b5-935e-fc7362153309 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:08.095950 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:39:08.097396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-35292a57-3c4c-45b5-935e-fc7362153309 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/37bce7c8-601a-48a7-91a8-ae46b4dbd839 HTTP/1.1" status: 404 len: 337 time: 0.1035340 Jul 07 22:39:08.103050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 44964) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.104848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:08.150525 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ad5f76-859f-49c0-8bd3-975376e6e1dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:08.151348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ad5f76-859f-49c0-8bd3-975376e6e1dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:08.153864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-72ad5f76-859f-49c0-8bd3-975376e6e1dc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/a8a68524-affa-4a8e-85ba-c08c47dde275 HTTP/1.1" status: 404 len: 337 time: 0.0475128 Jul 07 22:39:08.157112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.168329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Made reservation on behalf of c29a8c4627da4c6b8a90756aea66407d for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:08.171271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.190287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.197191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fdc1174f-945d-4235-b7c1-7f1332ed0023 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 200 len: 205 time: 0.0362048 Jul 07 22:39:08.197498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44970) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.250882 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c6bb6eb0-9cb2-4c30-9871-f2d518353088 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:08.254462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c6bb6eb0-9cb2-4c30-9871-f2d518353088 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/b4b92f3e-dc6a-4760-968c-1f9ecf5ea5f5 HTTP/1.1" status: 404 len: 336 time: 0.0534730 Jul 07 22:39:08.254935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44972) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.299680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9a27f375-ce24-4b40-9ae7-fbd01b6d5fb3 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=3f19be0e-2613-4963-b137-b3df181c9196 HTTP/1.1" status: 200 len: 205 time: 0.0436056 Jul 07 22:39:08.301871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.351558 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c508ac8d-94ab-458f-9c89-3643ec31b9a9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:08.352968 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c508ac8d-94ab-458f-9c89-3643ec31b9a9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/3f19be0e-2613-4963-b137-b3df181c9196 HTTP/1.1" status: 404 len: 336 time: 0.0498583 Jul 07 22:39:08.355598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.377535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.389821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.405647 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6155a3-2a73-48a7-ba72-42b1c0612202 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:08.406929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6155a3-2a73-48a7-ba72-42b1c0612202 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:08.408514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:08.414311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1f6155a3-2a73-48a7-ba72-42b1c0612202 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/7805880d-b791-437b-b383-6b2665a9c66d HTTP/1.1" status: 404 len: 337 time: 0.0571396 Jul 07 22:39:08.415546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44984) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.425656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.426017 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Added segment 1699e851-fad2-4e2e-9eb5-f17be4d92eea of type vlan for network b5ece727-eec3-46f3-87cb-ce86f352bb7f Jul 07 22:39:08.466544 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de259fde-5ab8-4558-a259-b0ee4fe675f7 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 200 len: 205 time: 0.0487504 Jul 07 22:39:08.469938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.492814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.526124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe9f90-46be-4721-8e40-9c88161fd72a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.534243 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-efe37c59-87fc-4cd9-8090-6f47e1ca19a2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:08.537874 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-efe37c59-87fc-4cd9-8090-6f47e1ca19a2 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/932953f3-738e-40b8-8a86-e5705904e163 HTTP/1.1" status: 404 len: 336 time: 0.0643685 Jul 07 22:39:08.542716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44990) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.581065 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.582081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:08.582583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.596943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-052552d5-dfe9-40e6-9abb-c7e0bfc2e9fe tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=6992fd6c-69af-4bbb-8389-e8fae338a983 HTTP/1.1" status: 200 len: 205 time: 0.0531850 Jul 07 22:39:08.602402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44992) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.658028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ece727-eec3-46f3-87cb-ce86f352bb7f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.677657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b5ece727-eec3-46f3-87cb-ce86f352bb7f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:08.684022 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-1713308e-fd68-4011-b027-f87fc02139c9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:08.685249 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1713308e-fd68-4011-b027-f87fc02139c9 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/6992fd6c-69af-4bbb-8389-e8fae338a983 HTTP/1.1" status: 404 len: 336 time: 0.0815120 Jul 07 22:39:08.688009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 44998) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.727670 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-25644492-3dc3-409a-81fd-4dfb35b6c395 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:08.728165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25644492-3dc3-409a-81fd-4dfb35b6c395 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:08.730013 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-25644492-3dc3-409a-81fd-4dfb35b6c395 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/77624c49-b465-4a2c-917c-fe9cd8614a8a HTTP/1.1" status: 404 len: 337 time: 0.0396829 Jul 07 22:39:08.732615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45000) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.763478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7fc20af2-7496-4c60-aa4c-7c0b678f2011 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9162688 Jul 07 22:39:08.764220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45002) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.776713 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f34f8ac-4529-4a03-853c-0e1de82daa40 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=41ace74e-d5ae-4158-9590-5097ce384f7d HTTP/1.1" status: 200 len: 205 time: 0.0429161 Jul 07 22:39:08.778038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Made reservation on behalf of c69fdc06316e4a389cd402a2613df318 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:08.779567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Request body: {'subnet': {'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-93433346-subnet', 'tenant_id': 'c29a8c4627da4c6b8a90756aea66407d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:08.780696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.782700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45004) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.838581 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-5001878a-4639-48a2-97b3-14b3a13fa875 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:08.839788 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5001878a-4639-48a2-97b3-14b3a13fa875 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/41ace74e-d5ae-4158-9590-5097ce384f7d HTTP/1.1" status: 404 len: 336 time: 0.0553501 Jul 07 22:39:08.840033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Made reservation on behalf of c29a8c4627da4c6b8a90756aea66407d for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:08.843050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.864199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45008) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.928806 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-83eec3dd-d756-45f5-b800-a7cebecd52cc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:08.929300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83eec3dd-d756-45f5-b800-a7cebecd52cc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:08.931766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-83eec3dd-d756-45f5-b800-a7cebecd52cc tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/0c01236d-a865-45a7-b2c9-8e69bca6d8fe HTTP/1.1" status: 404 len: 337 time: 0.0663941 Jul 07 22:39:08.934085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45010) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.968762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ede82e0d-201a-4acd-96da-38692db3a722 tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "GET /v2.0/ports?device_id=15fc0076-7c87-4b10-a4d4-0142f6268219 HTTP/1.1" status: 200 len: 205 time: 0.0335474 Jul 07 22:39:08.971442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45014) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.034445 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-db8c61bb-5fb5-4a93-a880-0383cd9c19ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] delete failed (client error): The resource could not be found. Jul 07 22:39:09.035818 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-db8c61bb-5fb5-4a93-a880-0383cd9c19ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/routers/15fc0076-7c87-4b10-a4d4-0142f6268219 HTTP/1.1" status: 404 len: 336 time: 0.0631618 Jul 07 22:39:09.038317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45016) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.075409 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1a5942-e221-4083-9205-81081b0402ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:09.076238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1a5942-e221-4083-9205-81081b0402ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:09.080367 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ff1a5942-e221-4083-9205-81081b0402ae tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/79fbb90b-d553-4b64-a87f-f8354287c16a HTTP/1.1" status: 404 len: 337 time: 0.0380464 Jul 07 22:39:09.081132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45020) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.120844 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede128b6-0a32-432f-b1b4-88a61a1004db tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] DELETE failed (client error): The resource could not be found. Jul 07 22:39:09.121316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede128b6-0a32-432f-b1b4-88a61a1004db tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:09.123222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ede128b6-0a32-432f-b1b4-88a61a1004db tempest-RoutersIpV6Test-1728143520 tempest-RoutersIpV6Test-1728143520-project] 10.222.0.95 "DELETE /v2.0/subnets/61ce11e8-ca9e-4967-9dbf-82e253e50f8a HTTP/1.1" status: 404 len: 337 time: 0.0415385 Jul 07 22:39:09.129906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.130443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.196190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Checking segment: {'id': '1699e851-fad2-4e2e-9eb5-f17be4d92eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:09.196554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Network hostable DHCP agents. Network: b5ece727-eec3-46f3-87cb-ce86f352bb7f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:39:09.201239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d05ff9-9157-4ba1-9dd8-59de2721a207,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:09.202078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48554206-2de4-4f75-b736-2ef9affb5683,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:09.221288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Network b5ece727-eec3-46f3-87cb-ce86f352bb7f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:39:09.237237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b5ece727-eec3-46f3-87cb-ce86f352bb7f) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:09.249790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932019e-50ae-49ad-887a-fe78810f112b None None] Network b5ece727-eec3-46f3-87cb-ce86f352bb7f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:09.253064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Checking segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:09.253516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Network hostable DHCP agents. Network: 2cf9fa65-6451-4c8d-b922-9f225e17b73d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:39:09.254065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:09.254712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.277893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6f1e9ff0-d591-43cd-992d-e9c9e6087ac0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5121763 Jul 07 22:39:09.298048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:39:09.314575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2cf9fa65-6451-4c8d-b922-9f225e17b73d) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:09.323894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:09.324812 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.346934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45032) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.347282 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6004e30b-d7ea-475d-82c7-f835204d29ba admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2783403 Jul 07 22:39:09.352844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:09.380185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2393ea-e696-4b9b-ac3e-504cbda67920 None None] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:09.383995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.385263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.484761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.513405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45040) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.686708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.720423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78cc982-fb24-453f-95bb-12f33d6bc3a0 None None] Network b5ece727-eec3-46f3-87cb-ce86f352bb7f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:09.769254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-82a3620e-3b8b-4152-ba7d-7c8456a75bab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b87b1a59846341b0bf7ac5a9878379cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514465 Jul 07 22:39:09.769888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45056) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.895375 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:39:09.909045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7000-acee-4550-8870-0ead9ee599f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.944583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7000-acee-4550-8870-0ead9ee599f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.968975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:39:09.970186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.029861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7000-acee-4550-8870-0ead9ee599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.034915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7000-acee-4550-8870-0ead9ee599f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.042240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0fcc7000-acee-4550-8870-0ead9ee599f4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/754e3ef3-ce48-434c-ace7-46c50d91b605 HTTP/1.1" status: 204 len: 168 time: 0.2711911 Jul 07 22:39:10.057203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc7000-acee-4550-8870-0ead9ee599f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e3ef3-ce48-434c-ace7-46c50d91b605,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.249644 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.289093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.289886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Allocated IP 172.20.0.2 (2cf9fa65-6451-4c8d-b922-9f225e17b73d/60d05ff9-9157-4ba1-9dd8-59de2721a207/298a08be-2fa4-4547-b02a-7aa7b5d797ad) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:10.305958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-6dea14a3-b5fc-40be-ad4c-19773d00259c tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:10.307763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-6dea14a3-b5fc-40be-ad4c-19773d00259c tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/networks?id=b5ece727-eec3-46f3-87cb-ce86f352bb7f HTTP/1.1" status: 200 len: 816 time: 0.2881958 Jul 07 22:39:10.364446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ed078eb9-4740-4e76-bae2-a7ffc5e9e574 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/quotas/c29a8c4627da4c6b8a90756aea66407d HTTP/1.1" status: 200 len: 375 time: 0.0221810 Jul 07 22:39:10.471959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-b8d2ff92-6dda-482e-9201-8cd3b80753ee tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c29a8c4627da4c6b8a90756aea66407d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900247 Jul 07 22:39:10.509807 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.527162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Transition to ACTIVE for port object 298a08be-2fa4-4547-b02a-7aa7b5d797ad will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:10.545514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Transition to ACTIVE for port object 298a08be-2fa4-4547-b02a-7aa7b5d797ad will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:10.555556 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.600822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:10.609780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:10.612776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Allocated IP 172.25.5.40 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/6a2f070a-3148-460d-b6d8-e1a3906880cb) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:10.618427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:10.633678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Pushing event updated for resources: {'Port': ['ID=298a08be-2fa4-4547-b02a-7aa7b5d797ad,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.699810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Attempting to bind port 298a08be-2fa4-4547-b02a-7aa7b5d797ad on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:10.700568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Attempting to bind port 298a08be-2fa4-4547-b02a-7aa7b5d797ad by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:10.701646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Attempting to bind port 298a08be-2fa4-4547-b02a-7aa7b5d797ad on network 2cf9fa65-6451-4c8d-b922-9f225e17b73d {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:10.707366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:10.708131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Checking segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:10.708797 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.709894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Bound using segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:10.711162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Bound port: 298a08be-2fa4-4547-b02a-7aa7b5d797ad, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:10.712501 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.757118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-3963d6a2-728c-4550-84e5-501a3457e8a6 service neutron] 10.222.0.95 "GET /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597187 Jul 07 22:39:10.798073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] For port 298a08be-2fa4-4547-b02a-7aa7b5d797ad, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:10.802129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] For port 298a08be-2fa4-4547-b02a-7aa7b5d797ad, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=298a08be-2fa4-4547-b02a-7aa7b5d797ad,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:10.811971 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.885806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.900157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e970f4-98cf-48f5-92e2-7c6000930d98 None None] Pushing event updated for resources: {'Port': ['ID=298a08be-2fa4-4547-b02a-7aa7b5d797ad,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.932567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-1e79da39-e04b-4674-a798-d40038dc55f6 service neutron] 10.222.0.95 "GET /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615911 Jul 07 22:39:10.960194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.088088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:11.107060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:11.114072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:11.192081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2f070a-3148-460d-b6d8-e1a3906880cb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:11.270763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45108) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:11.449182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-618931415'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:11.469138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df47426e-4055-4c3b-8726-cf2fc0b8779e req-86ffcfcb-a29c-420d-8b37-f2b5b4830bd6 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 210 time: 0.0732694 Jul 07 22:39:11.481976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Made reservation on behalf of 303e37f6a5c7413abe585b1e2749eb73 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:11.488247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.505300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.631973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.655720 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.660886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.697795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:11.707958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9924ed3-55ac-4c45-bda4-57cd38d9f317,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:11.725250 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.725603 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Added segment 9284072a-8932-4f0d-a760-c8a49a625a50 of type vlan for network e430ea54-b983-4bc6-bd19-364b4c0306dd Jul 07 22:39:11.779371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.834099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.843588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:11.844409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.951889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6798079 Jul 07 22:39:11.954962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.957840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:11.984895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-37eb769e-096a-421c-bc40-12d0d6076104 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-255010377') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:12.014481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffa43b-6b75-445a-8469-c6f1eb60c047 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Pushing event updated for resources: {'Network': ['ID=e430ea54-b983-4bc6-bd19-364b4c0306dd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:12.026416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network e430ea54-b983-4bc6-bd19-364b4c0306dd details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:12.242954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 298a08be-2fa4-4547-b02a-7aa7b5d797ad up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:12.251751 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-37eb769e-096a-421c-bc40-12d0d6076104 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "PUT /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-255010377 HTTP/1.1" status: 201 len: 201 time: 0.2927303 Jul 07 22:39:12.254376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45128) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:12.259927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-3659b625-dd17-4bd9-a199-0effa49ededa tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-255010377') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:12.293530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Router 3285eb18-afd2-48e2-a32e-27e200699287 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:39:12.400375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 298a08be-2fa4-4547-b02a-7aa7b5d797ad completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:12.430686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c53ca-19c1-429e-81d9-6311641f84f1 None None] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:12.438572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3659b625-dd17-4bd9-a199-0effa49ededa tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-255010377 HTTP/1.1" status: 204 len: 168 time: 0.1816225 Jul 07 22:39:12.439173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45132) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:12.444413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-eed0192e-6aae-4789-8329-79d22615f532 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:12.500398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:12.508987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Sync routers for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:12.537479 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:12.538433 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:12.547870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] Provisioning for port 298a08be-2fa4-4547-b02a-7aa7b5d797ad completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:12.561836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] Provisioning complete for port 298a08be-2fa4-4547-b02a-7aa7b5d797ad triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:12.563690 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.619194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.620579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1bf6eb2f-fdf6-467d-a080-65ad1eda1b21 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2718842 Jul 07 22:39:12.623513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45138) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:12.672345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eed0192e-6aae-4789-8329-79d22615f532 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags HTTP/1.1" status: 200 len: 237 time: 0.2295771 Jul 07 22:39:12.675306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45142) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:12.692536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-d6dae9b4-75ac-4c6d-a5ea-af6a49075487 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', {'tags': ['tempest-TagsTest-Tag-827944310', 'tempest-TagsTest-Tag-1493307210', 'tempest-TagsTest-Tag-617933686']}) {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:12.801691 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:12.888985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.986617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] For port 298a08be-2fa4-4547-b02a-7aa7b5d797ad, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=298a08be-2fa4-4547-b02a-7aa7b5d797ad,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:13.010274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.143488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cb670-7b9a-42cb-8ed2-237ddda434bc None None] Pushing event updated for resources: {'Port': ['ID=298a08be-2fa4-4547-b02a-7aa7b5d797ad,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:13.258495 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:11Z', 'revision_number': 3, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:13.306519 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Checking router: 3285eb18-afd2-48e2-a32e-27e200699287 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:13.306913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Updating router 3285eb18-afd2-48e2-a32e-27e200699287 port 6a2f070a-3148-460d-b6d8-e1a3906880cb binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:39:13.344373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4602b4b7-6e00-4729-bf21-011955ae0faf None None] Provisioning complete for port 298a08be-2fa4-4547-b02a-7aa7b5d797ad triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:13.344764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4602b4b7-6e00-4729-bf21-011955ae0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.425330 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.493051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04284be2-6c8a-417a-8b7f-edeb4bbc0a51 req-f9527f9a-6a92-4943-94f2-daf08d3fc26b tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 210 time: 0.0912127 Jul 07 22:39:13.609677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6dae9b4-75ac-4c6d-a5ea-af6a49075487 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "PUT /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags HTTP/1.1" status: 200 len: 307 time: 0.9332647 Jul 07 22:39:13.620797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:13.628999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-5afad2cf-9fe2-4033-ab63-63f7120d1a0d tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-827944310') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:13.672063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.802236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-307bf918-2a3e-4150-ba22-f9de0e20daac tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:13.803469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-307bf918-2a3e-4150-ba22-f9de0e20daac tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.103 "GET /v2.0/networks?id=b5ece727-eec3-46f3-87cb-ce86f352bb7f HTTP/1.1" status: 200 len: 816 time: 0.3736336 Jul 07 22:39:13.837083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Request body: {'port': {'device_id': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f', 'admin_state_up': True, 'tenant_id': 'c29a8c4627da4c6b8a90756aea66407d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:13.847546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5afad2cf-9fe2-4033-ab63-63f7120d1a0d tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "DELETE /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-827944310 HTTP/1.1" status: 204 len: 168 time: 0.2243981 Jul 07 22:39:13.856857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45154) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:13.865905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-41d69522-429b-4a9c-9c77-f52a23362302 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-827944310') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:14.000231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Made reservation on behalf of c29a8c4627da4c6b8a90756aea66407d for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:14.004130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.012588 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.040100 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Transition to ACTIVE for port object 6a2f070a-3148-460d-b6d8-e1a3906880cb will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:14.056541 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.139843 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59bc2d-50de-49eb-94d7-6f681d953d9c None None] Pushing event updated for resources: {'Port': ['ID=6a2f070a-3148-460d-b6d8-e1a3906880cb,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.161410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 298a08be-2fa4-4547-b02a-7aa7b5d797ad up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:14.200100 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Attempting to bind port 6a2f070a-3148-460d-b6d8-e1a3906880cb on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:14.200498 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Attempting to bind port 6a2f070a-3148-460d-b6d8-e1a3906880cb by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:14.200875 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Attempting to bind port 6a2f070a-3148-460d-b6d8-e1a3906880cb on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:14.214767 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:14.215167 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:14.222714 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.223176 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:14.224093 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Bound port: 6a2f070a-3148-460d-b6d8-e1a3906880cb, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:14.224514 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.272397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 298a08be-2fa4-4547-b02a-7aa7b5d797ad triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:14.273554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.284323 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-41d69522-429b-4a9c-9c77-f52a23362302 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] show failed (client error): The resource could not be found. Jul 07 22:39:14.285373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-41d69522-429b-4a9c-9c77-f52a23362302 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-827944310 HTTP/1.1" status: 404 len: 325 time: 0.4273772 Jul 07 22:39:14.293069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45158) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:14.301676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-4b9ea0a4-2374-438a-9009-08ee43d24ca9 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-1493307210') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:14.321548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Allocated IP 172.20.0.10 (b5ece727-eec3-46f3-87cb-ce86f352bb7f/48554206-2de4-4f75-b736-2ef9affb5683/bcbdec36-92ba-4e64-ba9b-cb16ddde8d22) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:14.333842 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] For port 6a2f070a-3148-460d-b6d8-e1a3906880cb, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:14.339800 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] For port 6a2f070a-3148-460d-b6d8-e1a3906880cb, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6a2f070a-3148-460d-b6d8-e1a3906880cb,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:14.353732 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.445446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Allocated IP 172.20.0.1 (2cf9fa65-6451-4c8d-b922-9f225e17b73d/60d05ff9-9157-4ba1-9dd8-59de2721a207/d6dcc1d7-376c-41d5-bc9b-86966c6436d1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:14.497852 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:14.498880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:14.504044 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59bc2d-50de-49eb-94d7-6f681d953d9c None None] Pushing event updated for resources: {'Port': ['ID=6a2f070a-3148-460d-b6d8-e1a3906880cb,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.613185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.631329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Transition to ACTIVE for port object d6dcc1d7-376c-41d5-bc9b-86966c6436d1 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:14.643147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.683310 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4b9ea0a4-2374-438a-9009-08ee43d24ca9 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-1493307210 HTTP/1.1" status: 204 len: 168 time: 0.3869534 Jul 07 22:39:14.685162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45164) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:14.691061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-99fa0de3-f382-4019-bf4d-7c3f856b6714 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-617933686') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:14.696336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.733848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9abdcc7b-29c3-4b74-a01a-85351b75a494 req-9b177779-e9cb-40b8-ac7f-7248a90c98be tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 210 time: 0.0696051 Jul 07 22:39:14.760610 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.786857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:14.790371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:14.792905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:14.818665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Network b5ece727-eec3-46f3-87cb-ce86f352bb7f is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:14.820151 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:14.823027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:14.831368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:14.894587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Pushing event updated for resources: {'Port': ['ID=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.919883 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-99fa0de3-f382-4019-bf4d-7c3f856b6714 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-617933686 HTTP/1.1" status: 204 len: 168 time: 0.2314315 Jul 07 22:39:14.919883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.921065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45168) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:14.926365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Pushing event updated for resources: {'Port': ['ID=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.950105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-44faafc3-f1fd-433a-8d1d-2a42ae164760 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:14.966434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:14.967094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.998145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-ab746a5b-f47b-4ba8-a1b2-4815263f8075 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811783 Jul 07 22:39:15.010831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Request body: {'port': {'device_id': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:15.105601 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:11Z', 'revision_number': 3, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:15.147632 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd50cd-e8dd-4303-aaba-a43f9e519460 None None] The sync data for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 is: [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:11Z', 'revision_number': 3, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:15.161310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.236816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-63763802-12d4-4ddc-8dbe-aa95b81ac106 None None] Provisioning for port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:15.242258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-63763802-12d4-4ddc-8dbe-aa95b81ac106 None None] Provisioning complete for port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:15.243191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-63763802-12d4-4ddc-8dbe-aa95b81ac106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.329809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-63763802-12d4-4ddc-8dbe-aa95b81ac106 None None] Port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:15.365519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-8f689688-8e92-4223-ba56-66290f5310e6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4431429 Jul 07 22:39:15.456124 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44faafc3-f1fd-433a-8d1d-2a42ae164760 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "DELETE /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags HTTP/1.1" status: 204 len: 168 time: 0.5174134 Jul 07 22:39:15.465826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45172) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:15.470692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-ca77e148-07da-4941-81d1-c8f032b85d01 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-1493307210') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:15.542696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.657155 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-ca77e148-07da-4941-81d1-c8f032b85d01 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] show failed (client error): The resource could not be found. Jul 07 22:39:15.658274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ca77e148-07da-4941-81d1-c8f032b85d01 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-1493307210 HTTP/1.1" status: 404 len: 326 time: 0.1911068 Jul 07 22:39:15.665249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45174) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:15.669871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-87a56227-bac5-4512-bc27-d605cb81ca42 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd', 'tempest-TagsTest-Tag-617933686') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:15.694784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-cd362014-5f41-4827-a074-ead1ba17329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:15.696337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-cd362014-5f41-4827-a074-ead1ba17329b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1097 time: 0.2629189 Jul 07 22:39:15.749811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:15.758510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.774420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Transition to ACTIVE for port object bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:15.791798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.868354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.967696 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-87a56227-bac5-4512-bc27-d605cb81ca42 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] show failed (client error): The resource could not be found. Jul 07 22:39:15.979622 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87a56227-bac5-4512-bc27-d605cb81ca42 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "GET /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags/tempest-TagsTest-Tag-617933686 HTTP/1.1" status: 404 len: 325 time: 0.3025358 Jul 07 22:39:15.979867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45182) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:15.981809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-63039447-01d0-4ecf-b0a9-48d764357536 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e430ea54-b983-4bc6-bd19-364b4c0306dd') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:16.027568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-cd6a13b3-ce99-4551-a82f-f40c998c7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:16.029101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-cd6a13b3-ce99-4551-a82f-f40c998c7fb6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.2683570 Jul 07 22:39:16.040891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.078855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Attempting to bind port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:16.079583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Attempting to bind port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '1699e851-fad2-4e2e-9eb5-f17be4d92eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:16.080051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Attempting to bind port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 on network b5ece727-eec3-46f3-87cb-ce86f352bb7f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:16.107009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 on network b5ece727-eec3-46f3-87cb-ce86f352bb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:16.107740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Attempting to bind port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 on network b5ece727-eec3-46f3-87cb-ce86f352bb7f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:16.110374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.125902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:16.126468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Checking segment: {'id': '1699e851-fad2-4e2e-9eb5-f17be4d92eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:16.126935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Bound using segment: {'id': '1699e851-fad2-4e2e-9eb5-f17be4d92eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:16.127643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Bound port: bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1699e851-fad2-4e2e-9eb5-f17be4d92eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:16.128138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.165726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4feb-ac6a-4e9d-a92e-aa40258f93fc req-38e68148-b210-44e4-a62b-d2b31d57694e tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:16.174059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99ee4feb-ac6a-4e9d-a92e-aa40258f93fc req-38e68148-b210-44e4-a62b-d2b31d57694e tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 944 time: 0.2480114 Jul 07 22:39:16.194112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6a2f070a-3148-460d-b6d8-e1a3906880cb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:16.246373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-63039447-01d0-4ecf-b0a9-48d764357536 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "DELETE /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd/tags HTTP/1.1" status: 204 len: 168 time: 0.2651906 Jul 07 22:39:16.250792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45184) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:16.327410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 6a2f070a-3148-460d-b6d8-e1a3906880cb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:16.334081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6a2f070a-3148-460d-b6d8-e1a3906880cb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:16.334472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.392295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] For port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:16.408180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99ee4feb-ac6a-4e9d-a92e-aa40258f93fc req-99d21232-0529-4061-8864-ff6c0e140d93 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329264 Jul 07 22:39:16.413580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] For port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,segment=NetworkSegment(1699e851-fad2-4e2e-9eb5-f17be4d92eea),segment_id=1699e851-fad2-4e2e-9eb5-f17be4d92eea)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:16.432467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.497395 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.525852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.537525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 6a2f070a-3148-460d-b6d8-e1a3906880cb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6a2f070a-3148-460d-b6d8-e1a3906880cb,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:16.549574 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.553482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:16.555079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.557359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] 10.222.0.103 "PUT /v2.0/ports/bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 HTTP/1.1" status: 200 len: 1093 time: 1.5517328 Jul 07 22:39:16.560578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'tag': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:16.564154 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a236518c-7acf-47b8-bc92-e7fb968a5828" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6346d1-5a8a-4e80-a8b3-3e95052e781d", "tag": "bcbdec36-92ba-4e64-ba9b-cb16ddde8d22"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:16.664808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=6a2f070a-3148-460d-b6d8-e1a3906880cb,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:16.724910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6b09-ec3f-4428-8f78-5dc532023258 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:16.746025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Pushing event updated for resources: {'Port': ['ID=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:16.762175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.778648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-e0a11c55-4b04-4a34-a068-2e8ba8261f07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1001 time: 0.7350962 Jul 07 22:39:16.900907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-bf00e1cf-6f81-42d3-a8ff-3bbed2e8f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:16.902496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-bf00e1cf-6f81-42d3-a8ff-3bbed2e8f802 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1137004 Jul 07 22:39:16.906727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.915663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.931607 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1cbc6f-566d-4860-bba1-72e21ef832c3 x-openstack-request-id: req-4a1cbc6f-566d-4860-bba1-72e21ef832c3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:16.931607 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6346d1-5a8a-4e80-a8b3-3e95052e781d", "tag": "bcbdec36-92ba-4e64-ba9b-cb16ddde8d22", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:16.931865 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4a1cbc6f-566d-4860-bba1-72e21ef832c3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:16.932465 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'tag': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22', 'status': 'completed', 'code': 200} Jul 07 22:39:16.934311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e430ea54-b983-4bc6-bd19-364b4c0306dd']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:16.950808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-5242b12a-dfcc-46a6-a58b-45e95dffd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:16.952297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-5242b12a-dfcc-46a6-a58b-45e95dffd8e1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c29a8c4627da4c6b8a90756aea66407d&device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 1096 time: 0.3306293 Jul 07 22:39:16.954056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9284072a-8932-4f0d-a760-c8a49a625a50') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:16.954382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9284072a-8932-4f0d-a760-c8a49a625a50') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:16.962046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:16.965656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:16.971236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.044916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-aa936d4e-8266-48e8-aa86-451007e4e98c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 HTTP/1.1" status: 200 len: 217 time: 0.0837758 Jul 07 22:39:17.067146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-f1ece9ec-29bb-4f58-b8bc-7dd587a3c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:17.068759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-f1ece9ec-29bb-4f58-b8bc-7dd587a3c04c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575170 Jul 07 22:39:17.107946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.115993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:17.118032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:17.271513 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:17.283616 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.300617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.302682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] 10.222.0.95 "DELETE /v2.0/networks/e430ea54-b983-4bc6-bd19-364b4c0306dd HTTP/1.1" status: 204 len: 168 time: 1.0506444 Jul 07 22:39:17.313235 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-d551d822-0e35-4767-a4de-e048d8f987ba service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338257 Jul 07 22:39:17.320979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b35f-5a14-436a-8a92-374d205a0c46 tempest-TagsTest-2029403242 tempest-TagsTest-2029403242-project] Pushing event deleted for resources: {'Network': ['ID=e430ea54-b983-4bc6-bd19-364b4c0306dd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:17.333688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-eb16532e-27b2-4a28-86bb-1a6d0205d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:17.335864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-eb16532e-27b2-4a28-86bb-1a6d0205d230 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=48554206-2de4-4f75-b736-2ef9affb5683 HTTP/1.1" status: 200 len: 856 time: 0.2772243 Jul 07 22:39:17.370069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec1d90be-e41b-46a0-a0e8-6867f2bc2e28 None None] Provisioning complete for port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:17.376497 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec1d90be-e41b-46a0-a0e8-6867f2bc2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.460013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-d5a891e2-7e95-4ee7-bbb9-5217bc8d68f2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b5ece727-eec3-46f3-87cb-ce86f352bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178491 Jul 07 22:39:17.491774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d90be-e41b-46a0-a0e8-6867f2bc2e28 None None] Port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:17.615071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Router 3285eb18-afd2-48e2-a32e-27e200699287 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:17.680322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-df35dc6f-94e0-44d2-bb3c-62aaf9394267 service neutron] 10.222.0.103 "GET /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128921 Jul 07 22:39:17.748530 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-435c964b-b179-4fa2-a1c4-b922c9305a74 req-e26d64d8-4721-46b3-adda-0578a8252cd6 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230373 Jul 07 22:39:17.818493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45210) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:17.863568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:17.875426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Sync routers for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:17.886143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-51868400-3d04-47ce-b993-cb2c45f98c65 admin admin] 10.222.0.95 "PUT /v2.0/routers/3285eb18-afd2-48e2-a32e-27e200699287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2603128 Jul 07 22:39:17.889705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:17.890370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:17.916228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f0a5-e8dc-4622-bcbf-3226df579f64 req-62dda44c-9a70-486f-973a-3f265d5d123b tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:17.928253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6482f0a5-e8dc-4622-bcbf-3226df579f64 req-62dda44c-9a70-486f-973a-3f265d5d123b tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 944 time: 0.3150032 Jul 07 22:39:18.128892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b4323a0-135e-41e9-8892-ebc3a7b5fb5d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=303e37f6a5c7413abe585b1e2749eb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065922 Jul 07 22:39:18.129885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:18.130272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:18.162692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6482f0a5-e8dc-4622-bcbf-3226df579f64 req-e47055c2-e3dd-4c49-9a32-0a2b86523d40 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334290 Jul 07 22:39:18.232725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19aa3cd7-b19f-4e7c-8950-ae659ed1c093 req-9ef8fd9c-651d-4935-8589-bdff736ef5b5 service neutron] 10.222.0.103 "GET /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355268 Jul 07 22:39:18.301408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65f041bd-c42f-448e-a5da-3ef153a6a3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.368622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6a2f070a-3148-460d-b6d8-e1a3906880cb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:18.373921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65f041bd-c42f-448e-a5da-3ef153a6a3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.419646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-e7843720-2f36-4676-9e3b-4183f9ff5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:18.421375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-e7843720-2f36-4676-9e3b-4183f9ff5447 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c29a8c4627da4c6b8a90756aea66407d&device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 1096 time: 0.1086612 Jul 07 22:39:18.468735 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65f041bd-c42f-448e-a5da-3ef153a6a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.473635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65f041bd-c42f-448e-a5da-3ef153a6a3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.477872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65f041bd-c42f-448e-a5da-3ef153a6a3aa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f9924ed3-55ac-4c45-bda4-57cd38d9f317 HTTP/1.1" status: 204 len: 168 time: 0.3454852 Jul 07 22:39:18.489325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f041bd-c42f-448e-a5da-3ef153a6a3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9924ed3-55ac-4c45-bda4-57cd38d9f317,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:18.584838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65d46d61-e606-46f5-b0c8-99a2e14c31d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.596524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-aae57de0-d24f-49d8-abcc-a0dc990c9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:18.598252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-aae57de0-d24f-49d8-abcc-a0dc990c9f96 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b5ece727-eec3-46f3-87cb-ce86f352bb7f HTTP/1.1" status: 200 len: 917 time: 0.1712022 Jul 07 22:39:18.623411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6a2f070a-3148-460d-b6d8-e1a3906880cb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:18.623953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.661102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-8b81a121-390d-41df-ba69-0b0cb3353557 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 HTTP/1.1" status: 200 len: 217 time: 0.0542176 Jul 07 22:39:18.749432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-94cdf447-34ed-486c-8641-9e10fef02012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:18.760585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-94cdf447-34ed-486c-8641-9e10fef02012 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=48554206-2de4-4f75-b736-2ef9affb5683 HTTP/1.1" status: 200 len: 856 time: 0.0924373 Jul 07 22:39:18.811085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-93c15ae4-7885-4b0d-bb2d-f55f02f008cb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b5ece727-eec3-46f3-87cb-ce86f352bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433848 Jul 07 22:39:18.816210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.823927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 2, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:18.857022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Checking router: 3285eb18-afd2-48e2-a32e-27e200699287 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:18.857022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Updating router 3285eb18-afd2-48e2-a32e-27e200699287 port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:39:18.894028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.964367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-e5c733dc-fdc8-461f-84fb-7e774244414e service neutron] 10.222.0.103 "GET /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467071 Jul 07 22:39:19.099429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45246) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:19.106992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1899138774-network', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:19.204091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Made reservation on behalf of c20c0e9beb224934a76df36f26c4b414 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:19.218564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.222058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a236518c-7acf-47b8-bc92-e7fb968a5828 req-3594e0af-c184-466a-b45c-4e28208f9e71 service neutron] 10.222.0.103 "GET /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509282 Jul 07 22:39:19.268080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.436904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.453657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Transition to ACTIVE for port object d6dcc1d7-376c-41d5-bc9b-86966c6436d1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:19.474119 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.512876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c2bc-ad71-41d7-a311-1a667fb14439 req-fbeebdb9-473e-4379-bacc-327ec87c2e43 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:19.519181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.521011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce07c2bc-ad71-41d7-a311-1a667fb14439 req-fbeebdb9-473e-4379-bacc-327ec87c2e43 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 944 time: 0.1230788 Jul 07 22:39:19.527914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.590054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce07c2bc-ad71-41d7-a311-1a667fb14439 req-4035a0e1-b960-4866-8a4e-33089ae39bdb tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681407 Jul 07 22:39:19.599354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:19.612376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:19.613594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57f91-9ccf-4319-9b74-6a49e522e631 None None] Pushing event updated for resources: {'Port': ['ID=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:19.647958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.648319 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Added segment accdb63a-34dd-4dd3-bab7-91e13f27f647 of type vlan for network b339d914-5be2-4097-8149-eacbf637bfb3 Jul 07 22:39:19.669860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Attempting to bind port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:19.670516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Attempting to bind port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:19.671116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Attempting to bind port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 on network 2cf9fa65-6451-4c8d-b922-9f225e17b73d {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:19.701693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:19.702376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Checking segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:19.702990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.703582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Bound using segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:19.704249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Bound port: d6dcc1d7-376c-41d5-bc9b-86966c6436d1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:19.704818 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.762646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.843848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3c345-278b-4a19-87df-668908060674,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:19.875159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.877595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:19.879455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.892289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,segment=NetworkSegment(1699e851-fad2-4e2e-9eb5-f17be4d92eea),segment_id=1699e851-fad2-4e2e-9eb5-f17be4d92eea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:19.897275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] For port d6dcc1d7-376c-41d5-bc9b-86966c6436d1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:19.929745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22', 'network_id': 'b5ece727-eec3-46f3-87cb-ce86f352bb7f', 'port_id': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22', 'mac_address': 'fa:16:3e:8e:b3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48554206-2de4-4f75-b736-2ef9affb5683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:19.951850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] For port d6dcc1d7-376c-41d5-bc9b-86966c6436d1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:19.983668 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8802209 Jul 07 22:39:19.984115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45270) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:19.990689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Request body: {'subnet': {'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1899138774-subnet', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:20.003362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa2682-dc9c-4da3-ac2e-644f6abe74cd admin admin] Pushing event updated for resources: {'Network': ['ID=b339d914-5be2-4097-8149-eacbf637bfb3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:20.005045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.019867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Made reservation on behalf of c20c0e9beb224934a76df36f26c4b414 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:20.023010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.086861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45272) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:20.091388 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031271 Jul 07 22:39:20.094821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45274) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:20.342608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57f91-9ccf-4319-9b74-6a49e522e631 None None] Pushing event updated for resources: {'Port': ['ID=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:20.346935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b339d914-5be2-4097-8149-eacbf637bfb3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:20.380204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-efc4a3ec-8d4a-4988-8895-80cd7d8a387a tempest-NetworksApiDiscovery-1322986827 tempest-NetworksApiDiscovery-1322986827-project] 10.222.0.95 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2802486 Jul 07 22:39:20.407781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.469350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:20.470021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:38:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:20.479719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:20.488160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Checking segment: {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:20.488528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Network hostable DHCP agents. Network: b339d914-5be2-4097-8149-eacbf637bfb3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:39:20.527741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Network b339d914-5be2-4097-8149-eacbf637bfb3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:39:20.543536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b339d914-5be2-4097-8149-eacbf637bfb3) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:20.551072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:20.553135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.596274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-aa16f77d-097e-42fb-9e62-c3669f5ccc95 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6111071 Jul 07 22:39:20.598863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45288) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:20.604932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:20.637780 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.657866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.660405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.674948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bbe82-5997-4e35-a472-7f2972314242 None None] Network b339d914-5be2-4097-8149-eacbf637bfb3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:20.703923 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:20.768498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,segment=NetworkSegment(1699e851-fad2-4e2e-9eb5-f17be4d92eea),segment_id=1699e851-fad2-4e2e-9eb5-f17be4d92eea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:20.805732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.812601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.900980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:20.984291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45300) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.056263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:21.123604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bcbdec36-92ba-4e64-ba9b-cb16ddde8d22'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:21.141889 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92957aff-ad79-4379-8166-36ba99cb13b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.145313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef723-95f2-41ab-ac65-7801cf19c12c req-955f45db-4eb2-4840-b0ce-2a9de193b33a tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:21.160780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-591ef723-95f2-41ab-ac65-7801cf19c12c req-955f45db-4eb2-4840-b0ce-2a9de193b33a tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 945 time: 0.3490610 Jul 07 22:39:21.174234 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.205966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3288eae-78fd-46f5-85b1-23caaa6f02c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.212246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.231514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-591ef723-95f2-41ab-ac65-7801cf19c12c req-43adbe7a-3bb0-4b9c-b712-5816f94714c0 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696995 Jul 07 22:39:21.326136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92957aff-ad79-4379-8166-36ba99cb13b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.340630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-92957aff-ad79-4379-8166-36ba99cb13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.424315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-92957aff-ad79-4379-8166-36ba99cb13b0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d88a8d0ee2fa40b9a5d7e3490d5f27da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384775 Jul 07 22:39:21.428066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45308) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.429489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92957aff-ad79-4379-8166-36ba99cb13b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf285729-8a36-4f24-9fd5-18ba9c342270,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.465145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b339d914-5be2-4097-8149-eacbf637bfb3', 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'fixed_ips': [{'subnet_id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:39:21.466355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.496259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b21e500a-9c92-4f98-8634-de90a75ec6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.534814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf07231-cbcd-436d-aaca-4b590cc0a749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.549326 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.561910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf07231-cbcd-436d-aaca-4b590cc0a749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.643063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf07231-cbcd-436d-aaca-4b590cc0a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.645845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abf07231-cbcd-436d-aaca-4b590cc0a749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.647057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-abf07231-cbcd-436d-aaca-4b590cc0a749 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bf285729-8a36-4f24-9fd5-18ba9c342270 HTTP/1.1" status: 204 len: 168 time: 0.2134814 Jul 07 22:39:21.649241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3288eae-78fd-46f5-85b1-23caaa6f02c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.659081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf07231-cbcd-436d-aaca-4b590cc0a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf285729-8a36-4f24-9fd5-18ba9c342270,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.661563 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3288eae-78fd-46f5-85b1-23caaa6f02c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.684041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.706404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3288eae-78fd-46f5-85b1-23caaa6f02c3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cd7404b42ddb47d79f18f21be1ec7e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037913 Jul 07 22:39:21.710839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.718139 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.720268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288eae-78fd-46f5-85b1-23caaa6f02c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a16624-c109-459a-b402-2d03d444e9de,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.778352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15e9999e-ca87-418a-b43a-a0b9de8b216a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.814328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15e9999e-ca87-418a-b43a-a0b9de8b216a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.876845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Allocated IP 172.25.5.123 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/a34d23cc-d9bb-4995-a2f5-ae8b94b29577) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:21.899415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15e9999e-ca87-418a-b43a-a0b9de8b216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.903099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-15e9999e-ca87-418a-b43a-a0b9de8b216a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.907130 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15e9999e-ca87-418a-b43a-a0b9de8b216a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/27a16624-c109-459a-b402-2d03d444e9de HTTP/1.1" status: 204 len: 168 time: 0.1952825 Jul 07 22:39:21.916412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Allocated IP 172.20.0.2 (b339d914-5be2-4097-8149-eacbf637bfb3/0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f/c9436e8c-ae2c-4dc8-8353-101ebaa9efc7) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:21.917061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9999e-ca87-418a-b43a-a0b9de8b216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a16624-c109-459a-b402-2d03d444e9de,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.948655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:19Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:22.024204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.064498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db337fe-9890-4c59-8d89-c8b108a1d9ce None None] The sync data for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 is: [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:19Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:22.088659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.188302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:22.197241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:22.200480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:22.253816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Pushing event updated for resources: {'Port': ['ID=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:22.271746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.273169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.273496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.273911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.274298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.274713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.275057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.275395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.275831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.276168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.276991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.277340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:22.374008 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.399854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Transition to ACTIVE for port object c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:22.436643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Transition to ACTIVE for port object c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:22.451836 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.477435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.521066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Network b339d914-5be2-4097-8149-eacbf637bfb3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:22.524846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:22.529480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:22.562777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Pushing event updated for resources: {'Port': ['ID=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:22.637553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Attempting to bind port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:22.637935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Attempting to bind port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:22.638310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Attempting to bind port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 on network b339d914-5be2-4097-8149-eacbf637bfb3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:22.644346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:22.644734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Checking segment: {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:22.645157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.645573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Bound using segment: {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:22.646016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Bound port: c9436e8c-ae2c-4dc8-8353-101ebaa9efc7, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:22.646404 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.723459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.806017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] For port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:22.816124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] For port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:22.825407 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.878338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f545175-1fbb-4c78-bf7f-6f92a6588f98 req-eefe3504-a194-4c32-b3f9-35c356498102 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:22.891210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f545175-1fbb-4c78-bf7f-6f92a6588f98 req-eefe3504-a194-4c32-b3f9-35c356498102 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 945 time: 0.3105648 Jul 07 22:39:22.985697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fccdcc-8a67-46fe-9870-79ace46d0e60 None None] Pushing event updated for resources: {'Port': ['ID=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:23.075993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f545175-1fbb-4c78-bf7f-6f92a6588f98 req-2050aa3b-50ab-428f-9343-b9deb8fa27b4 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837380 Jul 07 22:39:23.357325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.592985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:23.634118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45376) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:23.642467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Router e137a778-bf28-4206-a9aa-bfa3b380cc67 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:39:23.755606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:23.763950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.768658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:23.769290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.878182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6e58919-0355-4cfc-9f9f-d828300e65d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.912237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:23.922562 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Sync routers for ids ['e137a778-bf28-4206-a9aa-bfa3b380cc67'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:23.936642 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.941409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b1222e95-db50-4fe2-b95e-02cbfbb73b27 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3387182 Jul 07 22:39:23.941838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 45412) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:23.948036 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Routers {'e137a778-bf28-4206-a9aa-bfa3b380cc67'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:23.948651 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e137a778-bf28-4206-a9aa-bfa3b380cc67'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:24.127264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.346426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,segment=NetworkSegment(1699e851-fad2-4e2e-9eb5-f17be4d92eea),segment_id=1699e851-fad2-4e2e-9eb5-f17be4d92eea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:24.358222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:24.392014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6e58919-0355-4cfc-9f9f-d828300e65d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.393913 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f48206d-d928-4f00-ae98-5946ce200359" -d '{"events": [{"server_uuid": "6b6346d1-5a8a-4e80-a8b3-3e95052e781d", "name": "network-vif-plugged", "status": "completed", "tag": "bcbdec36-92ba-4e64-ba9b-cb16ddde8d22"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:24.407653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a6e58919-0355-4cfc-9f9f-d828300e65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.420078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d6dcc1d7-376c-41d5-bc9b-86966c6436d1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:24.456850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.498941 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Set router e137a778-bf28-4206-a9aa-bfa3b380cc67 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:24.572907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a6e58919-0355-4cfc-9f9f-d828300e65d5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=83bc2f5ce62d4e339a8390de2cf46bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305224 Jul 07 22:39:24.573828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e58919-0355-4cfc-9f9f-d828300e65d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce99396-1cf9-4190-80c0-ac82027e6096,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:24.587670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45464) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:24.817439 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcc56573-f979-477a-a771-b3d9726fff97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.909397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcc56573-f979-477a-a771-b3d9726fff97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.938070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb7b31-c299-43a8-b256-b39c9b509fc5 None None] Network b339d914-5be2-4097-8149-eacbf637bfb3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:24.943494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:25.022028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcc56573-f979-477a-a771-b3d9726fff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.030356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bcc56573-f979-477a-a771-b3d9726fff97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.036017 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bcc56573-f979-477a-a771-b3d9726fff97 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4ce99396-1cf9-4190-80c0-ac82027e6096 HTTP/1.1" status: 204 len: 168 time: 0.4459248 Jul 07 22:39:25.058418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc56573-f979-477a-a771-b3d9726fff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce99396-1cf9-4190-80c0-ac82027e6096,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:25.115728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:25.168868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:25.176191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.191315 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:39:22Z', 'revision_number': 3, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:25.270344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada517-eaca-4943-be23-ae0d05ea9c9e req-2eaac129-48dc-4989-b762-fae20ac706d8 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.276451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45ada517-eaca-4943-be23-ae0d05ea9c9e req-2eaac129-48dc-4989-b762-fae20ac706d8 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 946 time: 0.4897726 Jul 07 22:39:25.277821 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Checking router: e137a778-bf28-4206-a9aa-bfa3b380cc67 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:25.281998 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Updating router e137a778-bf28-4206-a9aa-bfa3b380cc67 port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:39:25.305532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-224f0edc-ebad-4d7d-825d-55865bceaea1 None None] Provisioning for port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:25.407430 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.423896 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9e4f7e-cf4d-48ee-a12d-3ed8c13f5bae x-openstack-request-id: req-ca9e4f7e-cf4d-48ee-a12d-3ed8c13f5bae {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:25.424318 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6346d1-5a8a-4e80-a8b3-3e95052e781d", "name": "network-vif-plugged", "status": "completed", "tag": "bcbdec36-92ba-4e64-ba9b-cb16ddde8d22", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:25.424740 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca9e4f7e-cf4d-48ee-a12d-3ed8c13f5bae {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:25.425229 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22', 'code': 200} Jul 07 22:39:25.575903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45ada517-eaca-4943-be23-ae0d05ea9c9e req-bd40fafa-1d09-4e04-ba4f-ab50e614c933 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742498 Jul 07 22:39:25.651507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.788688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feaca7-a56d-4b36-9840-9087ba0a2edf req-c803e2c0-47c8-4cc0-9896-8d3170cf1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.794997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25feaca7-a56d-4b36-9840-9087ba0a2edf req-c803e2c0-47c8-4cc0-9896-8d3170cf1982 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 1098 time: 0.3393016 Jul 07 22:39:25.827704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d6dcc1d7-376c-41d5-bc9b-86966c6436d1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:25.845012 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.847315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:25.859206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25feaca7-a56d-4b36-9840-9087ba0a2edf req-4d884b1a-3e2c-4337-9a4b-b2a4264534b9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Jul 07 22:39:26.004186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:26.068209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:26.077394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:26.078378 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.099504 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.122798 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Transition to ACTIVE for port object a34d23cc-d9bb-4995-a2f5-ae8b94b29577 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:26.133667 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.133866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.187865 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Attempting to bind port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:26.188411 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Attempting to bind port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:26.188707 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Attempting to bind port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:26.247760 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.262851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:26.269877 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:26.270504 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.271180 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:26.273108 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Bound port: a34d23cc-d9bb-4995-a2f5-ae8b94b29577, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:26.274426 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.449346 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] For port a34d23cc-d9bb-4995-a2f5-ae8b94b29577, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:26.469078 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] For port a34d23cc-d9bb-4995-a2f5-ae8b94b29577, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:26.492582 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.548675 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Routers {'e137a778-bf28-4206-a9aa-bfa3b380cc67'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:26.549693 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e137a778-bf28-4206-a9aa-bfa3b380cc67'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:26.690483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea650a9f-a7f4-42f1-8709-d72d8b29bdb2 None None] Provisioning complete for port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:26.692171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ea650a9f-a7f4-42f1-8709-d72d8b29bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.730723 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] Set router e137a778-bf28-4206-a9aa-bfa3b380cc67 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:26.745044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Allocated IP 172.20.0.1 (b339d914-5be2-4097-8149-eacbf637bfb3/0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f/1e78581d-b607-4294-b63b-0923857cc286) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:26.803080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:26.827439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:26.905170 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.916786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Pushing event updated for resources: {'Port': ['ID=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.013759 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.014119 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.014472 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.014851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.023794 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.042547 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.043169 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.045043 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.045595 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.047760 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.048359 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.048894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:27.051956 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48bd2059-4a19-4868-bf54-f40ee0912655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.105965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.133892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.141546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d6dcc1d7-376c-41d5-bc9b-86966c6436d1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:27.230737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Transition to ACTIVE for port object 1e78581d-b607-4294-b63b-0923857cc286 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:27.277944 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46287649-44e9-4e38-b20b-af28ec90ac51 None None] Pushing event updated for resources: {'Port': ['ID=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.315223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48bd2059-4a19-4868-bf54-f40ee0912655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.322378 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48bd2059-4a19-4868-bf54-f40ee0912655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.333003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:27.333491 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.342668 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:39:22Z', 'revision_number': 3, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:27.379820 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48bd2059-4a19-4868-bf54-f40ee0912655 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dee47d641f964e90a1a4f417607dae4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752294 Jul 07 22:39:27.387240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45762) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:27.394046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6363-0a48-4aa3-be2a-55883fc6346e req-81df7b0e-2c41-4d81-86ce-15452cb4d5b9 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.410588 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e18a-8840-4854-8764-345b3046dea2 None None] The sync data for ids ['e137a778-bf28-4206-a9aa-bfa3b380cc67'] in n-d-694802-13 is: [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:39:22Z', 'revision_number': 3, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:27.416101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc4d6363-0a48-4aa3-be2a-55883fc6346e req-81df7b0e-2c41-4d81-86ce-15452cb4d5b9 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 946 time: 0.2579391 Jul 07 22:39:27.445023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.452955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd2059-4a19-4868-bf54-f40ee0912655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaddd2f-5ad9-4b40-b7f3-820f3f180cde,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.543677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf5f0-889f-464d-a2db-d565b1066df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.563264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc4d6363-0a48-4aa3-be2a-55883fc6346e req-8281d3b1-d81a-4aff-999b-f804f32b6194 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446493 Jul 07 22:39:27.587436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e78581d-b607-4294-b63b-0923857cc286,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.598129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf5f0-889f-464d-a2db-d565b1066df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.611104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Network b339d914-5be2-4097-8149-eacbf637bfb3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:27.613906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:27.617417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:27.680634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf5f0-889f-464d-a2db-d565b1066df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.685369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf5f0-889f-464d-a2db-d565b1066df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.689068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fd5cf5f0-889f-464d-a2db-d565b1066df3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ccaddd2f-5ad9-4b40-b7f3-820f3f180cde HTTP/1.1" status: 204 len: 168 time: 0.3004887 Jul 07 22:39:27.696685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.715215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cf5f0-889f-464d-a2db-d565b1066df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaddd2f-5ad9-4b40-b7f3-820f3f180cde,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:28.074966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.119810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6a1704f3-5c79-40cd-89ad-355d484f65ec None None] Provisioning for port 1e78581d-b607-4294-b63b-0923857cc286 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:28.127507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6a1704f3-5c79-40cd-89ad-355d484f65ec None None] Provisioning complete for port 1e78581d-b607-4294-b63b-0923857cc286 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:28.127898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6a1704f3-5c79-40cd-89ad-355d484f65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.196891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6a1704f3-5c79-40cd-89ad-355d484f65ec None None] Port 1e78581d-b607-4294-b63b-0923857cc286 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:28.340307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45858) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:28.354366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.360335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0c4230b-6c09-4e98-9953-448a270c39d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.373096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.480795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e78581d-b607-4294-b63b-0923857cc286,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:28.484048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.529247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0c4230b-6c09-4e98-9953-448a270c39d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.534579 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0c4230b-6c09-4e98-9953-448a270c39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.590919 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c0c4230b-6c09-4e98-9953-448a270c39d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5e6ca9f2868b4051b3ccc48861d80f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486067 Jul 07 22:39:28.593313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 45886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:28.604999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4230b-6c09-4e98-9953-448a270c39d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cfe802-66bd-4522-b72f-eb6e2dd50d0e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:28.664769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Network b339d914-5be2-4097-8149-eacbf637bfb3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:28.666603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:28.685053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ab360ef-9d51-4a3c-94e5-6b90989522be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.741961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ab360ef-9d51-4a3c-94e5-6b90989522be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.839491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ab360ef-9d51-4a3c-94e5-6b90989522be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.847766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9ab360ef-9d51-4a3c-94e5-6b90989522be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.853519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9ab360ef-9d51-4a3c-94e5-6b90989522be admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d3cfe802-66bd-4522-b72f-eb6e2dd50d0e HTTP/1.1" status: 204 len: 168 time: 0.2576618 Jul 07 22:39:28.884276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab360ef-9d51-4a3c-94e5-6b90989522be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cfe802-66bd-4522-b72f-eb6e2dd50d0e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:29.031538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Router e137a778-bf28-4206-a9aa-bfa3b380cc67 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:29.051433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e0874-e8b5-4113-820c-b56e9480bda0 req-a02446b3-654b-4bec-b3fb-b1ed75258e93 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:29.141512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-879e0874-e8b5-4113-820c-b56e9480bda0 req-a02446b3-654b-4bec-b3fb-b1ed75258e93 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 946 time: 0.2184026 Jul 07 22:39:29.150441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-58569af0-0811-4c7a-a3c1-b8d3436bf9c9 None None] Provisioning complete for port 1e78581d-b607-4294-b63b-0923857cc286 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:29.151067 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-58569af0-0811-4c7a-a3c1-b8d3436bf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.159699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-879e0874-e8b5-4113-820c-b56e9480bda0 req-8aacebef-e133-49f9-8af1-7d284ff3e667 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984149 Jul 07 22:39:29.227103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-58569af0-0811-4c7a-a3c1-b8d3436bf9c9 None None] Port 1e78581d-b607-4294-b63b-0923857cc286 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:29.256030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:29.269969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c1acf9e1-2bf1-4cb3-a828-5f5d291961c8 admin admin] 10.222.0.95 "PUT /v2.0/routers/e137a778-bf28-4206-a9aa-bfa3b380cc67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3193533 Jul 07 22:39:29.284591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a34d23cc-d9bb-4995-a2f5-ae8b94b29577 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:29.341818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:29.352957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:29.353344 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.451889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.476786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a34d23cc-d9bb-4995-a2f5-ae8b94b29577, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:29.485459 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.486335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:29.539877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:29.567962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.568758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.569907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.570389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.570909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.571384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.571856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.572327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.573221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.573840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.574314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.574815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:29.612869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:29.613257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.745333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1228d-2978-4717-b3ec-c32a1e2f141a req-cecfffdd-3f54-4410-be99-e3538c7678e8 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:29.747443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11d1228d-2978-4717-b3ec-c32a1e2f141a req-cecfffdd-3f54-4410-be99-e3538c7678e8 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 946 time: 0.1258976 Jul 07 22:39:29.799498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11d1228d-2978-4717-b3ec-c32a1e2f141a req-d12bae6e-c7d6-479c-89db-72592becde55 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461438 Jul 07 22:39:30.152555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Sync routers for ids ['e137a778-bf28-4206-a9aa-bfa3b380cc67'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:30.166129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Routers {'e137a778-bf28-4206-a9aa-bfa3b380cc67'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:30.166856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e137a778-bf28-4206-a9aa-bfa3b380cc67'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:30.358206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Set router e137a778-bf28-4206-a9aa-bfa3b380cc67 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:30.608706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:39:27Z', 'revision_number': 4, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e78581d-b607-4294-b63b-0923857cc286', 'name': '', 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'mac_address': 'fa:16:3e:2c:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:26Z', 'updated_at': '2021-07-07T22:39:28Z', 'revision_number': 2, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'subnets': [{'id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:30.639649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Checking router: e137a778-bf28-4206-a9aa-bfa3b380cc67 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:30.640008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Updating router e137a778-bf28-4206-a9aa-bfa3b380cc67 port 1e78581d-b607-4294-b63b-0923857cc286 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:39:30.709148 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.972012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-32ec08f5-8581-4627-8145-842dea8ebc13 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:30.975019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-32ec08f5-8581-4627-8145-842dea8ebc13 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 946 time: 0.1580596 Jul 07 22:39:31.195596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a34d23cc-d9bb-4995-a2f5-ae8b94b29577 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:31.228610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb1633-c078-42b4-b3f2-dad16cb1925c req-c899991b-fbf6-4d25-809a-a9aaab4b82ab tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:31.230280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2eb1633-c078-42b4-b3f2-dad16cb1925c req-c899991b-fbf6-4d25-809a-a9aaab4b82ab tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 946 time: 0.2541013 Jul 07 22:39:31.267937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Deleting port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:31.268509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.295696 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.322174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Transition to ACTIVE for port object 1e78581d-b607-4294-b63b-0923857cc286 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:31.328712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:31.330738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.338059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.374140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2eb1633-c078-42b4-b3f2-dad16cb1925c req-2f4abe96-1adc-4999-84c1-071537530eb0 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/security-groups?id=27fe9f90-46be-4721-8e40-9c88161fd72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302285 Jul 07 22:39:31.517547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] For port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,segment=NetworkSegment(1699e851-fad2-4e2e-9eb5-f17be4d92eea),segment_id=1699e851-fad2-4e2e-9eb5-f17be4d92eea)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:31.518380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.536607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Calling delete_port for bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:31.554169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052f8b-5f6f-4da4-adb0-9ff556d5fb40 None None] Pushing event updated for resources: {'Port': ['ID=1e78581d-b607-4294-b63b-0923857cc286,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:31.748893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Attempting to bind port 1e78581d-b607-4294-b63b-0923857cc286 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:31.749224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Attempting to bind port 1e78581d-b607-4294-b63b-0923857cc286 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:31.749601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Attempting to bind port 1e78581d-b607-4294-b63b-0923857cc286 on network b339d914-5be2-4097-8149-eacbf637bfb3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:31.762315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:31.764410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Checking segment: {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:31.764854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.765266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Bound using segment: {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:31.765792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Bound port: 1e78581d-b607-4294-b63b-0923857cc286, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accdb63a-34dd-4dd3-bab7-91e13f27f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:31.767174 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.788824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.810957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['bcbdec36-92ba-4e64-ba9b-cb16ddde8d22'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:31.838756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Pushing event deleted for resources: {'Port': ['ID=bcbdec36-92ba-4e64-ba9b-cb16ddde8d22,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:31.887216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] No DVR routers for this DVR port bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:31.894012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.896867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59ecf4e9-8b63-4782-b502-35ada55d5758 req-0b19c749-f0e2-4369-847b-925813c0f9c5 tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.103 "DELETE /v2.0/ports/bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 HTTP/1.1" status: 204 len: 173 time: 0.9090290 Jul 07 22:39:31.898995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'name': 'network-vif-deleted', 'tag': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:31.910047 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1e2fd-d384-4ead-9512-ca3aca67cefa" -d '{"events": [{"server_uuid": "6b6346d1-5a8a-4e80-a8b3-3e95052e781d", "name": "network-vif-deleted", "tag": "bcbdec36-92ba-4e64-ba9b-cb16ddde8d22"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:32.005151 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2cd713-c46f-4849-8a57-38e9f7a3e00b x-openstack-request-id: req-2f2cd713-c46f-4849-8a57-38e9f7a3e00b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:32.005747 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6346d1-5a8a-4e80-a8b3-3e95052e781d", "name": "network-vif-deleted", "tag": "bcbdec36-92ba-4e64-ba9b-cb16ddde8d22", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:32.005747 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2f2cd713-c46f-4849-8a57-38e9f7a3e00b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:32.006095 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6346d1-5a8a-4e80-a8b3-3e95052e781d', 'name': 'network-vif-deleted', 'tag': 'bcbdec36-92ba-4e64-ba9b-cb16ddde8d22', 'status': 'completed', 'code': 200} Jul 07 22:39:32.058823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] For port 1e78581d-b607-4294-b63b-0923857cc286, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:32.063554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] For port 1e78581d-b607-4294-b63b-0923857cc286, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e78581d-b607-4294-b63b-0923857cc286,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:32.070044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.245060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Routers {'e137a778-bf28-4206-a9aa-bfa3b380cc67'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:32.245800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e137a778-bf28-4206-a9aa-bfa3b380cc67'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:32.301674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052f8b-5f6f-4da4-adb0-9ff556d5fb40 None None] Pushing event updated for resources: {'Port': ['ID=1e78581d-b607-4294-b63b-0923857cc286,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:32.392818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] Set router e137a778-bf28-4206-a9aa-bfa3b380cc67 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:32.626462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bb149e1-a618-4c52-b26d-5d35f4b86bf2 req-3976dd6f-9294-4e71-9e7e-be6ecc1e005b tempest-InstanceActionsV221TestJSON-1978669537 tempest-InstanceActionsV221TestJSON-1978669537-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b6346d1-5a8a-4e80-a8b3-3e95052e781d HTTP/1.1" status: 200 len: 210 time: 0.0466335 Jul 07 22:39:32.686943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:39:27Z', 'revision_number': 4, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e78581d-b607-4294-b63b-0923857cc286', 'name': '', 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'mac_address': 'fa:16:3e:2c:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:26Z', 'updated_at': '2021-07-07T22:39:32Z', 'revision_number': 4, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'subnets': [{'id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:32.718090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf94d68-7d95-4ba9-a830-a78b8b1352e6 None None] The sync data for ids ['e137a778-bf28-4206-a9aa-bfa3b380cc67'] in n-d-694802-13 is: [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:39:27Z', 'revision_number': 4, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '1e78581d-b607-4294-b63b-0923857cc286', 'name': '', 'network_id': 'b339d914-5be2-4097-8149-eacbf637bfb3', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'mac_address': 'fa:16:3e:2c:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:26Z', 'updated_at': '2021-07-07T22:39:32Z', 'revision_number': 4, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'subnets': [{'id': '0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:33.070397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e78581d-b607-4294-b63b-0923857cc286 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:33.132263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1e78581d-b607-4294-b63b-0923857cc286 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:33.136549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1e78581d-b607-4294-b63b-0923857cc286 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:33.137109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.234618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.297906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1e78581d-b607-4294-b63b-0923857cc286, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e78581d-b607-4294-b63b-0923857cc286,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:33.322530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.474938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1e78581d-b607-4294-b63b-0923857cc286,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:34.263036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46124) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:34.429918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Deleting subnet 48554206-2de4-4f75-b736-2ef9affb5683 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:34.434306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.508808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.565059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.650558 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.690048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48554206-2de4-4f75-b736-2ef9affb5683,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:34.693636 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.696733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a3092a45-03ed-40a1-b4c8-dc9022e7de22 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/48554206-2de4-4f75-b736-2ef9affb5683 HTTP/1.1" status: 204 len: 168 time: 0.4316573 Jul 07 22:39:34.699010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46138) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:34.803905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.956786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.010184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ece727-eec3-46f3-87cb-ce86f352bb7f']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:35.028976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1699e851-fad2-4e2e-9eb5-f17be4d92eea') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:35.029645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1699e851-fad2-4e2e-9eb5-f17be4d92eea') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:35.046872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.078696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.089789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e78581d-b607-4294-b63b-0923857cc286 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:35.090721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:35.091377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:35.095086 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:35.164529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1e78581d-b607-4294-b63b-0923857cc286 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:35.165197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.194985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.204585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.211283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] 10.222.0.95 "DELETE /v2.0/networks/b5ece727-eec3-46f3-87cb-ce86f352bb7f HTTP/1.1" status: 204 len: 168 time: 0.5081849 Jul 07 22:39:35.237283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516115b9-f466-4bb2-b88f-3779dcf2c18e admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ece727-eec3-46f3-87cb-ce86f352bb7f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:35.476895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:35.528252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bf48d345-da83-411c-9d92-eb3f7e510b26 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c29a8c4627da4c6b8a90756aea66407d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499730 Jul 07 22:39:35.530528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:35.584724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59e14978-2488-4bc5-a57c-0db4cef50ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.590000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:35.618433 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59e14978-2488-4bc5-a57c-0db4cef50ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.628835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:35.629879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device bcbdec36-92ba-4e64-ba9b-cb16ddde8d22 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:35.679420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59e14978-2488-4bc5-a57c-0db4cef50ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.683355 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59e14978-2488-4bc5-a57c-0db4cef50ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.684999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-59e14978-2488-4bc5-a57c-0db4cef50ea7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/27fe9f90-46be-4721-8e40-9c88161fd72a HTTP/1.1" status: 204 len: 168 time: 0.1530538 Jul 07 22:39:35.693966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e14978-2488-4bc5-a57c-0db4cef50ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe9f90-46be-4721-8e40-9c88161fd72a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:36.764609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46216) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:36.912551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1135122374-network', 'tenant_id': 'c1c6916dfca6480eacf5dc2264d2b9c7'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:36.960946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Made reservation on behalf of c1c6916dfca6480eacf5dc2264d2b9c7 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:36.964319 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:36.983433 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.188855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.203951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.285515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a1415-3cdb-44c4-8d90-646f2afc20ea,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:37.326616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:37.341026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.342294 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Added segment 4bb3842c-5cfe-47c8-8679-280e8d7bf42f of type vlan for network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea Jul 07 22:39:37.401265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.454866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.456302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:37.457021 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.513841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7474530 Jul 07 22:39:37.517026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46244) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:37.526551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Request body: {'subnet': {'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1135122374-subnet', 'tenant_id': 'c1c6916dfca6480eacf5dc2264d2b9c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:37.572999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46246) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:37.588080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Made reservation on behalf of c1c6916dfca6480eacf5dc2264d2b9c7 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:37.598956 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.620691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77f905-a90d-44df-9ef9-69eed098e73f admin admin] Pushing event updated for resources: {'Network': ['ID=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:37.634834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:37.958472 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-53197077-4816-431b-b5b7-6155a6349523 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=95561e78e6fa48d9ab5b68b07e7d8f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835402 Jul 07 22:39:37.961453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46258) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:37.998275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.067711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=232d2b4b-8b7e-409c-80b7-5d853c811ebf,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:38.076885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Checking segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:38.077373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Network hostable DHCP agents. Network: bda94236-b4e9-492b-b4af-4cd1b2bfe6ea, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:39:38.100887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11b7b285-0952-499d-82dc-7e1167d153e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.101029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:39:38.116883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, bda94236-b4e9-492b-b4af-4cd1b2bfe6ea) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:38.122689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:38.123300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.135340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49fbd6-188e-418f-a741-dd2778d65c32 None None] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:38.146232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11b7b285-0952-499d-82dc-7e1167d153e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.166708 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1fdc57fe-7e15-453e-a46a-5eca3dadfefb admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6413128 Jul 07 22:39:38.250751 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11b7b285-0952-499d-82dc-7e1167d153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.254962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-11b7b285-0952-499d-82dc-7e1167d153e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.264308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-11b7b285-0952-499d-82dc-7e1167d153e9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5624b76c-d4f4-46a3-93ef-2d921e2d8927 HTTP/1.1" status: 204 len: 168 time: 0.3013663 Jul 07 22:39:38.285294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7b285-0952-499d-82dc-7e1167d153e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5624b76c-d4f4-46a3-93ef-2d921e2d8927,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:38.481078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703d62c-ddf6-45d9-a537-58d113613eb8 None None] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:39.021415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-6bba2f9a-aa46-4a25-8ee4-78337cab8c45 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:39.032994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-6bba2f9a-aa46-4a25-8ee4-78337cab8c45 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 813 time: 0.1712000 Jul 07 22:39:39.052960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-951f9a19-7fc5-4492-829a-8d4e3be02751 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/quotas/c1c6916dfca6480eacf5dc2264d2b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0182815 Jul 07 22:39:39.108400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-0b3c8f71-8d0c-4f7f-8155-8ed888b263f5 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540259 Jul 07 22:39:39.232412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-47adf303-f2db-48a1-bfbf-3d439e038fec service neutron] 10.222.0.95 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191993 Jul 07 22:39:39.761640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2796e903-3a24-44b6-b989-f68550e75081 service neutron] 10.222.0.95 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316255 Jul 07 22:39:40.386180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a491e40-199e-47cf-a762-71fe8f15f352 req-ba0ba61a-05a8-42cd-afc1-95f02998889f tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 210 time: 0.0591755 Jul 07 22:39:40.496940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46374) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:40.781658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'network': {'name': 'tempest-network-smoke--1272319196', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:40.823076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:40.830937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.848583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.996457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.002477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.043539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e43651-b61e-4405-961a-219bc53bd8c9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:41.050673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:41.063214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.063709 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Added segment 5c65bec0-ab9c-4f4f-a275-280fae214ad5 of type vlan for network 846265e3-6fd1-492e-b184-b393ab4627f3 Jul 07 22:39:41.118273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.168266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.177125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:41.177993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.258603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:41.259394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7604437 Jul 07 22:39:41.265896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'admin_state_up': True, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:41.268631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4216a13-ec2e-4f89-9883-7c19f673ccaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Network': ['ID=846265e3-6fd1-492e-b184-b393ab4627f3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:41.295153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 846265e3-6fd1-492e-b184-b393ab4627f3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:41.319603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.321148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.393275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.624618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67bb41a5-3b3f-457b-ae48-01a4e5a34ce6 req-9f519836-810b-4409-bf5a-5700b4110bc4 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 210 time: 0.0451925 Jul 07 22:39:41.629567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.873963 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.905433 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:42.172889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-4ee19527-5270-456a-8da3-69a2ff026995 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:42.178338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-4ee19527-5270-456a-8da3-69a2ff026995 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 813 time: 0.1887553 Jul 07 22:39:42.190316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Request body: {'port': {'device_id': 'eec74760-cff0-44e2-9569-aa84e5144825', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'admin_state_up': True, 'tenant_id': 'c1c6916dfca6480eacf5dc2264d2b9c7'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:42.223921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.25.5.247 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/e780cb48-ac59-40bf-bee4-01e3459c3da1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:42.419318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-b1b7269a-f533-4aed-9a6f-7b0f9869e4b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:42.421232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-b1b7269a-f533-4aed-9a6f-7b0f9869e4b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 813 time: 0.3289232 Jul 07 22:39:42.448386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Request body: {'port': {'device_id': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'admin_state_up': True, 'tenant_id': 'c1c6916dfca6480eacf5dc2264d2b9c7'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:42.455039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Made reservation on behalf of c1c6916dfca6480eacf5dc2264d2b9c7 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:42.458862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:42.587969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:42.660893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Made reservation on behalf of c1c6916dfca6480eacf5dc2264d2b9c7 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:42.665687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:42.744701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:42.819389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=e780cb48-ac59-40bf-bee4-01e3459c3da1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:42.847961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:42.854760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:42.859293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:42.882253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Allocated IP 172.20.0.8 (bda94236-b4e9-492b-b4af-4cd1b2bfe6ea/232d2b4b-8b7e-409c-80b7-5d853c811ebf/01f2c54a-4ed3-497f-a270-3ecf1cd41aeb) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:42.965392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4033e21d-790d-4d55-94c0-ed673b201779 req-e4b93f2d-7f37-4ab4-9ae4-d43e4a331542 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 210 time: 0.0499465 Jul 07 22:39:43.102583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.160781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.209739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:43.214011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:43.223435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:43.259982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event updated for resources: {'Port': ['ID=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:43.289283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:43.290484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.314361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-72f0b5a2-c613-4564-9283-3ae25cfc04c7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1324391 Jul 07 22:39:43.325869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Request body: {'port': {'device_id': 'eec74760-cff0-44e2-9569-aa84e5144825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:43.370789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Allocated IP 172.20.0.4 (bda94236-b4e9-492b-b4af-4cd1b2bfe6ea/232d2b4b-8b7e-409c-80b7-5d853c811ebf/3d6176b7-ad74-4645-ade4-3c798ec38112) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:43.423189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.472160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.719529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.813344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.980643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.058677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:44.070906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:44.073415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:44.081567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:44.085803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.116048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Transition to ACTIVE for port object 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:44.125784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.199517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:44.200206 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.202913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Pushing event updated for resources: {'Port': ['ID=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:44.238459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event updated for resources: {'Port': ['ID=3d6176b7-ad74-4645-ade4-3c798ec38112,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:44.254965 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-09f588f0-ecb4-41d0-b849-3e3f6c4ae4e7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8113303 Jul 07 22:39:44.268583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Request body: {'port': {'device_id': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:44.430260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Attempting to bind port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:44.430617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Attempting to bind port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:44.430992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Attempting to bind port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:44.458967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e50280-be91-4a27-b7e3-3c08e7c64aee req-2d0773a6-2f09-4000-9b8d-f652959a898a tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:44.466956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84e50280-be91-4a27-b7e3-3c08e7c64aee req-2d0773a6-2f09-4000-9b8d-f652959a898a tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 931 time: 0.2345064 Jul 07 22:39:44.477709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:44.478045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Attempting to bind port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:44.504588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:44.507853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Checking segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:44.508970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Bound using segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:44.510076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Bound port: 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:44.511151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.616764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] For port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:44.620593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] For port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:44.641052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.708877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Pushing event updated for resources: {'Port': ['ID=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:44.728926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84e50280-be91-4a27-b7e3-3c08e7c64aee req-42cd7bc4-2326-4b94-ad96-9583e1c44a32 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609525 Jul 07 22:39:44.750291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:44.751340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.753128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-2dcc120e-69fa-4ebc-a99c-878776568f80 service neutron] 10.222.0.103 "PUT /v2.0/ports/01f2c54a-4ed3-497f-a270-3ecf1cd41aeb HTTP/1.1" status: 200 len: 1092 time: 1.4316247 Jul 07 22:39:44.753618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec74760-cff0-44e2-9569-aa84e5144825', 'tag': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:44.760162 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "eec74760-cff0-44e2-9569-aa84e5144825", "tag": "01f2c54a-4ed3-497f-a270-3ecf1cd41aeb"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:44.764330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.805149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:39:44.875884 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ed8fc0-0eb1-4be4-b71f-253c68f2778f x-openstack-request-id: req-f5ed8fc0-0eb1-4be4-b71f-253c68f2778f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:44.876441 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec74760-cff0-44e2-9569-aa84e5144825", "tag": "01f2c54a-4ed3-497f-a270-3ecf1cd41aeb", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:44.876838 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f5ed8fc0-0eb1-4be4-b71f-253c68f2778f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:44.877381 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec74760-cff0-44e2-9569-aa84e5144825', 'tag': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb', 'status': 'completed', 'code': 200} Jul 07 22:39:44.919444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-8df6d270-4153-484d-83fc-9f521e69783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:44.921553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-8df6d270-4153-484d-83fc-9f521e69783f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=eec74760-cff0-44e2-9569-aa84e5144825 HTTP/1.1" status: 200 len: 1095 time: 0.1109967 Jul 07 22:39:45.017604 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-65f8c3e6-316d-46b8-9d89-1331d41b8d2c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb HTTP/1.1" status: 200 len: 217 time: 0.0871234 Jul 07 22:39:45.128731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-d39a4350-feb7-4c2a-84d1-c5717ed2ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:45.132850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-d39a4350-feb7-4c2a-84d1-c5717ed2ae39 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.1007304 Jul 07 22:39:45.181722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:45.216906 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:45.240747 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:45.242724 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:45.282251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-c1165e8d-6add-4b50-9036-f5bd88a95e28 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436498 Jul 07 22:39:45.291566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:45.295680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c702b34-9dc6-4314-bb25-cac0e7d994f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0329132 Jul 07 22:39:45.298323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:45.443193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46d111-388c-40d8-8aad-7cf9edb09b8e req-22f5ad3f-0168-4872-9cc1-143ffd4e15af tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:45.449122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff46d111-388c-40d8-8aad-7cf9edb09b8e req-22f5ad3f-0168-4872-9cc1-143ffd4e15af tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.4368517 Jul 07 22:39:45.522099 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cbb2b5a7-a030-4182-a01e-f79fa73dd7a1 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=9401bc549f0a49a3958eaa6fc861b44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2223947 Jul 07 22:39:45.524861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46478) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:45.546548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff46d111-388c-40d8-8aad-7cf9edb09b8e req-6ac0ee35-58c3-4b76-8d57-4db1319e1cfd tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837426 Jul 07 22:39:45.581720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-9ed1bfb0-f077-4ef9-a4c4-f083207b3055 service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933908 Jul 07 22:39:45.699270 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:45.792793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-91cfd338-8c3d-484a-85e5-7341d630075e service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975961 Jul 07 22:39:45.901881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df8717-90c6-4b53-9be6-5eb2dd573c49 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:45.913812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54df8717-90c6-4b53-9be6-5eb2dd573c49 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3877554 Jul 07 22:39:45.918704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46488) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:45.984731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6176b7-ad74-4645-ade4-3c798ec38112 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:45.992379 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f1c9533-8c66-491b-b092-625bd6a5333f tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723546 Jul 07 22:39:45.996129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46490) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:46.002150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-763596285', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:46.010497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.084873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Transition to ACTIVE for port object 3d6176b7-ad74-4645-ade4-3c798ec38112 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:46.101268 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:43Z', 'revision_number': 3, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:46.105087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.141121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-14dd0e3a-5012-4a78-a8af-42e8263a2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.142985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-14dd0e3a-5012-4a78-a8af-42e8263a2617 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=eec74760-cff0-44e2-9569-aa84e5144825 HTTP/1.1" status: 200 len: 1095 time: 0.2682707 Jul 07 22:39:46.160391 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:46.161058 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Updating router 030bf39d-e3a6-4665-a154-faf4201c4ab3 port e780cb48-ac59-40bf-bee4-01e3459c3da1 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:39:46.201092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6176b7-ad74-4645-ade4-3c798ec38112,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:46.217325 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.250744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:46.254648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.288273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03b1a-9245-4180-b1cd-8833060944ce req-23a40991-dd32-4aa6-9a1d-73ae05616515 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.289843 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47f03b1a-9245-4180-b1cd-8833060944ce req-23a40991-dd32-4aa6-9a1d-73ae05616515 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 931 time: 0.3197026 Jul 07 22:39:46.324331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Attempting to bind port 3d6176b7-ad74-4645-ade4-3c798ec38112 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:46.324687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Attempting to bind port 3d6176b7-ad74-4645-ade4-3c798ec38112 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:46.325030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Attempting to bind port 3d6176b7-ad74-4645-ade4-3c798ec38112 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:46.340688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Port 3d6176b7-ad74-4645-ade4-3c798ec38112 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:46.340945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Attempting to bind port 3d6176b7-ad74-4645-ade4-3c798ec38112 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:46.367893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:46.368240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Checking segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:46.368634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Bound using segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:46.369096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Bound port: 3d6176b7-ad74-4645-ade4-3c798ec38112, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:46.369462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.425098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47f03b1a-9245-4180-b1cd-8833060944ce req-e7bb02e5-3a56-4a89-9857-85386f6164be tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117492 Jul 07 22:39:46.429291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-aa64eb3d-7749-4d4e-b1fa-e52886faa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.431118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-aa64eb3d-7749-4d4e-b1fa-e52886faa5a2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 914 time: 0.2778378 Jul 07 22:39:46.528941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-59372547-0c32-42ff-b628-70688f28e0a0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb HTTP/1.1" status: 200 len: 217 time: 0.0902107 Jul 07 22:39:46.630220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-e5194b7d-0cbf-4ec9-b2e8-e3b5d6e0df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.631786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-e5194b7d-0cbf-4ec9-b2e8-e3b5d6e0df78 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.0951681 Jul 07 22:39:46.641946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] For port 3d6176b7-ad74-4645-ade4-3c798ec38112, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:46.675657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] For port 3d6176b7-ad74-4645-ade4-3c798ec38112, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3d6176b7-ad74-4645-ade4-3c798ec38112,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:46.690958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.695736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-dd383e2b-a56e-4cc6-abd0-8ebd2fb8ad77 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556207 Jul 07 22:39:46.776389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.776687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.778435 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] 10.222.0.97 "PUT /v2.0/ports/3d6176b7-ad74-4645-ade4-3c798ec38112 HTTP/1.1" status: 200 len: 1092 time: 2.5211239 Jul 07 22:39:46.779061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'tag': '3d6176b7-ad74-4645-ade4-3c798ec38112'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:46.782521 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f01f2-c0f7-4406-a368-d564e4bbb689" -d '{"events": [{"name": "network-changed", "server_uuid": "2baf814c-e873-4171-b135-37b9fcbe76c8", "tag": "3d6176b7-ad74-4645-ade4-3c798ec38112"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:46.805034 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.836561 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Transition to ACTIVE for port object e780cb48-ac59-40bf-bee4-01e3459c3da1 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:46.851699 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.925938 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Attempting to bind port e780cb48-ac59-40bf-bee4-01e3459c3da1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:46.926326 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Attempting to bind port e780cb48-ac59-40bf-bee4-01e3459c3da1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:46.928112 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Attempting to bind port e780cb48-ac59-40bf-bee4-01e3459c3da1 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:46.964182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-843b587c-1601-49f5-9323-3f319a3d25e4 service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620497 Jul 07 22:39:47.017794 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:47.018311 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:47.018759 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.019162 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:47.019659 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Bound port: e780cb48-ac59-40bf-bee4-01e3459c3da1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:47.020051 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.055680 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.198280 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:39:47.202417 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eebdb-bce1-42bb-b860-7e57024ada96 None None] Pushing event updated for resources: {'Port': ['ID=e780cb48-ac59-40bf-bee4-01e3459c3da1,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.208194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Subnet': ['ID=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.213708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276428ad-c471-4978-87aa-63aaf9818259 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6176b7-ad74-4645-ade4-3c798ec38112,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.222387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b043-afa9-40c4-b006-30ca7b36c054 req-3b8f6793-5ec5-4ea0-9668-d9a9741453d5 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.224370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8802b043-afa9-40c4-b006-30ca7b36c054 req-3b8f6793-5ec5-4ea0-9668-d9a9741453d5 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.4266088 Jul 07 22:39:47.275883 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] For port e780cb48-ac59-40bf-bee4-01e3459c3da1, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:47.279529 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] For port e780cb48-ac59-40bf-bee4-01e3459c3da1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e780cb48-ac59-40bf-bee4-01e3459c3da1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:47.289981 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cda7c6-f23e-475b-9dd0-a2ee2d62c7eb x-openstack-request-id: req-22cda7c6-f23e-475b-9dd0-a2ee2d62c7eb {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:47.291412 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.291555 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baf814c-e873-4171-b135-37b9fcbe76c8", "tag": "3d6176b7-ad74-4645-ade4-3c798ec38112", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:47.291924 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-22cda7c6-f23e-475b-9dd0-a2ee2d62c7eb {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:47.292512 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'tag': '3d6176b7-ad74-4645-ade4-3c798ec38112', 'status': 'completed', 'code': 200} Jul 07 22:39:47.298947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-e34d77e8-e58f-4b0c-9d77-bfbf74ca0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.309334 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-e34d77e8-e58f-4b0c-9d77-bfbf74ca0ae2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 1095 time: 0.4354091 Jul 07 22:39:47.368471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dadadec7-0cd6-4f8f-b8ab-0fd5ac15a4b1 req-ac33ca59-f638-4344-ad7c-313266ee00b5 service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906038 Jul 07 22:39:47.372323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8802b043-afa9-40c4-b006-30ca7b36c054 req-c729ed12-ef16-4dcd-9a2b-4bc167cb8f18 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383913 Jul 07 22:39:47.377063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eebdb-bce1-42bb-b860-7e57024ada96 None None] Pushing event updated for resources: {'Port': ['ID=e780cb48-ac59-40bf-bee4-01e3459c3da1,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.390572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-28c9c2b7-8d9f-42c9-9481-f1a493feb91f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d6176b7-ad74-4645-ade4-3c798ec38112 HTTP/1.1" status: 200 len: 217 time: 0.0608637 Jul 07 22:39:47.397669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Checking segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:47.398084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network hostable DHCP agents. Network: 846265e3-6fd1-492e-b184-b393ab4627f3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:39:47.415905 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:47.416775 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:47.431035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.460998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-ff5de7fc-5f5b-40a7-963a-b05b8e1dd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.462795 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-ff5de7fc-5f5b-40a7-963a-b05b8e1dd456 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.0620930 Jul 07 22:39:47.465111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 846265e3-6fd1-492e-b184-b393ab4627f3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:39:47.501433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-c9edf8c1-dea6-4705-9969-373227470795 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315032 Jul 07 22:39:47.508424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 846265e3-6fd1-492e-b184-b393ab4627f3) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:47.515767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.517170 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.526556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48029fa0-a571-40be-9ed0-179128a47d42 None None] Network 846265e3-6fd1-492e-b184-b393ab4627f3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:47.612881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-acb3b3f1-d884-4e63-b766-d7e57e515deb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6154778 Jul 07 22:39:47.616708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46520) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:47.628342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:47.662805 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:47.736494 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-1df76903-1a8d-4d7b-8ddd-27426cec755d service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232046 Jul 07 22:39:47.754596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd537f-d20a-4920-8904-2ed8330f164e req-df870f11-ca28-4413-86cc-b0ba2ff1310f tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.757268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8bd537f-d20a-4920-8904-2ed8330f164e req-df870f11-ca28-4413-86cc-b0ba2ff1310f tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 943 time: 0.1908875 Jul 07 22:39:47.851748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8bd537f-d20a-4920-8904-2ed8330f164e req-0e824579-ccc4-4524-aaf8-3c6bc64df9e8 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865242 Jul 07 22:39:47.909207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:47.941567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'port_id': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb', 'mac_address': 'fa:16:3e:e4:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232d2b4b-8b7e-409c-80b7-5d853c811ebf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:48.019654 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:43Z', 'revision_number': 3, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:48.045576 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.060307 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed62e4-f4ac-42f1-a240-80fcb400a81d None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:43Z', 'revision_number': 3, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:48.083800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:48.091323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-846265e3-6fd1-492e-b184-b393ab4627f3', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:39:48.092259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.130006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:48.138944 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.189940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4d7c9501-038e-4bb4-8ffe-6e51fd71c013 req-ba03c65b-6fdb-461a-8ea0-28ee81fc446c service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386389 Jul 07 22:39:48.316456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:48.368850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Allocated IP 172.20.0.2 (846265e3-6fd1-492e-b184-b393ab4627f3/c7ba8aa0-c061-4df3-9cce-9a4e128b36d9/65f438ff-356f-4c4a-b58a-b14f3c45f314) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:48.372473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['01f2c54a-4ed3-497f-a270-3ecf1cd41aeb'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:48.386173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-25381902-d6f0-4d28-9d53-3242e3fdbcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.582333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-ad7c4349-23ad-469b-bcd3-9cd6d6bfa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.584063 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-ad7c4349-23ad-469b-bcd3-9cd6d6bfa400 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 1095 time: 0.2675219 Jul 07 22:39:48.657171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.811640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50aab4-6e5f-4adf-97ac-839705c25a28 req-3dc9a708-ed53-4e07-b938-516d5ddef0b6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.819960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-5c9b5283-23f9-499a-9acc-941b7d1d8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.820141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.821451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf50aab4-6e5f-4adf-97ac-839705c25a28 req-3dc9a708-ed53-4e07-b938-516d5ddef0b6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1339736 Jul 07 22:39:48.829262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-5c9b5283-23f9-499a-9acc-941b7d1d8142 service neutron] 10.222.0.97 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 914 time: 0.2217405 Jul 07 22:39:48.847133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Transition to ACTIVE for port object 65f438ff-356f-4c4a-b58a-b14f3c45f314 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:48.854116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.882931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Transition to ACTIVE for port object 65f438ff-356f-4c4a-b58a-b14f3c45f314 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:48.911543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf50aab4-6e5f-4adf-97ac-839705c25a28 req-52fb82d4-fbf1-4b75-9d52-2ca05ede471b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872700 Jul 07 22:39:48.915284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.028541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Network 846265e3-6fd1-492e-b184-b393ab4627f3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:49.044086 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-af53747a-b81e-4259-84c5-2c79fa57f690 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d6176b7-ad74-4645-ade4-3c798ec38112 HTTP/1.1" status: 200 len: 217 time: 0.1972880 Jul 07 22:39:49.074760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:49.085676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:49.091631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Pushing event updated for resources: {'Port': ['ID=65f438ff-356f-4c4a-b58a-b14f3c45f314,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:49.145402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e780cb48-ac59-40bf-bee4-01e3459c3da1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:49.158270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-f8776410-76dd-41aa-846c-8901a7abb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:49.159896 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-f8776410-76dd-41aa-846c-8901a7abb67e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.1088676 Jul 07 22:39:49.181224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cde58-e9e2-45c1-9668-47c1600181a8 req-4832811c-118a-41a9-ab96-2411e962d801 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:49.188973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d02cde58-e9e2-45c1-9668-47c1600181a8 req-4832811c-118a-41a9-ab96-2411e962d801 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 943 time: 0.1534624 Jul 07 22:39:49.252327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d02cde58-e9e2-45c1-9668-47c1600181a8 req-8983c81b-bfc2-408e-be9b-0c3bf4b3097f tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623400 Jul 07 22:39:49.288006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Attempting to bind port 65f438ff-356f-4c4a-b58a-b14f3c45f314 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:49.288803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Attempting to bind port 65f438ff-356f-4c4a-b58a-b14f3c45f314 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:49.289340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Attempting to bind port 65f438ff-356f-4c4a-b58a-b14f3c45f314 on network 846265e3-6fd1-492e-b184-b393ab4627f3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:49.302432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:49.303152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Checking segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:49.303760 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.304308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Bound using segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:49.304963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Bound port: 65f438ff-356f-4c4a-b58a-b14f3c45f314, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:49.305509 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.380085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e780cb48-ac59-40bf-bee4-01e3459c3da1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:49.383472 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-32ab7749-5218-4477-bcdb-b36d940ea26b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494988 Jul 07 22:39:49.401506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e780cb48-ac59-40bf-bee4-01e3459c3da1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:49.402139 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.444676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] For port 65f438ff-356f-4c4a-b58a-b14f3c45f314, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:49.479306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] For port 65f438ff-356f-4c4a-b58a-b14f3c45f314, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=65f438ff-356f-4c4a-b58a-b14f3c45f314,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:49.489476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.529594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.20.0.1 (846265e3-6fd1-492e-b184-b393ab4627f3/c7ba8aa0-c061-4df3-9cce-9a4e128b36d9/5885d03a-52c2-401b-9d78-9f7adf3a488a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:49.601200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a8ef9-a58e-42b8-bbf8-f74ca1b775be None None] Pushing event updated for resources: {'Port': ['ID=65f438ff-356f-4c4a-b58a-b14f3c45f314,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:49.605557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:49.608180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.711584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e780cb48-ac59-40bf-bee4-01e3459c3da1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e780cb48-ac59-40bf-bee4-01e3459c3da1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:49.742235 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.754345 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-dee9f970-51ef-49f7-b3a1-157f9d30a9bf service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576970 Jul 07 22:39:49.855101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:49.898307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:49.898717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.902986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e780cb48-ac59-40bf-bee4-01e3459c3da1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:50.241850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.290982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be2c6-c421-44be-a0f1-74c66565dbea req-1add06b5-abf0-4a1a-9dfe-7fcb1b8348c3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.293449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-417be2c6-c421-44be-a0f1-74c66565dbea req-1add06b5-abf0-4a1a-9dfe-7fcb1b8348c3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1113214 Jul 07 22:39:50.325236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec74760-cff0-44e2-9569-aa84e5144825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:50.331338 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef8cd64-f75b-469c-9b49-99dce769ddbb" -d '{"events": [{"server_uuid": "eec74760-cff0-44e2-9569-aa84e5144825", "name": "network-vif-plugged", "status": "completed", "tag": "01f2c54a-4ed3-497f-a270-3ecf1cd41aeb"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:50.391090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:50.401985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-417be2c6-c421-44be-a0f1-74c66565dbea req-968d9f06-f697-4df4-a825-83562fdfcff2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945933 Jul 07 22:39:50.406604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.594223 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe58e7f5-3430-494b-bfe0-c18fb10fa4a4 x-openstack-request-id: req-fe58e7f5-3430-494b-bfe0-c18fb10fa4a4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:50.594503 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec74760-cff0-44e2-9569-aa84e5144825", "name": "network-vif-plugged", "status": "completed", "tag": "01f2c54a-4ed3-497f-a270-3ecf1cd41aeb", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:50.595534 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fe58e7f5-3430-494b-bfe0-c18fb10fa4a4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:50.595975 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec74760-cff0-44e2-9569-aa84e5144825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb', 'code': 200} Jul 07 22:39:50.624683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:50.653698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46574) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:50.687888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.719013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6bf38-630f-423b-88cb-ea5ee0a7e380 req-bae2bc4d-a36a-41ae-b785-c9734d6e381d tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.726546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bb6bf38-630f-423b-88cb-ea5ee0a7e380 req-bae2bc4d-a36a-41ae-b785-c9734d6e381d tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 943 time: 0.1848977 Jul 07 22:39:50.754201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Transition to ACTIVE for port object 5885d03a-52c2-401b-9d78-9f7adf3a488a will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:50.763494 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3f01f2-c0f7-4406-a368-d564e4bbb689 req-4212bf2f-0af4-4b1f-82ce-4e0f411a84db service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006733 Jul 07 22:39:50.809874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb37dd7-6044-44d5-9ddc-029749192ff9 req-ebc71b10-b7bd-4e82-9779-510dd15e0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.811794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bb37dd7-6044-44d5-9ddc-029749192ff9 req-ebc71b10-b7bd-4e82-9779-510dd15e0634 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=eec74760-cff0-44e2-9569-aa84e5144825 HTTP/1.1" status: 200 len: 1097 time: 0.1482646 Jul 07 22:39:50.827981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bb6bf38-630f-423b-88cb-ea5ee0a7e380 req-8632222a-9eb2-4970-93b3-223e10b198fa tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944977 Jul 07 22:39:50.832055 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.923875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9bb37dd7-6044-44d5-9ddc-029749192ff9 req-f2799e90-a89c-4954-ad72-f0a6b6bd6271 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938993 Jul 07 22:39:50.952926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 846265e3-6fd1-492e-b184-b393ab4627f3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:50.982103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:50.987394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:51.017467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=5885d03a-52c2-401b-9d78-9f7adf3a488a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:51.027361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c51a4814-1e4c-4322-82b4-bb1ad5374c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.105868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.130024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3d6176b7-ad74-4645-ade4-3c798ec38112 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:51.265278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e780cb48-ac59-40bf-bee4-01e3459c3da1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:51.334710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c51a4814-1e4c-4322-82b4-bb1ad5374c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.347490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c51a4814-1e4c-4322-82b4-bb1ad5374c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.383494 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2789705b-ce1e-4860-9014-3dc588386040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.400455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3d6176b7-ad74-4645-ade4-3c798ec38112, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3d6176b7-ad74-4645-ade4-3c798ec38112,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:51.418072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c51a4814-1e4c-4322-82b4-bb1ad5374c7c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0a4a68c50f144dbf845ce8c62570917b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631357 Jul 07 22:39:51.421008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:51.425640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a4814-1e4c-4322-82b4-bb1ad5374c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868e2d9-06eb-44ce-babe-692ca67e3936,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:51.451961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e780cb48-ac59-40bf-bee4-01e3459c3da1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:51.452490 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.477411 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.479282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '3d6176b7-ad74-4645-ade4-3c798ec38112', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'port_id': '3d6176b7-ad74-4645-ade4-3c798ec38112', 'mac_address': 'fa:16:3e:9a:4b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232d2b4b-8b7e-409c-80b7-5d853c811ebf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:51.494309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.591002 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.596556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65f438ff-356f-4c4a-b58a-b14f3c45f314 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:51.599632 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5eea668c-46dc-4d07-9180-8b8c345b3c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.654035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6176b7-ad74-4645-ade4-3c798ec38112 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:51.658567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5eea668c-46dc-4d07-9180-8b8c345b3c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.751006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3d6176b7-ad74-4645-ade4-3c798ec38112, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3d6176b7-ad74-4645-ade4-3c798ec38112,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:51.771922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.804252 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5eea668c-46dc-4d07-9180-8b8c345b3c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.807305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5eea668c-46dc-4d07-9180-8b8c345b3c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.808755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5eea668c-46dc-4d07-9180-8b8c345b3c30 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f868e2d9-06eb-44ce-babe-692ca67e3936 HTTP/1.1" status: 204 len: 168 time: 0.3867006 Jul 07 22:39:51.832933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea668c-46dc-4d07-9180-8b8c345b3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f868e2d9-06eb-44ce-babe-692ca67e3936,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:51.895419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecff45a-3f38-427a-a553-fc36e0d2feb4 None None] Network 846265e3-6fd1-492e-b184-b393ab4627f3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:51.896508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c04f30-8b84-4dee-8128-3dd4efe106cd req-29d09762-b744-438c-9eb3-361ba875989b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:51.909859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28c04f30-8b84-4dee-8128-3dd4efe106cd req-29d09762-b744-438c-9eb3-361ba875989b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1708863 Jul 07 22:39:51.972883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28c04f30-8b84-4dee-8128-3dd4efe106cd req-470af085-28d1-47bd-a05f-2cbb310e9a41 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599711 Jul 07 22:39:52.109926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=3d6176b7-ad74-4645-ade4-3c798ec38112,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:52.155584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 65f438ff-356f-4c4a-b58a-b14f3c45f314 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:52.199893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.204075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] Provisioning for port 65f438ff-356f-4c4a-b58a-b14f3c45f314 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:52.207333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['3d6176b7-ad74-4645-ade4-3c798ec38112'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:52.213389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4aa49-8dcd-41ed-b9e4-fa1ce5c0e12d req-64970f34-0f90-4ead-ba28-5c90c80a9153 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:52.215329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f2d4aa49-8dcd-41ed-b9e4-fa1ce5c0e12d req-64970f34-0f90-4ead-ba28-5c90c80a9153 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 944 time: 0.1079671 Jul 07 22:39:52.217832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.256012 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.259005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] Provisioning complete for port 65f438ff-356f-4c4a-b58a-b14f3c45f314 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:52.259373 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.308061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f2d4aa49-8dcd-41ed-b9e4-fa1ce5c0e12d req-2607f9ae-aa6f-4a7a-9a8f-f403b4473b90 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799315 Jul 07 22:39:52.347346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.350142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=5885d03a-52c2-401b-9d78-9f7adf3a488a,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:52.454226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.491864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 846265e3-6fd1-492e-b184-b393ab4627f3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:52.493749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:52.548668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] For port 65f438ff-356f-4c4a-b58a-b14f3c45f314, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=65f438ff-356f-4c4a-b58a-b14f3c45f314,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:52.563804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.684128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ea5b5-139f-41e1-8f2f-811b66c549ad None None] Pushing event updated for resources: {'Port': ['ID=65f438ff-356f-4c4a-b58a-b14f3c45f314,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:52.718569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:52.871996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:52.881704 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8bb004f9-0b89-4029-97b3-1d3a2bfa0cb4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "PUT /v2.0/routers/030bf39d-e3a6-4665-a154-faf4201c4ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2604625 Jul 07 22:39:52.881804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:52.892971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:52.938255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:52.938944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:52.947501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b32deb86-9449-4b04-a54c-8ee2639101b6 None None] Provisioning for port 5885d03a-52c2-401b-9d78-9f7adf3a488a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:53.035170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b32deb86-9449-4b04-a54c-8ee2639101b6 None None] Provisioning complete for port 5885d03a-52c2-401b-9d78-9f7adf3a488a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:53.039983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b32deb86-9449-4b04-a54c-8ee2639101b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.153336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b32deb86-9449-4b04-a54c-8ee2639101b6 None None] Port 5885d03a-52c2-401b-9d78-9f7adf3a488a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:53.168130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65f438ff-356f-4c4a-b58a-b14f3c45f314 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:53.288270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b32deb86-9449-4b04-a54c-8ee2639101b6 None None] Provisioning complete for port 65f438ff-356f-4c4a-b58a-b14f3c45f314 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:53.289004 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b32deb86-9449-4b04-a54c-8ee2639101b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.373439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.374043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.374522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.375100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.375667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.376199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.376677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.377130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.379322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a9388378-38c9-4da4-b585-9dee1e1522eb tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5694 time: 0.4967396 Jul 07 22:39:53.383057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46630) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:53.389701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:53.410448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b96dfe-ce7f-4722-8468-0d007ef63453 req-65737158-574a-47b3-9cbf-d9c5f7abfc0e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.417859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1b96dfe-ce7f-4722-8468-0d007ef63453 req-65737158-574a-47b3-9cbf-d9c5f7abfc0e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1763124 Jul 07 22:39:53.476679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1b96dfe-ce7f-4722-8468-0d007ef63453 req-bfd9fe74-cdce-4dfb-976a-4532d5df7372 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576811 Jul 07 22:39:53.516303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.517443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.518094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.518756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.519439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.520391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.521057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.522245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.524656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e5283b00-50f6-4e12-b6b6-c31c4d1000ee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5292 time: 0.1394753 Jul 07 22:39:53.527758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:53.888092 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.925288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 65f438ff-356f-4c4a-b58a-b14f3c45f314 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:53.926015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.111765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 2, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:54.149516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:39:54.149975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Updating router 030bf39d-e3a6-4665-a154-faf4201c4ab3 port 5885d03a-52c2-401b-9d78-9f7adf3a488a binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:39:54.175280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b89bc14f-8cc5-41d3-84f3-9cee20abc911 None None] Provisioning complete for port 5885d03a-52c2-401b-9d78-9f7adf3a488a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:54.175916 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b89bc14f-8cc5-41d3-84f3-9cee20abc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.219485 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.239126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b89bc14f-8cc5-41d3-84f3-9cee20abc911 None None] Port 5885d03a-52c2-401b-9d78-9f7adf3a488a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:54.405993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0efc3-5a09-4482-9b2b-f6bcb5b6cd4f req-67f3be48-e419-4766-b8b9-e3cf68755d19 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:54.407630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b0efc3-5a09-4482-9b2b-f6bcb5b6cd4f req-67f3be48-e419-4766-b8b9-e3cf68755d19 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 944 time: 0.8375733 Jul 07 22:39:54.499310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b0efc3-5a09-4482-9b2b-f6bcb5b6cd4f req-aa22bdea-1996-4049-b1c1-be79790010e8 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844228 Jul 07 22:39:54.623397 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.636253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d860d1cc-3b5e-4633-af95-e9ae7fd36dee tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 1.1069143 Jul 07 22:39:54.651463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Transition to ACTIVE for port object 5885d03a-52c2-401b-9d78-9f7adf3a488a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:54.666513 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.780141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0cc8-93ee-4d24-bfb1-5eb1eb88a69e req-f14bd063-2fca-41b0-b252-8fcd00e33020 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:54.783930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-474d0cc8-93ee-4d24-bfb1-5eb1eb88a69e req-f14bd063-2fca-41b0-b252-8fcd00e33020 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1054215 Jul 07 22:39:54.858259 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde2bdf-5232-4b4a-ac67-8fa5378a35dd None None] Pushing event updated for resources: {'Port': ['ID=5885d03a-52c2-401b-9d78-9f7adf3a488a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:54.865054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-474d0cc8-93ee-4d24-bfb1-5eb1eb88a69e req-dd86cb58-e1dd-4e08-bcff-96674070e16f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738304 Jul 07 22:39:54.960250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Attempting to bind port 5885d03a-52c2-401b-9d78-9f7adf3a488a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:54.962023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Attempting to bind port 5885d03a-52c2-401b-9d78-9f7adf3a488a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:54.964258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Attempting to bind port 5885d03a-52c2-401b-9d78-9f7adf3a488a on network 846265e3-6fd1-492e-b184-b393ab4627f3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:54.983385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:54.987554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Checking segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:54.988172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.988748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Bound using segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:54.991231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Bound port: 5885d03a-52c2-401b-9d78-9f7adf3a488a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:54.991830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.100938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] For port 5885d03a-52c2-401b-9d78-9f7adf3a488a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:55.116302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] For port 5885d03a-52c2-401b-9d78-9f7adf3a488a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5885d03a-52c2-401b-9d78-9f7adf3a488a,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:55.123570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.186615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3d6176b7-ad74-4645-ade4-3c798ec38112 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:55.221643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46670) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:55.227076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711907045', 'description': 'tempest-secgroup-smoke-711907045 description', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:55.259168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:55.260481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:55.266411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.326779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde2bdf-5232-4b4a-ac67-8fa5378a35dd None None] Pushing event updated for resources: {'Port': ['ID=5885d03a-52c2-401b-9d78-9f7adf3a488a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:55.430606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.437453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.447410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 3d6176b7-ad74-4645-ade4-3c798ec38112 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:55.456358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 3d6176b7-ad74-4645-ade4-3c798ec38112 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:55.457206 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.500163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f81eb-9df6-496e-8f90-023bed77e5f3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:55.505146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.507412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f74f482e-7418-4418-9905-2d8aacf685e7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2840440 Jul 07 22:39:55.510808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46678) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:55.519848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'd91f81eb-9df6-496e-8f90-023bed77e5f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:55.536325 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:39:55.579754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.671034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.679797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.703322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a23cd61-7852-4bfd-893e-e37976fb3ab4,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:55.742226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.743914 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ff78a900-74c0-46af-a250-d5b6eecd782e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2292516 Jul 07 22:39:55.746697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46684) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:55.754027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'd91f81eb-9df6-496e-8f90-023bed77e5f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:55.756202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1d40-d848-4fe7-a255-b7f179e01a1d req-593bfb30-b268-46c6-b060-2c9ac9a45dfa tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:55.757218 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.768907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb6f1d40-d848-4fe7-a255-b7f179e01a1d req-593bfb30-b268-46c6-b060-2c9ac9a45dfa tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 944 time: 0.1188755 Jul 07 22:39:55.797590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6176b7-ad74-4645-ade4-3c798ec38112'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:55.800121 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2eeb66-bbcd-46f8-976e-6ebb7d7c0218" -d '{"events": [{"server_uuid": "2baf814c-e873-4171-b135-37b9fcbe76c8", "name": "network-vif-plugged", "status": "completed", "tag": "3d6176b7-ad74-4645-ade4-3c798ec38112"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:55.815820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.822810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3d6176b7-ad74-4645-ade4-3c798ec38112, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3d6176b7-ad74-4645-ade4-3c798ec38112,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:55.866511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb6f1d40-d848-4fe7-a255-b7f179e01a1d req-4a235f36-a169-474a-8e07-1030e4480e7e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Jul 07 22:39:55.879477 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.888510 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aeb5a0-5921-4565-b949-0c86371e4fa7 x-openstack-request-id: req-40aeb5a0-5921-4565-b949-0c86371e4fa7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:55.888813 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baf814c-e873-4171-b135-37b9fcbe76c8", "name": "network-vif-plugged", "status": "completed", "tag": "3d6176b7-ad74-4645-ade4-3c798ec38112", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:55.889070 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-40aeb5a0-5921-4565-b949-0c86371e4fa7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:55.889977 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6176b7-ad74-4645-ade4-3c798ec38112', 'code': 200} Jul 07 22:39:55.999426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=3d6176b7-ad74-4645-ade4-3c798ec38112,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:56.018606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:55Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:56.046974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.063878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1c83-97bb-4200-a20f-11fa14171024 None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:55Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:56.075184 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.182615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f64af-7661-44f7-a84c-90434912e16a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:56.257802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.261550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb58fd-9d60-4c01-90b0-2c5585479b43 req-7373021d-7f0c-46ae-95fc-98e31722cba1 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:56.263199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-180d2222-1c14-47f3-b18c-99013c8945f3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5152857 Jul 07 22:39:56.269479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdb58fd-9d60-4c01-90b0-2c5585479b43 req-7373021d-7f0c-46ae-95fc-98e31722cba1 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1019511 Jul 07 22:39:56.270069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46696) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:56.279783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'd91f81eb-9df6-496e-8f90-023bed77e5f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:56.319822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c345-04a9-4bb1-b72e-e5917b29ce15 req-441a27ca-1c8a-4d9c-88bd-7d9319e42619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:56.321816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f81c345-04a9-4bb1-b72e-e5917b29ce15 req-441a27ca-1c8a-4d9c-88bd-7d9319e42619 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 1097 time: 0.3533480 Jul 07 22:39:56.343997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdb58fd-9d60-4c01-90b0-2c5585479b43 req-d7d2a98c-d2bf-40af-9271-566f3d351dc1 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733824 Jul 07 22:39:56.357360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.395815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8f81c345-04a9-4bb1-b72e-e5917b29ce15 req-8d4277bb-3ab7-4e21-a438-c4d2cc61c006 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660591 Jul 07 22:39:56.436581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.442194 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.447063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-f72f98fc-c665-44c8-90a2-b157ff6adfd7 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=c189cbf027254f669ac14e44f4377bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415459 Jul 07 22:39:56.476808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7689040-e936-44bc-af4f-53fe608f6e64,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:56.486181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.488181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2959a2c6-cbcc-4a25-ba71-a3ba1fd8d3f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169883 Jul 07 22:39:56.491434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46718) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:56.499508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'd91f81eb-9df6-496e-8f90-023bed77e5f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:56.538028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.681638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.690786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.727631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.732072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46732) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:56.738224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2453103 Jul 07 22:39:56.740503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f26963-4d5b-4128-8daf-a7a7dc3ae209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77ddf3c-b3ce-40f5-b1a1-cdfffebf2e89,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:56.750230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'd91f81eb-9df6-496e-8f90-023bed77e5f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:56.794323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-f284b879-e200-42a6-b981-a38cafa5f0f1 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:56.795931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-f284b879-e200-42a6-b981-a38cafa5f0f1 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478713 Jul 07 22:39:56.811829 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Project 9401bc549f0a49a3958eaa6fc861b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:39:56.835341 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.840474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-930fadaf-dc2c-4920-941b-8f43a2737efe tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/quotas/c189cbf027254f669ac14e44f4377bec HTTP/1.1" status: 200 len: 375 time: 0.0374410 Jul 07 22:39:56.908835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-a6e403cb-e4ee-42e4-a8a6-1e54f6b5d84e tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c189cbf027254f669ac14e44f4377bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504441 Jul 07 22:39:57.034815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.045268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.088048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c6c9fe-d424-4acb-aa86-9e07b31fab07,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:57.099039 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.101040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f52611ca-d96d-45cc-ba65-56396360357d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3545566 Jul 07 22:39:57.104435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:57.109334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'd91f81eb-9df6-496e-8f90-023bed77e5f3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:57.163252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5885d03a-52c2-401b-9d78-9f7adf3a488a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:57.174517 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Project 9401bc549f0a49a3958eaa6fc861b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:39:57.190570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.213391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219b833-72f0-4787-860b-ca03fa574ece req-81a56594-4043-4fbe-a84f-6e9b61588a53 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:57.223376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2219b833-72f0-4787-860b-ca03fa574ece req-81a56594-4043-4fbe-a84f-6e9b61588a53 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 945 time: 0.1243935 Jul 07 22:39:57.265775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:57.343725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2219b833-72f0-4787-860b-ca03fa574ece req-3baba354-cb6f-4130-85c6-87596326d5fe tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114304 Jul 07 22:39:57.408087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.416945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.423757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9dece790-5844-470c-b31c-6dfd5623a009 req-66e48cbb-3031-4072-8b02-282ca0a6221e tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0756729 Jul 07 22:39:57.442138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 46756) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:57.522250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf1e901-87d2-455d-8ade-060e0f97a08f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:57.529462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 5885d03a-52c2-401b-9d78-9f7adf3a488a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:57.549639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5885d03a-52c2-401b-9d78-9f7adf3a488a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:57.550046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.553317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.560922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.561460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.561851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.562204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.566127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.567341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.569902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.570415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.571475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.572120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.572475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:57.582284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.587162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7135b650-069e-49c0-87c6-5d9047920bcc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4782217 Jul 07 22:39:57.704673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-441a8f2a-e9c2-4e8b-8c81-6ae74f05641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.777131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:57.779206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab004f-6d90-4836-97ed-8ad23de121ca req-bf0c2b0b-26db-4d76-b2e7-8350156198e6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:57.781574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-faab004f-6d90-4836-97ed-8ad23de121ca req-bf0c2b0b-26db-4d76-b2e7-8350156198e6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1882679 Jul 07 22:39:57.827818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'mac_address': 'fa:16:3e:8a:5b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:57.913675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-faab004f-6d90-4836-97ed-8ad23de121ca req-95bb81cc-cd7e-45a9-b2b7-e3f9b13fa77c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200442 Jul 07 22:39:58.036695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-48326bd7-2dfe-4106-bfe7-654566a34018 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711907045&fields=id&tenant_id=9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 267 time: 0.0950844 Jul 07 22:39:58.045157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.048734 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.091543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:58.150368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:58.187383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-441a8f2a-e9c2-4e8b-8c81-6ae74f05641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.188630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 5885d03a-52c2-401b-9d78-9f7adf3a488a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5885d03a-52c2-401b-9d78-9f7adf3a488a,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:58.191133 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.199098 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.210604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-441a8f2a-e9c2-4e8b-8c81-6ae74f05641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.261213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:58.283082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-2c536967-a712-4b54-a45f-77743a15a614 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:58.285954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-2c536967-a712-4b54-a45f-77743a15a614 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 797 time: 0.2470136 Jul 07 22:39:58.294651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46778) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:58.296054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['670000f5-15fc-49ec-bb2c-8fb5825de2f1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:58.302188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-441a8f2a-e9c2-4e8b-8c81-6ae74f05641e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=12dd04c55e324d94826fe7438430fb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580871 Jul 07 22:39:58.320613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a8f2a-e9c2-4e8b-8c81-6ae74f05641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9af1d4-101d-408f-b0e7-389825bd629e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:58.332724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-9582aa3a-79dd-4a92-82b2-3f66b4a787d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/quotas/9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 375 time: 0.0243852 Jul 07 22:39:58.408366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a6f125-cd29-4658-a479-dcac13ef597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.435370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a6f125-cd29-4658-a479-dcac13ef597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.459512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=5885d03a-52c2-401b-9d78-9f7adf3a488a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:58.488154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-49e554d3-43f8-4e93-9f60-0828c40394fb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471646 Jul 07 22:39:58.503015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a6f125-cd29-4658-a479-dcac13ef597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.506276 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79a6f125-cd29-4658-a479-dcac13ef597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.520557 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-79a6f125-cd29-4658-a479-dcac13ef597a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ca9af1d4-101d-408f-b0e7-389825bd629e HTTP/1.1" status: 204 len: 168 time: 0.2143784 Jul 07 22:39:58.547143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6f125-cd29-4658-a479-dcac13ef597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9af1d4-101d-408f-b0e7-389825bd629e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:58.710176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-033c5d2e-d375-47e7-8242-7232b66b15aa service neutron] 10.222.0.95 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153015 Jul 07 22:39:58.737372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8973e-1f4c-49a9-bb6a-25690bbe0c1d req-a3ad9e25-a2ea-4674-9a8d-8930a1607f2e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:58.739158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5a8973e-1f4c-49a9-bb6a-25690bbe0c1d req-a3ad9e25-a2ea-4674-9a8d-8930a1607f2e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 945 time: 0.1317279 Jul 07 22:39:58.812842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5a8973e-1f4c-49a9-bb6a-25690bbe0c1d req-880be70f-cee6-4ab8-afff-7100faa3be8b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497332 Jul 07 22:39:58.849123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-776339cd-9c5e-4790-bb9a-42922d82cfc7 service neutron] 10.222.0.95 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379280 Jul 07 22:39:58.923539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:58.937796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a98041f6-265b-4d01-acaa-6e95aaac8bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.090192 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a98041f6-265b-4d01-acaa-6e95aaac8bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.091589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5885d03a-52c2-401b-9d78-9f7adf3a488a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:59.100873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a98041f6-265b-4d01-acaa-6e95aaac8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.167136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3c603fdd-782b-4d17-8d20-1c84220d4910 req-f315e6e1-f793-49a0-a351-9d640796aca8 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0606003 Jul 07 22:39:59.197998 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a98041f6-265b-4d01-acaa-6e95aaac8bcf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=39a24c9f58634addbaedd50e953d05df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730851 Jul 07 22:39:59.200746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 46800) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:59.203695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5885d03a-52c2-401b-9d78-9f7adf3a488a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:59.205371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.228117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-93bcc64d-b3f8-422e-a81f-18228e372b72 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=c189cbf027254f669ac14e44f4377bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541492 Jul 07 22:39:59.231391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98041f6-265b-4d01-acaa-6e95aaac8bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff593b5-ba57-4ce3-a85c-b51172cfd016,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:59.280874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8f72-e718-4a0d-9c49-0ee0a9884a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.298202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:59.314936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8f72-e718-4a0d-9c49-0ee0a9884a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.424620 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8f72-e718-4a0d-9c49-0ee0a9884a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.428634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8f72-e718-4a0d-9c49-0ee0a9884a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.429974 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc6f8f72-e718-4a0d-9c49-0ee0a9884a04 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cff593b5-ba57-4ce3-a85c-b51172cfd016 HTTP/1.1" status: 204 len: 168 time: 0.2266462 Jul 07 22:39:59.449993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f8f72-e718-4a0d-9c49-0ee0a9884a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff593b5-ba57-4ce3-a85c-b51172cfd016,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:59.518809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:59.519386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.536477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e655-f96f-487e-9764-aa667592403e req-1d64457f-31c6-40ce-8619-8581e2d7fa89 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:59.546111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8b9e655-f96f-487e-9764-aa667592403e req-1d64457f-31c6-40ce-8619-8581e2d7fa89 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=eec74760-cff0-44e2-9569-aa84e5144825 HTTP/1.1" status: 200 len: 945 time: 0.3135560 Jul 07 22:39:59.568879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-e9dfc53a-31a5-4bf3-b3e9-516ff9a74497 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:59.570892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-e9dfc53a-31a5-4bf3-b3e9-516ff9a74497 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352876 Jul 07 22:39:59.586896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Request body: {'port': {'device_id': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': 'c189cbf027254f669ac14e44f4377bec'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:59.624934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5decda-8793-4f9c-9861-be87d17a3ae8 req-d880f361-f3b3-4a84-926b-ca884fb85eb2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:59.634989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb5decda-8793-4f9c-9861-be87d17a3ae8 req-d880f361-f3b3-4a84-926b-ca884fb85eb2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.2425046 Jul 07 22:39:59.680300 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.753129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:59.754989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:59.758886 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f48dd3-d8a1-4057-b1f3-7c01d795b8e8" -d '{"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-plugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:59.763878 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.795293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8b9e655-f96f-487e-9764-aa667592403e req-a1e76bf8-3598-47d6-b4e2-aacaf532ac94 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392898 Jul 07 22:39:59.846561 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb5decda-8793-4f9c-9861-be87d17a3ae8 req-09d96d6d-9818-49ea-9d4c-2da465ad71c9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076032 Jul 07 22:39:59.868480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:59.930935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Made reservation on behalf of c189cbf027254f669ac14e44f4377bec for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:59.936630 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e2afae-42b6-4e63-8a12-0acb210da8d2 x-openstack-request-id: req-63e2afae-42b6-4e63-8a12-0acb210da8d2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:59.936630 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-plugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:59.936630 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-63e2afae-42b6-4e63-8a12-0acb210da8d2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:59.936972 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'code': 200} Jul 07 22:39:59.940583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.956080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.003473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99d44450-8a39-4999-b21d-dcaab6890a8a req-fe70e4c9-8690-4c48-9544-ceda7292ab63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 210 time: 0.0354905 Jul 07 22:40:00.146681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.155673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.386510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab7fc7d-0ada-460b-88c2-0ff59cbf0196,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:00.462337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b45b52f-ca55-480a-b1fd-758df9740e2b req-04b6e488-a536-4e53-8e20-139f510daa67 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0605567 Jul 07 22:40:00.525700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Allocated IP 192.168.233.31 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/00ee17ed-cff3-4782-ba54-2fd7d81cce8a) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:00.712971 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.729196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Transition to ACTIVE for port object 00ee17ed-cff3-4782-ba54-2fd7d81cce8a will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:00.774282 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.854964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:00.858017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:00.860793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Pushing event updated for resources: {'Port': ['ID=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:00.863445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:01.214366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-fcfcf79a-a4de-47a6-8e74-9d3e3190bd6c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.218986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-fcfcf79a-a4de-47a6-8e74-9d3e3190bd6c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 797 time: 0.1805251 Jul 07 22:40:01.273180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8076bb6-0fe1-42ce-8064-b4ac53d564d5 None None] Provisioning for port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:01.278995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8076bb6-0fe1-42ce-8064-b4ac53d564d5 None None] Provisioning complete for port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:01.280035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8076bb6-0fe1-42ce-8064-b4ac53d564d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.315277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-d69f6ab8-8778-4506-a7cd-ddfac411d47d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 379 time: 0.0840561 Jul 07 22:40:01.323471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'port': {'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'admin_state_up': True, 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'security_groups': ['d91f81eb-9df6-496e-8f90-023bed77e5f3']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:01.329355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d8076bb6-0fe1-42ce-8064-b4ac53d564d5 None None] Port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:40:01.496678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.497641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.512976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:01.516776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.538706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-4f710768-234d-4bcc-9ce5-f67b6878cabb tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9568958 Jul 07 22:40:01.563203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Request body: {'port': {'device_id': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:01.593924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-35be9d64-8b29-4dff-9572-4c467bb33120 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.595440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-35be9d64-8b29-4dff-9572-4c467bb33120 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 813 time: 0.6981883 Jul 07 22:40:01.619437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4e3b4-9e52-4727-a608-03ac0c9d76f1 req-6d6a7c63-397d-48e1-8759-61e64c16bb52 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.620930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78e4e3b4-9e52-4727-a608-03ac0c9d76f1 req-6d6a7c63-397d-48e1-8759-61e64c16bb52 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.2181144 Jul 07 22:40:01.661010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.20.0.9 (846265e3-6fd1-492e-b184-b393ab4627f3/c7ba8aa0-c061-4df3-9cce-9a4e128b36d9/086283e6-5d12-4e05-b639-67dfba760748) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:01.666373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-531bbbfe-3adc-4887-bf33-5db513aa0680 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/quotas/c1c6916dfca6480eacf5dc2264d2b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0611563 Jul 07 22:40:01.761666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.773353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78e4e3b4-9e52-4727-a608-03ac0c9d76f1 req-c698d796-ccf8-4364-889a-3b84bb2b3fdb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343281 Jul 07 22:40:01.842435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-b1a6ae1b-4c04-41b6-98d8-943a98766b64 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.843967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-b1a6ae1b-4c04-41b6-98d8-943a98766b64 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "GET /v2.0/ports?device_id=eec74760-cff0-44e2-9569-aa84e5144825 HTTP/1.1" status: 200 len: 945 time: 0.2161458 Jul 07 22:40:01.875151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.901317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-0f176206-48d6-4fab-92a1-69cc701d7472 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087946 Jul 07 22:40:01.913643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Transition to ACTIVE for port object 086283e6-5d12-4e05-b639-67dfba760748 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:01.971597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.029369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 846265e3-6fd1-492e-b184-b393ab4627f3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:02.033475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:02.040672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:02.069759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=086283e6-5d12-4e05-b639-67dfba760748,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:02.106704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.109134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.163397 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7bb7220c-cba2-4269-bf17-4eabed81afca tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434467 Jul 07 22:40:02.181029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Request body: {'port': {'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:02.324818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e604f-1bf7-478a-81b7-e1f615f42b13 req-651b2cd9-09ed-4817-ab9a-b2e7a4e36a5e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.326664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-738e604f-1bf7-478a-81b7-e1f615f42b13 req-651b2cd9-09ed-4817-ab9a-b2e7a4e36a5e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 931 time: 0.3705065 Jul 07 22:40:02.383954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-a810d185-f1b6-48a1-99a1-4205b25bb599 service neutron] 10.222.0.95 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285471 Jul 07 22:40:02.420221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.474375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-792ccd66-c230-4089-8bde-c4bf31396653 None None] Provisioning for port 086283e6-5d12-4e05-b639-67dfba760748 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:02.479193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-792ccd66-c230-4089-8bde-c4bf31396653 None None] Provisioning complete for port 086283e6-5d12-4e05-b639-67dfba760748 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:02.480232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-792ccd66-c230-4089-8bde-c4bf31396653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.524275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-792ccd66-c230-4089-8bde-c4bf31396653 None None] Port 086283e6-5d12-4e05-b639-67dfba760748 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:40:02.604086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-a2130284-1806-4473-af93-b9b4be15e709 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.605588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-a2130284-1806-4473-af93-b9b4be15e709 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "GET /v2.0/ports?device_id=2baf814c-e873-4171-b135-37b9fcbe76c8 HTTP/1.1" status: 200 len: 945 time: 0.3673110 Jul 07 22:40:02.610992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Deleting port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:02.611518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.696463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ee17ed-cff3-4782-ba54-2fd7d81cce8a {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:02.707443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-738e604f-1bf7-478a-81b7-e1f615f42b13 req-59269a95-e562-45bc-bf30-a26452d995ae tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591924 Jul 07 22:40:02.717712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.785339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Transition to ACTIVE for port object 00ee17ed-cff3-4782-ba54-2fd7d81cce8a will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:02.793376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8ea13137-8d1c-4292-b5b4-e50b8134aa77 service neutron] 10.222.0.95 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083664 Jul 07 22:40:02.804927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.880265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] For port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:02.880653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.973298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Calling delete_port for 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:02.978199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Pushing event updated for resources: {'Port': ['ID=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:03.176407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086283e6-5d12-4e05-b639-67dfba760748 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:03.191707 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.242186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Transition to ACTIVE for port object 086283e6-5d12-4e05-b639-67dfba760748 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:03.351647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.453753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Attempting to bind port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:03.454057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Attempting to bind port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:03.454350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Attempting to bind port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:03.484188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874005ad-79f2-4957-a792-2fe9f8e8c19d req-aa8b9215-db32-4863-af60-904316fefaaa tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.485797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874005ad-79f2-4957-a792-2fe9f8e8c19d req-aa8b9215-db32-4863-af60-904316fefaaa tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 947 time: 0.4104164 Jul 07 22:40:03.501497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:03.502039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Attempting to bind port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:03.544578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Pushing event updated for resources: {'Port': ['ID=086283e6-5d12-4e05-b639-67dfba760748,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:03.602746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:03.607003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:03.607687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:03.608336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Bound port: 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:03.608896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.617576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Deleting port 3d6176b7-ad74-4645-ade4-3c798ec38112 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:03.618248 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.797824 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.825979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Attempting to bind port 086283e6-5d12-4e05-b639-67dfba760748 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:03.826329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Attempting to bind port 086283e6-5d12-4e05-b639-67dfba760748 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:03.842960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Attempting to bind port 086283e6-5d12-4e05-b639-67dfba760748 on network 846265e3-6fd1-492e-b184-b393ab4627f3 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:03.897054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] For port 3d6176b7-ad74-4645-ade4-3c798ec38112, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3d6176b7-ad74-4645-ade4-3c798ec38112,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:03.897528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.913771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Calling delete_port for 3d6176b7-ad74-4645-ade4-3c798ec38112 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:03.947890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] For port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:03.952374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] For port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:03.960078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event deleted for resources: {'Port': ['ID=01f2c54a-4ed3-497f-a270-3ecf1cd41aeb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:03.973176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.051196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Pushing event updated for resources: {'Port': ['ID=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:04.061899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Port 086283e6-5d12-4e05-b639-67dfba760748 on network 846265e3-6fd1-492e-b184-b393ab4627f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:04.062089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Attempting to bind port 086283e6-5d12-4e05-b639-67dfba760748 on network 846265e3-6fd1-492e-b184-b393ab4627f3 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:04.127249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] No DVR routers for this DVR port 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:04.134667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874005ad-79f2-4957-a792-2fe9f8e8c19d req-e77bd3b6-9a6e-466f-a837-3db5a873dfc0 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136143 Jul 07 22:40:04.140454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.142814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0a64ac2-f9fe-4df8-8bdb-35bd374d78b9 req-995787c5-7839-4a2d-b1f3-f0a06bb595e3 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "DELETE /v2.0/ports/01f2c54a-4ed3-497f-a270-3ecf1cd41aeb HTTP/1.1" status: 204 len: 173 time: 2.2876396 Jul 07 22:40:04.143330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec74760-cff0-44e2-9569-aa84e5144825', 'name': 'network-vif-deleted', 'tag': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:04.158224 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e255b35-9151-4a64-b987-083217c364fe" -d '{"events": [{"server_uuid": "eec74760-cff0-44e2-9569-aa84e5144825", "name": "network-vif-deleted", "tag": "01f2c54a-4ed3-497f-a270-3ecf1cd41aeb"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:04.172047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.172808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.174727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-946606b1-f3fb-4b17-ae6d-b2f3e6ed74c0 service neutron] 10.222.0.103 "PUT /v2.0/ports/00ee17ed-cff3-4782-ba54-2fd7d81cce8a HTTP/1.1" status: 200 len: 1096 time: 2.6246328 Jul 07 22:40:04.204979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955e83a-09b9-44ae-9512-7270f6af12d7 req-6daa46df-d286-4337-ae14-911f03eadd38 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.228387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8955e83a-09b9-44ae-9512-7270f6af12d7 req-6daa46df-d286-4337-ae14-911f03eadd38 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.5091033 Jul 07 22:40:04.267371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:04.272214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Checking segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:04.275278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Bound using segment: {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:04.276033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Bound port: 086283e6-5d12-4e05-b639-67dfba760748, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c65bec0-ab9c-4f4f-a275-280fae214ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:04.276436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.341522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.453403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8955e83a-09b9-44ae-9512-7270f6af12d7 req-7112b36f-9f5f-4e0d-b9b9-a91b134ef0e6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227612 Jul 07 22:40:04.529888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-fc0de641-6eb9-491c-994b-c942525efb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.536501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-fc0de641-6eb9-491c-994b-c942525efb53 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c189cbf027254f669ac14e44f4377bec&device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 1099 time: 0.2357378 Jul 07 22:40:04.562126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event deleted for resources: {'Port': ['ID=3d6176b7-ad74-4645-ade4-3c798ec38112,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:04.637068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-0c965e01-5f1e-4611-aa6b-2e1a10f3a907 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a HTTP/1.1" status: 200 len: 217 time: 0.0923178 Jul 07 22:40:04.638591 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e779cd0-e38a-45d0-a738-a718f307769b x-openstack-request-id: req-4e779cd0-e38a-45d0-a738-a718f307769b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:04.641705 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec74760-cff0-44e2-9569-aa84e5144825", "name": "network-vif-deleted", "tag": "01f2c54a-4ed3-497f-a270-3ecf1cd41aeb", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:04.642185 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e779cd0-e38a-45d0-a738-a718f307769b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:04.642417 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec74760-cff0-44e2-9569-aa84e5144825', 'name': 'network-vif-deleted', 'tag': '01f2c54a-4ed3-497f-a270-3ecf1cd41aeb', 'status': 'completed', 'code': 200} Jul 07 22:40:04.695932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] No DVR routers for this DVR port 3d6176b7-ad74-4645-ade4-3c798ec38112 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:04.723864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.728392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-bc70a2c9-4de9-453e-8e09-24224fca6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.730085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-bc70a2c9-4de9-453e-8e09-24224fca6f89 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0848811 Jul 07 22:40:04.734248 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5aefbfd5-c09c-4654-9b64-9bbc28b0c39c req-00b24fdb-240c-4e10-806b-2c33421bf458 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "DELETE /v2.0/ports/3d6176b7-ad74-4645-ade4-3c798ec38112 HTTP/1.1" status: 204 len: 173 time: 2.1202724 Jul 07 22:40:04.734689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'name': 'network-vif-deleted', 'tag': '3d6176b7-ad74-4645-ade4-3c798ec38112'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:04.778716 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24727405-115d-40a2-8e54-d8a8646bb1d7" -d '{"events": [{"server_uuid": "2baf814c-e873-4171-b135-37b9fcbe76c8", "name": "network-vif-deleted", "tag": "3d6176b7-ad74-4645-ade4-3c798ec38112"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:04.865918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] For port 086283e6-5d12-4e05-b639-67dfba760748, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:04.873866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] For port 086283e6-5d12-4e05-b639-67dfba760748, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=086283e6-5d12-4e05-b639-67dfba760748,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:04.885901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.969327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.969966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.971437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] 10.222.0.97 "PUT /v2.0/ports/086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 1092 time: 2.8008571 Jul 07 22:40:04.996289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5710c9b-f589-409c-805a-ac1930f682d7 req-454bc35a-aacc-407b-9c09-702b1b7e66d1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 210 time: 0.2086201 Jul 07 22:40:05.000775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b388f6b-f033-405f-b5c8-0d621dd367b7 service neutron] Pushing event updated for resources: {'Port': ['ID=086283e6-5d12-4e05-b639-67dfba760748,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:05.123020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e6d79-8abd-4bf6-8520-b1a6d6a17b1c req-cf0b94ba-b3b2-43a3-9daf-28921ed1a967 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.138905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-578e6d79-8abd-4bf6-8520-b1a6d6a17b1c req-cf0b94ba-b3b2-43a3-9daf-28921ed1a967 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 943 time: 0.4075305 Jul 07 22:40:05.173395 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968ba85-9c09-4b4e-9e6e-3272346c2f23 x-openstack-request-id: req-8968ba85-9c09-4b4e-9e6e-3272346c2f23 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:05.173655 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baf814c-e873-4171-b135-37b9fcbe76c8", "name": "network-vif-deleted", "tag": "3d6176b7-ad74-4645-ade4-3c798ec38112", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:05.174166 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8968ba85-9c09-4b4e-9e6e-3272346c2f23 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:05.174604 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baf814c-e873-4171-b135-37b9fcbe76c8', 'name': 'network-vif-deleted', 'tag': '3d6176b7-ad74-4645-ade4-3c798ec38112', 'status': 'completed', 'code': 200} Jul 07 22:40:05.243225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3d6176b7-ad74-4645-ade4-3c798ec38112 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:05.289313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19efd-122d-4816-bd69-b16328484c06 req-0a4a7b71-61c7-4d82-b644-267098ae47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.299658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-0a4a7b71-61c7-4d82-b644-267098ae47a8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5503113 Jul 07 22:40:05.334460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 3d6176b7-ad74-4645-ade4-3c798ec38112 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:05.340357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3d6176b7-ad74-4645-ade4-3c798ec38112 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:05.343392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-578e6d79-8abd-4bf6-8520-b1a6d6a17b1c req-52e69d51-f5b8-40ac-b60e-0b4e5d1db811 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992586 Jul 07 22:40:05.448265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7a3a8619-9c7c-4fd5-848c-78a8c6354e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.449831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-7a3a8619-9c7c-4fd5-848c-78a8c6354e52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1095 time: 0.2026753 Jul 07 22:40:05.612064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-cd018265-c3c9-4dfd-8283-e0c2fc1aa04a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 217 time: 0.1469107 Jul 07 22:40:05.681328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:05.684344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-12f3255f-2ecd-430e-8294-f6e80b8f2a67 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773377 Jul 07 22:40:05.739193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:05.740159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 01f2c54a-4ed3-497f-a270-3ecf1cd41aeb not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:05.803333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-0ecee0f3-b7b1-42f8-b94b-20b8e7121674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.813123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-0ecee0f3-b7b1-42f8-b94b-20b8e7121674 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 200 len: 834 time: 0.1871321 Jul 07 22:40:05.951109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dcd19efd-122d-4816-bd69-b16328484c06 req-dda2c86a-2fd6-4e08-908c-ae3cb09f9b73 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548256 Jul 07 22:40:05.998983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-59b4eae5-2679-47b9-923a-96872a2d54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.003226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-59b4eae5-2679-47b9-923a-96872a2d54e5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=846265e3-6fd1-492e-b184-b393ab4627f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872733 Jul 07 22:40:06.046941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f97327-7579-4042-af24-53b61fc4f1a7 req-8d2dc8c5-531c-420a-9d32-e067a8edb9ce tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.060473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1f97327-7579-4042-af24-53b61fc4f1a7 req-8d2dc8c5-531c-420a-9d32-e067a8edb9ce tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 947 time: 0.5568709 Jul 07 22:40:06.157287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1f97327-7579-4042-af24-53b61fc4f1a7 req-8adc0e80-0509-43c4-ac98-496a91d924d8 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Jul 07 22:40:06.231083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-75b2f596-6cda-4c87-b8a9-5dae4b88225a service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205191 Jul 07 22:40:06.247181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9488da-0a66-484e-bbc9-2630694848c6 req-6b153f2e-e088-42ac-a324-cc5f32fd194d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.264526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d9488da-0a66-484e-bbc9-2630694848c6 req-6b153f2e-e088-42ac-a324-cc5f32fd194d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.3123994 Jul 07 22:40:06.336134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d9488da-0a66-484e-bbc9-2630694848c6 req-368ab785-7275-4156-8310-32d0afcdfcf4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654495 Jul 07 22:40:06.408553 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d97059c8-951a-43aa-8346-dc3ff47a0bb6 req-2e76f751-d741-45a6-a396-769279cef9ab service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620216 Jul 07 22:40:06.428347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-045acfeb-bfa4-405a-95dc-480aa3ec1529 req-62031fa5-bbd7-4d5e-b9b3-138a93d75b11 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0532680 Jul 07 22:40:06.649948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'tag': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:06.657882 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32adfa-ae8e-4941-8591-f069953ebd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d61bd733-8d43-4a6f-9d6c-4615326f5db5", "tag": "00ee17ed-cff3-4782-ba54-2fd7d81cce8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:06.765406 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca84b2f7-7674-4edf-b917-20e84b444000 x-openstack-request-id: req-ca84b2f7-7674-4edf-b917-20e84b444000 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:06.766039 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61bd733-8d43-4a6f-9d6c-4615326f5db5", "tag": "00ee17ed-cff3-4782-ba54-2fd7d81cce8a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:06.766252 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca84b2f7-7674-4edf-b917-20e84b444000 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:06.774496 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'tag': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a', 'status': 'completed', 'code': 200} Jul 07 22:40:06.925828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-87137c56-9012-4ccf-88f4-5dccd97bd89e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.935459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-87137c56-9012-4ccf-88f4-5dccd97bd89e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 813 time: 0.4405849 Jul 07 22:40:07.002956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Request body: {'port': {'device_id': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'admin_state_up': True, 'tenant_id': 'c1c6916dfca6480eacf5dc2264d2b9c7'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:07.031582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69432f-acc6-49e0-8159-b06d119c2a10 req-b511a86d-ac7b-4010-9962-bb2d76d22c38 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.033235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa69432f-acc6-49e0-8159-b06d119c2a10 req-b511a86d-ac7b-4010-9962-bb2d76d22c38 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 943 time: 0.3918080 Jul 07 22:40:07.047912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-dcf9639e-ac14-46ba-8767-599f13ba0367 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.049882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-dcf9639e-ac14-46ba-8767-599f13ba0367 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 813 time: 0.2573392 Jul 07 22:40:07.071800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Request body: {'port': {'device_id': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'admin_state_up': True, 'tenant_id': 'c1c6916dfca6480eacf5dc2264d2b9c7'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:07.308933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'tag': '086283e6-5d12-4e05-b639-67dfba760748'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:07.311592 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc492832-d987-466b-a9a4-8b53600519d9" -d '{"events": [{"name": "network-changed", "server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "tag": "086283e6-5d12-4e05-b639-67dfba760748"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:07.376887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Made reservation on behalf of c1c6916dfca6480eacf5dc2264d2b9c7 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:07.381796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:07.696435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 00ee17ed-cff3-4782-ba54-2fd7d81cce8a details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:07.873108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Allocated IP 172.20.0.12 (bda94236-b4e9-492b-b4af-4cd1b2bfe6ea/232d2b4b-8b7e-409c-80b7-5d853c811ebf/dc6297b9-b37a-49ff-826e-88f159aaaaf7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:07.923442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:07.959197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a', 'mac_address': 'fa:16:3e:5a:0e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:08.012989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa69432f-acc6-49e0-8159-b06d119c2a10 req-988b218e-cac5-45c0-9fdb-3b470447d51d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8889637 Jul 07 22:40:08.016160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-5c3f1c7e-84bd-4cac-9b75-062f13b4fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.018036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-5c3f1c7e-84bd-4cac-9b75-062f13b4fadd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c189cbf027254f669ac14e44f4377bec&device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 1099 time: 1.2025023 Jul 07 22:40:08.023008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Made reservation on behalf of c1c6916dfca6480eacf5dc2264d2b9c7 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:08.026873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:08.065702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:08.097890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ee17ed-cff3-4782-ba54-2fd7d81cce8a {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:08.112134 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4595c1c-066b-4401-9b5b-7efc22fe52e6 x-openstack-request-id: req-c4595c1c-066b-4401-9b5b-7efc22fe52e6 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:08.112658 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "tag": "086283e6-5d12-4e05-b639-67dfba760748", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:08.112658 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c4595c1c-066b-4401-9b5b-7efc22fe52e6 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:08.112993 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'tag': '086283e6-5d12-4e05-b639-67dfba760748', 'status': 'completed', 'code': 200} Jul 07 22:40:08.134787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:08.153388 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:08.223250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:08.258673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc78bb-3d21-45f9-b6c8-b00a26fc8463 req-ceb1c748-42cb-48f4-91e2-435f60db11ea tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.266185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11dc78bb-3d21-45f9-b6c8-b00a26fc8463 req-ceb1c748-42cb-48f4-91e2-435f60db11ea tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 947 time: 0.4159081 Jul 07 22:40:08.350186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['00ee17ed-cff3-4782-ba54-2fd7d81cce8a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:08.371651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492832-d987-466b-a9a4-8b53600519d9 req-89257021-88df-4d00-8f38-0418a09592ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.374054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-89257021-88df-4d00-8f38-0418a09592ea service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1095 time: 0.2408679 Jul 07 22:40:08.381139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:08.464033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11dc78bb-3d21-45f9-b6c8-b00a26fc8463 req-ba627ef6-a22c-434a-a07b-0b305720d61a tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943865 Jul 07 22:40:08.550362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-d756488f-037a-46f0-855c-5d07e7156c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.570552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-d756488f-037a-46f0-855c-5d07e7156c1f service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.5285120 Jul 07 22:40:08.602513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:08.696589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-a764e46c-c41e-4050-9b29-d3d5b0d36e59 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a HTTP/1.1" status: 200 len: 217 time: 0.1161914 Jul 07 22:40:08.741627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688a5c-cb09-4726-bda6-2b86dc515577 req-9a13dc93-5c32-4ea6-b0f9-79a13f68b327 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.749286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05688a5c-cb09-4726-bda6-2b86dc515577 req-9a13dc93-5c32-4ea6-b0f9-79a13f68b327 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.4806917 Jul 07 22:40:08.751521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:08.768016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:08.772940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event updated for resources: {'Port': ['ID=dc6297b9-b37a-49ff-826e-88f159aaaaf7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:08.777321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:08.857374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Allocated IP 172.20.0.7 (bda94236-b4e9-492b-b4af-4cd1b2bfe6ea/232d2b4b-8b7e-409c-80b7-5d853c811ebf/dda5d585-d4c3-4e7c-91ca-9888af5f5ae9) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:08.890841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492832-d987-466b-a9a4-8b53600519d9 req-ae3f2df1-0b7c-4c02-b90a-e03976f8ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.892796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-ae3f2df1-0b7c-4c02-b90a-e03976f8ca77 service neutron] 10.222.0.97 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 898 time: 0.5068591 Jul 07 22:40:08.900005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-004be04b-35d3-49d0-84b8-c13a5545bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.901519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-004be04b-35d3-49d0-84b8-c13a5545bcc0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.1961148 Jul 07 22:40:08.913746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05688a5c-cb09-4726-bda6-2b86dc515577 req-e13bbbd4-2de6-4f4f-ae8a-c5f7e8101387 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635766 Jul 07 22:40:08.994851 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-87b2ba4e-48fa-4914-ab17-a380088798c5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 217 time: 0.0813904 Jul 07 22:40:09.013633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:09.014576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.102821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8b9dc81e-a17b-426b-9a3a-b4529dab08b1 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0405753 Jul 07 22:40:09.104321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492832-d987-466b-a9a4-8b53600519d9 req-7a0de0ea-37ee-4721-b6a3-8d6580a931f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:09.105938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-7a0de0ea-37ee-4721-b6a3-8d6580a931f6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 200 len: 834 time: 0.0884378 Jul 07 22:40:09.121934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187d-baac-482a-9615-9ca0073645ac req-3e471d05-f368-4e90-be2c-5f8137af39e8 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:09.124702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebda187d-baac-482a-9615-9ca0073645ac req-3e471d05-f368-4e90-be2c-5f8137af39e8 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 932 time: 0.3160691 Jul 07 22:40:09.150111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Request body: {'port': {'device_id': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:09.237873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 086283e6-5d12-4e05-b639-67dfba760748 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:09.245584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebda187d-baac-482a-9615-9ca0073645ac req-773d937c-a36f-494a-88f3-f1e9d8526da9 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079009 Jul 07 22:40:09.264131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-caa63c0a-234c-4dca-bf6b-c1053cc3e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:09.264131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-caa63c0a-234c-4dca-bf6b-c1053cc3e22e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3312030 Jul 07 22:40:09.433756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.436005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 086283e6-5d12-4e05-b639-67dfba760748, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=086283e6-5d12-4e05-b639-67dfba760748,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:09.459463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '086283e6-5d12-4e05-b639-67dfba760748', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:09.483855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-bc3a5f38-0f3b-448b-bacd-6afaeff795ac service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116475 Jul 07 22:40:09.493490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46622a6f-7c64-4018-905d-ecf776e748e0 req-668ff497-9438-4c9c-aac0-a1073d349150 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:09.500518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46622a6f-7c64-4018-905d-ecf776e748e0 req-668ff497-9438-4c9c-aac0-a1073d349150 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 943 time: 0.1790299 Jul 07 22:40:09.539526 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.586670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086283e6-5d12-4e05-b639-67dfba760748 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:09.631627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 086283e6-5d12-4e05-b639-67dfba760748, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=086283e6-5d12-4e05-b639-67dfba760748,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:09.647859 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.750998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d32adfa-ae8e-4941-8591-f069953ebd2a req-c9770570-4191-41fd-937a-ecbd14c4d3b7 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464836 Jul 07 22:40:09.915271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46622a6f-7c64-4018-905d-ecf776e748e0 req-96dfe65a-1121-4c3a-bd61-3433c3936ecc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136376 Jul 07 22:40:09.918311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.979659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 00ee17ed-cff3-4782-ba54-2fd7d81cce8a up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:10.036489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.108219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=086283e6-5d12-4e05-b639-67dfba760748,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:10.114885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492832-d987-466b-a9a4-8b53600519d9 req-a6e8253a-5340-4c98-8b9e-1f5341852491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:10.116421 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-a6e8253a-5340-4c98-8b9e-1f5341852491 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=846265e3-6fd1-492e-b184-b393ab4627f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8574727 Jul 07 22:40:10.120027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['086283e6-5d12-4e05-b639-67dfba760748'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:10.148822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event updated for resources: {'Port': ['ID=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:10.163072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cf4a3-279c-47e2-b346-da38b13e1580 req-4576e14d-eec2-4fb5-b2ea-b410fc6e69aa tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:10.165438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-608cf4a3-279c-47e2-b346-da38b13e1580 req-4576e14d-eec2-4fb5-b2ea-b410fc6e69aa tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 948 time: 0.4105875 Jul 07 22:40:10.172279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:10.210452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:10.220159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:10.241703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:10.247798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:10.248293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.308878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:10.309965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.363053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-3be7fb35-6bce-4945-8c0a-bbfa7c59970b tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4173856 Jul 07 22:40:10.392184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Request body: {'port': {'device_id': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:10.418765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-608cf4a3-279c-47e2-b346-da38b13e1580 req-1b15a2bc-ce91-45a4-b65d-02435223345e tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451677 Jul 07 22:40:10.787108 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.846202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042fb5-924e-4a87-87dd-31e723051b13 req-eae20bf9-2c34-486c-b64f-128b8e0a7d2c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:10.848117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f042fb5-924e-4a87-87dd-31e723051b13 req-eae20bf9-2c34-486c-b64f-128b8e0a7d2c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.5069823 Jul 07 22:40:10.867241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:10.869129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:10.872729 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdde8fc-12b3-445f-aec9-0f771315bcb3" -d '{"events": [{"server_uuid": "d61bd733-8d43-4a6f-9d6c-4615326f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "00ee17ed-cff3-4782-ba54-2fd7d81cce8a"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:10.877681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.927896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.946380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-9553c868-a285-4c95-a010-e09e68610235 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8214040 Jul 07 22:40:10.948753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6297b9-b37a-49ff-826e-88f159aaaaf7 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:10.988770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.992906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:11.052656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Transition to ACTIVE for port object dc6297b9-b37a-49ff-826e-88f159aaaaf7 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:11.059938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.110654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f042fb5-924e-4a87-87dd-31e723051b13 req-e359897f-e553-4c54-8618-5bd9d6f052ff tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458444 Jul 07 22:40:11.155665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=dc6297b9-b37a-49ff-826e-88f159aaaaf7,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:11.266502 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b89d8-eed3-46e7-8c20-370b889c47aa x-openstack-request-id: req-f28b89d8-eed3-46e7-8c20-370b889c47aa {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:11.270487 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61bd733-8d43-4a6f-9d6c-4615326f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "00ee17ed-cff3-4782-ba54-2fd7d81cce8a", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:11.275110 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f28b89d8-eed3-46e7-8c20-370b889c47aa {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:11.275698 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a', 'code': 200} Jul 07 22:40:11.314373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c29109-f9d9-4aa5-8619-93a507eb3e02 req-f6fa752d-be03-44b4-9794-1c9c26bdc36a tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.324411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7c29109-f9d9-4aa5-8619-93a507eb3e02 req-f6fa752d-be03-44b4-9794-1c9c26bdc36a tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 932 time: 0.5961359 Jul 07 22:40:11.354580 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bc492832-d987-466b-a9a4-8b53600519d9 req-c771886d-02e1-485f-a03b-d9b64d64fd28 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867006 Jul 07 22:40:11.469109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Attempting to bind port dc6297b9-b37a-49ff-826e-88f159aaaaf7 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:11.469612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Attempting to bind port dc6297b9-b37a-49ff-826e-88f159aaaaf7 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:11.470069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Attempting to bind port dc6297b9-b37a-49ff-826e-88f159aaaaf7 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:11.475185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Port dc6297b9-b37a-49ff-826e-88f159aaaaf7 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:11.475637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Attempting to bind port dc6297b9-b37a-49ff-826e-88f159aaaaf7 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:11.482304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:11.482836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Checking segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:11.483393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Bound using segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:11.483942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Bound port: dc6297b9-b37a-49ff-826e-88f159aaaaf7, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:11.484424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.581887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7c29109-f9d9-4aa5-8619-93a507eb3e02 req-fd758b6f-8af1-4746-ae46-9ef6ab2f3803 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340736 Jul 07 22:40:11.591361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] For port dc6297b9-b37a-49ff-826e-88f159aaaaf7, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:11.596210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] For port dc6297b9-b37a-49ff-826e-88f159aaaaf7, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:11.641876 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.688404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.688654 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.690415 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] 10.222.0.97 "PUT /v2.0/ports/dc6297b9-b37a-49ff-826e-88f159aaaaf7 HTTP/1.1" status: 200 len: 1093 time: 2.5529361 Jul 07 22:40:11.693213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'tag': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:11.696265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca776a9-669e-4bce-b6a1-001bad72da57 req-fbf519b3-570d-47d8-9ac6-f4ed5eeed7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.702124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cca776a9-669e-4bce-b6a1-001bad72da57 req-fbf519b3-570d-47d8-9ac6-f4ed5eeed7f1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 1101 time: 0.3329802 Jul 07 22:40:11.703308 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748a6369-6ae5-4ac5-aeee-cc159978910a" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb18f7c-6c7e-4374-b0e6-d5072214e3d2", "tag": "dc6297b9-b37a-49ff-826e-88f159aaaaf7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:11.740743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e802-0dfc-4fce-b1d6-23666bb4b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=dc6297b9-b37a-49ff-826e-88f159aaaaf7,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:11.828282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f9a4d88c-68ac-40f2-bcde-8e0b5abc1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.830051 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f9a4d88c-68ac-40f2-bcde-8e0b5abc1c98 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0842910 Jul 07 22:40:11.833084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bc69d-ec70-429c-be14-72e733b2cbdf req-3289265b-b85b-4c1c-bb40-5588bb7eb311 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.834678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e3bc69d-ec70-429c-be14-72e733b2cbdf req-3289265b-b85b-4c1c-bb40-5588bb7eb311 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 944 time: 0.3211217 Jul 07 22:40:11.867593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cca776a9-669e-4bce-b6a1-001bad72da57 req-0efdede6-0531-4c26-b5f1-10de0e117885 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507146 Jul 07 22:40:11.885632 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-1288bdd2-bac4-4329-821b-4184b9703ad5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7 HTTP/1.1" status: 200 len: 217 time: 0.0444765 Jul 07 22:40:11.933702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:11.949819 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.957728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e3bc69d-ec70-429c-be14-72e733b2cbdf req-85b80708-f0f0-4d45-9750-402ab8c97991 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108809 Jul 07 22:40:11.983530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Transition to ACTIVE for port object dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:11.985748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-0959513d-4219-422b-89e6-72992bd21cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.989836 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-0959513d-4219-422b-89e6-72992bd21cf4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.0969505 Jul 07 22:40:12.000163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa079c-7fdb-41db-a7a8-57d45071245f req-cc6216bd-e2b9-4b3b-8644-d4e517852326 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.001746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74aa079c-7fdb-41db-a7a8-57d45071245f req-cc6216bd-e2b9-4b3b-8644-d4e517852326 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 949 time: 0.2339137 Jul 07 22:40:12.003095 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.057859 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-26b0afa9-1076-4cf5-a087-f611b0fe6dd9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600281 Jul 07 22:40:12.076785 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a2c003-a89a-428a-b317-7a53b25f0045 x-openstack-request-id: req-a9a2c003-a89a-428a-b317-7a53b25f0045 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:12.077151 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb18f7c-6c7e-4374-b0e6-d5072214e3d2", "tag": "dc6297b9-b37a-49ff-826e-88f159aaaaf7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:12.077480 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a9a2c003-a89a-428a-b317-7a53b25f0045 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:12.077933 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'tag': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7', 'status': 'completed', 'code': 200} Jul 07 22:40:12.122696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Pushing event updated for resources: {'Port': ['ID=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:12.164670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74aa079c-7fdb-41db-a7a8-57d45071245f req-7c29eea8-020f-445e-bad0-0898e19612f2 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562989 Jul 07 22:40:12.194363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Attempting to bind port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:12.198131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Attempting to bind port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:12.198131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Attempting to bind port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:12.204676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:12.207475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Attempting to bind port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 on network bda94236-b4e9-492b-b4af-4cd1b2bfe6ea {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:12.215558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:12.216434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Checking segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:12.216979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Bound using segment: {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:12.217577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Bound port: dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3842c-5cfe-47c8-8679-280e8d7bf42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:12.218107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.218335 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-0d64d6e9-4795-4445-8e93-ac69d58ffdb9 service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521769 Jul 07 22:40:12.295585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] For port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:12.299293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] For port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:12.316662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.362775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-812d8d41-ad1a-4b45-bae0-cf50cadf8d87 service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366599 Jul 07 22:40:12.412802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.412802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.415060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] 10.222.0.103 "PUT /v2.0/ports/dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 HTTP/1.1" status: 200 len: 1092 time: 2.0284319 Jul 07 22:40:12.419399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'tag': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:12.422831 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d35adb-edee-436d-af63-792e6a13fc47" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e2df4-75bc-463d-bcc0-86c43ecb8984", "tag": "dda5d585-d4c3-4e7c-91ca-9888af5f5ae9"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:12.528806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3c3c-5864-4eeb-8290-d1c776be846d req-fb55674d-1c53-46d5-af62-f04697c8b955 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.530836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-528f3c3c-5864-4eeb-8290-d1c776be846d req-fb55674d-1c53-46d5-af62-f04697c8b955 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.2299023 Jul 07 22:40:12.531354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-edf2fd78-abbf-4d7e-b147-5729c4b4c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.535655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-edf2fd78-abbf-4d7e-b147-5729c4b4c1d5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 1096 time: 0.1108153 Jul 07 22:40:12.566932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af350fb-ceeb-4c60-a730-4b98a77b0f1b service neutron] Pushing event updated for resources: {'Port': ['ID=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:12.607291 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22309ce0-2c24-441e-94e6-a016202f4c54 x-openstack-request-id: req-22309ce0-2c24-441e-94e6-a016202f4c54 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:12.607585 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e2df4-75bc-463d-bcc0-86c43ecb8984", "tag": "dda5d585-d4c3-4e7c-91ca-9888af5f5ae9", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:12.609736 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-22309ce0-2c24-441e-94e6-a016202f4c54 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:12.610168 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'tag': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9', 'status': 'completed', 'code': 200} Jul 07 22:40:12.681155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-528f3c3c-5864-4eeb-8290-d1c776be846d req-91c008e4-198c-4aa7-abb1-54fc74174a59 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266518 Jul 07 22:40:12.704311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-47a04765-7f19-4e8a-b713-d89ed86a14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.706039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-47a04765-7f19-4e8a-b713-d89ed86a14d3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 1095 time: 0.1742134 Jul 07 22:40:12.724874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-e9e1e30d-e1b4-42ae-ac99-e87fcfa127d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.726422 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-e9e1e30d-e1b4-42ae-ac99-e87fcfa127d9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 914 time: 0.1835868 Jul 07 22:40:12.787328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-bec940c0-e2f1-4592-bea6-2593aa97b9ef service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 HTTP/1.1" status: 200 len: 217 time: 0.0732722 Jul 07 22:40:12.808704 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-8a5ff1fb-e052-4423-a4a5-d6db29d155ee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7 HTTP/1.1" status: 200 len: 217 time: 0.0744579 Jul 07 22:40:12.886492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-fb13c6a6-a1a9-4f6d-838a-e1e6230a845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.888791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-fb13c6a6-a1a9-4f6d-838a-e1e6230a845a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.0736749 Jul 07 22:40:12.904100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f73728cc-0ec9-438b-924c-265a2e956620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.905658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-f73728cc-0ec9-438b-924c-265a2e956620 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.1075511 Jul 07 22:40:12.932632 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-ff5f0c9c-f0ad-452d-8238-2e2144dbae7e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356481 Jul 07 22:40:12.966928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-d4002ad5-9f9a-4159-959f-99808e4d75e0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420420 Jul 07 22:40:13.081982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-ed8073d3-983f-4a4e-9de8-7e60959b644f service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419713 Jul 07 22:40:13.182046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62af34-c7c1-456d-b47d-eb8e8f2ffed6 req-6492096a-cda7-427b-bf2e-a1d9383b1eec tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.191427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea62af34-c7c1-456d-b47d-eb8e8f2ffed6 req-6492096a-cda7-427b-bf2e-a1d9383b1eec tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 944 time: 0.3376250 Jul 07 22:40:13.240772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 086283e6-5d12-4e05-b639-67dfba760748 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:13.257309 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-748a6369-6ae5-4ac5-aeee-cc159978910a req-ca4d7162-bb4c-4a63-bda7-35a508d73073 service neutron] 10.222.0.97 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605990 Jul 07 22:40:13.281527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-8e111a42-5bf7-43c7-b50d-9323c3947e96 service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051360 Jul 07 22:40:13.303796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea62af34-c7c1-456d-b47d-eb8e8f2ffed6 req-310f96fb-67fa-400f-bf70-dbfdd8d3e9bd tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109054 Jul 07 22:40:13.356446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 086283e6-5d12-4e05-b639-67dfba760748 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:13.361886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 086283e6-5d12-4e05-b639-67dfba760748 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:13.362693 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:13.455896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c32a-2409-4738-9e01-a231d2ee8c29 req-89dbc144-dee7-4e51-9f03-29ac1f7c9753 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.458070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5458c32a-2409-4738-9e01-a231d2ee8c29 req-89dbc144-dee7-4e51-9f03-29ac1f7c9753 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 944 time: 0.2926273 Jul 07 22:40:13.513784 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:13.571959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086283e6-5d12-4e05-b639-67dfba760748'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:13.574311 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171fa1fa-cb2d-44a2-be70-c38b259bfa52" -d '{"events": [{"server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "name": "network-vif-plugged", "status": "completed", "tag": "086283e6-5d12-4e05-b639-67dfba760748"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:13.606180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 086283e6-5d12-4e05-b639-67dfba760748, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=086283e6-5d12-4e05-b639-67dfba760748,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:13.616491 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:13.660704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5458c32a-2409-4738-9e01-a231d2ee8c29 req-42953329-188b-4343-a610-cf3298eddeb5 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902308 Jul 07 22:40:13.664785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5f990c5-b74c-4ab0-9e3c-523a453afa1b req-21ccf5e4-3354-4dc3-a5e0-15d6db2e7ae8 service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530629 Jul 07 22:40:13.685377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af0f1-d80e-4003-9be4-6aa72ec3e59a req-6362c293-3303-4adc-90ed-f442d4dccb68 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.687083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d73af0f1-d80e-4003-9be4-6aa72ec3e59a req-6362c293-3303-4adc-90ed-f442d4dccb68 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 949 time: 0.1903145 Jul 07 22:40:13.699730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=086283e6-5d12-4e05-b639-67dfba760748,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:13.778721 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8c550-da21-4d2a-abd2-54af40cc4f97 x-openstack-request-id: req-32a8c550-da21-4d2a-abd2-54af40cc4f97 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:13.779030 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "name": "network-vif-plugged", "status": "completed", "tag": "086283e6-5d12-4e05-b639-67dfba760748", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:13.779294 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-32a8c550-da21-4d2a-abd2-54af40cc4f97 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:13.779707 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086283e6-5d12-4e05-b639-67dfba760748', 'code': 200} Jul 07 22:40:13.782031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d73af0f1-d80e-4003-9be4-6aa72ec3e59a req-0c5963ce-8a02-4153-ad87-5eb1c0f2f8cc tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879762 Jul 07 22:40:13.862878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35adb-edee-436d-af63-792e6a13fc47 req-6dd39b1b-5250-419c-939e-de269d052b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.866705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-6dd39b1b-5250-419c-939e-de269d052b89 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 1095 time: 0.1444185 Jul 07 22:40:14.028056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e08db-efbf-4ad6-a12a-ef6803b4cb13 req-dd75f4ee-e7ea-463f-badd-74f6b84b0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:14.030294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-415e08db-efbf-4ad6-a12a-ef6803b4cb13 req-dd75f4ee-e7ea-463f-badd-74f6b84b0f4d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1097 time: 0.1402814 Jul 07 22:40:14.056597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35adb-edee-436d-af63-792e6a13fc47 req-c9864bf5-ef95-43eb-88a6-3dccd41d0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:14.058117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-c9864bf5-ef95-43eb-88a6-3dccd41d0241 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 200 len: 914 time: 0.1846464 Jul 07 22:40:14.070647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921777bb-7b99-4c54-8384-2bd738b41f5f req-6ab9cced-f4e0-4fd2-8a13-85806620a8a3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:14.070866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921777bb-7b99-4c54-8384-2bd738b41f5f req-6ab9cced-f4e0-4fd2-8a13-85806620a8a3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1213632 Jul 07 22:40:14.128323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-c433ae35-3f7a-45c1-9de8-416c722346c9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 HTTP/1.1" status: 200 len: 217 time: 0.0564375 Jul 07 22:40:14.128781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-415e08db-efbf-4ad6-a12a-ef6803b4cb13 req-e0ecbf20-acc1-4a7b-9f94-3d65d5f47578 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910163 Jul 07 22:40:14.150840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921777bb-7b99-4c54-8384-2bd738b41f5f req-ed24926f-fa9b-4b42-a142-de01159504e6 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721023 Jul 07 22:40:14.218172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35adb-edee-436d-af63-792e6a13fc47 req-2f566b94-4994-4b7a-8ec5-171fe92ae1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:14.221059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-2f566b94-4994-4b7a-8ec5-171fe92ae1e3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 200 len: 853 time: 0.0731361 Jul 07 22:40:14.780158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-1930962f-df38-4eb1-9776-192b9c032b7f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5447676 Jul 07 22:40:15.071343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-2a3aff69-e8d8-4bfc-ad06-64f50dbd5a1d service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510076 Jul 07 22:40:15.081664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d1a9e-26fe-4195-8fb6-f6dc100c30ea req-6cd10310-8c12-4600-b000-eba66121b164 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.083681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a54d1a9e-26fe-4195-8fb6-f6dc100c30ea req-6cd10310-8c12-4600-b000-eba66121b164 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 944 time: 0.3025932 Jul 07 22:40:15.109863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabe74a-1218-4b08-9c53-2a2e72098e04 req-b1d7bee5-cb11-418e-8979-414064fd3a7d tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.111481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5aabe74a-1218-4b08-9c53-2a2e72098e04 req-b1d7bee5-cb11-418e-8979-414064fd3a7d tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 949 time: 0.3281181 Jul 07 22:40:15.238188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a54d1a9e-26fe-4195-8fb6-f6dc100c30ea req-5838236e-0ea4-4633-9a34-515189acd6b7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430635 Jul 07 22:40:15.252205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc6297b9-b37a-49ff-826e-88f159aaaaf7 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:15.261661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5aabe74a-1218-4b08-9c53-2a2e72098e04 req-7912b71d-482d-46d9-a9d1-75294ff4c9ff tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/security-groups?id=eab7fc7d-0ada-460b-88c2-0ff59cbf0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325715 Jul 07 22:40:15.315564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32d35adb-edee-436d-af63-792e6a13fc47 req-2be0c03f-4fa1-4453-90f5-341448ad2a2a service neutron] 10.222.0.103 "GET /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301106 Jul 07 22:40:15.469849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port dc6297b9-b37a-49ff-826e-88f159aaaaf7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:15.506892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'port_id': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7', 'mac_address': 'fa:16:3e:e3:cf:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232d2b4b-8b7e-409c-80b7-5d853c811ebf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:15.556773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.575245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6297b9-b37a-49ff-826e-88f159aaaaf7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:15.603598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port dc6297b9-b37a-49ff-826e-88f159aaaaf7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:15.603883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085b005-f9d5-4d52-96fb-cbf503a0f8a5 req-7e5f466d-fd98-434b-ae83-d3dd1435433c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.611284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.612281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6085b005-f9d5-4d52-96fb-cbf503a0f8a5 req-7e5f466d-fd98-434b-ae83-d3dd1435433c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 945 time: 0.1300993 Jul 07 22:40:15.672792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be011d-314c-4bda-9795-e011ca28a697 req-06356ea2-88a7-4ca7-8f85-afc988946b6a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.674530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85be011d-314c-4bda-9795-e011ca28a697 req-06356ea2-88a7-4ca7-8f85-afc988946b6a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1595657 Jul 07 22:40:15.684389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=dc6297b9-b37a-49ff-826e-88f159aaaaf7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:15.729393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:15.759098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6085b005-f9d5-4d52-96fb-cbf503a0f8a5 req-5a77bd86-ecf2-4cf8-b9aa-91433f9293d3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384733 Jul 07 22:40:15.822437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85be011d-314c-4bda-9795-e011ca28a697 req-0923635e-2f87-4839-bae4-3c0ba67ab59a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353765 Jul 07 22:40:15.849692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-cfcb14e6-4b2c-4d05-9f0f-f1d6ad0243a5 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.856274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-cfcb14e6-4b2c-4d05-9f0f-f1d6ad0243a5 tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.103 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 949 time: 0.1911523 Jul 07 22:40:15.986308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Deleting port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:15.986683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.987983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:16.011275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['dc6297b9-b37a-49ff-826e-88f159aaaaf7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:16.035536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9', 'network_id': 'bda94236-b4e9-492b-b4af-4cd1b2bfe6ea', 'port_id': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9', 'mac_address': 'fa:16:3e:50:ac:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232d2b4b-8b7e-409c-80b7-5d853c811ebf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:16.108653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.136290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:16.145175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] For port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:16.145845 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.168081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:16.172649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Calling delete_port for 00ee17ed-cff3-4782-ba54-2fd7d81cce8a owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:16.179800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.245930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:16.380785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['dda5d585-d4c3-4e7c-91ca-9888af5f5ae9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:16.421839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.476274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Pushing event deleted for resources: {'Port': ['ID=00ee17ed-cff3-4782-ba54-2fd7d81cce8a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:16.736920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] No DVR routers for this DVR port 00ee17ed-cff3-4782-ba54-2fd7d81cce8a on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:16.755446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.757511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f4dc99d-a97a-49b8-8a77-71f2542ae0f0 req-c2f2e2f8-1d2e-453f-8653-c00390c4946f tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.103 "DELETE /v2.0/ports/00ee17ed-cff3-4782-ba54-2fd7d81cce8a HTTP/1.1" status: 204 len: 173 time: 0.8986073 Jul 07 22:40:16.757998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'name': 'network-vif-deleted', 'tag': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:16.760893 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5285e3-309e-4dc4-86ce-4af3fff3efd0" -d '{"events": [{"server_uuid": "d61bd733-8d43-4a6f-9d6c-4615326f5db5", "name": "network-vif-deleted", "tag": "00ee17ed-cff3-4782-ba54-2fd7d81cce8a"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:16.818519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38690600-fa99-4499-8239-f66a8ae284f2 req-6a7c6529-1a1d-4ac2-9048-6f2f579c62bf tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:16.820468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38690600-fa99-4499-8239-f66a8ae284f2 req-6a7c6529-1a1d-4ac2-9048-6f2f579c62bf tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 945 time: 0.3317258 Jul 07 22:40:16.916480 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.939326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38690600-fa99-4499-8239-f66a8ae284f2 req-bc8458de-9ea7-4878-800d-6a740f3782a5 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064286 Jul 07 22:40:17.136259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-d63b4115-574c-4e36-a068-68ea0c7cbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:17.141446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-d63b4115-574c-4e36-a068-68ea0c7cbeeb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1097 time: 0.2064912 Jul 07 22:40:17.196635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-195c6f2e-131f-4372-b886-d3d6b17d2d0f req-e8755ef1-cfe1-4ba6-bd64-0c62c58dda0c tempest-VolumesNegativeTest-2142303128 tempest-VolumesNegativeTest-2142303128-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61bd733-8d43-4a6f-9d6c-4615326f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0570745 Jul 07 22:40:17.252534 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47d04c7-98f0-4cd7-b839-c0b625ae884d x-openstack-request-id: req-e47d04c7-98f0-4cd7-b839-c0b625ae884d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:17.252842 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61bd733-8d43-4a6f-9d6c-4615326f5db5", "name": "network-vif-deleted", "tag": "00ee17ed-cff3-4782-ba54-2fd7d81cce8a", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:17.252960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc6297b9-b37a-49ff-826e-88f159aaaaf7 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:17.253162 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e47d04c7-98f0-4cd7-b839-c0b625ae884d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:17.253514 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61bd733-8d43-4a6f-9d6c-4615326f5db5', 'name': 'network-vif-deleted', 'tag': '00ee17ed-cff3-4782-ba54-2fd7d81cce8a', 'status': 'completed', 'code': 200} Jul 07 22:40:17.366462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port dc6297b9-b37a-49ff-826e-88f159aaaaf7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:17.370438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port dc6297b9-b37a-49ff-826e-88f159aaaaf7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:17.370894 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.494216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65317a42-5149-4f5c-b36a-c7446e6f43f4 req-07609a2d-79b5-4736-b4ce-97caff0bac80 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:17.496792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-985fe71c-1eeb-44c0-9246-6d2d00cd8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:17.498423 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-985fe71c-1eeb-44c0-9246-6d2d00cd8be4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.3312156 Jul 07 22:40:17.502587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65317a42-5149-4f5c-b36a-c7446e6f43f4 req-07609a2d-79b5-4736-b4ce-97caff0bac80 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.0945983 Jul 07 22:40:17.555422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.565918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65317a42-5149-4f5c-b36a-c7446e6f43f4 req-e678706c-1033-499c-ba2f-68ecdb554f6a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623353 Jul 07 22:40:17.625936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port dc6297b9-b37a-49ff-826e-88f159aaaaf7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:17.628519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:17.633077 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-6d7c3cec-7848-4b10-923a-0fd34d45d447 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1001 time: 0.1262555 Jul 07 22:40:17.634256 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7057ab6-f218-42d7-846b-8748c47d450e" -d '{"events": [{"server_uuid": "ceb18f7c-6c7e-4374-b0e6-d5072214e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "dc6297b9-b37a-49ff-826e-88f159aaaaf7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:17.637844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.727043 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa83fa-dc60-4961-a4f5-ec234e29e3fe x-openstack-request-id: req-08fa83fa-dc60-4961-a4f5-ec234e29e3fe {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:17.728167 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb18f7c-6c7e-4374-b0e6-d5072214e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "dc6297b9-b37a-49ff-826e-88f159aaaaf7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:17.728575 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-08fa83fa-dc60-4961-a4f5-ec234e29e3fe {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:17.729124 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7', 'code': 200} Jul 07 22:40:17.741949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:17.753314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-4331255d-0526-456c-ac47-1d9dbd365228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:17.754889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-4331255d-0526-456c-ac47-1d9dbd365228 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1157613 Jul 07 22:40:17.809847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=dc6297b9-b37a-49ff-826e-88f159aaaaf7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:17.867216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:17.880667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:17.881245 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.043014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f62715-43bc-45a4-a5c0-6132d9c88d25 req-5f260ac7-6e1f-472f-82bc-f26eeb30d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:18.045045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46f62715-43bc-45a4-a5c0-6132d9c88d25 req-5f260ac7-6e1f-472f-82bc-f26eeb30d3f7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 1098 time: 0.2626064 Jul 07 22:40:18.051173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-7846b260-96f2-4d1d-a563-ec726729652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:18.057296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-7846b260-96f2-4d1d-a563-ec726729652d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2868018 Jul 07 22:40:18.128171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.214409 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46f62715-43bc-45a4-a5c0-6132d9c88d25 req-7d59aab8-504d-40c6-b619-526968442738 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479602 Jul 07 22:40:18.221805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:18.235167 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.236021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 00ee17ed-cff3-4782-ba54-2fd7d81cce8a no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:18.327931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:18.342371 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-924718de-d972-4ea8-898c-2385c0176138 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567718 Jul 07 22:40:18.363277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 00ee17ed-cff3-4782-ba54-2fd7d81cce8a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:18.364703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 00ee17ed-cff3-4782-ba54-2fd7d81cce8a not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:18.388457 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f0c95674-0f40-40e6-8924-e90e3f1bf9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.425103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ff0ad-9886-4903-b0f1-f31f3aae176b req-250743f7-a827-4632-a44d-db131a30cf3c tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:18.438521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f09ff0ad-9886-4903-b0f1-f31f3aae176b req-250743f7-a827-4632-a44d-db131a30cf3c tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 946 time: 0.2091920 Jul 07 22:40:18.525794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f09ff0ad-9886-4903-b0f1-f31f3aae176b req-f320bdfa-dd9d-4e5d-bea3-0f572c79f7eb tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854871 Jul 07 22:40:18.554688 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-035d6b22-3c6f-46b7-bd00-c2a33dfec764 req-004bc4a4-79f3-4250-98aa-11aabbeb61f9 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049365 Jul 07 22:40:18.841867 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.181886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364c835-5d8f-480c-be8d-224c72e1bd96 req-86d9d68b-d116-4f1f-b6dc-cbec3100f4da tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:19.184498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f364c835-5d8f-480c-be8d-224c72e1bd96 req-86d9d68b-d116-4f1f-b6dc-cbec3100f4da tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.3061357 Jul 07 22:40:19.314613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f364c835-5d8f-480c-be8d-224c72e1bd96 req-ae8801f6-e699-4204-8900-03cd725e834a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244633 Jul 07 22:40:19.730881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:19.733822 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acc69e0-2bc7-462f-86ac-04df60de7eac" -d '{"events": [{"server_uuid": "8e8e2df4-75bc-463d-bcc0-86c43ecb8984", "name": "network-vif-plugged", "status": "completed", "tag": "dda5d585-d4c3-4e7c-91ca-9888af5f5ae9"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:19.741354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07553906-17ef-47ee-bd4f-45bf1148ea5a req-bc3777d2-5380-4053-a0a6-36d60711ea98 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:19.748534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07553906-17ef-47ee-bd4f-45bf1148ea5a req-bc3777d2-5380-4053-a0a6-36d60711ea98 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0865786 Jul 07 22:40:19.835421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07553906-17ef-47ee-bd4f-45bf1148ea5a req-7bf88a18-eb35-46bc-8bcd-0f31f36ad2cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855777 Jul 07 22:40:19.914445 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d19a670-153b-4f61-95b2-f70c87da7aa5 x-openstack-request-id: req-7d19a670-153b-4f61-95b2-f70c87da7aa5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:19.915325 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e2df4-75bc-463d-bcc0-86c43ecb8984", "name": "network-vif-plugged", "status": "completed", "tag": "dda5d585-d4c3-4e7c-91ca-9888af5f5ae9", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:19.915806 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7d19a670-153b-4f61-95b2-f70c87da7aa5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:19.916376 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9', 'code': 200} Jul 07 22:40:20.202509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eaecd-6a52-45ea-bacf-2591322268e7 req-a4d3f734-8e91-48f5-9d95-7772bb191494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:20.204183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7eaecd-6a52-45ea-bacf-2591322268e7 req-a4d3f734-8e91-48f5-9d95-7772bb191494 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 1097 time: 0.1691468 Jul 07 22:40:20.272877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbff428-dc5d-48db-8738-b4eb49f44438 req-fb0ede51-94c8-441b-a628-4195ac5c52af tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:20.274738 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dbff428-dc5d-48db-8738-b4eb49f44438 req-fb0ede51-94c8-441b-a628-4195ac5c52af tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 945 time: 0.1395779 Jul 07 22:40:20.292979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f7eaecd-6a52-45ea-bacf-2591322268e7 req-b8e6da76-6141-4bec-a26c-c53e1546470f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798440 Jul 07 22:40:20.345655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3dbff428-dc5d-48db-8738-b4eb49f44438 req-96bb7cdd-132d-4236-8218-dc2b01d1b836 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486879 Jul 07 22:40:20.578821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a812d4-2af1-4d65-baf5-2d6d8ce6b268 req-1af10959-e538-4799-ab76-6da18a438923 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:20.589571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20a812d4-2af1-4d65-baf5-2d6d8ce6b268 req-1af10959-e538-4799-ab76-6da18a438923 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1248596 Jul 07 22:40:20.643003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20a812d4-2af1-4d65-baf5-2d6d8ce6b268 req-704558aa-c01a-4e4f-8f09-11a709c03e3c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482848 Jul 07 22:40:21.345295 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-662ef442-fa23-4959-9881-ac65b8ef27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:21.434550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:21.621884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df0a48-9962-4054-9c1c-e3e989c53740 req-2d55df96-80a6-4154-a30d-f420af2ffb6f tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:21.631324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91df0a48-9962-4054-9c1c-e3e989c53740 req-2d55df96-80a6-4154-a30d-f420af2ffb6f tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 945 time: 0.1044047 Jul 07 22:40:21.763159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91df0a48-9962-4054-9c1c-e3e989c53740 req-b703fc77-1439-4195-be67-bc96d7ef0e59 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186550 Jul 07 22:40:22.091489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea234040-bf1e-4bd8-b391-2952ab727a14 req-bf7e15f2-5040-49df-bb14-03180e0facb8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:22.101219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea234040-bf1e-4bd8-b391-2952ab727a14 req-bf7e15f2-5040-49df-bb14-03180e0facb8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1576931 Jul 07 22:40:22.184661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea234040-bf1e-4bd8-b391-2952ab727a14 req-88302e4e-2592-405f-bf13-050436d36ba0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774841 Jul 07 22:40:22.191658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.320356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56dc5-f5ec-4ba3-80c8-9deb1393efbd req-0ab6a700-f4ae-4e17-9d8a-213d5391606e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:23.322574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81a56dc5-f5ec-4ba3-80c8-9deb1393efbd req-0ab6a700-f4ae-4e17-9d8a-213d5391606e tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 945 time: 0.1549046 Jul 07 22:40:23.378991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81a56dc5-f5ec-4ba3-80c8-9deb1393efbd req-8d8f5e3e-cfb1-479a-87e7-887d71a87ab7 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Jul 07 22:40:23.653304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff57fd-1891-439f-b773-5bc09c522201 req-41290160-3616-425a-9aac-d9efda9f738a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:23.655003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51ff57fd-1891-439f-b773-5bc09c522201 req-41290160-3616-425a-9aac-d9efda9f738a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1081271 Jul 07 22:40:23.736295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51ff57fd-1891-439f-b773-5bc09c522201 req-20378651-b0f9-4587-807f-5a2a9cb33d44 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738237 Jul 07 22:40:23.767548 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.927647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-a3bddbe4-580a-4a46-bf62-c264baf96851 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:23.928918 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:40:23.929395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-a3bddbe4-580a-4a46-bf62-c264baf96851 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "GET /v2.0/ports?device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 945 time: 0.0972416 Jul 07 22:40:24.093798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Deleting port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:24.094156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.291630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] For port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:24.292265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.328107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Calling delete_port for dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:24.634817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-513f0c90-6498-4317-a7bf-daa6ee048e67 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:24.638438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-513f0c90-6498-4317-a7bf-daa6ee048e67 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 946 time: 0.1697185 Jul 07 22:40:24.696480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.712080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['dda5d585-d4c3-4e7c-91ca-9888af5f5ae9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:24.801842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['dc6297b9-b37a-49ff-826e-88f159aaaaf7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:24.816143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event deleted for resources: {'Port': ['ID=dda5d585-d4c3-4e7c-91ca-9888af5f5ae9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:24.851000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.851350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.851702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.852044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.852385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.852723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.853057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.853389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.857949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.858315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.858741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:24.859089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:25.024875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Deleting port dc6297b9-b37a-49ff-826e-88f159aaaaf7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:25.025228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.076541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] No DVR routers for this DVR port dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:25.083440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.088400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68739b7b-124b-4c93-b111-c62de72f83f9 req-38507705-8a01-4fbf-8a4b-422a2330f1cc tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.103 "DELETE /v2.0/ports/dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 HTTP/1.1" status: 204 len: 173 time: 1.1527536 Jul 07 22:40:25.101399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'name': 'network-vif-deleted', 'tag': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:25.106920 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc410a-8327-431a-aada-e3de0ea427ca" -d '{"events": [{"server_uuid": "8e8e2df4-75bc-463d-bcc0-86c43ecb8984", "name": "network-vif-deleted", "tag": "dda5d585-d4c3-4e7c-91ca-9888af5f5ae9"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:25.134329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4f949-da38-4a9c-81c7-bb250f2f4e99 req-325cdd84-7b8f-4015-bd33-1d30bbeb1cc5 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:25.139165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71d4f949-da38-4a9c-81c7-bb250f2f4e99 req-325cdd84-7b8f-4015-bd33-1d30bbeb1cc5 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=8e8e2df4-75bc-463d-bcc0-86c43ecb8984 HTTP/1.1" status: 200 len: 867 time: 0.5838566 Jul 07 22:40:25.180271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] For port dc6297b9-b37a-49ff-826e-88f159aaaaf7, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=dc6297b9-b37a-49ff-826e-88f159aaaaf7,segment=NetworkSegment(4bb3842c-5cfe-47c8-8679-280e8d7bf42f),segment_id=4bb3842c-5cfe-47c8-8679-280e8d7bf42f)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:25.180949 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.198341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Calling delete_port for dc6297b9-b37a-49ff-826e-88f159aaaaf7 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:25.233651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71d4f949-da38-4a9c-81c7-bb250f2f4e99 req-8b20ec10-0b98-4a29-83b8-fcab8d89e387 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/security-groups?id=9d0a1415-3cdb-44c4-8d90-646f2afc20ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851331 Jul 07 22:40:25.539921 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.560934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['dda5d585-d4c3-4e7c-91ca-9888af5f5ae9'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:25.610827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Pushing event deleted for resources: {'Port': ['ID=dc6297b9-b37a-49ff-826e-88f159aaaaf7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:25.627221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8faa-5d11-4c03-af88-23199f5c00f5 req-f1fc6dd6-7426-4bbc-9773-23d1b227f020 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:25.634548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f7a8faa-5d11-4c03-af88-23199f5c00f5 req-f1fc6dd6-7426-4bbc-9773-23d1b227f020 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1971102 Jul 07 22:40:25.654749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] No DVR routers for this DVR port dc6297b9-b37a-49ff-826e-88f159aaaaf7 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:25.658553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.665053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-52e7e3ec-f10c-4880-b050-a7e1691fb85d req-a584582b-9391-4304-985b-1465d7c12504 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.97 "DELETE /v2.0/ports/dc6297b9-b37a-49ff-826e-88f159aaaaf7 HTTP/1.1" status: 204 len: 173 time: 1.0092497 Jul 07 22:40:25.665548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'name': 'network-vif-deleted', 'tag': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:25.668766 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff836276-45d4-4114-90a7-9b8a06e5086b" -d '{"events": [{"server_uuid": "ceb18f7c-6c7e-4374-b0e6-d5072214e3d2", "name": "network-vif-deleted", "tag": "dc6297b9-b37a-49ff-826e-88f159aaaaf7"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:25.770828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f7a8faa-5d11-4c03-af88-23199f5c00f5 req-696b7582-333f-4dc9-9750-66371cdde3e7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264219 Jul 07 22:40:25.880567 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e333fe-f20f-4d59-9112-4e26b6e31cce x-openstack-request-id: req-e9e333fe-f20f-4d59-9112-4e26b6e31cce {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:25.881118 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e2df4-75bc-463d-bcc0-86c43ecb8984", "name": "network-vif-deleted", "tag": "dda5d585-d4c3-4e7c-91ca-9888af5f5ae9", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:25.881433 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e9e333fe-f20f-4d59-9112-4e26b6e31cce {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:25.881857 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e2df4-75bc-463d-bcc0-86c43ecb8984', 'name': 'network-vif-deleted', 'tag': 'dda5d585-d4c3-4e7c-91ca-9888af5f5ae9', 'status': 'completed', 'code': 200} Jul 07 22:40:25.973836 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89531df3-28b3-4f8c-ba62-dab5ce5656c1 x-openstack-request-id: req-89531df3-28b3-4f8c-ba62-dab5ce5656c1 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:25.974141 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb18f7c-6c7e-4374-b0e6-d5072214e3d2", "name": "network-vif-deleted", "tag": "dc6297b9-b37a-49ff-826e-88f159aaaaf7", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:25.974402 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-89531df3-28b3-4f8c-ba62-dab5ce5656c1 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:25.974966 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb18f7c-6c7e-4374-b0e6-d5072214e3d2', 'name': 'network-vif-deleted', 'tag': 'dc6297b9-b37a-49ff-826e-88f159aaaaf7', 'status': 'completed', 'code': 200} Jul 07 22:40:26.577281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37eab67c-9ee7-4815-b9bc-3b37e6cc08b4 req-cf112d8c-6252-4276-90fd-242e17e6ec95 tempest-MultipleCreateTestJSON-477894688 tempest-MultipleCreateTestJSON-477894688-project] 10.222.0.95 "GET /v2.0/ports?device_id=ceb18f7c-6c7e-4374-b0e6-d5072214e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0515149 Jul 07 22:40:26.773599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47536) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:26.975194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03f44428-0130-48eb-9418-be3184afad73 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c189cbf027254f669ac14e44f4377bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996486 Jul 07 22:40:26.977708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:27.142695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7d8cd-61fc-44f0-ae45-b389a323c8d3 req-07e41a98-e161-41fb-879b-33eb3fed78bb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.144652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-faf7d8cd-61fc-44f0-ae45-b389a323c8d3 req-07e41a98-e161-41fb-879b-33eb3fed78bb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1225855 Jul 07 22:40:27.145794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67fad693-2532-4ad4-a0c3-3d238a6d2a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.163899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-c77776ca-a263-442f-9ac3-8ced903e8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.165979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-c77776ca-a263-442f-9ac3-8ced903e8641 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1097 time: 0.1390193 Jul 07 22:40:27.213925 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67fad693-2532-4ad4-a0c3-3d238a6d2a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.285100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc6297b9-b37a-49ff-826e-88f159aaaaf7 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:27.302888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-faf7d8cd-61fc-44f0-ae45-b389a323c8d3 req-647ffca4-76d7-40c6-85a7-1ec23f20f246 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263778 Jul 07 22:40:27.356193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: dc6297b9-b37a-49ff-826e-88f159aaaaf7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:27.356884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device dc6297b9-b37a-49ff-826e-88f159aaaaf7 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:27.389823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-28ba8eae-9a07-4059-9501-d011651f61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.392171 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-28ba8eae-9a07-4059-9501-d011651f61f5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.2188931 Jul 07 22:40:27.403845 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67fad693-2532-4ad4-a0c3-3d238a6d2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.406513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67fad693-2532-4ad4-a0c3-3d238a6d2a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.407767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-67fad693-2532-4ad4-a0c3-3d238a6d2a51 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eab7fc7d-0ada-460b-88c2-0ff59cbf0196 HTTP/1.1" status: 204 len: 168 time: 0.4284391 Jul 07 22:40:27.417258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fad693-2532-4ad4-a0c3-3d238a6d2a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab7fc7d-0ada-460b-88c2-0ff59cbf0196,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:27.519492 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-a19b2618-7bfd-4101-b8b5-3b52fe9c8b42 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1001 time: 0.1207004 Jul 07 22:40:27.570306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-de551d6b-c913-42f6-9cb7-783ecd42f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.571945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-de551d6b-c913-42f6-9cb7-783ecd42f5e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0454416 Jul 07 22:40:27.633709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-dba454d2-09b2-40be-b749-0831006bcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.642428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-dba454d2-09b2-40be-b749-0831006bcc4f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640411 Jul 07 22:40:27.675077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47562) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:27.736040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Deleting subnet 232d2b4b-8b7e-409c-80b7-5d853c811ebf {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:40:27.739765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.759305 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-776ddbd8-340c-4ec8-91d6-5b79f87385a6 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093876 Jul 07 22:40:27.794431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.804897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:27.851703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.853516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:27.853881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device dda5d585-d4c3-4e7c-91ca-9888af5f5ae9 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:27.883225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-60e5c1fa-438f-4cb9-a2c0-0bd4a1b65789 req-f480d4ac-d66c-486d-90de-2e6ec29a9e67 service neutron] 10.222.0.97 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169467 Jul 07 22:40:27.921793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.963817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.966168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/232d2b4b-8b7e-409c-80b7-5d853c811ebf HTTP/1.1" status: 204 len: 168 time: 0.2893324 Jul 07 22:40:27.966870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15187213-16cd-4882-af8c-2744ab659896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232d2b4b-8b7e-409c-80b7-5d853c811ebf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:27.968429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47574) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:28.067177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.164744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.183240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda94236-b4e9-492b-b4af-4cd1b2bfe6ea']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:28.199556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb3842c-5cfe-47c8-8679-280e8d7bf42f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:28.200687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb3842c-5cfe-47c8-8679-280e8d7bf42f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:28.204774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 47590) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:28.221156 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.238769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.248025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:28.249241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:28.251765 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:28.325429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.336146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.339304 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] 10.222.0.95 "DELETE /v2.0/networks/bda94236-b4e9-492b-b4af-4cd1b2bfe6ea HTTP/1.1" status: 204 len: 168 time: 0.3697424 Jul 07 22:40:28.352083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-553379373-network', 'tenant_id': '7d369f76bd1542de9821b2ab09d7d15d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:28.357011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a014b7-d07b-475b-8fee-7ebbcd0643ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bda94236-b4e9-492b-b4af-4cd1b2bfe6ea,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:28.396980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Made reservation on behalf of 7d369f76bd1542de9821b2ab09d7d15d for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:28.400025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.419353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.553012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:28.611029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-136032c5-01fc-4e79-8aa9-9d181071ea93 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c1c6916dfca6480eacf5dc2264d2b9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565181 Jul 07 22:40:28.614740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47604) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:28.633545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b32f-4982-4962-8d34-ecb8f7c1b04e req-a493bbce-6a7c-4469-96f5-4d5f3cdfc29d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:28.635065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84e6b32f-4982-4962-8d34-ecb8f7c1b04e req-a493bbce-6a7c-4469-96f5-4d5f3cdfc29d tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.1088748 Jul 07 22:40:28.654266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.664701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.673517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e827cab4-edc6-4e96-9e63-19df8e1f0ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.696749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e827cab4-edc6-4e96-9e63-19df8e1f0ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.707052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ebd39-aaee-48d7-af71-e21868667c5a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:28.718022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:28.743503 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.744100 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Added segment 7b632593-c6e4-4ffa-9399-447f3608040c of type vlan for network 7ab16270-d60f-4bce-9f69-9b8138c7193c Jul 07 22:40:28.761871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84e6b32f-4982-4962-8d34-ecb8f7c1b04e req-cf6fb98a-1d70-4cba-8753-f146d9a7df81 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177344 Jul 07 22:40:28.772174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e827cab4-edc6-4e96-9e63-19df8e1f0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.776299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e827cab4-edc6-4e96-9e63-19df8e1f0ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.777700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e827cab4-edc6-4e96-9e63-19df8e1f0ecc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9d0a1415-3cdb-44c4-8d90-646f2afc20ea HTTP/1.1" status: 204 len: 168 time: 0.1615081 Jul 07 22:40:28.796754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827cab4-edc6-4e96-9e63-19df8e1f0ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a1415-3cdb-44c4-8d90-646f2afc20ea,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:28.827122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.877067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.878442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:28.879825 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:28.986457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:28.987049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7798886 Jul 07 22:40:28.993728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Request body: {'subnet': {'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-553379373-subnet', 'tenant_id': '7d369f76bd1542de9821b2ab09d7d15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:29.003886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907243aa-2941-42d4-8873-f74f18a3207c admin admin] Pushing event updated for resources: {'Network': ['ID=7ab16270-d60f-4bce-9f69-9b8138c7193c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:29.017693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7ab16270-d60f-4bce-9f69-9b8138c7193c details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:29.039111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Made reservation on behalf of 7d369f76bd1542de9821b2ab09d7d15d for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:29.043816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:29.265217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:29.356631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0127da0-f891-42b1-b138-f62e83403a81,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:29.370576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Checking segment: {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:29.374593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Network hostable DHCP agents. Network: 7ab16270-d60f-4bce-9f69-9b8138c7193c, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:29.411004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Network 7ab16270-d60f-4bce-9f69-9b8138c7193c is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:29.422615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7ab16270-d60f-4bce-9f69-9b8138c7193c) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:29.427639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:29.428256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:29.432993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f5b34-81f0-431a-9e60-ae0c1804c6e5 None None] Network 7ab16270-d60f-4bce-9f69-9b8138c7193c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:29.458313 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-af07241d-4cfc-4c7f-a7c7-8da81de77b66 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4693913 Jul 07 22:40:29.636942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ad048-b60b-46b2-bdca-a37152dee443 None None] Network 7ab16270-d60f-4bce-9f69-9b8138c7193c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:29.975665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47644) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:30.042700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0951-d1f3-4577-83b8-551951147a65 req-a496535c-3181-4b32-8d1b-ff554c4ed2a8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:30.047112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c7e0951-d1f3-4577-83b8-551951147a65 req-a496535c-3181-4b32-8d1b-ff554c4ed2a8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.0928717 Jul 07 22:40:30.104207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c7e0951-d1f3-4577-83b8-551951147a65 req-912c0646-58ba-493f-b751-9c25e0e83bfb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514262 Jul 07 22:40:30.126619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-765590365-network', 'tenant_id': 'ab520d7c048d4ff98ad2ffa0283eecdc'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:30.177247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Made reservation on behalf of ab520d7c048d4ff98ad2ffa0283eecdc for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:30.180264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.193924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.375832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.385179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.408616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:30.431935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b6963-41f7-4014-afe9-f7b5edffa4bf,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:30.450704 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.450704 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Added segment 36553d38-dbc3-4831-b785-90e123da9edc of type vlan for network a1f72ddc-4893-4452-bd83-fd0555ee3822 Jul 07 22:40:30.545766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.606755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.607993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:30.608637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.704439 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7273364 Jul 07 22:40:30.707175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47688) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:30.721293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Request body: {'subnet': {'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-765590365-subnet', 'tenant_id': 'ab520d7c048d4ff98ad2ffa0283eecdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:30.725677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231096e-2105-4fbf-bd28-bfe0b2dde4ab admin admin] Pushing event updated for resources: {'Network': ['ID=a1f72ddc-4893-4452-bd83-fd0555ee3822,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:30.752067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a1f72ddc-4893-4452-bd83-fd0555ee3822 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:30.768153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Made reservation on behalf of ab520d7c048d4ff98ad2ffa0283eecdc for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:30.770969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.056056 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.132772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974e42f7-655b-4e53-ac78-7db410c44ed1,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:31.145901 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Checking segment: {'id': '36553d38-dbc3-4831-b785-90e123da9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:31.146292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Network hostable DHCP agents. Network: a1f72ddc-4893-4452-bd83-fd0555ee3822, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:31.168192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Network a1f72ddc-4893-4452-bd83-fd0555ee3822 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:31.187606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a1f72ddc-4893-4452-bd83-fd0555ee3822) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:31.197096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653b4ef-9a16-4aae-abed-459aa323e91d None None] Network a1f72ddc-4893-4452-bd83-fd0555ee3822 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:31.202896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:31.203554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.235865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9534b16f-450d-4224-88c4-7125a4f785b4 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5269098 Jul 07 22:40:31.325968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:31.538069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.615873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:31.618140 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ac360-57ab-4797-bbaa-6d7d08e27575" -d '{"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-unplugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:31.624295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a2b08-0cbf-4b03-8479-2e4beb51c71b None None] Network a1f72ddc-4893-4452-bd83-fd0555ee3822 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:31.674403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:31.682616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.757955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:31.788109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.788686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.789263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.789778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.790374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.791158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.791717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.792279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.792836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.793386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.793985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.794537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.936855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-df287453-0d87-4853-9561-c0c9558a8263 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:31.940181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-df287453-0d87-4853-9561-c0c9558a8263 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/networks?id=a1f72ddc-4893-4452-bd83-fd0555ee3822 HTTP/1.1" status: 200 len: 808 time: 0.1560116 Jul 07 22:40:31.960693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-9fb9abd6-7bc3-4cf6-809b-6bc8dd28cd77 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/quotas/ab520d7c048d4ff98ad2ffa0283eecdc HTTP/1.1" status: 200 len: 375 time: 0.0120590 Jul 07 22:40:32.001223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-4d1e8309-8077-476b-b1e3-a84098c572f3 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab520d7c048d4ff98ad2ffa0283eecdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337453 Jul 07 22:40:32.101260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-93d86a06-6236-4c53-8773-c70e9067e865 service neutron] 10.222.0.95 "GET /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921359 Jul 07 22:40:32.220154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-f0951205-0189-4171-9004-9fce47890681 service neutron] 10.222.0.95 "GET /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084607 Jul 07 22:40:32.705235 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3bcc1c-f471-4be2-b372-e3ee12bd9dca x-openstack-request-id: req-ea3bcc1c-f471-4be2-b372-e3ee12bd9dca {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:32.705535 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-unplugged", "status": "failed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "code": 422}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:32.705792 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ea3bcc1c-f471-4be2-b372-e3ee12bd9dca {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:32.706297 n-d-694802-13 neutron-server[93933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'code': 422} returned with failed status Jul 07 22:40:32.773994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e53cc41c-0471-4a8d-b40f-6b9116ab435a req-d4bbf57f-d9b0-4985-90e2-9e57894cac99 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 210 time: 0.0387220 Jul 07 22:40:33.040593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788dad-5b6b-4762-a767-60f5817b73a5 req-ffd65053-a039-420b-8b92-87932b15c179 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:33.050782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01788dad-5b6b-4762-a767-60f5817b73a5 req-ffd65053-a039-420b-8b92-87932b15c179 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.1439888 Jul 07 22:40:33.190442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01788dad-5b6b-4762-a767-60f5817b73a5 req-45963df7-f928-4728-89a5-d35caf3236b8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309333 Jul 07 22:40:33.230791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-53b585bc-7168-41fd-b7bc-4972bcc71875 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2924182 Jul 07 22:40:34.086864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-2a134f7a-cc0c-42c0-8633-75fd61595d88 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.089263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-2a134f7a-cc0c-42c0-8633-75fd61595d88 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.103 "GET /v2.0/networks?id=a1f72ddc-4893-4452-bd83-fd0555ee3822 HTTP/1.1" status: 200 len: 808 time: 0.1620300 Jul 07 22:40:34.117779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Request body: {'port': {'device_id': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822', 'admin_state_up': True, 'tenant_id': 'ab520d7c048d4ff98ad2ffa0283eecdc'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:34.123434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b4365d0-8095-4dd3-b56e-f82e43756c78 req-9d3a11a4-768a-473a-b6ff-c2cb42d95647 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 210 time: 0.1608307 Jul 07 22:40:34.275797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Made reservation on behalf of ab520d7c048d4ff98ad2ffa0283eecdc for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:34.280817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.552217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Allocated IP 172.20.0.7 (a1f72ddc-4893-4452-bd83-fd0555ee3822/974e42f7-655b-4e53-ac78-7db410c44ed1/31381e0d-fc3e-4fa1-9491-234d92769ac1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:34.605616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca5968-28fd-4863-a837-07d2320f18b6 req-5d0c5288-583d-4127-9fb3-8a46e7a176a0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.607227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dca5968-28fd-4863-a837-07d2320f18b6 req-5d0c5288-583d-4127-9fb3-8a46e7a176a0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.2270722 Jul 07 22:40:34.612289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589351ba-50ed-4fe4-94a8-02fca588210d req-722b3f92-6240-47d5-aaa7-db3a1b7fa1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.614489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-722b3f92-6240-47d5-aaa7-db3a1b7fa1a2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34&tenant_id=97ca8000c21d491db5b2fa347e3b443c HTTP/1.1" status: 200 len: 1095 time: 0.1630366 Jul 07 22:40:34.634163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:34.715250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7dca5968-28fd-4863-a837-07d2320f18b6 req-bd8b3545-cd51-44a9-9ed0-4126be34dc3b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997515 Jul 07 22:40:35.143177 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.243196 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.306085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:35.456427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2070667d-558a-49f4-b6e3-80413fdd60ad req-7046c4bc-d662-4713-84ba-ca395cf6095d tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 210 time: 0.0724692 Jul 07 22:40:35.474533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.503169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Network a1f72ddc-4893-4452-bd83-fd0555ee3822 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:35.526854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:35.530009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:35.605387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:35.623397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Pushing event updated for resources: {'Port': ['ID=31381e0d-fc3e-4fa1-9491-234d92769ac1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:35.639731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:35.640368 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.671477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:35.674607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-72325510-2d25-4e1c-aade-294976aef44e tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5618963 Jul 07 22:40:35.699468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Request body: {'port': {'device_id': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:35.748606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:35.769112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.825574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.827774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Transition to ACTIVE for port object 670000f5-15fc-49ec-bb2c-8fb5825de2f1 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:35.842332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.180524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31381e0d-fc3e-4fa1-9491-234d92769ac1 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:36.188805 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.203634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Transition to ACTIVE for port object 31381e0d-fc3e-4fa1-9491-234d92769ac1 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:36.234244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.359710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=9']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:36.524498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3071c7-c80b-47aa-8fc5-8200eedf8099 req-604bf6f2-e255-4a8c-9597-2757ce724124 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:36.531741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e3071c7-c80b-47aa-8fc5-8200eedf8099 req-604bf6f2-e255-4a8c-9597-2757ce724124 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 943 time: 0.3221850 Jul 07 22:40:36.583444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Pushing event updated for resources: {'Port': ['ID=31381e0d-fc3e-4fa1-9491-234d92769ac1,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:36.586585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] No DVR routers for this DVR port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:36.686896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e3071c7-c80b-47aa-8fc5-8200eedf8099 req-4dc22b13-85b2-49a6-9d28-317e301b613b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541378 Jul 07 22:40:36.689520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Attempting to bind port 31381e0d-fc3e-4fa1-9491-234d92769ac1 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:36.689865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Attempting to bind port 31381e0d-fc3e-4fa1-9491-234d92769ac1 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '36553d38-dbc3-4831-b785-90e123da9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:36.690197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Attempting to bind port 31381e0d-fc3e-4fa1-9491-234d92769ac1 on network a1f72ddc-4893-4452-bd83-fd0555ee3822 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:36.768999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Port 31381e0d-fc3e-4fa1-9491-234d92769ac1 on network a1f72ddc-4893-4452-bd83-fd0555ee3822 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:36.770278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Attempting to bind port 31381e0d-fc3e-4fa1-9491-234d92769ac1 on network a1f72ddc-4893-4452-bd83-fd0555ee3822 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:36.800610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:36.804076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Checking segment: {'id': '36553d38-dbc3-4831-b785-90e123da9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:36.804687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Bound using segment: {'id': '36553d38-dbc3-4831-b785-90e123da9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:36.805349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Bound port: 31381e0d-fc3e-4fa1-9491-234d92769ac1, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36553d38-dbc3-4831-b785-90e123da9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:36.805926 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.849642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47846) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:36.943696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] For port 31381e0d-fc3e-4fa1-9491-234d92769ac1, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:36.949573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] For port 31381e0d-fc3e-4fa1-9491-234d92769ac1, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1,segment=NetworkSegment(36553d38-dbc3-4831-b785-90e123da9edc),segment_id=36553d38-dbc3-4831-b785-90e123da9edc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:36.983433 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.017895 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dc5306b-1e3d-4918-829b-351415fe071e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.034303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.035091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.036933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] 10.222.0.103 "PUT /v2.0/ports/31381e0d-fc3e-4fa1-9491-234d92769ac1 HTTP/1.1" status: 200 len: 1092 time: 1.3432546 Jul 07 22:40:37.038357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'tag': '31381e0d-fc3e-4fa1-9491-234d92769ac1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:37.042301 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7", "tag": "31381e0d-fc3e-4fa1-9491-234d92769ac1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:37.056624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e6a56-6a0a-4f70-9908-1de398d31c54 req-74708078-076f-4402-b155-e03d8f3085f5 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.058293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f44e6a56-6a0a-4f70-9908-1de398d31c54 req-74708078-076f-4402-b155-e03d8f3085f5 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 943 time: 0.2169826 Jul 07 22:40:37.059396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:37.059845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:37.060178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:37.075143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:37.075498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Attempting to bind port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on network 4af00ffb-79a9-463c-ab14-8f3e391340c3 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:37.143785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:37.144135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Checking segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:37.144976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Bound using segment: {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:37.145433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Bound port: 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28147edb-224f-4d3c-b816-927ca91fef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:37.145809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.152579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c6768-e219-403a-bca8-e65138645a46 service neutron] Pushing event updated for resources: {'Port': ['ID=31381e0d-fc3e-4fa1-9491-234d92769ac1,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.178303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dc5306b-1e3d-4918-829b-351415fe071e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.185197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dc5306b-1e3d-4918-829b-351415fe071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.189555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f44e6a56-6a0a-4f70-9908-1de398d31c54 req-55286575-d8b2-45a3-b2e5-c9b562ac4f02 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159518 Jul 07 22:40:37.232104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-3ef056f8-c27c-4a9a-85b2-05eb14c616fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.233636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-3ef056f8-c27c-4a9a-85b2-05eb14c616fa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab520d7c048d4ff98ad2ffa0283eecdc&device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 1095 time: 0.1356535 Jul 07 22:40:37.235216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5306b-1e3d-4918-829b-351415fe071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2603553-43a5-48e0-b035-34d406fffd83,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.257732 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3dc5306b-1e3d-4918-829b-351415fe071e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f0a19bfa619f44e6b7ef8c4759f4b7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068799 Jul 07 22:40:37.260965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47852) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:37.300043 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecb97ba-9156-48b1-a90a-3d2e28a0e63d x-openstack-request-id: req-9ecb97ba-9156-48b1-a90a-3d2e28a0e63d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:37.300356 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7", "tag": "31381e0d-fc3e-4fa1-9491-234d92769ac1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:37.301267 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ecb97ba-9156-48b1-a90a-3d2e28a0e63d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:37.301678 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'tag': '31381e0d-fc3e-4fa1-9491-234d92769ac1', 'status': 'completed', 'code': 200} Jul 07 22:40:37.306006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-84d2abeb-11d0-49d0-95f2-60859db3ba68 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1 HTTP/1.1" status: 200 len: 217 time: 0.0611029 Jul 07 22:40:37.318065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19fd725-8a37-43c4-9a65-e63a0ca76182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.340774 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19fd725-8a37-43c4-9a65-e63a0ca76182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.367935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-e72d1199-aba0-4ca1-ac7a-2430b50e3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.369602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-e72d1199-aba0-4ca1-ac7a-2430b50e3c45 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=974e42f7-655b-4e53-ac78-7db410c44ed1 HTTP/1.1" status: 200 len: 848 time: 0.0571480 Jul 07 22:40:37.372720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:37.401930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19fd725-8a37-43c4-9a65-e63a0ca76182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.405237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19fd725-8a37-43c4-9a65-e63a0ca76182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.409772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a19fd725-8a37-43c4-9a65-e63a0ca76182 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b2603553-43a5-48e0-b035-34d406fffd83 HTTP/1.1" status: 204 len: 168 time: 0.1447272 Jul 07 22:40:37.415939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fd725-8a37-43c4-9a65-e63a0ca76182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2603553-43a5-48e0-b035-34d406fffd83,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.458966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:37.462132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-1c0dc7ad-b910-40c8-8443-f8941c544129 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a1f72ddc-4893-4452-bd83-fd0555ee3822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850430 Jul 07 22:40:37.469658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.579597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.579990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.581492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] 10.222.0.103 "PUT /v2.0/ports/670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1092 time: 2.9589376 Jul 07 22:40:37.649177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787f064-1cad-4b1b-a39e-48d64c4376d7 service neutron] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.727953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-1a1de9c3-45c3-42b1-a534-b4a8d6428f55 service neutron] 10.222.0.103 "GET /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514951 Jul 07 22:40:37.746309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589351ba-50ed-4fe4-94a8-02fca588210d req-7af7ed70-3de2-4c55-8fde-0f4716e000a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.747609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-7af7ed70-3de2-4c55-8fde-0f4716e000a8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1096 time: 0.1385636 Jul 07 22:40:37.961519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47868) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:37.986391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87917f13-bf44-411e-a980-3899daf09ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.045874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c67eb91-b60e-4d83-af00-68771642c6ff req-ee901034-0722-4bd6-9581-4be766f17d07 service neutron] 10.222.0.103 "GET /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117313 Jul 07 22:40:38.047103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589351ba-50ed-4fe4-94a8-02fca588210d req-83589cd1-c042-4687-80c1-60d090f9d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:38.048487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-83589cd1-c042-4687-80c1-60d090f9d760 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.2770278 Jul 07 22:40:38.174748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87917f13-bf44-411e-a980-3899daf09ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.182676 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87917f13-bf44-411e-a980-3899daf09ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.191963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc16a9-b0df-46a8-a528-525d806a9354 req-fdeade6c-cd61-4e49-9285-ca67e45f3e82 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:38.193585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49cc16a9-b0df-46a8-a528-525d806a9354 req-fdeade6c-cd61-4e49-9285-ca67e45f3e82 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.2403743 Jul 07 22:40:38.243291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87917f13-bf44-411e-a980-3899daf09ea0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d3e72b66321c43d1976cdeb44d0cbc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800708 Jul 07 22:40:38.245220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87917f13-bf44-411e-a980-3899daf09ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63447eb9-4cd0-4715-b815-7103826b1a9e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:38.248090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 47872) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:38.270464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-172c1bb0-f772-44c9-a30e-cd0b8f423198 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 999 time: 0.2091517 Jul 07 22:40:38.304209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b10f7ae7-60c9-42aa-ba96-56f45a6e920b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.327926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49cc16a9-b0df-46a8-a528-525d806a9354 req-a300f740-a187-4395-ab65-a4a113243ec0 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267867 Jul 07 22:40:38.341015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-6a65a960-5b6e-45f0-8c3d-9762a2491672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:38.346795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-6a65a960-5b6e-45f0-8c3d-9762a2491672 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab520d7c048d4ff98ad2ffa0283eecdc&device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 1095 time: 0.2260969 Jul 07 22:40:38.354815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b10f7ae7-60c9-42aa-ba96-56f45a6e920b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.405434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589351ba-50ed-4fe4-94a8-02fca588210d req-8101b290-049d-495a-85c5-263a370c7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:38.416999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-8101b290-049d-495a-85c5-263a370c7d6c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1303890 Jul 07 22:40:38.492572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b10f7ae7-60c9-42aa-ba96-56f45a6e920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.495354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b10f7ae7-60c9-42aa-ba96-56f45a6e920b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.495795 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b10f7ae7-60c9-42aa-ba96-56f45a6e920b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/63447eb9-4cd0-4715-b815-7103826b1a9e HTTP/1.1" status: 204 len: 168 time: 0.2463424 Jul 07 22:40:38.533129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f7ae7-60c9-42aa-ba96-56f45a6e920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63447eb9-4cd0-4715-b815-7103826b1a9e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:38.952730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589351ba-50ed-4fe4-94a8-02fca588210d req-89d0d15f-eac1-412a-b9ab-18777c28b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:38.954260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-89d0d15f-eac1-412a-b9ab-18777c28b92a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4935584 Jul 07 22:40:39.014541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-589eee82-f2d8-455c-95fb-256c723cf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.016137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-589eee82-f2d8-455c-95fb-256c723cf1c3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=a1f72ddc-4893-4452-bd83-fd0555ee3822 HTTP/1.1" status: 200 len: 909 time: 0.6631300 Jul 07 22:40:39.061509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-fe3b42e0-e474-429c-98cc-18f1deec3b43 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1 HTTP/1.1" status: 200 len: 217 time: 0.0387135 Jul 07 22:40:39.071260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c84-b34f-4dcc-b322-71de2bf4b4dc req-46d45a5a-1cf7-432b-911e-0a551d7d742d tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.078252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82721c84-b34f-4dcc-b322-71de2bf4b4dc req-46d45a5a-1cf7-432b-911e-0a551d7d742d tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 943 time: 0.2266207 Jul 07 22:40:39.132780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-00e9dcc3-5d62-4dac-92b8-bac97467f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.134220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-00e9dcc3-5d62-4dac-92b8-bac97467f53a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=974e42f7-655b-4e53-ac78-7db410c44ed1 HTTP/1.1" status: 200 len: 848 time: 0.0513444 Jul 07 22:40:39.186806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-f1bc84a5-caaf-4751-9882-3b02e2f16fcf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=a1f72ddc-4893-4452-bd83-fd0555ee3822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433583 Jul 07 22:40:39.279503 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82721c84-b34f-4dcc-b322-71de2bf4b4dc req-2dc7fe57-2432-408a-b84e-9bc482091f90 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000353 Jul 07 22:40:39.299554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-ae8660c7-11a8-4c11-a554-fe7173c29e16 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264830 Jul 07 22:40:39.303089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:39.305571 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:39.369363 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b8208e-d407-4428-bf1e-4a2b5b480278 x-openstack-request-id: req-54b8208e-d407-4428-bf1e-4a2b5b480278 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:39.370433 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:39.370433 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-54b8208e-d407-4428-bf1e-4a2b5b480278 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:39.370433 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'status': 'completed', 'code': 200} Jul 07 22:40:39.415228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-cac718e6-6098-4628-ade3-2e0a762e659d service neutron] 10.222.0.103 "GET /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082546 Jul 07 22:40:39.616403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-71c1639c-b1ad-4d43-9285-8cb3cb20cc4f service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156123 Jul 07 22:40:39.662667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ecdab5cb-ab5d-4b4d-a767-77ae735399b8 req-9ae10e77-1dc4-4f29-8f4f-93df5f76bba5 service neutron] 10.222.0.103 "GET /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227032 Jul 07 22:40:39.680240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef616f83-dedb-49e8-afbf-7ad1878fb1da req-93812276-fd5c-45cd-8941-1dabbeff5498 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.681987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef616f83-dedb-49e8-afbf-7ad1878fb1da req-93812276-fd5c-45cd-8941-1dabbeff5498 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1286800 Jul 07 22:40:39.809181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef616f83-dedb-49e8-afbf-7ad1878fb1da req-3b0149d1-37aa-4b01-a5d8-ec9b230cc7eb tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197660 Jul 07 22:40:39.835158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-2366d959-eb48-4438-90b5-d6b2776635d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.843050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-2366d959-eb48-4438-90b5-d6b2776635d1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1096 time: 0.1452549 Jul 07 22:40:39.902854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 31381e0d-fc3e-4fa1-9491-234d92769ac1 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:40.032945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-8af9da97-f4d6-485b-8761-2b1e1f72cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.042668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-8af9da97-f4d6-485b-8761-2b1e1f72cf65 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1928406 Jul 07 22:40:40.146344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 31381e0d-fc3e-4fa1-9491-234d92769ac1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1,segment=NetworkSegment(36553d38-dbc3-4831-b785-90e123da9edc),segment_id=36553d38-dbc3-4831-b785-90e123da9edc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:40.162935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '31381e0d-fc3e-4fa1-9491-234d92769ac1', 'network_id': 'a1f72ddc-4893-4452-bd83-fd0555ee3822', 'port_id': '31381e0d-fc3e-4fa1-9491-234d92769ac1', 'mac_address': 'fa:16:3e:18:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974e42f7-655b-4e53-ac78-7db410c44ed1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:40.211162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-3e991080-a083-47e4-8ad4-fea04c794cb2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 999 time: 0.1575720 Jul 07 22:40:40.262586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.296132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31381e0d-fc3e-4fa1-9491-234d92769ac1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:40.382358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-6b61b195-af45-4dce-8d38-7633ed31ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.386262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-6b61b195-af45-4dce-8d38-7633ed31ad77 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.1676903 Jul 07 22:40:40.388135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 31381e0d-fc3e-4fa1-9491-234d92769ac1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1,segment=NetworkSegment(36553d38-dbc3-4831-b785-90e123da9edc),segment_id=36553d38-dbc3-4831-b785-90e123da9edc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:40.395909 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.551372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-82b4e143-b182-446f-b0cb-529167691c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.551372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-82b4e143-b182-446f-b0cb-529167691c5d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446273 Jul 07 22:40:40.608532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=31381e0d-fc3e-4fa1-9491-234d92769ac1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:40.676933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['31381e0d-fc3e-4fa1-9491-234d92769ac1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:40.878082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4e5e-434e-4f25-9375-67c8376af5e4 req-c33a5734-ac11-4443-b96e-0d26c286a97c tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.882716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-912e4e5e-434e-4f25-9375-67c8376af5e4 req-c33a5734-ac11-4443-b96e-0d26c286a97c tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 944 time: 0.2137659 Jul 07 22:40:40.892887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-9c2d0323-ec13-4962-b6f0-6e481ee34acd service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292415 Jul 07 22:40:41.042841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-912e4e5e-434e-4f25-9375-67c8376af5e4 req-c64a4a6a-2d74-4a5f-b0ae-adc7ad9abc32 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528914 Jul 07 22:40:41.068038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0088125-36dd-4d9e-ad21-a1dd43afe4d1 req-8b3d5031-2bc7-4bc5-92f1-fe0cd7881cc6 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600153 Jul 07 22:40:41.248880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30800e-4c4a-4acd-a8ce-0e1228cc34fb req-aab41071-5929-466d-a382-092ad77268b3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:41.256586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc30800e-4c4a-4acd-a8ce-0e1228cc34fb req-aab41071-5929-466d-a382-092ad77268b3 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1059117 Jul 07 22:40:41.315139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc30800e-4c4a-4acd-a8ce-0e1228cc34fb req-a25dffad-df98-449e-a7b1-76abfdfba25e tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575631 Jul 07 22:40:41.924054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 31381e0d-fc3e-4fa1-9491-234d92769ac1 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:42.068309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 31381e0d-fc3e-4fa1-9491-234d92769ac1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:42.075784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 31381e0d-fc3e-4fa1-9491-234d92769ac1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:42.077160 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.387723 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.468378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eddb8a-2b22-4dd6-bfd6-d7fdb03f7311 req-0c4e7f00-cbb9-4897-a984-a3bb43d42f1b tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:42.475203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29eddb8a-2b22-4dd6-bfd6-d7fdb03f7311 req-0c4e7f00-cbb9-4897-a984-a3bb43d42f1b tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 944 time: 0.1813221 Jul 07 22:40:42.506391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 31381e0d-fc3e-4fa1-9491-234d92769ac1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1,segment=NetworkSegment(36553d38-dbc3-4831-b785-90e123da9edc),segment_id=36553d38-dbc3-4831-b785-90e123da9edc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:42.517606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31381e0d-fc3e-4fa1-9491-234d92769ac1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:42.525788 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56836d60-ea8e-4afc-9324-e6bb51cf1b0b" -d '{"events": [{"server_uuid": "b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7", "name": "network-vif-plugged", "status": "completed", "tag": "31381e0d-fc3e-4fa1-9491-234d92769ac1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:42.545778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29eddb8a-2b22-4dd6-bfd6-d7fdb03f7311 req-504b3a7b-97f0-44f7-855d-272d26f3aa23 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644889 Jul 07 22:40:42.546785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.782311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=31381e0d-fc3e-4fa1-9491-234d92769ac1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:42.971073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945ec2c-9577-4272-8387-52ba2d074f8b req-a7099ba3-31a5-41e0-b630-c79125c63a62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:42.973847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f945ec2c-9577-4272-8387-52ba2d074f8b req-a7099ba3-31a5-41e0-b630-c79125c63a62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1435738 Jul 07 22:40:43.036840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f945ec2c-9577-4272-8387-52ba2d074f8b req-8306e86f-8c90-49bb-b1c5-24f02ae00a4c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506101 Jul 07 22:40:43.136852 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff9f72-9abe-49b5-982c-cbe741a0e6b0 x-openstack-request-id: req-a9ff9f72-9abe-49b5-982c-cbe741a0e6b0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:43.137788 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7", "name": "network-vif-plugged", "status": "completed", "tag": "31381e0d-fc3e-4fa1-9491-234d92769ac1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:43.138198 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a9ff9f72-9abe-49b5-982c-cbe741a0e6b0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:43.138816 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31381e0d-fc3e-4fa1-9491-234d92769ac1', 'code': 200} Jul 07 22:40:43.758351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b888-2266-4ea2-8c3c-26a69e546326 req-18353fc8-4385-4ef3-8604-6d4896c2b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:43.760169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf63b888-2266-4ea2-8c3c-26a69e546326 req-18353fc8-4385-4ef3-8604-6d4896c2b847 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 1097 time: 0.1332407 Jul 07 22:40:43.928389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf63b888-2266-4ea2-8c3c-26a69e546326 req-0c87c32e-4352-48b3-9894-b455e506828a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531363 Jul 07 22:40:44.043164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808de0-b4f2-4bdb-9e62-119ac44d20e5 req-2f5fd262-1ff1-47f2-a43f-d21de8e8df6d tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:44.052811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df808de0-b4f2-4bdb-9e62-119ac44d20e5 req-2f5fd262-1ff1-47f2-a43f-d21de8e8df6d tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1987689 Jul 07 22:40:44.197627 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df808de0-b4f2-4bdb-9e62-119ac44d20e5 req-a860880c-f095-4d24-aaa9-045c9ee8e62b tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389124 Jul 07 22:40:44.584099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e96df-bbfb-4b5b-92c0-d9ba94cfb25e req-fe272f22-1b8f-4083-9a3c-8e2a9453a6e9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:44.591184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f1e96df-bbfb-4b5b-92c0-d9ba94cfb25e req-fe272f22-1b8f-4083-9a3c-8e2a9453a6e9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1578937 Jul 07 22:40:44.665534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f1e96df-bbfb-4b5b-92c0-d9ba94cfb25e req-653ce835-51b6-434b-8ad4-28d8cda26f3c tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692320 Jul 07 22:40:45.633743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7575fa-143a-46b0-a3d9-286ca37051ef req-aaa76274-9ad7-4334-96df-49c850f1da63 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:45.647783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b7575fa-143a-46b0-a3d9-286ca37051ef req-aaa76274-9ad7-4334-96df-49c850f1da63 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1688137 Jul 07 22:40:45.745366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b7575fa-143a-46b0-a3d9-286ca37051ef req-df8f8f45-2c39-4f01-bdd1-cb8f00c36cc1 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834601 Jul 07 22:40:46.095478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ee96-9164-460a-9985-c87df5b329cc req-55a00796-f091-4485-9412-5b2efc3ff619 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:46.107769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0778ee96-9164-460a-9985-c87df5b329cc req-55a00796-f091-4485-9412-5b2efc3ff619 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1387050 Jul 07 22:40:46.213412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0778ee96-9164-460a-9985-c87df5b329cc req-d0a7e344-8c4e-44e5-9b6b-244493f2567b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023252 Jul 07 22:40:46.917309 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:46.943578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2050c47-c593-4c6d-8163-3f32d3ecfcef req-28970cc7-c1ed-4f80-a4c1-97aed7a8e0eb tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:46.956047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2050c47-c593-4c6d-8163-3f32d3ecfcef req-28970cc7-c1ed-4f80-a4c1-97aed7a8e0eb tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.0997484 Jul 07 22:40:47.038541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2050c47-c593-4c6d-8163-3f32d3ecfcef req-c45749a7-375c-414e-9fc2-3f5d3c1443be tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814486 Jul 07 22:40:47.586132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a438bcd-8cda-4c36-9cc6-96d3f9a1b0cb req-ae15e6eb-1ecd-45f1-a18e-8509b55f8b3f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:47.599920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a438bcd-8cda-4c36-9cc6-96d3f9a1b0cb req-ae15e6eb-1ecd-45f1-a18e-8509b55f8b3f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1405928 Jul 07 22:40:47.674570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a438bcd-8cda-4c36-9cc6-96d3f9a1b0cb req-9868ae8e-21bd-4777-ad68-2b98f78185b8 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656912 Jul 07 22:40:48.385746 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-474097f1-9f54-444c-864a-d6e053956741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:48.425275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7329e-7c9c-40a2-ba04-981499c7bb9d req-932a18bb-a5c8-4118-b681-8e6425953ee9 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:48.438507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36b7329e-7c9c-40a2-ba04-981499c7bb9d req-932a18bb-a5c8-4118-b681-8e6425953ee9 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.2053530 Jul 07 22:40:48.510343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36b7329e-7c9c-40a2-ba04-981499c7bb9d req-0147c7bf-da7d-4aea-8d9b-870eb8106b91 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664568 Jul 07 22:40:48.842733 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:49.045654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b8f2-dd40-4c28-8a78-a4ceaca65e5b req-c3e9596e-c5f8-4ecd-bf35-43f2c4a26f31 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:49.053514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72b5b8f2-dd40-4c28-8a78-a4ceaca65e5b req-c3e9596e-c5f8-4ecd-bf35-43f2c4a26f31 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1400805 Jul 07 22:40:49.125531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72b5b8f2-dd40-4c28-8a78-a4ceaca65e5b req-266d1fef-55b2-4022-9cf5-64964c475bd2 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709276 Jul 07 22:40:49.779796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaf847-0bb5-4773-a651-7cdc9a00bc42 req-31113500-e9bf-4463-959e-58c881228884 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:49.782076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78eaf847-0bb5-4773-a651-7cdc9a00bc42 req-31113500-e9bf-4463-959e-58c881228884 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1334591 Jul 07 22:40:49.839514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78eaf847-0bb5-4773-a651-7cdc9a00bc42 req-2b8076a9-6cf5-4ccd-9953-58eaea989e7f tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Jul 07 22:40:50.445965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d32d-59e1-439d-8a60-335f208ec1d3 req-9ff003b7-ded1-41e2-9c1e-aba647c7183b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:50.448317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef52d32d-59e1-439d-8a60-335f208ec1d3 req-9ff003b7-ded1-41e2-9c1e-aba647c7183b tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.1148789 Jul 07 22:40:50.577589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef52d32d-59e1-439d-8a60-335f208ec1d3 req-730c1281-1958-4b91-b1f9-6dacb4ab3d71 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227231 Jul 07 22:40:51.171678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282eb5-8e1b-45aa-9341-7b45686a1ae8 req-11b4b39e-b9f2-464c-9bea-facae3cac1a2 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:51.180214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf282eb5-8e1b-45aa-9341-7b45686a1ae8 req-11b4b39e-b9f2-464c-9bea-facae3cac1a2 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1274529 Jul 07 22:40:51.221129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf282eb5-8e1b-45aa-9341-7b45686a1ae8 req-ef321781-ddad-4168-b6df-52c89efdda00 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Jul 07 22:40:51.365251 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de620182-660a-4b08-836e-ad48806907fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:51.460346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:51.785936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383556aa-3670-4e8d-8517-cd84512c8394 req-f0e5585f-9da9-46ad-937f-fd4e6f512c20 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:51.788327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-383556aa-3670-4e8d-8517-cd84512c8394 req-f0e5585f-9da9-46ad-937f-fd4e6f512c20 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.0733619 Jul 07 22:40:51.835061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-383556aa-3670-4e8d-8517-cd84512c8394 req-043d09f2-67ec-4f4f-b583-ae74537cf5db tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 Jul 07 22:40:52.199123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:52.449386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be9445-cff9-48fc-b1e2-975eef82a296 req-6ffe2f3b-d6eb-4338-83de-57665a9bfecf tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:52.458766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46be9445-cff9-48fc-b1e2-975eef82a296 req-6ffe2f3b-d6eb-4338-83de-57665a9bfecf tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.0941322 Jul 07 22:40:52.503007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-46be9445-cff9-48fc-b1e2-975eef82a296 req-1be35d78-b5df-4fcf-914b-def3cd7bfda0 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Jul 07 22:40:53.067283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c495e70-4970-43c1-89a8-cf11f36131ba req-67baed34-46a9-4739-ae7d-20321f1e0822 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:53.069518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c495e70-4970-43c1-89a8-cf11f36131ba req-67baed34-46a9-4739-ae7d-20321f1e0822 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.0790203 Jul 07 22:40:53.170930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c495e70-4970-43c1-89a8-cf11f36131ba req-8f3db35e-f666-4120-85df-1bf12697ff28 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893071 Jul 07 22:40:53.718484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e42e39-05b2-4c2c-a875-d25a2ce56f99 req-9321015b-4550-441e-bc90-c6221d733494 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:53.720795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52e42e39-05b2-4c2c-a875-d25a2ce56f99 req-9321015b-4550-441e-bc90-c6221d733494 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.0857720 Jul 07 22:40:53.740404 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.763539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52e42e39-05b2-4c2c-a875-d25a2ce56f99 req-d85ca919-2d0e-4b2b-8b0d-ae914c2c55bb tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365548 Jul 07 22:40:54.007398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:54.332078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:54.345503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'port_id': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'mac_address': 'fa:16:3e:8a:5b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:54.394687 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:54.403191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:54.405166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca68e4-8b1c-401b-97eb-a65e7ca21394 req-72879b58-6433-4355-ab51-c88d25a84543 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:54.406731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9ca68e4-8b1c-401b-97eb-a65e7ca21394 req-72879b58-6433-4355-ab51-c88d25a84543 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 944 time: 0.0916197 Jul 07 22:40:54.431912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:54.442133 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:54.461489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9ca68e4-8b1c-401b-97eb-a65e7ca21394 req-9915a0d1-0a8b-4b30-b13c-786db6dc3062 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474391 Jul 07 22:40:54.523788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:54.670106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['670000f5-15fc-49ec-bb2c-8fb5825de2f1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:55.791261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252750ef-c75b-41f2-9ace-c4b89757d7f4 req-3a74fc79-5108-4f4d-aa10-66f78bbf368f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:55.798288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-252750ef-c75b-41f2-9ace-c4b89757d7f4 req-3a74fc79-5108-4f4d-aa10-66f78bbf368f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 945 time: 0.0779932 Jul 07 22:40:55.843566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-252750ef-c75b-41f2-9ace-c4b89757d7f4 req-9e7a625c-b540-4909-bc8b-efebb1b2272a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Jul 07 22:40:56.037932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:56.171579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48300) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:56.182219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:56.186664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:56.187154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.313333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d344d605-ddee-4166-b907-c88a5ef98f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.351194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.409081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:56.413617 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7d03a-ce39-453a-a9c6-9ecfa26ba693" -d '{"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-plugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:56.432591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:56.435930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.505744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d344d605-ddee-4166-b907-c88a5ef98f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.506444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:56.515018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d344d605-ddee-4166-b907-c88a5ef98f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.559913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48316) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:56.560112 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d344d605-ddee-4166-b907-c88a5ef98f2d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=639d2933ba504800b37f6d2e7821aab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872614 Jul 07 22:40:56.560702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344d605-ddee-4166-b907-c88a5ef98f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7005c07-7b1d-4051-8f86-5e15adfef3e5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:56.606784 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d5149d-ebe7-451b-9028-ad43be59fb0b x-openstack-request-id: req-62d5149d-ebe7-451b-9028-ad43be59fb0b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:56.606784 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-plugged", "status": "completed", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:56.615665 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-62d5149d-ebe7-451b-9028-ad43be59fb0b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:56.615665 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'code': 200} Jul 07 22:40:56.635936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3dda60f0-74af-4da4-afdb-d46538c2a2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.693292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3dda60f0-74af-4da4-afdb-d46538c2a2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.759423 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3dda60f0-74af-4da4-afdb-d46538c2a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.762115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3dda60f0-74af-4da4-afdb-d46538c2a2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:56.763598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3dda60f0-74af-4da4-afdb-d46538c2a2ab admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b7005c07-7b1d-4051-8f86-5e15adfef3e5 HTTP/1.1" status: 204 len: 168 time: 0.2027264 Jul 07 22:40:56.809563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda60f0-74af-4da4-afdb-d46538c2a2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7005c07-7b1d-4051-8f86-5e15adfef3e5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:56.879720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac03d74-e670-4776-a7a2-0c4db7f6a439 req-b2c33fc2-6c2c-49bd-a7a2-eb5173d1783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:56.881557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ac03d74-e670-4776-a7a2-0c4db7f6a439 req-b2c33fc2-6c2c-49bd-a7a2-eb5173d1783b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1098 time: 0.1168020 Jul 07 22:40:56.930937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ac03d74-e670-4776-a7a2-0c4db7f6a439 req-45a4fd7f-1b84-45b6-8fde-9f2d313e0984 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 Jul 07 22:40:57.090956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7310f-dee6-4c78-9a6b-22835dae33d1 req-7bbc4b95-c168-4164-84fa-742e2e6c835a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:57.092786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81f7310f-dee6-4c78-9a6b-22835dae33d1 req-7bbc4b95-c168-4164-84fa-742e2e6c835a tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 946 time: 0.0777030 Jul 07 22:40:57.138479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81f7310f-dee6-4c78-9a6b-22835dae33d1 req-bf21dccc-725a-45d8-9af6-e5257e1a0673 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Jul 07 22:40:57.217391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48342) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:57.234074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-300255f6-abd1-4e0d-80ee-9a45b80dec6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.376530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-300255f6-abd1-4e0d-80ee-9a45b80dec6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.381677 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-300255f6-abd1-4e0d-80ee-9a45b80dec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.410617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-300255f6-abd1-4e0d-80ee-9a45b80dec6e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=42e29ee16a28439fba1dba67fd6c1617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918375 Jul 07 22:40:57.412856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48346) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:57.458254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300255f6-abd1-4e0d-80ee-9a45b80dec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c1024b-a8e1-4b97-a072-9279c119d966,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:57.489810 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed60d5ca-85ca-44be-8f81-dd92df5b0020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.514949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed60d5ca-85ca-44be-8f81-dd92df5b0020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.585708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed60d5ca-85ca-44be-8f81-dd92df5b0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.589133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed60d5ca-85ca-44be-8f81-dd92df5b0020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.590599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed60d5ca-85ca-44be-8f81-dd92df5b0020 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/38c1024b-a8e1-4b97-a072-9279c119d966 HTTP/1.1" status: 204 len: 168 time: 0.1768069 Jul 07 22:40:57.608736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60d5ca-85ca-44be-8f81-dd92df5b0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c1024b-a8e1-4b97-a072-9279c119d966,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:57.862947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505dae5-99d7-4af6-b2e5-ebdce8ceabc6 req-8dc774d8-e716-4332-af6b-2ddabfd74482 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:57.871993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b505dae5-99d7-4af6-b2e5-ebdce8ceabc6 req-8dc774d8-e716-4332-af6b-2ddabfd74482 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1212435 Jul 07 22:40:57.927221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b505dae5-99d7-4af6-b2e5-ebdce8ceabc6 req-44174bd3-9252-42fe-b2d9-f1f7405eb325 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540969 Jul 07 22:40:58.083503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:58.097047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93def31f-d41d-4a26-9bf3-6120a89589a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.216920 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93def31f-d41d-4a26-9bf3-6120a89589a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.223460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93def31f-d41d-4a26-9bf3-6120a89589a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.351157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93def31f-d41d-4a26-9bf3-6120a89589a8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=32dfa9d5551f42519fed9b3b4e53a1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662358 Jul 07 22:40:58.354819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93def31f-d41d-4a26-9bf3-6120a89589a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd865732-6bd1-40eb-a6c0-2ec807a6e0a0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:58.354916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48402) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:58.419930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9f7d-d34d-4898-b451-66f5bd3b8aff req-29359047-b6b0-44cc-a8e1-e71633f2fd25 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:58.422132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfff9f7d-d34d-4898-b451-66f5bd3b8aff req-29359047-b6b0-44cc-a8e1-e71633f2fd25 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 946 time: 0.1165326 Jul 07 22:40:58.447680 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.492264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.502032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfff9f7d-d34d-4898-b451-66f5bd3b8aff req-4b7dda8d-ac35-4537-9df0-2cf30ba27cab tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679386 Jul 07 22:40:58.559886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.563347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:58.568156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd865732-6bd1-40eb-a6c0-2ec807a6e0a0 HTTP/1.1" status: 204 len: 168 time: 0.2127731 Jul 07 22:40:58.579167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd865732-6bd1-40eb-a6c0-2ec807a6e0a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:58.589433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.589960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.590493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.591305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.591785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.592314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.592986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.593464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.593957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.594478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.595098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:58.595570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e3bc2-393a-4671-8fab-577e32b96e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:59.157160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-ffe30bb5-f20b-4b58-b217-b91f74dd16a3 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:59.158823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-ffe30bb5-f20b-4b58-b217-b91f74dd16a3 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.103 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1785464 Jul 07 22:40:59.303134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168697f-9162-478f-bd6d-9c0e248e1bd8 req-9b45240d-2715-44a8-a642-2ccb1c858837 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:59.309805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3168697f-9162-478f-bd6d-9c0e248e1bd8 req-9b45240d-2715-44a8-a642-2ccb1c858837 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 945 time: 0.1841605 Jul 07 22:40:59.355958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3168697f-9162-478f-bd6d-9c0e248e1bd8 req-d3c5850b-b039-464a-b63d-afa209aff8a3 tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/security-groups?id=f55b6963-41f7-4014-afe9-f7b5edffa4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Jul 07 22:40:59.357377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Deleting port 31381e0d-fc3e-4fa1-9491-234d92769ac1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:59.357723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:59.473005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] For port 31381e0d-fc3e-4fa1-9491-234d92769ac1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=31381e0d-fc3e-4fa1-9491-234d92769ac1,segment=NetworkSegment(36553d38-dbc3-4831-b785-90e123da9edc),segment_id=36553d38-dbc3-4831-b785-90e123da9edc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:59.473500 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:59.492862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Calling delete_port for 31381e0d-fc3e-4fa1-9491-234d92769ac1 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:59.766355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e810f7-b9c1-4871-a412-a01df4639ea4 req-b1dba030-25e2-4e3d-b224-1dbc588f3957 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:59.767946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73e810f7-b9c1-4871-a412-a01df4639ea4 req-b1dba030-25e2-4e3d-b224-1dbc588f3957 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 946 time: 0.1277461 Jul 07 22:40:59.769699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:59.783690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['31381e0d-fc3e-4fa1-9491-234d92769ac1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:59.844905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Pushing event deleted for resources: {'Port': ['ID=31381e0d-fc3e-4fa1-9491-234d92769ac1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:59.915587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] No DVR routers for this DVR port 31381e0d-fc3e-4fa1-9491-234d92769ac1 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:59.919787 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:59.921779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-333d5d03-b5cf-44b2-a706-9b60fb9dfd4e req-4d4bb1b8-6eb9-425e-8679-1b64a4b0c6ad tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.103 "DELETE /v2.0/ports/31381e0d-fc3e-4fa1-9491-234d92769ac1 HTTP/1.1" status: 204 len: 173 time: 0.7398195 Jul 07 22:40:59.922375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'name': 'network-vif-deleted', 'tag': '31381e0d-fc3e-4fa1-9491-234d92769ac1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:59.924699 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ed15e-003d-4ca7-9b79-9643e570555e" -d '{"events": [{"server_uuid": "b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7", "name": "network-vif-deleted", "tag": "31381e0d-fc3e-4fa1-9491-234d92769ac1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:59.938212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73e810f7-b9c1-4871-a412-a01df4639ea4 req-16133d27-31ea-42e2-9f4f-40e76667c79f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504583 Jul 07 22:40:59.997273 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0478ef73-dc84-4953-bafa-5d688f5ab277 x-openstack-request-id: req-0478ef73-dc84-4953-bafa-5d688f5ab277 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:59.997835 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7", "name": "network-vif-deleted", "tag": "31381e0d-fc3e-4fa1-9491-234d92769ac1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:59.997835 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0478ef73-dc84-4953-bafa-5d688f5ab277 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:59.998190 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7', 'name': 'network-vif-deleted', 'tag': '31381e0d-fc3e-4fa1-9491-234d92769ac1', 'status': 'completed', 'code': 200} Jul 07 22:41:00.615393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ea72123-ed17-407b-af8e-7cffa28b03be req-eb5db441-3d8a-40d7-890d-6a104784160f tempest-ServerTagsTestJSON-172149993 tempest-ServerTagsTestJSON-172149993-project] 10.222.0.95 "GET /v2.0/ports?device_id=b83aabd1-18d4-4f5e-8cb5-0bf1a1d87ff7 HTTP/1.1" status: 200 len: 210 time: 0.0453751 Jul 07 22:41:00.931849 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:41:01.726599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48542) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:01.780079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Deleting subnet 974e42f7-655b-4e53-ac78-7db410c44ed1 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:41:01.783627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.828006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.876420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.938470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.963293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974e42f7-655b-4e53-ac78-7db410c44ed1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:01.972390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.976757 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9cb82789-a18e-4c79-a724-dbba69789fdf admin admin] 10.222.0.95 "DELETE /v2.0/subnets/974e42f7-655b-4e53-ac78-7db410c44ed1 HTTP/1.1" status: 204 len: 168 time: 0.2468860 Jul 07 22:41:01.977078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48552) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:02.052773 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.146034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.156376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f72ddc-4893-4452-bd83-fd0555ee3822']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:02.167218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36553d38-dbc3-4831-b785-90e123da9edc') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:02.167730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36553d38-dbc3-4831-b785-90e123da9edc') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:02.176902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.192014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.198587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:41:02.199024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:41:02.200845 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:41:02.260881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.271106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.276864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a1f72ddc-4893-4452-bd83-fd0555ee3822 HTTP/1.1" status: 204 len: 168 time: 0.2965832 Jul 07 22:41:02.308226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a69576-33ee-4c12-9499-d775121962b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f72ddc-4893-4452-bd83-fd0555ee3822,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:02.509269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48572) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:02.554298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7db50251-8990-4781-800d-28fc1430beed admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ab520d7c048d4ff98ad2ffa0283eecdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434968 Jul 07 22:41:02.556658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:02.608587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d444a801-bb93-460a-91ff-824d83c05aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.632427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d444a801-bb93-460a-91ff-824d83c05aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.697059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d444a801-bb93-460a-91ff-824d83c05aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.700362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d444a801-bb93-460a-91ff-824d83c05aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:02.702383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d444a801-bb93-460a-91ff-824d83c05aa5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f55b6963-41f7-4014-afe9-f7b5edffa4bf HTTP/1.1" status: 204 len: 168 time: 0.1446710 Jul 07 22:41:02.725221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444a801-bb93-460a-91ff-824d83c05aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b6963-41f7-4014-afe9-f7b5edffa4bf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:03.622984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48626) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:03.772711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-996552802-network', 'tenant_id': '0dc6146110674f6ea66b74e97a541eb0'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:03.822160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Made reservation on behalf of 0dc6146110674f6ea66b74e97a541eb0 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:03.825820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:03.849211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:03.968179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:03.976189 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.002053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:04.012086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b878d66-20ec-48a6-a887-884f556a3355,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:04.030748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.031103 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Added segment 08c01b4e-80e8-4255-8599-add5f47490a3 of type vlan for network ba242a24-0797-42ce-af31-0a274e23d990 Jul 07 22:41:04.084959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 31381e0d-fc3e-4fa1-9491-234d92769ac1 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:04.098784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.128826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 31381e0d-fc3e-4fa1-9491-234d92769ac1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:04.129165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 31381e0d-fc3e-4fa1-9491-234d92769ac1 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:04.137029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.138456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:04.139357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.222851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] Pushing event updated for resources: {'Network': ['ID=ba242a24-0797-42ce-af31-0a274e23d990,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:04.233109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ba242a24-0797-42ce-af31-0a274e23d990 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:04.239725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-113b67bf-03bd-47db-a8fc-f31a028e9c49 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6147046 Jul 07 22:41:04.242580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48670) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:04.247900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Request body: {'subnet': {'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-996552802-subnet', 'tenant_id': '0dc6146110674f6ea66b74e97a541eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:04.286745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Made reservation on behalf of 0dc6146110674f6ea66b74e97a541eb0 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:04.296172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.515926 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.561812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94d3be7-1f3b-4e3e-83da-18ecf671f867,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:04.586686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Checking segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:04.587552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Network hostable DHCP agents. Network: ba242a24-0797-42ce-af31-0a274e23d990, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:04.630447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Network ba242a24-0797-42ce-af31-0a274e23d990 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:04.643068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ba242a24-0797-42ce-af31-0a274e23d990) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:04.648296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:04.649065 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.653708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84df97-a6ac-41fd-bd1f-24e7f7daeb99 None None] Network ba242a24-0797-42ce-af31-0a274e23d990 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:04.673236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-19ecbd86-f89d-49cc-8776-89b343b77af8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4292705 Jul 07 22:41:04.812991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c3dd9-73a8-478e-927d-e30e2db3689b None None] Network ba242a24-0797-42ce-af31-0a274e23d990 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:05.276770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-2ab0daf4-a950-4407-a747-7c1cd43bb6cf tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:05.278357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-2ab0daf4-a950-4407-a747-7c1cd43bb6cf tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 813 time: 0.1288412 Jul 07 22:41:05.294560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-4b16da6a-8862-4937-8768-84cb9ea01c7f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/quotas/0dc6146110674f6ea66b74e97a541eb0 HTTP/1.1" status: 200 len: 375 time: 0.0102978 Jul 07 22:41:05.348493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-915c491d-7437-4d79-b36f-842ae445ea78 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477374 Jul 07 22:41:05.446442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-5661d847-4193-48ce-b0a1-2dae1329abae service neutron] 10.222.0.95 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970628 Jul 07 22:41:05.547760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8cdba09e-fb2f-4561-8b4b-e32e003d0ca9 service neutron] 10.222.0.95 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004431 Jul 07 22:41:05.829255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0fe2ee05-eec4-4313-9491-c4cf6856a50d req-c01e6e6f-fdd0-49f1-8194-07f953dc5439 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 210 time: 0.1013420 Jul 07 22:41:07.460551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:07.648667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a84aae5f-77e8-4b8a-bb09-eb142d0c5bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.858127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a84aae5f-77e8-4b8a-bb09-eb142d0c5bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.870501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a84aae5f-77e8-4b8a-bb09-eb142d0c5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.890327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cc6c126-04ec-4efd-9a34-c77ee5504ea4 req-84bf2b29-bffb-4009-a22c-8d5ed11480f5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 210 time: 0.7030144 Jul 07 22:41:07.949231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aae5f-77e8-4b8a-bb09-eb142d0c5bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38beada9-2db8-48d1-983f-aa146e9f369f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:07.964973 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a84aae5f-77e8-4b8a-bb09-eb142d0c5bd0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8c732dcc50e642aea50d5f52b2c5fbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025597 Jul 07 22:41:07.966044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:08.013215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-9341fa6d-8c31-4e2e-b2a0-a04fcb87f7b0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:08.015173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-9341fa6d-8c31-4e2e-b2a0-a04fcb87f7b0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.103 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 813 time: 0.9286058 Jul 07 22:41:08.032118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Request body: {'port': {'device_id': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'admin_state_up': True, 'tenant_id': '0dc6146110674f6ea66b74e97a541eb0'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:08.036624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1dd47655-c028-4e0d-93fd-6b015fab5ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.069321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1dd47655-c028-4e0d-93fd-6b015fab5ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.131637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1dd47655-c028-4e0d-93fd-6b015fab5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.134320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1dd47655-c028-4e0d-93fd-6b015fab5ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.137846 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1dd47655-c028-4e0d-93fd-6b015fab5ca3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/38beada9-2db8-48d1-983f-aa146e9f369f HTTP/1.1" status: 204 len: 168 time: 0.1682470 Jul 07 22:41:08.149019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd47655-c028-4e0d-93fd-6b015fab5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38beada9-2db8-48d1-983f-aa146e9f369f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:08.163822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Made reservation on behalf of 0dc6146110674f6ea66b74e97a541eb0 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:08.168095 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.332998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Allocated IP 172.20.0.7 (ba242a24-0797-42ce-af31-0a274e23d990/b94d3be7-1f3b-4e3e-83da-18ecf671f867/f14e5955-e391-4196-a6e9-653671a4825b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:08.528485 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.539825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 48824) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:08.557274 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29bd79f7-e746-40c8-b91e-f067e305d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.632283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.707610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Network ba242a24-0797-42ce-af31-0a274e23d990 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:08.708436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:08.713966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:08.717964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:08.774910 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29bd79f7-e746-40c8-b91e-f067e305d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.781808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29bd79f7-e746-40c8-b91e-f067e305d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.790664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:08.791359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.839151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-29bd79f7-e746-40c8-b91e-f067e305d441 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=42dcdd4fca74413aac58465694df9bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980032 Jul 07 22:41:08.841861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 48836) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:08.842365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8402df81-6c5f-43dc-a5e2-0e73552dae3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166513 Jul 07 22:41:08.843338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd79f7-e746-40c8-b91e-f067e305d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ec6dd-5458-469b-8b17-6f64ff3c38b2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:08.856369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Request body: {'port': {'device_id': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:08.912920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4221a78a-78b1-4018-b828-b7e40ffe1b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.948534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4221a78a-78b1-4018-b828-b7e40ffe1b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.993210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.031671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4221a78a-78b1-4018-b828-b7e40ffe1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.035884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4221a78a-78b1-4018-b828-b7e40ffe1b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.037884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4221a78a-78b1-4018-b828-b7e40ffe1b65 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c14ec6dd-5458-469b-8b17-6f64ff3c38b2 HTTP/1.1" status: 204 len: 168 time: 0.1948574 Jul 07 22:41:09.050752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221a78a-78b1-4018-b828-b7e40ffe1b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ec6dd-5458-469b-8b17-6f64ff3c38b2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.239097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c448fd-1ce5-432d-8f90-0dd1a7e4db4a req-25fe4dc3-459f-438b-a864-4233c0c12027 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:09.245912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74c448fd-1ce5-432d-8f90-0dd1a7e4db4a req-25fe4dc3-459f-438b-a864-4233c0c12027 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 931 time: 0.1672447 Jul 07 22:41:09.347218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74c448fd-1ce5-432d-8f90-0dd1a7e4db4a req-431104cd-6adf-42a9-82b5-eb7fec2efd81 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003504 Jul 07 22:41:09.457159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:09.475878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.495716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Transition to ACTIVE for port object f14e5955-e391-4196-a6e9-653671a4825b will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:09.500098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.574880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.637536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:09.637857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:09.638153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b on network ba242a24-0797-42ce-af31-0a274e23d990 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:09.648620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Port f14e5955-e391-4196-a6e9-653671a4825b on network ba242a24-0797-42ce-af31-0a274e23d990 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:09.649072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b on network ba242a24-0797-42ce-af31-0a274e23d990 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:09.655588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:09.660281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Checking segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:09.660702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Bound using segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:09.661638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Bound port: f14e5955-e391-4196-a6e9-653671a4825b, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:09.661638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.740368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:09.743868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:09.750442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.790852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:09.791732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.793902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] 10.222.0.103 "PUT /v2.0/ports/f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 1092 time: 0.9428184 Jul 07 22:41:09.794433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:09.796829 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ef220-ec56-446e-81e5-a7063c5cb2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:09.842186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860754c-75b4-4ecc-a13f-f39a6a14d832 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.858094 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae34f79d-3add-4eaa-b61f-dac8f017f3d9 x-openstack-request-id: req-ae34f79d-3add-4eaa-b61f-dac8f017f3d9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:09.858094 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:09.858094 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ae34f79d-3add-4eaa-b61f-dac8f017f3d9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:09.859299 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'status': 'completed', 'code': 200} Jul 07 22:41:09.925013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-d7665309-a5a0-4371-aa96-f699ab0e502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:09.926535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-d7665309-a5a0-4371-aa96-f699ab0e502a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1095 time: 0.0855937 Jul 07 22:41:09.981599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-8bbd3fd4-e626-4e8f-b148-5f0e800a6b39 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.0440722 Jul 07 22:41:10.053198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-f9d2dda5-185d-43fd-9d89-7c7cefe762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.055803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-f9d2dda5-185d-43fd-9d89-7c7cefe762e7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0678232 Jul 07 22:41:10.094256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-e4b65153-c955-4ad3-a952-c33020b568e5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320354 Jul 07 22:41:10.198299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-167ad588-08a3-4a50-be15-9db54c4096c3 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954990 Jul 07 22:41:10.311526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7dc62b0-fcf4-4a5c-a773-8a2a5bf6f193 req-958f6aea-5f1f-4900-b702-b8d33b64b326 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043451 Jul 07 22:41:10.570146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-414d0b3f-0700-4c8c-9977-94a881b4c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.571701 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-414d0b3f-0700-4c8c-9977-94a881b4c7a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1095 time: 0.1849411 Jul 07 22:41:10.594166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f39d-9fc2-4979-90df-f853410f45a1 req-0c490955-aa0d-40ed-af2c-88fcdd823926 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.595815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c73f39d-9fc2-4979-90df-f853410f45a1 req-0c490955-aa0d-40ed-af2c-88fcdd823926 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 943 time: 0.1104343 Jul 07 22:41:10.682150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c73f39d-9fc2-4979-90df-f853410f45a1 req-c3d3d956-e848-4a20-8ddf-2f65746f6d27 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709178 Jul 07 22:41:10.713950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-a953ea7a-e589-46d8-94cb-cb1aad1e0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.715989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-a953ea7a-e589-46d8-94cb-cb1aad1e0a75 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.1361051 Jul 07 22:41:10.762985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-7ea6f213-2f6a-4696-a7aa-abdde31257a7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.0381217 Jul 07 22:41:10.840929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-76269a3e-1925-4690-ba6a-9b335df16db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.843890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-76269a3e-1925-4690-ba6a-9b335df16db6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0728183 Jul 07 22:41:10.903261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-cc2e7471-4a86-44ae-83df-13dfa190913e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473473 Jul 07 22:41:11.003524 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-de96d9ae-b800-4a34-b1f4-9cef2b87ff92 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928588 Jul 07 22:41:11.203403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d22ef220-ec56-446e-81e5-a7063c5cb2a4 req-287a450b-55ed-4d04-9126-53bfa3437278 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912308 Jul 07 22:41:11.225889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-9c8f48e6-e37a-4c23-aa01-54a7315c32f7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969751 Jul 07 22:41:11.363556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258115-9d44-463b-8597-042871b21901 req-b85abc7a-1ad0-4bb2-a43c-6fcacc450401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.365399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-b85abc7a-1ad0-4bb2-a43c-6fcacc450401 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=97ca8000c21d491db5b2fa347e3b443c&device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 1098 time: 0.0768459 Jul 07 22:41:11.500310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258115-9d44-463b-8597-042871b21901 req-0b0007bc-b99c-42c2-8a8d-ac9edd2655ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.500310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-0b0007bc-b99c-42c2-8a8d-ac9edd2655ec service neutron] 10.222.0.103 "GET /v2.0/networks?id=4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 200 len: 917 time: 0.1098425 Jul 07 22:41:11.566660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-6e1eccc0-3f32-4d2f-a2ec-8a68e540d306 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 200 len: 1001 time: 0.0606215 Jul 07 22:41:11.620979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258115-9d44-463b-8597-042871b21901 req-69d18145-af41-4716-b89f-ddf822fe57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.622778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-69d18145-af41-4716-b89f-ddf822fe57e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 200 len: 855 time: 0.0488133 Jul 07 22:41:11.703866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258115-9d44-463b-8597-042871b21901 req-d2f9981c-3c4b-4dc4-8933-c5927698c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.705623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-d2f9981c-3c4b-4dc4-8933-c5927698c707 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4af00ffb-79a9-463c-ab14-8f3e391340c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757458 Jul 07 22:41:11.835623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-7b50f603-8d69-41e2-be24-8c3ae1688d81 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227729 Jul 07 22:41:11.969834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1258115-9d44-463b-8597-042871b21901 req-06e2346c-0063-4099-ac44-39cedae89cf7 service neutron] 10.222.0.103 "GET /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168866 Jul 07 22:41:12.000843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82344-faba-4f1e-82ad-dfc6e170ce38 req-224df9d6-c686-4822-8781-0e28040dbcc7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:12.007865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14b82344-faba-4f1e-82ad-dfc6e170ce38 req-224df9d6-c686-4822-8781-0e28040dbcc7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 943 time: 0.1880968 Jul 07 22:41:12.055726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14b82344-faba-4f1e-82ad-dfc6e170ce38 req-6f0887a4-9bf6-400d-a301-7d3b793c7898 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Jul 07 22:41:12.159150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f14e5955-e391-4196-a6e9-653671a4825b details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:12.244384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:12.256094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f14e5955-e391-4196-a6e9-653671a4825b', 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'port_id': 'f14e5955-e391-4196-a6e9-653671a4825b', 'mac_address': 'fa:16:3e:f2:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94d3be7-1f3b-4e3e-83da-18ecf671f867', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:12.304188 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:12.317893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:12.339932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:12.347618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:12.407098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:12.579724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f14e5955-e391-4196-a6e9-653671a4825b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:13.284999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58829ff4-cc57-469c-b48e-144d76eb4662 req-a05c4527-e19a-49b1-9483-5846c823bf31 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:13.286837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58829ff4-cc57-469c-b48e-144d76eb4662 req-a05c4527-e19a-49b1-9483-5846c823bf31 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.0802286 Jul 07 22:41:13.340289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58829ff4-cc57-469c-b48e-144d76eb4662 req-bdae483c-21e6-47c1-885b-c75ee73165a7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444052 Jul 07 22:41:14.156933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f14e5955-e391-4196-a6e9-653671a4825b up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:14.213937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f14e5955-e391-4196-a6e9-653671a4825b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:14.218033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f14e5955-e391-4196-a6e9-653671a4825b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:14.218514 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:14.321436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:14.349709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:14.352088 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a2e0b-fab5-4b48-ba43-725fadd4fc53" -d '{"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-plugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:14.372168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:14.378647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:14.435437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:14.640881 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e1301-879a-4bdd-b428-0625fe3d14a0 x-openstack-request-id: req-a33e1301-879a-4bdd-b428-0625fe3d14a0 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:14.641371 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-plugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:14.641785 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a33e1301-879a-4bdd-b428-0625fe3d14a0 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:14.642351 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'code': 200} Jul 07 22:41:14.885862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f8da-ceda-4ae6-afe2-8a8facfbc497 req-b8892bcd-1501-4660-9d70-5959505a6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:14.888293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2365f8da-ceda-4ae6-afe2-8a8facfbc497 req-b8892bcd-1501-4660-9d70-5959505a6d27 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1097 time: 0.1486955 Jul 07 22:41:14.943922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4d1af-36c7-4c5f-9f8f-f1147cd51fc9 req-c88a7b2b-8ecb-4b28-b681-bdad3532ad6e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:14.950913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17a4d1af-36c7-4c5f-9f8f-f1147cd51fc9 req-c88a7b2b-8ecb-4b28-b681-bdad3532ad6e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1459553 Jul 07 22:41:14.954408 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2365f8da-ceda-4ae6-afe2-8a8facfbc497 req-2d317732-cafd-48a9-8a67-b0fb45ab30d6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579469 Jul 07 22:41:15.013226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17a4d1af-36c7-4c5f-9f8f-f1147cd51fc9 req-b90dc5a8-c38e-41fd-8655-48ad02a55f6f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Jul 07 22:41:15.224351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1249cfd-28fd-42c9-afe5-f182c417b211 req-09843b66-8cc2-4c46-a7d0-ac7b96b524a2 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:15.225855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1249cfd-28fd-42c9-afe5-f182c417b211 req-09843b66-8cc2-4c46-a7d0-ac7b96b524a2 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 945 time: 0.0950894 Jul 07 22:41:15.284368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1249cfd-28fd-42c9-afe5-f182c417b211 req-87b321c5-e066-49f5-995d-5882267a790a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504353 Jul 07 22:41:15.490444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33980603-b097-4ef4-a08b-bce7350d1b6b req-750a9a41-d0a8-4647-838d-07a4076576cc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:15.497362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33980603-b097-4ef4-a08b-bce7350d1b6b req-750a9a41-d0a8-4647-838d-07a4076576cc tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 945 time: 0.0835278 Jul 07 22:41:15.550745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33980603-b097-4ef4-a08b-bce7350d1b6b req-335e8d44-8b85-4e18-adee-82b846cd670a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518222 Jul 07 22:41:15.576117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49086) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:15.631899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6398c5-371b-429e-ba8e-16369ca2a360 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:15.633493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-df6398c5-371b-429e-ba8e-16369ca2a360 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1092 time: 0.0560970 Jul 07 22:41:15.636757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49090) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:15.644880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:15.701332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:15.846353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:15.995875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.25.5.66 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/45024e60-449f-4be7-b1ba-0862558ba711) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:16.190033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.267399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33b659-d770-4564-a61a-7d3a7fcabe10 req-ecc36cc7-4b0b-49f1-9894-81d7c9614da4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:16.269014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb33b659-d770-4564-a61a-7d3a7fcabe10 req-ecc36cc7-4b0b-49f1-9894-81d7c9614da4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0946505 Jul 07 22:41:16.298504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.380424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb33b659-d770-4564-a61a-7d3a7fcabe10 req-0e47075a-acd9-4a99-ad59-be51d7b68c53 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049774 Jul 07 22:41:16.383577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:16.392077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:16.397375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:16.422727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=45024e60-449f-4be7-b1ba-0862558ba711,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:16.696196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-d03c910e-799f-4d09-a458-e2efe1abc5bf tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:16.697915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-d03c910e-799f-4d09-a458-e2efe1abc5bf tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 813 time: 0.1124732 Jul 07 22:41:16.756678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-12392273-6fab-4db2-b129-c42712329c67 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/quotas/0dc6146110674f6ea66b74e97a541eb0 HTTP/1.1" status: 200 len: 375 time: 0.0222371 Jul 07 22:41:16.948105 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.980984 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-966e982d-c426-460b-a3d6-eea0f809128f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806556 Jul 07 22:41:16.998172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-b6fefb0b-22ea-4721-9679-355b7bf49f37 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2352331 Jul 07 22:41:17.112664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dba67-2646-41f5-a860-6e694c42f653 req-5511b025-c1c6-4bdf-bf08-9650d74ed582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.114481 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-5511b025-c1c6-4bdf-bf08-9650d74ed582 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1097 time: 0.0871787 Jul 07 22:41:17.322226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dba67-2646-41f5-a860-6e694c42f653 req-3480d2e8-183f-456f-befc-dc84b0e44d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.324827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-3480d2e8-183f-456f-befc-dc84b0e44d72 service neutron] 10.222.0.97 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 898 time: 0.1621976 Jul 07 22:41:17.390808 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-c2137487-9ad5-4de0-9489-298ed2731749 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 217 time: 0.0583272 Jul 07 22:41:17.466429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dba67-2646-41f5-a860-6e694c42f653 req-deffbe7e-5644-44b1-8416-074b96ec518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.474727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-deffbe7e-5644-44b1-8416-074b96ec518e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 200 len: 834 time: 0.0743663 Jul 07 22:41:17.578073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dba67-2646-41f5-a860-6e694c42f653 req-42bee55d-1db2-405e-a2aa-4d47b33c068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.583058 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-42bee55d-1db2-405e-a2aa-4d47b33c068b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=846265e3-6fd1-492e-b184-b393ab4627f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046340 Jul 07 22:41:17.713160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-791baf39-9cd3-41ba-8b19-15373521b9e8 service neutron] 10.222.0.95 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992891 Jul 07 22:41:17.728489 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-0e5eb26a-9791-4431-a821-2ea4fdf6566a service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358485 Jul 07 22:41:17.744272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:17.900001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-766dba67-2646-41f5-a860-6e694c42f653 req-217b7bf8-d3d9-436d-9ed2-46b51383a23f service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558852 Jul 07 22:41:18.008379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.090893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-0b199ec4-4771-4498-b739-a8ee2f86374f service neutron] 10.222.0.95 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271011 Jul 07 22:41:18.199473 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.213243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.332877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=45024e60-449f-4be7-b1ba-0862558ba711,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:18.340452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.370212 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50035a5f-c9f2-47e8-9a14-4b4a460834b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.499595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd5bade5-03d3-44e3-a7e0-0d48cafd11cd req-64e8859d-c68a-42c0-8c59-f866226899a1 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 210 time: 0.0888236 Jul 07 22:41:18.531861 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Floating IP 82bb4174-b8b7-45bf-bcd1-fd29c71d0494 associated. External IP: 172.25.5.66, port: 086283e6-5d12-4e05-b639-67dfba760748. Jul 07 22:41:18.798510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:18.835999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.962409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:18.973066 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:18.989100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.989467 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:18.990194 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:40:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:19.054964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3cd5faf9-2a38-482f-b06e-45490fbe0e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4170625 Jul 07 22:41:19.055551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'tag': '086283e6-5d12-4e05-b639-67dfba760748'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:19.057829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49190) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:19.058326 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca" -d '{"events": [{"name": "network-changed", "server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "tag": "086283e6-5d12-4e05-b639-67dfba760748"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:19.151707 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e3f96f6-78d1-4cef-9823-e048713de073 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/82bb4174-b8b7-45bf-bcd1-fd29c71d0494 HTTP/1.1" status: 200 len: 990 time: 0.0926197 Jul 07 22:41:19.155733 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d9d716-3819-4a06-bcf9-8cb411b3452a x-openstack-request-id: req-15d9d716-3819-4a06-bcf9-8cb411b3452a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:19.156033 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "tag": "086283e6-5d12-4e05-b639-67dfba760748", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:19.156293 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-15d9d716-3819-4a06-bcf9-8cb411b3452a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:19.156707 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'tag': '086283e6-5d12-4e05-b639-67dfba760748', 'status': 'completed', 'code': 200} Jul 07 22:41:19.234766 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:19.249052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-bcd1a8a1-e5f4-408f-be15-70df644fdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:19.250597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-bcd1a8a1-e5f4-408f-be15-70df644fdb61 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1097 time: 0.0674348 Jul 07 22:41:19.426746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-7831568c-70a6-42e8-bce1-3d2c4ec5ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:19.426746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-7831568c-70a6-42e8-bce1-3d2c4ec5ea72 service neutron] 10.222.0.97 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 898 time: 0.1687672 Jul 07 22:41:19.556294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-76620611-4205-43ca-aa1c-ea11904ec19c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 998 time: 0.1151686 Jul 07 22:41:19.616520 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:16Z', 'revision_number': 0, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:19.638758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-01ce59a3-d6ab-4a18-8e62-9d49d6a09baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:19.640262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-01ce59a3-d6ab-4a18-8e62-9d49d6a09baf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 200 len: 834 time: 0.0773518 Jul 07 22:41:19.760151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-d1a46eb1-c348-4427-bdf1-204faa1e9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:19.766169 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-d1a46eb1-c348-4427-bdf1-204faa1e9fc3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=846265e3-6fd1-492e-b184-b393ab4627f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166561 Jul 07 22:41:19.793687 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b7595398-2351-4355-ac3c-8eb74f51b218 req-cd7d5cb0-8a48-4a9f-aebf-9ba58b05ec3f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 210 time: 0.0437908 Jul 07 22:41:19.892311 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:19.919969 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:19.920661 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:40:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:20.041176 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-60527c2e-3097-4d77-8c7b-0c270ca45fc9 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585759 Jul 07 22:41:20.107924 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:20.154057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:20.279068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-912d794a-b4d5-4c8d-a596-a77d56fce0fa tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/82bb4174-b8b7-45bf-bcd1-fd29c71d0494 HTTP/1.1" status: 200 len: 990 time: 0.1230581 Jul 07 22:41:20.511928 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:16Z', 'revision_number': 0, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:20.560021 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fe1fc7-62be-4ad5-9e23-836842916722 None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:51Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:16Z', 'revision_number': 0, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:20.615110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-f270f33e-6504-4a93-b5b8-a32ef9a1f422 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:20.616616 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-f270f33e-6504-4a93-b5b8-a32ef9a1f422 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.97 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 813 time: 0.7071898 Jul 07 22:41:20.663466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ee8b3b4-bbe1-4a4d-bbe6-f25763a7bcca req-f92d5971-5564-403e-8a8f-20ca8ec3315e service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048939 Jul 07 22:41:20.668952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Request body: {'port': {'device_id': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'admin_state_up': True, 'tenant_id': '0dc6146110674f6ea66b74e97a541eb0'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:20.841808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Made reservation on behalf of 0dc6146110674f6ea66b74e97a541eb0 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:20.866244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.946110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a0f10-360e-40ca-ba4c-76ffe5113d58 None None] New status for floating IP 82bb4174-b8b7-45bf-bcd1-fd29c71d0494: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:41:21.085420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Allocated IP 172.20.0.12 (ba242a24-0797-42ce-af31-0a274e23d990/b94d3be7-1f3b-4e3e-83da-18ecf671f867/6b132998-a0b7-4a15-a69d-490d8687d0f4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:21.109424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54fe8f72-93e3-4f2d-8c6f-ec188c39286d req-4bb540d4-b93f-41fb-904e-520ffac80d8b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 210 time: 0.0721180 Jul 07 22:41:21.280896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49286) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:21.319619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.358563 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d24193a7-cd46-4a80-a83f-aa4f247efecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.383348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6c135b2e-69f5-4046-9699-e7d2a9e0c369 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/82bb4174-b8b7-45bf-bcd1-fd29c71d0494 HTTP/1.1" status: 200 len: 992 time: 0.1012547 Jul 07 22:41:21.412155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.457266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f14e5955-e391-4196-a6e9-653671a4825b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:21.485378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Pushing event updated for resources: {'Port': ['ID=6b132998-a0b7-4a15-a69d-490d8687d0f4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:21.511957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Network ba242a24-0797-42ce-af31-0a274e23d990 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:21.514164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:21.516835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:21.521872 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.626346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:21.627488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.684641 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2a33dcca-9bf4-4220-bbab-6188995b0be2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0194340 Jul 07 22:41:21.697279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Request body: {'port': {'device_id': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:21.811692 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.159645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b132998-a0b7-4a15-a69d-490d8687d0f4 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:22.169946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.184417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Transition to ACTIVE for port object 6b132998-a0b7-4a15-a69d-490d8687d0f4 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:22.196605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.202604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.255207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Pushing event updated for resources: {'Port': ['ID=6b132998-a0b7-4a15-a69d-490d8687d0f4,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.411727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65de11-9e74-49f1-bd21-4fc1d1132d44 req-32ef80eb-5cc8-4f13-9ee2-96da15f38231 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:22.419153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe65de11-9e74-49f1-bd21-4fc1d1132d44 req-32ef80eb-5cc8-4f13-9ee2-96da15f38231 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 944 time: 0.1026886 Jul 07 22:41:22.422004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Attempting to bind port 6b132998-a0b7-4a15-a69d-490d8687d0f4 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:22.422346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Attempting to bind port 6b132998-a0b7-4a15-a69d-490d8687d0f4 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:22.422706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Attempting to bind port 6b132998-a0b7-4a15-a69d-490d8687d0f4 on network ba242a24-0797-42ce-af31-0a274e23d990 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:22.428955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Port 6b132998-a0b7-4a15-a69d-490d8687d0f4 on network ba242a24-0797-42ce-af31-0a274e23d990 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:22.429290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Attempting to bind port 6b132998-a0b7-4a15-a69d-490d8687d0f4 on network ba242a24-0797-42ce-af31-0a274e23d990 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:22.437236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:22.437585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Checking segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:22.437968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Bound using segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:22.438403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Bound port: 6b132998-a0b7-4a15-a69d-490d8687d0f4, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:22.438797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.504111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe65de11-9e74-49f1-bd21-4fc1d1132d44 req-971dd4f4-55a0-498b-8117-a09d9da92fb9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838757 Jul 07 22:41:22.567375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] For port 6b132998-a0b7-4a15-a69d-490d8687d0f4, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:22.570593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] For port 6b132998-a0b7-4a15-a69d-490d8687d0f4, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:22.589616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.643327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:22.644094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.645683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] 10.222.0.97 "PUT /v2.0/ports/6b132998-a0b7-4a15-a69d-490d8687d0f4 HTTP/1.1" status: 200 len: 1093 time: 0.9532409 Jul 07 22:41:22.646248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'tag': '6b132998-a0b7-4a15-a69d-490d8687d0f4'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:22.648652 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695a9358-4c49-4c46-bd29-99e51c17dcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9278e4-1c3d-462a-8fed-a63021ca5ef5", "tag": "6b132998-a0b7-4a15-a69d-490d8687d0f4"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:22.692875 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9104fa6-9a9a-4d4a-8eb5-83f8d2bf500e x-openstack-request-id: req-e9104fa6-9a9a-4d4a-8eb5-83f8d2bf500e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:22.693161 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9278e4-1c3d-462a-8fed-a63021ca5ef5", "tag": "6b132998-a0b7-4a15-a69d-490d8687d0f4", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:22.693421 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e9104fa6-9a9a-4d4a-8eb5-83f8d2bf500e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:22.693820 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'tag': '6b132998-a0b7-4a15-a69d-490d8687d0f4', 'status': 'completed', 'code': 200} Jul 07 22:41:22.706614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47fc27-aa8d-4ee1-b3d5-2045d2a51325 service neutron] Pushing event updated for resources: {'Port': ['ID=6b132998-a0b7-4a15-a69d-490d8687d0f4,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.779048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-e8f15265-4d01-4646-aed2-406be8319b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:22.780759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-e8f15265-4d01-4646-aed2-406be8319b0f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0818536 Jul 07 22:41:22.850607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-3b0f1c90-468b-4043-9305-254d805dcb27 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0555627 Jul 07 22:41:22.911431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-ad7de411-44ba-43cd-b6f8-fe1c0e0d1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:22.912787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-ad7de411-44ba-43cd-b6f8-fe1c0e0d1002 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0551102 Jul 07 22:41:22.948702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-e368d46c-195a-4862-875f-38a30c6d1d07 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289028 Jul 07 22:41:23.049393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-24b0bf11-a5d4-45fb-b33f-995ddd305fc0 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931313 Jul 07 22:41:23.180091 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-aa4f2817-4a60-4c84-9d94-931c398d3f7e req-2fe84215-6109-48b1-8667-186fc27da8e3 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206031 Jul 07 22:41:23.327969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-248f0041-458c-4cd0-8169-99677fe1928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.329570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-248f0041-458c-4cd0-8169-99677fe1928d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0571826 Jul 07 22:41:23.444632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-f6ff0ce2-8e7a-43fe-9368-ae9a86dc5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.446593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-f6ff0ce2-8e7a-43fe-9368-ae9a86dc5090 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.1093175 Jul 07 22:41:23.496364 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-e19adc88-bad9-48ec-985a-7ceb6599d3ad service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0424528 Jul 07 22:41:23.602748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-1c8c6c51-289b-4c35-8f18-3f702ec6feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.604246 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-1c8c6c51-289b-4c35-8f18-3f702ec6feea service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.1005256 Jul 07 22:41:23.647607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-c534b5c6-3d6e-4558-a604-20c21906d40d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355570 Jul 07 22:41:23.747077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.757403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48f814-913d-43e8-8cb6-02673cdecc0c req-d86e1492-7283-442a-ac2e-069279c62e57 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.759080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e48f814-913d-43e8-8cb6-02673cdecc0c req-d86e1492-7283-442a-ac2e-069279c62e57 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 944 time: 0.0726745 Jul 07 22:41:23.802586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-4aa6c2f9-f7ce-49fd-8e86-9344f164be63 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415219 Jul 07 22:41:23.847083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e48f814-913d-43e8-8cb6-02673cdecc0c req-9d2b5fb5-c1cb-48a1-8748-a86782ce76ea tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772936 Jul 07 22:41:23.937639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-695a9358-4c49-4c46-bd29-99e51c17dcd4 req-48d92ee9-4943-4fb9-8e60-d311f79d1ee7 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299062 Jul 07 22:41:24.668177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49432) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:24.772813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e5c46-4f59-4523-9251-dc46ede88209 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:24.773474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e5c46-4f59-4523-9251-dc46ede88209 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:24.773878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e5c46-4f59-4523-9251-dc46ede88209 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:24.775788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-499e5c46-4f59-4523-9251-dc46ede88209 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/ports?project_id=9401bc549f0a49a3958eaa6fc861b44c&network_id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 2972 time: 0.1065569 Jul 07 22:41:25.079085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0d4a5-cb90-4a84-929c-daafb9f2522b req-9b15578d-5b84-4669-8634-205e77d99670 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:25.080710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56f0d4a5-cb90-4a84-929c-daafb9f2522b req-9b15578d-5b84-4669-8634-205e77d99670 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 944 time: 0.0752280 Jul 07 22:41:25.163245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56f0d4a5-cb90-4a84-929c-daafb9f2522b req-f77d1e76-99f7-4c5b-afcc-77f470215615 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Jul 07 22:41:25.484897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6b132998-a0b7-4a15-a69d-490d8687d0f4 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:25.608804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6b132998-a0b7-4a15-a69d-490d8687d0f4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:25.643885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '6b132998-a0b7-4a15-a69d-490d8687d0f4', 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'port_id': '6b132998-a0b7-4a15-a69d-490d8687d0f4', 'mac_address': 'fa:16:3e:63:da:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94d3be7-1f3b-4e3e-83da-18ecf671f867', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:25.690473 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.705188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b132998-a0b7-4a15-a69d-490d8687d0f4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:25.727504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6b132998-a0b7-4a15-a69d-490d8687d0f4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:25.732544 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.787100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=6b132998-a0b7-4a15-a69d-490d8687d0f4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:26.077954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['6b132998-a0b7-4a15-a69d-490d8687d0f4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:26.369774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef0e1-52fe-4214-8b81-4bae763c27b6 req-21c94da4-f586-4995-b05f-e4de7c642afe tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.371400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f6ef0e1-52fe-4214-8b81-4bae763c27b6 req-21c94da4-f586-4995-b05f-e4de7c642afe tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 945 time: 0.0707698 Jul 07 22:41:26.411954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f6ef0e1-52fe-4214-8b81-4bae763c27b6 req-b9e2fdf1-27d1-416e-ad50-41cba68b5251 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Jul 07 22:41:27.510859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6b132998-a0b7-4a15-a69d-490d8687d0f4 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:27.577864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 6b132998-a0b7-4a15-a69d-490d8687d0f4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:27.582809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 6b132998-a0b7-4a15-a69d-490d8687d0f4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:27.583397 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.634338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec7b62-54a6-4f89-a7ef-858747cf6841 req-8d6ea9ae-8fdd-4efc-aa75-9427c0c46ad9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:27.635978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39ec7b62-54a6-4f89-a7ef-858747cf6841 req-8d6ea9ae-8fdd-4efc-aa75-9427c0c46ad9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 945 time: 0.0761094 Jul 07 22:41:27.692452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39ec7b62-54a6-4f89-a7ef-858747cf6841 req-b05bd5e4-c1dd-4bfb-9912-2e7f21810b03 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Jul 07 22:41:27.734217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.795888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b132998-a0b7-4a15-a69d-490d8687d0f4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:27.799343 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414967f2-6e0a-4573-9b25-e54c0a6d18c0" -d '{"events": [{"server_uuid": "fb9278e4-1c3d-462a-8fed-a63021ca5ef5", "name": "network-vif-plugged", "status": "completed", "tag": "6b132998-a0b7-4a15-a69d-490d8687d0f4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:27.805236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6b132998-a0b7-4a15-a69d-490d8687d0f4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:27.816452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.878026 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad901814-ccf0-402c-b83c-854a4a48388b x-openstack-request-id: req-ad901814-ccf0-402c-b83c-854a4a48388b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:27.878427 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9278e4-1c3d-462a-8fed-a63021ca5ef5", "name": "network-vif-plugged", "status": "completed", "tag": "6b132998-a0b7-4a15-a69d-490d8687d0f4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:27.878777 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ad901814-ccf0-402c-b83c-854a4a48388b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:27.879258 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b132998-a0b7-4a15-a69d-490d8687d0f4', 'code': 200} Jul 07 22:41:27.894919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=6b132998-a0b7-4a15-a69d-490d8687d0f4,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:27.985131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46481a17-8e78-46c3-a5b0-4c10e9fd3a05 req-458fb7be-657d-4fe4-a224-eb58f26006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:27.989007 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46481a17-8e78-46c3-a5b0-4c10e9fd3a05 req-458fb7be-657d-4fe4-a224-eb58f26006ea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0572200 Jul 07 22:41:28.029507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-46481a17-8e78-46c3-a5b0-4c10e9fd3a05 req-170faac5-da34-4f0f-b1ee-208070af4488 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Jul 07 22:41:28.807221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49626) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:28.885089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d1c84-598f-48cb-85b9-87902584891e tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:28.886753 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e25d1c84-598f-48cb-85b9-87902584891e tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 814 time: 0.0783048 Jul 07 22:41:28.938612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05712-de4a-479c-b9e2-7373316c1924 req-ecb8ffcb-0fab-4c55-b7c7-00f71035ad5c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:28.941686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe05712-de4a-479c-b9e2-7373316c1924 req-ecb8ffcb-0fab-4c55-b7c7-00f71035ad5c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 946 time: 0.0964680 Jul 07 22:41:28.990048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe05712-de4a-479c-b9e2-7373316c1924 req-c048cb27-970c-4cfd-8513-977c8192e5da tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Jul 07 22:41:30.194026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74756fd8-1cd5-4d6e-aa7c-807c42b3082e req-988b94ba-fc33-46c9-8dca-561b0a97cbb0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.195618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74756fd8-1cd5-4d6e-aa7c-807c42b3082e req-988b94ba-fc33-46c9-8dca-561b0a97cbb0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 946 time: 0.0725095 Jul 07 22:41:30.259481 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:30.265604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'network': {'name': 'tempest-network-smoke--1874318681', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'port_security_enabled': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:30.271144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-74756fd8-1cd5-4d6e-aa7c-807c42b3082e req-ebf0fbc8-72e7-4189-86d9-de835d8db422 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Jul 07 22:41:30.315918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:30.320275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.368952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:30.388343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.389009 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Added segment c3bc84f5-008b-4d89-a561-9264dc4e2d10 of type vlan for network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 Jul 07 22:41:30.451697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.488230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.499877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.502441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.590243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3290672 Jul 07 22:41:30.593147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49694) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:30.634743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439db8d-f670-43a9-9d93-4f100e7a5de7 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Network': ['ID=d2e7789f-1887-4f55-8c6c-4f11f3d758b3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:30.647716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:30.690321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e869f-e4f1-4beb-b1e0-4d1beeb0eeff tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.692072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2b8e869f-e4f1-4beb-b1e0-4d1beeb0eeff tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=9401bc549f0a49a3958eaa6fc861b44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0979211 Jul 07 22:41:30.694784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49700) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:30.930836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c8802-356f-4a0c-ae6e-a3e78d47d5cf tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.932630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e06c8802-356f-4a0c-ae6e-a3e78d47d5cf tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2366555 Jul 07 22:41:30.935261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49704) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:30.946919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a47a8c-0b1a-41fc-a7f0-b51ceea7769c req-6dcc1615-ea95-4996-9091-d01d6eede1b2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.954672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66a47a8c-0b1a-41fc-a7f0-b51ceea7769c req-6dcc1615-ea95-4996-9091-d01d6eede1b2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 946 time: 0.1546049 Jul 07 22:41:30.974342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8ae90d2b-8984-48d8-8248-fe5ca3a6f037 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376327 Jul 07 22:41:30.977467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49708) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:31.030850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66a47a8c-0b1a-41fc-a7f0-b51ceea7769c req-1619ab33-77d0-4621-802d-9e02618f79b4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750108 Jul 07 22:41:31.032842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1780ba8c-019d-49af-9702-ef1bf64243db tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=9401bc549f0a49a3958eaa6fc861b44c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543289 Jul 07 22:41:31.035676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:31.179734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372e042-8ca8-4ebf-87af-066fcaf62ffa tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:31.181397 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a372e042-8ca8-4ebf-87af-066fcaf62ffa tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444025 Jul 07 22:41:31.186017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49718) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:31.265777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f0c9a382-56d9-446d-941a-256cca7dfa06 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778890 Jul 07 22:41:31.268105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49720) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:31.274908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1654737357', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:31.411447 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:31.415755 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.641088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.719871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Subnet': ['ID=828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:31.722242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Checking segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:31.723376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network hostable DHCP agents. Network: d2e7789f-1887-4f55-8c6c-4f11f3d758b3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:31.738604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.739000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.739367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.739721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.740054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.740383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.740719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.741043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.741367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.741709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.742611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.742611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:31.755318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:31.764596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, d2e7789f-1887-4f55-8c6c-4f11f3d758b3) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:31.768794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:31.769382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.776049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccc574-268f-422a-b2bc-d05e1f21f946 None None] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:31.788186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f6d61c73-6640-4d5e-97dc-f6179993553a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5188327 Jul 07 22:41:32.034142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-d2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ips': [{'subnet_id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:41:32.035100 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.149456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-edbb14e1-2977-4085-8240-9a1483dee618 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:32.160162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-edbb14e1-2977-4085-8240-9a1483dee618 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 946 time: 0.1477239 Jul 07 22:41:32.215215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:32.221294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444394370', 'description': 'tempest-secgroup-smoke-1444394370 description', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:32.235419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Allocated IP 172.20.0.18 (d2e7789f-1887-4f55-8c6c-4f11f3d758b3/828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31/6ce62f04-2828-4045-b0b1-8872b0d498ae) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:32.290778 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.385977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Deleting port 6b132998-a0b7-4a15-a69d-490d8687d0f4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:32.386763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.509669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] For port 6b132998-a0b7-4a15-a69d-490d8687d0f4, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6b132998-a0b7-4a15-a69d-490d8687d0f4,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:32.510391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.531431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Calling delete_port for 6b132998-a0b7-4a15-a69d-490d8687d0f4 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:32.543744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.577936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.620219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a547d155-131d-43b5-be4f-163d13c300fa,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:32.623784 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.645803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.654825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-05189f80-3bc6-44b4-b122-70502b6419d4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4377089 Jul 07 22:41:32.656923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49778) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:32.676981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'a547d155-131d-43b5-be4f-163d13c300fa', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:32.718322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Transition to ACTIVE for port object 6ce62f04-2828-4045-b0b1-8872b0d498ae will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:32.720020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.743208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Transition to ACTIVE for port object 6ce62f04-2828-4045-b0b1-8872b0d498ae will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:32.752579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['6b132998-a0b7-4a15-a69d-490d8687d0f4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:32.756985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8047aaa-fb25-42c2-8ed2-19a6c5aa6ca8 req-b4f057f9-dfb9-4661-a2cf-9fe5ff6f4c46 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:32.758576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8047aaa-fb25-42c2-8ed2-19a6c5aa6ca8 req-b4f057f9-dfb9-4661-a2cf-9fe5ff6f4c46 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9278e4-1c3d-462a-8fed-a63021ca5ef5 HTTP/1.1" status: 200 len: 867 time: 0.2535753 Jul 07 22:41:32.763422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f14e5955-e391-4196-a6e9-653671a4825b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:32.771287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.808692 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.810287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Pushing event deleted for resources: {'Port': ['ID=6b132998-a0b7-4a15-a69d-490d8687d0f4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:32.849823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] No DVR routers for this DVR port 6b132998-a0b7-4a15-a69d-490d8687d0f4 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:32.854049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.856997 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-72c2c535-c858-4b93-8ac1-c84b197baad8 req-38977422-403b-4f60-9041-8ce521a8bb20 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.97 "DELETE /v2.0/ports/6b132998-a0b7-4a15-a69d-490d8687d0f4 HTTP/1.1" status: 204 len: 173 time: 0.6916058 Jul 07 22:41:32.858038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'name': 'network-vif-deleted', 'tag': '6b132998-a0b7-4a15-a69d-490d8687d0f4'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:32.860563 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a1cf89-2d9e-4475-b343-a8fd5255be3a" -d '{"events": [{"server_uuid": "fb9278e4-1c3d-462a-8fed-a63021ca5ef5", "name": "network-vif-deleted", "tag": "6b132998-a0b7-4a15-a69d-490d8687d0f4"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:32.925387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:32.929685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:32.931725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Pushing event updated for resources: {'Port': ['ID=6ce62f04-2828-4045-b0b1-8872b0d498ae,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:32.943321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:32.947587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.948090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.948623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.949126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.950149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.950697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.951203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.951674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.952153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.952634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.953238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.953826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.956447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8047aaa-fb25-42c2-8ed2-19a6c5aa6ca8 req-65f2e46e-1ee4-40a4-bea8-1ec2eb5f5682 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897614 Jul 07 22:41:33.052359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.062468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.102247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cbf58c-7b8c-4840-9aef-8eb17b6d23af,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.113538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.115162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cf6f9a7c-e8cd-470d-915f-f1e97054e6f6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4572799 Jul 07 22:41:33.121214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49788) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:33.129313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'a547d155-131d-43b5-be4f-163d13c300fa', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:33.167459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.224930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Attempting to bind port 6ce62f04-2828-4045-b0b1-8872b0d498ae on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:33.230036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Attempting to bind port 6ce62f04-2828-4045-b0b1-8872b0d498ae by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:33.230559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Attempting to bind port 6ce62f04-2828-4045-b0b1-8872b0d498ae on network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:33.257501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:33.257923 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Checking segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:33.258413 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.271171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Bound using segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:33.271794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Bound port: 6ce62f04-2828-4045-b0b1-8872b0d498ae, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:33.272288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.279228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.292328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.348551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.352849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2283969 Jul 07 22:41:33.354744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:33.357724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] For port 6ce62f04-2828-4045-b0b1-8872b0d498ae, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:33.358765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974066ca-57cf-456c-bf63-d86d3c1cd32f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b8815f-d795-476d-9140-1c43a118b25d,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.362416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'a547d155-131d-43b5-be4f-163d13c300fa', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:33.364575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] For port 6ce62f04-2828-4045-b0b1-8872b0d498ae, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6ce62f04-2828-4045-b0b1-8872b0d498ae,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:33.376647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.448328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.518127 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e812e8-7c20-4d8f-b58f-832dea22d857 x-openstack-request-id: req-05e812e8-7c20-4d8f-b58f-832dea22d857 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:33.518441 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9278e4-1c3d-462a-8fed-a63021ca5ef5", "name": "network-vif-deleted", "tag": "6b132998-a0b7-4a15-a69d-490d8687d0f4", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:33.518853 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-05e812e8-7c20-4d8f-b58f-832dea22d857 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:33.519188 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9278e4-1c3d-462a-8fed-a63021ca5ef5', 'name': 'network-vif-deleted', 'tag': '6b132998-a0b7-4a15-a69d-490d8687d0f4', 'status': 'completed', 'code': 200} Jul 07 22:41:33.548952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206996-75ac-47f0-a54e-9fe40b9feb6a None None] Pushing event updated for resources: {'Port': ['ID=6ce62f04-2828-4045-b0b1-8872b0d498ae,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.631848 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.644523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.686217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44c8e9b-bc57-48de-9540-42f1f27f69dd,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.711527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.715265 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c2a0d97f-4523-4bba-be00-d5c3431d6514 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563035 Jul 07 22:41:33.715698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49810) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:33.725428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'a547d155-131d-43b5-be4f-163d13c300fa', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:33.935036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.098187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f6ab-948b-4e7d-a479-ccb5c8865b6b req-2d4b2ce9-bc1d-4e89-a312-1e29d6653b6f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:34.106609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bd4f6ab-948b-4e7d-a479-ccb5c8865b6b req-2d4b2ce9-bc1d-4e89-a312-1e29d6653b6f tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 946 time: 0.3553376 Jul 07 22:41:34.163535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.178603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bd4f6ab-948b-4e7d-a479-ccb5c8865b6b req-274b7866-8edc-4260-9f75-de47fdac1a54 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups?id=60439632-2d1e-48c0-bf26-ceb8fd565154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710380 Jul 07 22:41:34.179878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.229982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599578bc-1141-423a-a324-cfb3e12af594,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:34.236678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.241181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 49864) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:34.246300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'a547d155-131d-43b5-be4f-163d13c300fa', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:34.252750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f759bb1-91d4-4316-b5a6-1197a911132d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5329087 Jul 07 22:41:34.276486 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Project 9401bc549f0a49a3958eaa6fc861b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:41:34.300878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.419732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.430174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.452457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13f0d05-5174-4f8f-9ab3-0261f40b5fe8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:34.476078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.477597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3588453-10b6-4871-a157-e71a7a052424 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2351787 Jul 07 22:41:34.481762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 49896) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:34.487250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': 'a547d155-131d-43b5-be4f-163d13c300fa', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:34.529870 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Project 9401bc549f0a49a3958eaa6fc861b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:41:34.561373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec303-b33a-46e7-bb22-d910ac42392a req-0877c4c3-44f3-4e04-b28f-cf0979d51380 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:34.563426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da5ec303-b33a-46e7-bb22-d910ac42392a req-0877c4c3-44f3-4e04-b28f-cf0979d51380 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1284907 Jul 07 22:41:34.565024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.659764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da5ec303-b33a-46e7-bb22-d910ac42392a req-d863c53f-44f1-4517-be35-e7ec543af6f9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816596 Jul 07 22:41:34.741542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.754007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.831241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3c9e00-414e-4321-87f0-c1117b4e31ec,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:34.898533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.900404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1b2eab06-09ca-4360-8f80-49506ae31014 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4176753 Jul 07 22:41:34.973947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-e59a8b29-475c-45d2-ae44-14d787e63cca tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:34.975638 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-e59a8b29-475c-45d2-ae44-14d787e63cca tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 946 time: 0.1861014 Jul 07 22:41:35.324824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Deleting port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:35.325198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.326882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6ce62f04-2828-4045-b0b1-8872b0d498ae up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:35.387426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2abef5-6b09-4c41-8964-7bc35554aa53 req-1eae151c-a13d-42ed-a625-9bb55872cf97 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:35.389038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f2abef5-6b09-4c41-8964-7bc35554aa53 req-1eae151c-a13d-42ed-a625-9bb55872cf97 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.2920964 Jul 07 22:41:35.424751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893eedd3-7426-4f8d-b706-581e2a23e3fb None None] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:35.510756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2550b85e-4900-4d08-995c-10baaaff206b None None] Provisioning for port 6ce62f04-2828-4045-b0b1-8872b0d498ae completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:35.515232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f2abef5-6b09-4c41-8964-7bc35554aa53 req-21721c70-8695-42ef-a4ef-8a7f30bb9fde tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161876 Jul 07 22:41:35.565081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] For port 670000f5-15fc-49ec-bb2c-8fb5825de2f1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=670000f5-15fc-49ec-bb2c-8fb5825de2f1,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:35.565831 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.568601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 6ce62f04-2828-4045-b0b1-8872b0d498ae completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:35.605095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6ce62f04-2828-4045-b0b1-8872b0d498ae triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:35.605499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.824909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-94070b78-8824-4d46-8bd9-ea0c7b79083b tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444394370&fields=id&tenant_id=9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 267 time: 0.1299930 Jul 07 22:41:36.133600 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.179398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 6ce62f04-2828-4045-b0b1-8872b0d498ae, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6ce62f04-2828-4045-b0b1-8872b0d498ae,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:36.184650 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.291641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=6ce62f04-2828-4045-b0b1-8872b0d498ae,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:36.499177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fa2268f1-c0f1-4222-bfc9-7a21ea527097 None None] Provisioning complete for port 6ce62f04-2828-4045-b0b1-8872b0d498ae triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:36.500259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fa2268f1-c0f1-4222-bfc9-7a21ea527097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.615468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.616502 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.616998 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Floating IP 71a2ab94-8d87-4481-a988-9521704ea2b3 disassociated. External IP: 172.25.5.149, port: 670000f5-15fc-49ec-bb2c-8fb5825de2f1. Jul 07 22:41:36.617553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Calling delete_port for 670000f5-15fc-49ec-bb2c-8fb5825de2f1 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:36.722017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-6bcb572d-1c8f-4a49-ad69-de9aac7b7d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:36.731285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-6bcb572d-1c8f-4a49-ad69-de9aac7b7d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/networks?id=d2e7789f-1887-4f55-8c6c-4f11f3d758b3 HTTP/1.1" status: 200 len: 797 time: 0.9054558 Jul 07 22:41:36.767498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-28db3444-3fe2-4fed-ab11-e81a98fae371 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/quotas/9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 375 time: 0.0342362 Jul 07 22:41:36.904760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-e72f2cdb-a391-4685-bc6d-2e5c600817f8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1061265 Jul 07 22:41:37.082475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.149438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event deleted for resources: {'Port': ['ID=670000f5-15fc-49ec-bb2c-8fb5825de2f1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:37.217132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6ce62f04-2828-4045-b0b1-8872b0d498ae up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:37.217565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-31449d89-3cf2-40a0-8fc6-01d5819da8a3 service neutron] 10.222.0.95 "GET /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605267 Jul 07 22:41:37.319575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6ce62f04-2828-4045-b0b1-8872b0d498ae triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:37.319955 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.458920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2aa68909-efab-478a-8a35-6180b0623f20 service neutron] 10.222.0.95 "GET /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032440 Jul 07 22:41:37.494115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Router 9046c53b-6062-409f-81d4-13f91457dd39 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:37.558157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6b132998-a0b7-4a15-a69d-490d8687d0f4 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:37.622985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 6b132998-a0b7-4a15-a69d-490d8687d0f4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:37.623491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6b132998-a0b7-4a15-a69d-490d8687d0f4 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:37.709205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:37.723789 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:37.744026 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:37.744677 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:37.844093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] No DVR routers for this DVR port 670000f5-15fc-49ec-bb2c-8fb5825de2f1 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:37.847956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.850313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50297ab7-cf64-41a1-8b1d-f864df014f2a req-759768a5-946d-4d36-a9a1-06a599cc04e4 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.103 "DELETE /v2.0/ports/670000f5-15fc-49ec-bb2c-8fb5825de2f1 HTTP/1.1" status: 204 len: 173 time: 2.8614862 Jul 07 22:41:37.850808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-deleted', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:37.859277 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc4d1b-b9d2-44da-8334-0df0bf93f746" -d '{"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-deleted", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:37.933340 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:38.006083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ad7506c-4c35-4087-9127-f8ef8cc4c42d req-519c649f-436e-4806-831e-b160e5d40be7 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbcd03c-4c1b-49f9-962f-a79926ca6f34 HTTP/1.1" status: 200 len: 210 time: 0.0881782 Jul 07 22:41:38.036684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:41:38.389102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74ecb3-77ff-4409-9dca-d583c2e4457c req-8401d4e7-6c28-4f14-b82e-20bfdbb19cb9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:38.390724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b74ecb3-77ff-4409-9dca-d583c2e4457c req-8401d4e7-6c28-4f14-b82e-20bfdbb19cb9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1766036 Jul 07 22:41:38.411781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:38.462190 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:38.476221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b74ecb3-77ff-4409-9dca-d583c2e4457c req-2a08ac6a-6ead-42fe-8380-1cf5b443d558 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699756 Jul 07 22:41:38.499403 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:38.500053 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:38.684498 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:38.755688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8bf185f-337a-4799-8fe9-1a31ef62e78e req-e7c53445-cdf8-4485-b26d-847f0a18aeaf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 210 time: 0.0964289 Jul 07 22:41:38.876113 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceec946-3a4b-46f2-91aa-c5b96d1b8c83 x-openstack-request-id: req-6ceec946-3a4b-46f2-91aa-c5b96d1b8c83 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:38.876482 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbcd03c-4c1b-49f9-962f-a79926ca6f34", "name": "network-vif-deleted", "tag": "670000f5-15fc-49ec-bb2c-8fb5825de2f1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:38.876710 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6ceec946-3a4b-46f2-91aa-c5b96d1b8c83 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:38.877381 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbcd03c-4c1b-49f9-962f-a79926ca6f34', 'name': 'network-vif-deleted', 'tag': '670000f5-15fc-49ec-bb2c-8fb5825de2f1', 'status': 'completed', 'code': 200} Jul 07 22:41:39.177087 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:39.208518 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac83b06-7691-4830-845a-e0b19034da2b None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c636b3df-039f-4514-b8f6-81388a83e24c', 'name': '', 'network_id': '4af00ffb-79a9-463c-ab14-8f3e391340c3', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'mac_address': 'fa:16:3e:15:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:32:00Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'subnets': [{'id': 'e593c16e-b4e5-48c1-a63e-a3fdf7868d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:39.413327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-5dc04335-0893-482a-bf02-06b1cbf20abb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:39.419051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-5dc04335-0893-482a-bf02-06b1cbf20abb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/networks?id=7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 200 len: 813 time: 0.1339607 Jul 07 22:41:39.441322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-4a85774a-6af1-411b-9279-ecf0a1206db3 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/quotas/7d369f76bd1542de9821b2ab09d7d15d HTTP/1.1" status: 200 len: 375 time: 0.0156968 Jul 07 22:41:39.490965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-2a7ac591-4642-40e7-bc3e-a1f5ef992823 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486188 Jul 07 22:41:39.605394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-a211d57e-dd69-482a-aeda-8806be1e5718 service neutron] 10.222.0.95 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133621 Jul 07 22:41:39.630073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134d942-7d69-4095-acf9-b67150dfccc3 None None] New status for floating IP 71a2ab94-8d87-4481-a988-9521704ea2b3: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:41:39.716827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-fdef470f-c55a-4c14-bd11-1221b102cce0 service neutron] 10.222.0.95 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104746 Jul 07 22:41:39.884007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-8714e8f7-256c-4e23-95d8-e2999b2aff7c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:39.889788 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-8714e8f7-256c-4e23-95d8-e2999b2aff7c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/networks?id=d2e7789f-1887-4f55-8c6c-4f11f3d758b3 HTTP/1.1" status: 200 len: 797 time: 0.1852269 Jul 07 22:41:39.959820 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-b6d1b68e-7d68-4f84-a0eb-e61077301aa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 472 time: 0.0539627 Jul 07 22:41:39.974849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'port': {'device_id': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'admin_state_up': True, 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'security_groups': ['a547d155-131d-43b5-be4f-163d13c300fa']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:40.025519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50394) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:40.226169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:40.230009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.258197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:40.310028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 670000f5-15fc-49ec-bb2c-8fb5825de2f1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:40.310336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 670000f5-15fc-49ec-bb2c-8fb5825de2f1 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:40.325244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1c00d45-ec40-4b06-ad3b-6bfef1c7a8a5 req-4b68e406-ccbd-4adb-b76f-60ff216e387b tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 210 time: 0.1131034 Jul 07 22:41:40.334779 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bd75f877-7801-44a4-9f3e-68eb5af87ad9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.456642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbae7da0-fda2-4c77-8d03-ee9241a718d5 req-c9653faa-eff5-4cfc-8408-ddec521e21f5 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 210 time: 0.0615938 Jul 07 22:41:40.459614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.20.0.26 (d2e7789f-1887-4f55-8c6c-4f11f3d758b3/828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31/6effe463-12fb-4713-baed-f5ad734a0d4f) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:40.474949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bd75f877-7801-44a4-9f3e-68eb5af87ad9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.609649 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bd75f877-7801-44a4-9f3e-68eb5af87ad9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.613848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bd75f877-7801-44a4-9f3e-68eb5af87ad9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.615589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bd75f877-7801-44a4-9f3e-68eb5af87ad9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "DELETE /v2.0/security-groups/60439632-2d1e-48c0-bf26-ceb8fd565154 HTTP/1.1" status: 204 len: 168 time: 0.5884500 Jul 07 22:41:40.620136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50420) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:40.637808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75f877-7801-44a4-9f3e-68eb5af87ad9 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60439632-2d1e-48c0-bf26-ceb8fd565154,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:40.655399 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-1453b606-4b93-4aee-902a-37e457881c46 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] show failed (client error): The resource could not be found. Jul 07 22:41:40.656833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1453b606-4b93-4aee-902a-37e457881c46 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "GET /v2.0/security-groups/60439632-2d1e-48c0-bf26-ceb8fd565154 HTTP/1.1" status: 404 len: 347 time: 0.0338955 Jul 07 22:41:40.660409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50426) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:40.702075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.720792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Transition to ACTIVE for port object 6effe463-12fb-4713-baed-f5ad734a0d4f will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:40.770237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.878404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:40.887014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:40.934015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=6effe463-12fb-4713-baed-f5ad734a0d4f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:40.941176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:40.965906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Deleting port 65b730e8-8d5f-4d9f-9a20-30c5926000b7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:40.966580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.095291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:41.095992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.126719 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f9f7c2a-42be-4e5f-ab9c-43b43002cab1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1572351 Jul 07 22:41:41.150502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Request body: {'port': {'device_id': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:41.178980 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.180303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.194862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Calling delete_port for 65b730e8-8d5f-4d9f-9a20-30c5926000b7 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:41.303874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.441043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fcfe7bf5-8a3a-4972-af59-dee0f999c47e None None] Provisioning for port 6effe463-12fb-4713-baed-f5ad734a0d4f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:41.447970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fcfe7bf5-8a3a-4972-af59-dee0f999c47e None None] Provisioning complete for port 6effe463-12fb-4713-baed-f5ad734a0d4f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:41.448364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fcfe7bf5-8a3a-4972-af59-dee0f999c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.540374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe7bf5-8a3a-4972-af59-dee0f999c47e None None] Port 6effe463-12fb-4713-baed-f5ad734a0d4f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:41.564292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.625376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Pushing event deleted for resources: {'Port': ['ID=65b730e8-8d5f-4d9f-9a20-30c5926000b7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:41.723356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.725873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.727077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4941442b-bf8c-4c58-b70f-440aa9929f62 tempest-AttachVolumeShelveTestJSON-1237448861 tempest-AttachVolumeShelveTestJSON-1237448861-project] 10.222.0.95 "DELETE /v2.0/floatingips/71a2ab94-8d87-4481-a988-9521704ea2b3 HTTP/1.1" status: 204 len: 168 time: 1.0653617 Jul 07 22:41:41.837723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e81b14-0b48-426e-96ec-dd9fbeed9e1b req-30b1b5cd-ecf7-4467-bed1-7eed100e7f6c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:41.840230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9e81b14-0b48-426e-96ec-dd9fbeed9e1b req-30b1b5cd-ecf7-4467-bed1-7eed100e7f6c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 932 time: 0.2724214 Jul 07 22:41:41.881259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6effe463-12fb-4713-baed-f5ad734a0d4f {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:41.894678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.910097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Transition to ACTIVE for port object 6effe463-12fb-4713-baed-f5ad734a0d4f will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:41.923016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.989644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9e81b14-0b48-426e-96ec-dd9fbeed9e1b req-9ca72ed3-97fb-47ac-a601-6762877a577c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377120 Jul 07 22:41:42.071738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Pushing event updated for resources: {'Port': ['ID=6effe463-12fb-4713-baed-f5ad734a0d4f,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:42.082777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c2a5d5ec-cf49-4153-b106-e17f6fca8856 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:42.084360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c2a5d5ec-cf49-4153-b106-e17f6fca8856 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "GET /v2.0/networks?id=7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 200 len: 813 time: 0.2135780 Jul 07 22:41:42.098692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Request body: {'port': {'device_id': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c', 'admin_state_up': True, 'tenant_id': '7d369f76bd1542de9821b2ab09d7d15d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:42.239925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Attempting to bind port 6effe463-12fb-4713-baed-f5ad734a0d4f on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:42.240659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Attempting to bind port 6effe463-12fb-4713-baed-f5ad734a0d4f by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:42.241230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Attempting to bind port 6effe463-12fb-4713-baed-f5ad734a0d4f on network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:42.250694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Port 6effe463-12fb-4713-baed-f5ad734a0d4f on network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:42.252376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Attempting to bind port 6effe463-12fb-4713-baed-f5ad734a0d4f on network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:42.265508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:42.267103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Checking segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:42.269031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Bound using segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:42.270704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Bound port: 6effe463-12fb-4713-baed-f5ad734a0d4f, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:42.272021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.288751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0582633-070c-4a65-a05f-5612e6befecd req-65d92052-3646-429a-9d78-1177f4eeb14b tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 210 time: 0.0527611 Jul 07 22:41:42.383741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Made reservation on behalf of 7d369f76bd1542de9821b2ab09d7d15d for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:42.388888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.389675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] For port 6effe463-12fb-4713-baed-f5ad734a0d4f, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:42.396957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] For port 6effe463-12fb-4713-baed-f5ad734a0d4f, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6effe463-12fb-4713-baed-f5ad734a0d4f,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:42.406975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.474156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:42.474839 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.479104 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] 10.222.0.97 "PUT /v2.0/ports/6effe463-12fb-4713-baed-f5ad734a0d4f HTTP/1.1" status: 200 len: 1093 time: 1.3329692 Jul 07 22:41:42.479675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'tag': '6effe463-12fb-4713-baed-f5ad734a0d4f'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:42.491934 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72f7cd-c6a9-42ee-b780-4450772f843a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f98ca54-a933-4590-baf4-8e566a06fe7f", "tag": "6effe463-12fb-4713-baed-f5ad734a0d4f"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:42.572385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07264f5a-dc8f-4a93-90d9-ae1fa8043b6f service neutron] Pushing event updated for resources: {'Port': ['ID=6effe463-12fb-4713-baed-f5ad734a0d4f,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:42.597287 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d7b80-51a5-4b80-bbf8-a761949a2036 x-openstack-request-id: req-d43d7b80-51a5-4b80-bbf8-a761949a2036 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:42.597696 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f98ca54-a933-4590-baf4-8e566a06fe7f", "tag": "6effe463-12fb-4713-baed-f5ad734a0d4f", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:42.598074 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d43d7b80-51a5-4b80-bbf8-a761949a2036 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:42.598588 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'tag': '6effe463-12fb-4713-baed-f5ad734a0d4f', 'status': 'completed', 'code': 200} Jul 07 22:41:42.620957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f52066b-9a35-4675-b286-7f22c4a2b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:42.623122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-2f52066b-9a35-4675-b286-7f22c4a2b26c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 1096 time: 0.0938103 Jul 07 22:41:42.712680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-a6c33dad-6406-4732-9e05-f604992f78d0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=6effe463-12fb-4713-baed-f5ad734a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0555940 Jul 07 22:41:42.736083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Allocated IP 172.20.0.2 (7ab16270-d60f-4bce-9f69-9b8138c7193c/a0127da0-f891-42b1-b138-f62e83403a81/ec72e90b-38f0-4928-96ba-d550f4ba7ab3) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:42.823538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-7540594f-e703-4c64-8121-3e4dd7e875d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:42.828424 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-7540594f-e703-4c64-8121-3e4dd7e875d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31 HTTP/1.1" status: 200 len: 838 time: 0.1087334 Jul 07 22:41:42.898540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba646a-abbb-4962-8249-6fc346501f15 req-9abfb3da-4fa9-40fe-87ef-590d0c44b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:42.900136 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-9abfb3da-4fa9-40fe-87ef-590d0c44b062 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d2e7789f-1887-4f55-8c6c-4f11f3d758b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0645111 Jul 07 22:41:42.947590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.013868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.050245 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-4686c581-5ced-4d41-8192-499125a73a42 service neutron] 10.222.0.97 "GET /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434140 Jul 07 22:41:43.097847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Network 7ab16270-d60f-4bce-9f69-9b8138c7193c is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:43.100465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:43.103925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:43.109793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Pushing event updated for resources: {'Port': ['ID=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:43.182315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.183520 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.244834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bbba646a-abbb-4962-8249-6fc346501f15 req-d5d7c175-f418-41be-b851-0bf76b5d9792 service neutron] 10.222.0.97 "GET /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791606 Jul 07 22:41:43.251454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-c9354f50-bb4c-4c28-b45f-597b38800deb tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578510 Jul 07 22:41:43.263602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Request body: {'port': {'device_id': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:43.356256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f572b84-dbde-4835-859c-f644d49613a9 req-5d421ffd-8943-46f5-8374-fee8a71c4da8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.364322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f572b84-dbde-4835-859c-f644d49613a9 req-5d421ffd-8943-46f5-8374-fee8a71c4da8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1603353 Jul 07 22:41:43.394128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-4806cd48-6bac-476e-afa2-9d4e1f1319ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.396191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-4806cd48-6bac-476e-afa2-9d4e1f1319ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 1096 time: 0.0812950 Jul 07 22:41:43.426317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.441651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f572b84-dbde-4835-859c-f644d49613a9 req-9c8421f5-2df4-473e-84e1-df6168bd1874 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Jul 07 22:41:43.586723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-c1688c8a-f664-4a79-a97d-95a43fe53a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.588512 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-c1688c8a-f664-4a79-a97d-95a43fe53a8e service neutron] 10.222.0.97 "GET /v2.0/networks?id=d2e7789f-1887-4f55-8c6c-4f11f3d758b3 HTTP/1.1" status: 200 len: 898 time: 0.1854949 Jul 07 22:41:43.676678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-c47340e5-23af-4edc-abad-23181ffdb2af service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=6effe463-12fb-4713-baed-f5ad734a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0802441 Jul 07 22:41:43.735190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-88d6a054-4f39-4883-955f-27a0921612b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.737383 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-88d6a054-4f39-4883-955f-27a0921612b9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31 HTTP/1.1" status: 200 len: 838 time: 0.0527928 Jul 07 22:41:43.746083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca03b-2dc9-43ff-9c4a-43d30e20ddf0 req-0a28b093-0b6e-4aa3-9764-d8a773cc0113 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.747662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c7ca03b-2dc9-43ff-9c4a-43d30e20ddf0 req-0a28b093-0b6e-4aa3-9764-d8a773cc0113 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 944 time: 0.1313272 Jul 07 22:41:43.812323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-f4b5b32f-32eb-4812-bbc8-cc047dd3cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.814684 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-f4b5b32f-32eb-4812-bbc8-cc047dd3cb38 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d2e7789f-1887-4f55-8c6c-4f11f3d758b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0707080 Jul 07 22:41:43.856109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c7ca03b-2dc9-43ff-9c4a-43d30e20ddf0 req-a8c2ec2c-0605-4b45-9e6a-0760a5f8be90 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953770 Jul 07 22:41:43.969430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec72e90b-38f0-4928-96ba-d550f4ba7ab3 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:43.985053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-c0498caa-b9c3-4445-bd76-54cc0fe6f73b service neutron] 10.222.0.97 "GET /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630242 Jul 07 22:41:43.988233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.011519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Transition to ACTIVE for port object ec72e90b-38f0-4928-96ba-d550f4ba7ab3 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:44.020057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.115938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ab72f7cd-c6a9-42ee-b780-4450772f843a req-bc9b18bf-a323-49b3-8889-6ef35e890110 service neutron] 10.222.0.97 "GET /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230021 Jul 07 22:41:44.160171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Pushing event updated for resources: {'Port': ['ID=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:44.208219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f018887-ad5c-4b45-9447-854f7312b48f req-1f936bf0-28fc-47da-85f7-73ad9aa459c1 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:44.209744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f018887-ad5c-4b45-9447-854f7312b48f req-1f936bf0-28fc-47da-85f7-73ad9aa459c1 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 943 time: 0.1725571 Jul 07 22:41:44.311229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f018887-ad5c-4b45-9447-854f7312b48f req-d3e147ed-99a2-4860-8ce4-e9b05690207a tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754380 Jul 07 22:41:44.320760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Attempting to bind port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:44.323001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Attempting to bind port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:44.323793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Attempting to bind port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 on network 7ab16270-d60f-4bce-9f69-9b8138c7193c {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:44.356056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 on network 7ab16270-d60f-4bce-9f69-9b8138c7193c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:44.356704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Attempting to bind port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 on network 7ab16270-d60f-4bce-9f69-9b8138c7193c {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:44.365172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:44.366286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Checking segment: {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:44.366899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Bound using segment: {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:44.367574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Bound port: ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:44.368127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.439371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] For port ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:44.443293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] For port ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:44.450893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.551335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:44.552190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.553761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] 10.222.0.103 "PUT /v2.0/ports/ec72e90b-38f0-4928-96ba-d550f4ba7ab3 HTTP/1.1" status: 200 len: 1092 time: 1.2944534 Jul 07 22:41:44.573545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'tag': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:44.575904 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0f17c-2a00-4483-b772-c4ee43d99101" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a89aea-70c7-4967-a9e8-5d973ec5e2cf", "tag": "ec72e90b-38f0-4928-96ba-d550f4ba7ab3"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:44.579059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d47d55-9549-4e6c-a773-7190f448404c service neutron] Pushing event updated for resources: {'Port': ['ID=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:44.683254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56b1c-adb9-4f21-af1d-5490996ddf9e req-bc14e02f-5a7c-42d0-9471-23f0bfe95b50 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:44.694458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fb56b1c-adb9-4f21-af1d-5490996ddf9e req-bc14e02f-5a7c-42d0-9471-23f0bfe95b50 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1695421 Jul 07 22:41:44.713246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-a09d478b-0c3b-4b76-91ba-002676cc9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:44.715506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-a09d478b-0c3b-4b76-91ba-002676cc9c6e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 1095 time: 0.1113424 Jul 07 22:41:44.790209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4fb56b1c-adb9-4f21-af1d-5490996ddf9e req-32fd831f-a6a2-4287-b613-f9d7a1b703f0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914519 Jul 07 22:41:44.797409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-4e9fe1cb-5e62-4ff2-a1f0-55151b080ceb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3 HTTP/1.1" status: 200 len: 217 time: 0.0717158 Jul 07 22:41:44.905682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916f4e-f48f-4433-badb-81964b72c499 req-927331d7-a181-4ba1-bd27-b7d6b4f3d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:44.907832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-927331d7-a181-4ba1-bd27-b7d6b4f3d5d9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a0127da0-f891-42b1-b138-f62e83403a81 HTTP/1.1" status: 200 len: 853 time: 0.1003416 Jul 07 22:41:44.926598 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224171bc-b631-498e-830f-2c80c4518303 x-openstack-request-id: req-224171bc-b631-498e-830f-2c80c4518303 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:44.927033 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a89aea-70c7-4967-a9e8-5d973ec5e2cf", "tag": "ec72e90b-38f0-4928-96ba-d550f4ba7ab3", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:44.927157 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-224171bc-b631-498e-830f-2c80c4518303 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:44.927523 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'tag': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3', 'status': 'completed', 'code': 200} Jul 07 22:41:44.956140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-b7dbfa58-459f-44e0-af5b-ac779a602294 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7ab16270-d60f-4bce-9f69-9b8138c7193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378695 Jul 07 22:41:45.077250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-9273d277-df80-42a7-b8cc-4e4b11cd601d service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139717 Jul 07 22:41:45.266588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e916f4e-f48f-4433-badb-81964b72c499 req-83c3db63-86f6-4e4c-a50d-5172c5aa8d9b service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798463 Jul 07 22:41:45.277085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422b52e-0c3e-4de5-b645-179059c4e8c2 req-aa391240-8072-4316-b532-f6d891c0c05c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:45.284803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5422b52e-0c3e-4de5-b645-179059c4e8c2 req-aa391240-8072-4316-b532-f6d891c0c05c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 944 time: 0.1627297 Jul 07 22:41:45.383297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5422b52e-0c3e-4de5-b645-179059c4e8c2 req-3da8bb25-c4f9-4216-aa61-ed5363c67a6d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971298 Jul 07 22:41:45.489282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-be6a8bc9-a2b8-4c61-adc4-3bd36f55d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:45.492267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-be6a8bc9-a2b8-4c61-adc4-3bd36f55d0ab service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 1095 time: 0.1360192 Jul 07 22:41:45.578146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6effe463-12fb-4713-baed-f5ad734a0d4f details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:45.745850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-4adafa8a-d083-4eb7-9d56-09b5fc96055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:45.747383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-4adafa8a-d083-4eb7-9d56-09b5fc96055b service neutron] 10.222.0.103 "GET /v2.0/networks?id=7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 200 len: 914 time: 0.2476745 Jul 07 22:41:45.780219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6effe463-12fb-4713-baed-f5ad734a0d4f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6effe463-12fb-4713-baed-f5ad734a0d4f,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:45.798416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-62cc03cf-9383-4f77-90c1-7f2a83ccc5c7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3 HTTP/1.1" status: 200 len: 217 time: 0.0395410 Jul 07 22:41:45.802103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '6effe463-12fb-4713-baed-f5ad734a0d4f', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'port_id': '6effe463-12fb-4713-baed-f5ad734a0d4f', 'mac_address': 'fa:16:3e:69:d8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:45.891804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.926563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925935df-539c-4b7c-b6d2-e1ab6f11abe6 req-31dd8d44-e4fa-4e44-8452-f874fd500785 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:45.929440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-925935df-539c-4b7c-b6d2-e1ab6f11abe6 req-31dd8d44-e4fa-4e44-8452-f874fd500785 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 943 time: 0.2529857 Jul 07 22:41:45.930615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6effe463-12fb-4713-baed-f5ad734a0d4f {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:45.977797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6effe463-12fb-4713-baed-f5ad734a0d4f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6effe463-12fb-4713-baed-f5ad734a0d4f,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:45.996027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.012568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-fc481de3-1fdb-40c6-88ba-7bbc8e3f5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:46.014127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-fc481de3-1fdb-40c6-88ba-7bbc8e3f5ba2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a0127da0-f891-42b1-b138-f62e83403a81 HTTP/1.1" status: 200 len: 853 time: 0.2055538 Jul 07 22:41:46.105853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=6effe463-12fb-4713-baed-f5ad734a0d4f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:46.115768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-d8bc51b8-108f-4515-8e5a-4ec62737477d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7ab16270-d60f-4bce-9f69-9b8138c7193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933881 Jul 07 22:41:46.118704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-925935df-539c-4b7c-b6d2-e1ab6f11abe6 req-0fb80cf7-5140-4831-be95-593192987a25 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745162 Jul 07 22:41:46.262211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-c55d9c52-9741-4973-8fbf-5fc9ce6d4f20 service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374018 Jul 07 22:41:46.288516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ec72e90b-38f0-4928-96ba-d550f4ba7ab3 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:46.306305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['6effe463-12fb-4713-baed-f5ad734a0d4f'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:46.451608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bde0f17c-2a00-4483-b772-c4ee43d99101 req-dea20015-bb77-46b7-8975-261d19ace66b service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804912 Jul 07 22:41:46.480711 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.resource_extend [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:41:46.703295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:46.720950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3', 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c', 'port_id': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3', 'mac_address': 'fa:16:3e:30:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0127da0-f891-42b1-b138-f62e83403a81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:46.778880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1234-ab65-41c3-9f84-42e10e291c0a req-85a28e8c-65a2-416f-b412-9e62d7139840 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:46.780799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcee1234-ab65-41c3-9f84-42e10e291c0a req-85a28e8c-65a2-416f-b412-9e62d7139840 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 945 time: 0.1288297 Jul 07 22:41:46.824529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcee1234-ab65-41c3-9f84-42e10e291c0a req-b582a0d9-955a-443d-9ef9-8abc4a3e6a8c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Jul 07 22:41:46.827232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.867791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72e90b-38f0-4928-96ba-d550f4ba7ab3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:46.923074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:46.937674 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.950898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:47.045020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:47.154393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ec72e90b-38f0-4928-96ba-d550f4ba7ab3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:47.358362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad957f-323d-46d2-adfa-8424d3746549 req-99fa2153-c8ab-4484-8fc4-4273991a6e7c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:47.360680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0bad957f-323d-46d2-adfa-8424d3746549 req-99fa2153-c8ab-4484-8fc4-4273991a6e7c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 944 time: 0.1062143 Jul 07 22:41:47.399455 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0bad957f-323d-46d2-adfa-8424d3746549 req-3bc8f419-bf40-462f-a4ec-5db33a4fd984 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Jul 07 22:41:47.837692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b8024-dc57-4670-bf5f-3a04490410d9 req-08c1d579-b2a9-4c59-b227-451db79368fe tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:47.843152 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-000b8024-dc57-4670-bf5f-3a04490410d9 req-08c1d579-b2a9-4c59-b227-451db79368fe tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0802360 Jul 07 22:41:47.886271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-000b8024-dc57-4670-bf5f-3a04490410d9 req-db36473e-224c-42ad-abc7-6e418a70cebd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Jul 07 22:41:48.115898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f9935-ebb1-4226-839f-4cd5b91686f1 req-9696f7ec-21e8-40e7-bfed-1c998417501f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:48.122957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-456f9935-ebb1-4226-839f-4cd5b91686f1 req-9696f7ec-21e8-40e7-bfed-1c998417501f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 945 time: 0.1033933 Jul 07 22:41:48.169212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-456f9935-ebb1-4226-839f-4cd5b91686f1 req-c78ff15f-8557-46db-8098-aeee65c7eb07 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451667 Jul 07 22:41:48.301336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ec72e90b-38f0-4928-96ba-d550f4ba7ab3 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:48.346217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934434b3-9180-4bf0-8993-09eb2c07b838 req-e42393a4-3108-47a3-b682-ad8f3d8bbbdb tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:48.348050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-934434b3-9180-4bf0-8993-09eb2c07b838 req-e42393a4-3108-47a3-b682-ad8f3d8bbbdb tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0746830 Jul 07 22:41:48.389688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-af6da651-dede-458d-b32e-2c16510a0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.401831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:48.423055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:48.426750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.433374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-934434b3-9180-4bf0-8993-09eb2c07b838 req-5e6ea2d3-7f47-4589-9f91-056b4b979b03 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702772 Jul 07 22:41:48.539698 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.587857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:48.589370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:48.592387 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dbe4d2-a57e-4543-8548-f438b0e83e86" -d '{"events": [{"server_uuid": "a9a89aea-70c7-4967-a9e8-5d973ec5e2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec72e90b-38f0-4928-96ba-d550f4ba7ab3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:48.597149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.619087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcb24a-4361-46e1-844d-25387f6d426a req-de6f60e9-6182-42da-b16e-33792041029f tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:48.623108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7fcb24a-4361-46e1-844d-25387f6d426a req-de6f60e9-6182-42da-b16e-33792041029f tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 944 time: 0.0741441 Jul 07 22:41:48.659839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:48.674130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7fcb24a-4361-46e1-844d-25387f6d426a req-5ee92868-d54d-400e-88b5-a3b4189f9daf tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Jul 07 22:41:48.786365 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d70101-63cd-4cb2-8a29-ee139495b314 x-openstack-request-id: req-80d70101-63cd-4cb2-8a29-ee139495b314 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:48.786898 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a89aea-70c7-4967-a9e8-5d973ec5e2cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec72e90b-38f0-4928-96ba-d550f4ba7ab3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:48.787231 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-80d70101-63cd-4cb2-8a29-ee139495b314 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:48.787707 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3', 'code': 200} Jul 07 22:41:48.863139 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.999658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe201f8-c89a-43f9-aca7-7c9af2c2bc7d req-ba7fccc4-0611-493f-88e5-0c9d09d84ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:49.001939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffe201f8-c89a-43f9-aca7-7c9af2c2bc7d req-ba7fccc4-0611-493f-88e5-0c9d09d84ff8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 1097 time: 0.1178985 Jul 07 22:41:49.012701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80fc5-9497-4856-a81a-12c03a456e70 req-65d2178b-99cc-411e-ad81-26a375da90a3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:49.014132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec80fc5-9497-4856-a81a-12c03a456e70 req-65d2178b-99cc-411e-ad81-26a375da90a3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0997560 Jul 07 22:41:49.078510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffe201f8-c89a-43f9-aca7-7c9af2c2bc7d req-7f1ae4f7-b0d7-49de-89f5-ffc7303b0f27 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632415 Jul 07 22:41:49.091019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eec80fc5-9497-4856-a81a-12c03a456e70 req-003feb0f-03cf-46c6-a3fc-1224d5ff4071 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Jul 07 22:41:49.605021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6effe463-12fb-4713-baed-f5ad734a0d4f up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:49.701454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06b994-f25b-4020-bb36-f7b92e672ad8 req-b7b9cccf-7724-44ca-b658-ecfd613ec0fd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:49.705856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 6effe463-12fb-4713-baed-f5ad734a0d4f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:49.709905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d06b994-f25b-4020-bb36-f7b92e672ad8 req-b7b9cccf-7724-44ca-b658-ecfd613ec0fd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.4804792 Jul 07 22:41:49.710538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 6effe463-12fb-4713-baed-f5ad734a0d4f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:49.710965 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.773678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d06b994-f25b-4020-bb36-f7b92e672ad8 req-ad65d2eb-1921-4341-a4d1-e3b1c56d866a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525453 Jul 07 22:41:49.892440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.938853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6effe463-12fb-4713-baed-f5ad734a0d4f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6effe463-12fb-4713-baed-f5ad734a0d4f,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:49.945903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.017835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=6effe463-12fb-4713-baed-f5ad734a0d4f,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:50.059674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3540972-e4f3-447a-a0b1-aa8221fb3f99 req-409850f3-32aa-4a21-8df8-3844cbdabe96 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:50.061813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3540972-e4f3-447a-a0b1-aa8221fb3f99 req-409850f3-32aa-4a21-8df8-3844cbdabe96 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.1093512 Jul 07 22:41:50.145210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3540972-e4f3-447a-a0b1-aa8221fb3f99 req-9c1f4648-7261-4537-90dc-db0ef3acc45e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744157 Jul 07 22:41:50.331236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05452-cc05-42d1-a71c-e7ab9e5e0645 req-7e100418-56ad-45bf-b472-b766d233afa9 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:50.332900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1c05452-cc05-42d1-a71c-e7ab9e5e0645 req-7e100418-56ad-45bf-b472-b766d233afa9 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 945 time: 0.0706613 Jul 07 22:41:50.373444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1c05452-cc05-42d1-a71c-e7ab9e5e0645 req-95919255-ab5e-4631-b3c9-896adc8be57d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Jul 07 22:41:50.565691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50714) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:50.788632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6effe463-12fb-4713-baed-f5ad734a0d4f'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:50.791344 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26839ab9-b09c-4c73-9339-99af3a06ca78" -d '{"events": [{"server_uuid": "7f98ca54-a933-4590-baf4-8e566a06fe7f", "name": "network-vif-plugged", "status": "completed", "tag": "6effe463-12fb-4713-baed-f5ad734a0d4f"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:50.854989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd3bc-894c-43ad-a0df-5799c0d49256 req-19a419f0-ba12-4bf3-9fdb-9f42309f5a3c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:50.864239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-403dd3bc-894c-43ad-a0df-5799c0d49256 req-19a419f0-ba12-4bf3-9fdb-9f42309f5a3c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1686792 Jul 07 22:41:50.922085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-403dd3bc-894c-43ad-a0df-5799c0d49256 req-39a4072e-b91b-4f66-8bbc-c071b959be67 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568006 Jul 07 22:41:50.998007 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e31d5e9-e463-4e66-9bf1-a7b007c0505d x-openstack-request-id: req-7e31d5e9-e463-4e66-9bf1-a7b007c0505d {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:50.998379 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f98ca54-a933-4590-baf4-8e566a06fe7f", "name": "network-vif-plugged", "status": "completed", "tag": "6effe463-12fb-4713-baed-f5ad734a0d4f", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:50.998656 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7e31d5e9-e463-4e66-9bf1-a7b007c0505d {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:50.999100 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6effe463-12fb-4713-baed-f5ad734a0d4f', 'code': 200} Jul 07 22:41:51.160976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf114e4-d799-4eb2-a658-9584d2664977 req-95163ee9-8b51-4610-ab3b-cdd83f46f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:51.163135 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf114e4-d799-4eb2-a658-9584d2664977 req-95163ee9-8b51-4610-ab3b-cdd83f46f394 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 1098 time: 0.0712903 Jul 07 22:41:51.232239 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf114e4-d799-4eb2-a658-9584d2664977 req-77fab28b-c0ee-48a0-8111-9bdaefa3b8af service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587370 Jul 07 22:41:51.295863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4540-4e37-42ef-a4d5-a5032a92dc19 req-8f898ebb-660f-4140-aa3a-94ca4fe74572 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:51.297509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-920a4540-4e37-42ef-a4d5-a5032a92dc19 req-8f898ebb-660f-4140-aa3a-94ca4fe74572 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1533036 Jul 07 22:41:51.354455 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-64ad5767-2be8-4814-ab98-ad952ff21cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.437795 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.465141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-920a4540-4e37-42ef-a4d5-a5032a92dc19 req-c2363df2-cf07-49cd-8364-cdc4de209008 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077349 Jul 07 22:41:51.622381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.889839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f654dd-c4d6-494d-a08b-8c07e1631634 req-49c32484-3013-46b4-ace9-ce064b2d1f0e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:51.891478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93f654dd-c4d6-494d-a08b-8c07e1631634 req-49c32484-3013-46b4-ace9-ce064b2d1f0e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.1940572 Jul 07 22:41:52.005603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93f654dd-c4d6-494d-a08b-8c07e1631634 req-cb8b94ba-57b2-45c9-b986-c3c0e862b662 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969703 Jul 07 22:41:52.203226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.233096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Deleting port c636b3df-039f-4514-b8f6-81388a83e24c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:52.233443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.333504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968279d-8671-41ad-bf24-d1d07adecb3c req-a5f2fbd9-7c02-4028-a03d-3ce0c8bdd7c8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:52.340502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6968279d-8671-41ad-bf24-d1d07adecb3c req-a5f2fbd9-7c02-4028-a03d-3ce0c8bdd7c8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1491017 Jul 07 22:41:52.375867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] For port c636b3df-039f-4514-b8f6-81388a83e24c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c636b3df-039f-4514-b8f6-81388a83e24c,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:52.376524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.397581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Calling delete_port for c636b3df-039f-4514-b8f6-81388a83e24c owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:52.415807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6968279d-8671-41ad-bf24-d1d07adecb3c req-16a5109a-1f5e-4554-9754-abb139839be1 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742836 Jul 07 22:41:52.755325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214683d-6430-49d0-8e3f-768a8b31a6c5 req-adcdf07d-2158-44d3-921b-7ba8f7114a21 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:52.757017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8214683d-6430-49d0-8e3f-768a8b31a6c5 req-adcdf07d-2158-44d3-921b-7ba8f7114a21 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1244416 Jul 07 22:41:52.787335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.819957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Pushing event deleted for resources: {'Port': ['ID=c636b3df-039f-4514-b8f6-81388a83e24c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:52.905526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8214683d-6430-49d0-8e3f-768a8b31a6c5 req-fd13b820-a0cd-4a2c-80af-dd28ac00b6ad tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369114 Jul 07 22:41:53.191466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:53.469651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599ad20-7d01-4eda-877a-7f5315b881f0 req-ad3f1000-974e-4318-98b5-3d8359079034 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:53.477788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6599ad20-7d01-4eda-877a-7f5315b881f0 req-ad3f1000-974e-4318-98b5-3d8359079034 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.1596832 Jul 07 22:41:53.584808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6599ad20-7d01-4eda-877a-7f5315b881f0 req-888969a9-7307-4988-9a80-40e07605cce6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060820 Jul 07 22:41:53.599506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Router 9046c53b-6062-409f-81d4-13f91457dd39 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:53.746120 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:53.817848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:53.823422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-721db7c6-0faa-46d3-9a83-5d0c7a8f0358 admin admin] 10.222.0.95 "PUT /v2.0/routers/9046c53b-6062-409f-81d4-13f91457dd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2562933 Jul 07 22:41:53.825915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:53.829718 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] Sync routers for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:53.865926 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:53.866567 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:53.871539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd577cea-94cc-4ba2-96af-b35bddb58af6 req-b8c2a711-fc14-4c26-a684-84b2cb6f5a37 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:53.888339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd577cea-94cc-4ba2-96af-b35bddb58af6 req-b8c2a711-fc14-4c26-a684-84b2cb6f5a37 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1332037 Jul 07 22:41:53.974522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd577cea-94cc-4ba2-96af-b35bddb58af6 req-5ebf9b5b-e4c0-4b66-9656-c8672931718c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Jul 07 22:41:54.019746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.025822 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:54.179362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.310318 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:41:52Z', 'revision_number': 5, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port': {'id': '70b84b52-8a1e-4997-908f-ba438084bf5b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046c53b-6062-409f-81d4-13f91457dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:54Z', 'updated_at': '2021-07-07T22:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:54.316056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa711e-6e91-4222-af03-37e198eb9329 req-e16d4db3-51f4-4186-84e1-8157ce2a16e3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.316289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ffa711e-6e91-4222-af03-37e198eb9329 req-e16d4db3-51f4-4186-84e1-8157ce2a16e3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.1436288 Jul 07 22:41:54.334888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Deleting port 70b84b52-8a1e-4997-908f-ba438084bf5b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:54.336431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.420150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ffa711e-6e91-4222-af03-37e198eb9329 req-7b048fdc-e0e5-4d3a-bc03-f807125fdbf0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953569 Jul 07 22:41:54.499464 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] Checking router: 9046c53b-6062-409f-81d4-13f91457dd39 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:54.509860 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] Routers {'9046c53b-6062-409f-81d4-13f91457dd39'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:54.510811 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['9046c53b-6062-409f-81d4-13f91457dd39'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:54.532314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] For port 70b84b52-8a1e-4997-908f-ba438084bf5b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=70b84b52-8a1e-4997-908f-ba438084bf5b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:54.532855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.563394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Calling delete_port for 70b84b52-8a1e-4997-908f-ba438084bf5b owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:54.693804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193f08c-a179-4cc0-84cf-60f6bebd23a3 req-3c14ba9c-81ae-457e-8488-948768d66fae tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.701103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7193f08c-a179-4cc0-84cf-60f6bebd23a3 req-3c14ba9c-81ae-457e-8488-948768d66fae tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1204367 Jul 07 22:41:54.706930 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] Set router 9046c53b-6062-409f-81d4-13f91457dd39 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:54.775820 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:41:54Z', 'revision_number': 6, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:54.776342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7193f08c-a179-4cc0-84cf-60f6bebd23a3 req-8e3ed614-e95e-4bd9-b5ff-13c999f5c3e7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694227 Jul 07 22:41:54.816138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597e2b4-c478-4264-bb87-a25d98cf78ee None None] The sync data for ids ['9046c53b-6062-409f-81d4-13f91457dd39'] in n-d-694802-13 is: [{'id': '9046c53b-6062-409f-81d4-13f91457dd39', 'name': 'tempest-AttachVolumeShelveTestJSON-256747193-router', 'tenant_id': '97ca8000c21d491db5b2fa347e3b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:52Z', 'updated_at': '2021-07-07T22:41:54Z', 'revision_number': 6, 'project_id': '97ca8000c21d491db5b2fa347e3b443c', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:54.974038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.042717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b84b52-8a1e-4997-908f-ba438084bf5b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:55.103223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.141665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a67a2f-3737-4938-9f08-350eb01541c4 req-d960be5b-2f75-4ad1-a254-a53bbf4b2814 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:55.143300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09a67a2f-3737-4938-9f08-350eb01541c4 req-d960be5b-2f75-4ad1-a254-a53bbf4b2814 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0895956 Jul 07 22:41:55.188707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09a67a2f-3737-4938-9f08-350eb01541c4 req-8ced13be-70b0-4f45-93a4-f0a12211d8d0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Jul 07 22:41:55.262840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.274651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.339881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.340479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9046c53b-6062-409f-81d4-13f91457dd39 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:41:55.354052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.360083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 50918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:55.360537 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e53c63f5-7638-4b05-8114-7efc79bf0ff2 admin admin] 10.222.0.95 "DELETE /v2.0/routers/9046c53b-6062-409f-81d4-13f91457dd39 HTTP/1.1" status: 204 len: 168 time: 1.5334740 Jul 07 22:41:55.364427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c636b3df-039f-4514-b8f6-81388a83e24c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:55.390276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c636b3df-039f-4514-b8f6-81388a83e24c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:55.390882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c636b3df-039f-4514-b8f6-81388a83e24c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:55.427622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Deleting subnet e593c16e-b4e5-48c1-a63e-a3fdf7868d8b {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:41:55.431826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.519925 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.684277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0015d13-b07e-4fe7-8bf8-888790cc02bd req-6af041e1-fe88-42fa-9bde-1a579193db8a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:55.685824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0015d13-b07e-4fe7-8bf8-888790cc02bd req-6af041e1-fe88-42fa-9bde-1a579193db8a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1775334 Jul 07 22:41:55.695026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.771995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0015d13-b07e-4fe7-8bf8-888790cc02bd req-9f94542f-05b2-4716-8ace-5ffe68390c35 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740864 Jul 07 22:41:55.818666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.848629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e593c16e-b4e5-48c1-a63e-a3fdf7868d8b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:55.864263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.869175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ac1b5e45-246a-4336-bff6-ef73f4c69ba5 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e593c16e-b4e5-48c1-a63e-a3fdf7868d8b HTTP/1.1" status: 204 len: 168 time: 0.5059447 Jul 07 22:41:55.870415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:55.870551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006c145-e0e7-4f88-93ca-d2b15dcf2a1b None None] Network 4af00ffb-79a9-463c-ab14-8f3e391340c3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:55.950917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 50946) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:56.102927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:56.152581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] DHCP port deletion for 4af00ffb-79a9-463c-ab14-8f3e391340c3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:41:56.221523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919e62f-84a3-4255-896b-1381b0886f30 req-25740ed8-ada5-4585-99a5-129b84383a07 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:56.229292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9919e62f-84a3-4255-896b-1381b0886f30 req-25740ed8-ada5-4585-99a5-129b84383a07 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 813 time: 0.2319317 Jul 07 22:41:56.240632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] Deleting port 280232b9-009a-43bf-bbc9-ce8524afff6d {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:56.241354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:56.254663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9919e62f-84a3-4255-896b-1381b0886f30 req-1a6bd0f6-6d08-4c15-ba15-d947d3fe2936 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/quotas/0dc6146110674f6ea66b74e97a541eb0 HTTP/1.1" status: 200 len: 375 time: 0.0241036 Jul 07 22:41:56.372220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9919e62f-84a3-4255-896b-1381b0886f30 req-85565741-fd0d-4469-bca0-0f43e613efa9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162951 Jul 07 22:41:56.427044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] For port 280232b9-009a-43bf-bbc9-ce8524afff6d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=280232b9-009a-43bf-bbc9-ce8524afff6d,segment=NetworkSegment(28147edb-224f-4d3c-b816-927ca91fef14),segment_id=28147edb-224f-4d3c-b816-927ca91fef14)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:56.427571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:56.445737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] Calling delete_port for 280232b9-009a-43bf-bbc9-ce8524afff6d owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:56.622442 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:56.684474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] Pushing event deleted for resources: {'Port': ['ID=280232b9-009a-43bf-bbc9-ce8524afff6d,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:56.694143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca40d0-90df-42bf-880d-d3aacc10663b None None] No DVR routers for this DVR port 280232b9-009a-43bf-bbc9-ce8524afff6d on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:56.729390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fbad9-9d6a-425e-88b7-38cb54316f31 req-b68b20b7-b88a-4925-9d08-a9cb1a3c3b57 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:56.740608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-322fbad9-9d6a-425e-88b7-38cb54316f31 req-b68b20b7-b88a-4925-9d08-a9cb1a3c3b57 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1353421 Jul 07 22:41:56.791872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-322fbad9-9d6a-425e-88b7-38cb54316f31 req-8fbe4cde-1acf-4ff4-ad7d-b01097ea01f6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494797 Jul 07 22:41:57.040484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317ff93-7599-4225-91e3-6a8d4b0bc342 req-885ddaff-d661-47c1-9d99-bf9d0d9e615e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:57.042412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8317ff93-7599-4225-91e3-6a8d4b0bc342 req-885ddaff-d661-47c1-9d99-bf9d0d9e615e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0875812 Jul 07 22:41:57.065125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Deleting port 280232b9-009a-43bf-bbc9-ce8524afff6d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:57.065631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.153396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8317ff93-7599-4225-91e3-6a8d4b0bc342 req-386494cc-ab2f-48e0-89ad-f6423093eaf0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037881 Jul 07 22:41:57.163441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] For port 280232b9-009a-43bf-bbc9-ce8524afff6d, host n-d-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:57.163978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.194222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b84b52-8a1e-4997-908f-ba438084bf5b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:57.241556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 70b84b52-8a1e-4997-908f-ba438084bf5b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:57.241919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 70b84b52-8a1e-4997-908f-ba438084bf5b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:57.242680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 280232b9-009a-43bf-bbc9-ce8524afff6d no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:57.264798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 280232b9-009a-43bf-bbc9-ce8524afff6d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:57.265524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 280232b9-009a-43bf-bbc9-ce8524afff6d not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:57.270841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Calling delete_port for 280232b9-009a-43bf-bbc9-ce8524afff6d owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:57.277991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Port 280232b9-009a-43bf-bbc9-ce8524afff6d was not found and therefore no delete operation was performed {{(pid=93931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:41:57.283133 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.318795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Pushing event deleted for resources: {'Port': ['ID=280232b9-009a-43bf-bbc9-ce8524afff6d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:57.383074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] No DVR routers for this DVR port 280232b9-009a-43bf-bbc9-ce8524afff6d on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:57.408714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8269018-2165-47df-beb8-119e744026fc req-c21cb8d1-2eff-47f4-bda9-fbccc1e79360 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0dc6146110674f6ea66b74e97a541eb0 HTTP/1.1" status: 200 len: 221 time: 0.0595510 Jul 07 22:41:57.523302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.674848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af00ffb-79a9-463c-ab14-8f3e391340c3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:57.698477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28147edb-224f-4d3c-b816-927ca91fef14') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:57.698822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28147edb-224f-4d3c-b816-927ca91fef14') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:57.713181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.728778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636f08c-0922-4637-876f-abb673c6b22c req-51e06b7d-d42d-4a19-9639-1760ec4ee0df tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:57.738306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3636f08c-0922-4637-876f-abb673c6b22c req-51e06b7d-d42d-4a19-9639-1760ec4ee0df tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1479180 Jul 07 22:41:57.759126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.788325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:41:57.789092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:41:57.791483 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:41:57.799934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3636f08c-0922-4637-876f-abb673c6b22c req-9bd2eb26-eecb-4b23-bd5d-36c3baaabdd8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592718 Jul 07 22:41:57.870001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.895713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.949335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.951506 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] 10.222.0.95 "DELETE /v2.0/networks/4af00ffb-79a9-463c-ab14-8f3e391340c3 HTTP/1.1" status: 204 len: 168 time: 2.0797601 Jul 07 22:41:57.952416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40c01-579e-4e1e-9e70-960682fb34db admin admin] Pushing event deleted for resources: {'Network': ['ID=4af00ffb-79a9-463c-ab14-8f3e391340c3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:58.158156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a150c-d0d8-4b75-a51a-a28c02d8fbc8 req-cd0b060f-d4d3-495c-85d5-c3e7818d435a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:58.166249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b18a150c-d0d8-4b75-a51a-a28c02d8fbc8 req-cd0b060f-d4d3-495c-85d5-c3e7818d435a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1106720 Jul 07 22:41:58.225766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51020) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:58.245255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b18a150c-d0d8-4b75-a51a-a28c02d8fbc8 req-4a1659a7-624f-49a2-83b0-323e61ad8126 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779295 Jul 07 22:41:58.319987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.20.0.17 (d2e7789f-1887-4f55-8c6c-4f11f3d758b3/828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31/a1d7c347-ba31-451b-8957-bfb842608dbc) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:58.406814 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec621dda-a980-42d5-95b7-078b9685146e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=97ca8000c21d491db5b2fa347e3b443c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732931 Jul 07 22:41:58.409369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51032) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:58.486128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.513319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Transition to ACTIVE for port object a1d7c347-ba31-451b-8957-bfb842608dbc will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:58.568307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.617946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:58.624356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:58.631381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59c9061a-ce30-42d0-a841-203dccc123e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.641625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:58.719870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.748981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59c9061a-ce30-42d0-a841-203dccc123e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.788458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e80d7a-eee7-473b-88a3-46409131fb0e req-15f4962c-20e2-42eb-9774-13b77129e757 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:58.799615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e80d7a-eee7-473b-88a3-46409131fb0e req-15f4962c-20e2-42eb-9774-13b77129e757 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.3238382 Jul 07 22:41:58.884491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e80d7a-eee7-473b-88a3-46409131fb0e req-7930ab2e-06a8-4a03-af32-b9eca354aad4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834310 Jul 07 22:41:58.916146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59c9061a-ce30-42d0-a841-203dccc123e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.919365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59c9061a-ce30-42d0-a841-203dccc123e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:58.920883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-59c9061a-ce30-42d0-a841-203dccc123e4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17429883-6405-4cd1-903c-75d1f041969f HTTP/1.1" status: 204 len: 168 time: 0.5105052 Jul 07 22:41:58.939058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9061a-ce30-42d0-a841-203dccc123e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17429883-6405-4cd1-903c-75d1f041969f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:58.940836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=a1d7c347-ba31-451b-8957-bfb842608dbc,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:58.993991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:58.994358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.001529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.005639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.006199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.006730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.007265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.007780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.008276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.008757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.010383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.010932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:59.124554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba2f2427-3373-4ba6-aab1-18b053f9c57c None None] Provisioning for port a1d7c347-ba31-451b-8957-bfb842608dbc completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:59.134834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ba2f2427-3373-4ba6-aab1-18b053f9c57c None None] Provisioning complete for port a1d7c347-ba31-451b-8957-bfb842608dbc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:59.140575 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba2f2427-3373-4ba6-aab1-18b053f9c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.214612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.229952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f2427-3373-4ba6-aab1-18b053f9c57c None None] Port a1d7c347-ba31-451b-8957-bfb842608dbc cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:59.232700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf8ba4-7a69-4c76-bb08-d5b4c8716cf7 req-54599e87-d29e-47dd-888c-638a9c65991f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:59.235230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2acf8ba4-7a69-4c76-bb08-d5b4c8716cf7 req-54599e87-d29e-47dd-888c-638a9c65991f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1480770 Jul 07 22:41:59.312075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2acf8ba4-7a69-4c76-bb08-d5b4c8716cf7 req-3f092ed8-eb89-446a-b69d-c4754e75d5f0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689430 Jul 07 22:41:59.637157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd08f8-ccab-4c2e-a82a-ec040be5cd2c req-0b171dba-31d5-4e91-8613-9607bef76082 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:59.646015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ddd08f8-ccab-4c2e-a82a-ec040be5cd2c req-0b171dba-31d5-4e91-8613-9607bef76082 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1517882 Jul 07 22:41:59.746233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ddd08f8-ccab-4c2e-a82a-ec040be5cd2c req-537eb7b0-83c2-4419-a965-f8b15ed9aa6d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987637 Jul 07 22:41:59.823913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.835309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.937649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:00.120196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=a1d7c347-ba31-451b-8957-bfb842608dbc,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:00.151958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab503ea-36e4-458a-98b7-ea9f8555cd0e req-dbf568a6-af11-421a-a3df-518c89856dc8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:00.161576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dab503ea-36e4-458a-98b7-ea9f8555cd0e req-dbf568a6-af11-421a-a3df-518c89856dc8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1597745 Jul 07 22:42:00.221580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:00.225735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dab503ea-36e4-458a-98b7-ea9f8555cd0e req-00f22ae0-8fb2-430a-9d1e-652a89de0569 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632813 Jul 07 22:42:00.225909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:00.483793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51110) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:00.520988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:00.625030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefb2d5-f0e6-4a0e-a244-3d36535fd81e req-837774d7-ade0-49a6-8b8a-83106382ddd8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:00.633315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fefb2d5-f0e6-4a0e-a244-3d36535fd81e req-837774d7-ade0-49a6-8b8a-83106382ddd8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1301961 Jul 07 22:42:00.682235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-52946547-network', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:00.702915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6fefb2d5-f0e6-4a0e-a244-3d36535fd81e req-0009ba9e-12e2-4789-9531-cdc5626420c7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683303 Jul 07 22:42:00.769899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Made reservation on behalf of d93c3fb56ec04c3fa9d1ed98425d5153 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:00.772974 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:00.797635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2b613dfb-5faf-4e87-b21e-662bfd000817 None None] Provisioning complete for port a1d7c347-ba31-451b-8957-bfb842608dbc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:00.798267 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b613dfb-5faf-4e87-b21e-662bfd000817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:00.836918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:00.848889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:00.870670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ae1d808-4dc0-4f2c-bc93-69c55a8e54fd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "PUT /v2.0/routers/030bf39d-e3a6-4665-a154-faf4201c4ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060655 Jul 07 22:42:00.871680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:00.897969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2b613dfb-5faf-4e87-b21e-662bfd000817 None None] Port a1d7c347-ba31-451b-8957-bfb842608dbc cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:00.917487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:00.918145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:01.107146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:01.133149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.150124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6b5b-69ac-412c-b7b5-1750abb7b3c9 req-9a8dc9fb-c304-4812-9435-f2ef7664c3f0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:01.151986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a0e6b5b-69ac-412c-b7b5-1750abb7b3c9 req-9a8dc9fb-c304-4812-9435-f2ef7664c3f0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1859264 Jul 07 22:42:01.153707 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.215963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:01.252523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ce5d0-b9c9-42b5-b7b6-50df00ac8e7f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:01.264947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.265304 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Added segment a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a of type vlan for network 144baa82-f37a-45fa-86ff-fa0567b4e14d Jul 07 22:42:01.290301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a0e6b5b-69ac-412c-b7b5-1750abb7b3c9 req-4ca01d83-076b-4052-b31e-9f204ebcb74e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302211 Jul 07 22:42:01.330137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.410725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.412010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:01.412990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.480278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:41:59Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:21Z', 'revision_number': 1, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d7c347-ba31-451b-8957-bfb842608dbc', 'name': '', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:58Z', 'updated_at': '2021-07-07T22:41:59Z', 'revision_number': 2, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:01.551630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:01.552203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Updating router 030bf39d-e3a6-4665-a154-faf4201c4ab3 port a1d7c347-ba31-451b-8957-bfb842608dbc binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:01.554979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0699542 Jul 07 22:42:01.557711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51148) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:01.563513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Request body: {'subnet': {'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-52946547-subnet', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:01.582182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91063-5f78-4215-b591-8d2cabcbfdf0 admin admin] Pushing event updated for resources: {'Network': ['ID=144baa82-f37a-45fa-86ff-fa0567b4e14d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:01.629927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Made reservation on behalf of d93c3fb56ec04c3fa9d1ed98425d5153 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:01.632341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.637575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:01.680827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4051-a31f-4414-a9eb-b364a2e7b8bc req-f1687025-5c5a-4d14-8531-06333f83b80b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:01.688405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99ba4051-a31f-4414-a9eb-b364a2e7b8bc req-f1687025-5c5a-4d14-8531-06333f83b80b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1303995 Jul 07 22:42:01.738970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99ba4051-a31f-4414-a9eb-b364a2e7b8bc req-b8c9e99d-7b57-4ec7-ac74-1ec035701edd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Jul 07 22:42:01.739235 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.912320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.969964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8e57a-d14d-48f0-a191-dff2e837657d req-c994fb05-c149-406b-a26e-3a0260cb6aa3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:01.978322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3d8e57a-d14d-48f0-a191-dff2e837657d req-c994fb05-c149-406b-a26e-3a0260cb6aa3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1019957 Jul 07 22:42:02.010275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f100b0-3038-4753-9901-b16a54f217ff,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:02.037103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3d8e57a-d14d-48f0-a191-dff2e837657d req-e4b987c8-8625-4e54-b5df-f142c200936d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529094 Jul 07 22:42:02.038911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Checking segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:02.039387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Network hostable DHCP agents. Network: 144baa82-f37a-45fa-86ff-fa0567b4e14d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:42:02.074940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:42:02.096769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 144baa82-f37a-45fa-86ff-fa0567b4e14d) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:02.112357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:02.112886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.143488 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-582cbe7d-49df-4d9d-8459-34f9f74cc1bc admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5844810 Jul 07 22:42:02.146015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51172) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:02.151655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:02.211415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.213761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.243491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f3d83-33f4-413b-adfb-31441e0ca0ac None None] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:02.359199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.403069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ef61-75f0-4bd0-8714-c19829a46ed6 req-3fda931b-9652-403b-8dc5-26c8bea1298c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:02.405788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55b1ef61-75f0-4bd0-8714-c19829a46ed6 req-3fda931b-9652-403b-8dc5-26c8bea1298c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1198325 Jul 07 22:42:02.472696 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-55b1ef61-75f0-4bd0-8714-c19829a46ed6 req-13dc688e-0720-4835-afce-8b1e926f0393 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Jul 07 22:42:02.491846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-144baa82-f37a-45fa-86ff-fa0567b4e14d', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:42:02.492724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.614709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.692469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.725367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Allocated IP 172.20.0.2 (144baa82-f37a-45fa-86ff-fa0567b4e14d/92f100b0-3038-4753-9901-b16a54f217ff/b351a405-5920-4804-9a00-b08202378718) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:02.765481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Transition to ACTIVE for port object a1d7c347-ba31-451b-8957-bfb842608dbc will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:02.810956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.831352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e050477-eb43-4c0b-88e7-b46c129c62e2 req-ded2a93b-c0d0-4f4f-8dfa-2d11b496f615 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:02.838720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e050477-eb43-4c0b-88e7-b46c129c62e2 req-ded2a93b-c0d0-4f4f-8dfa-2d11b496f615 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1289396 Jul 07 22:42:02.910117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e050477-eb43-4c0b-88e7-b46c129c62e2 req-9f331e52-c525-4d90-8628-641ac5c41a03 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695372 Jul 07 22:42:02.998898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-f849a1a4-7d64-4760-874b-d02eb28f8c9a req-bb18c2f4-a208-4a7b-8e10-f6fe0ab2190b service neutron] (93931) timed out ('10.222.0.103', 53418) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:42:03.065406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444619d9-7d01-4745-9162-6cd0c1cc7bc7 None None] Pushing event updated for resources: {'Port': ['ID=a1d7c347-ba31-451b-8957-bfb842608dbc,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.103033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Attempting to bind port a1d7c347-ba31-451b-8957-bfb842608dbc on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:03.103588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Attempting to bind port a1d7c347-ba31-451b-8957-bfb842608dbc by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:03.104143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Attempting to bind port a1d7c347-ba31-451b-8957-bfb842608dbc on network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:03.116395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:03.117334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Checking segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:03.117979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.119100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Bound using segment: {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:03.123131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Bound port: a1d7c347-ba31-451b-8957-bfb842608dbc, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc84f5-008b-4d89-a561-9264dc4e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:03.123891 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.126048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.172648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.263178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] For port a1d7c347-ba31-451b-8957-bfb842608dbc, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:03.274816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] For port a1d7c347-ba31-451b-8957-bfb842608dbc, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a1d7c347-ba31-451b-8957-bfb842608dbc,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:03.316189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.321118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebe17c-a3a1-4400-adb1-1ce634fbe32c req-9ee817bd-86df-4f3a-bb35-76a6daa22b0b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:03.336086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cebe17c-a3a1-4400-adb1-1ce634fbe32c req-9ee817bd-86df-4f3a-bb35-76a6daa22b0b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1106498 Jul 07 22:42:03.404937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7cebe17c-a3a1-4400-adb1-1ce634fbe32c req-1f5ec09a-1e86-4a17-a640-14c73a2ad7b7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641193 Jul 07 22:42:03.413027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.440502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444619d9-7d01-4745-9162-6cd0c1cc7bc7 None None] Pushing event updated for resources: {'Port': ['ID=a1d7c347-ba31-451b-8957-bfb842608dbc,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.445878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Transition to ACTIVE for port object b351a405-5920-4804-9a00-b08202378718 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:03.450788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:03.451961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:03.516811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Allocated IP 172.25.5.25 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/93106825-f205-43ea-b267-81d569d6ce53) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:03.566109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Transition to ACTIVE for port object b351a405-5920-4804-9a00-b08202378718 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:03.592721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.741207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c649a-e0e5-4b65-8948-b24e707bac75 req-394ba8f5-f033-4946-b653-0b163c0338dd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:03.746457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-226c649a-e0e5-4b65-8948-b24e707bac75 req-394ba8f5-f033-4946-b653-0b163c0338dd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1517639 Jul 07 22:42:03.765815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.788579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:03.805442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:03.812181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:03.862934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Pushing event updated for resources: {'Port': ['ID=b351a405-5920-4804-9a00-b08202378718,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.864405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-226c649a-e0e5-4b65-8948-b24e707bac75 req-25d5ca14-bac1-43a1-80ce-e8b2c24b8a05 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040154 Jul 07 22:42:03.867174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:03.870124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.964197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Pushing event updated for resources: {'Port': ['ID=93106825-f205-43ea-b267-81d569d6ce53,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.984112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:03.987024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:03.989935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:04.036069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Attempting to bind port b351a405-5920-4804-9a00-b08202378718 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:04.036456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Attempting to bind port b351a405-5920-4804-9a00-b08202378718 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:04.036832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Attempting to bind port b351a405-5920-4804-9a00-b08202378718 on network 144baa82-f37a-45fa-86ff-fa0567b4e14d {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:04.053861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:04.054178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Checking segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:04.054601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.055033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Bound using segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:04.055522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Bound port: b351a405-5920-4804-9a00-b08202378718, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:04.055916 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.249154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] For port b351a405-5920-4804-9a00-b08202378718, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:04.254466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] For port b351a405-5920-4804-9a00-b08202378718, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b351a405-5920-4804-9a00-b08202378718,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:04.270289 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.454409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4bf60-368e-4684-82f4-1c0918a23bf2 None None] Pushing event updated for resources: {'Port': ['ID=b351a405-5920-4804-9a00-b08202378718,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:04.478764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:41:59Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:21Z', 'revision_number': 1, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d7c347-ba31-451b-8957-bfb842608dbc', 'name': '', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:58Z', 'updated_at': '2021-07-07T22:42:03Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:04.510137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d547-98be-4ac9-91ff-c559866b6773 req-2a951b8c-fe5d-44ea-9f4e-03d5e5338be3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:04.514838 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.522738 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9558d547-98be-4ac9-91ff-c559866b6773 req-2a951b8c-fe5d-44ea-9f4e-03d5e5338be3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1858466 Jul 07 22:42:04.560728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff550f-51fe-4a02-8a19-43fc1af2fb91 None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:41:59Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:21Z', 'revision_number': 1, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d7c347-ba31-451b-8957-bfb842608dbc', 'name': '', 'network_id': 'd2e7789f-1887-4f55-8c6c-4f11f3d758b3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:58Z', 'updated_at': '2021-07-07T22:42:03Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': '828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:04.618019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9558d547-98be-4ac9-91ff-c559866b6773 req-c1474a45-d7da-42ec-83ca-2f32e73cdc1c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 Jul 07 22:42:04.968084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6125-600f-4a19-9826-1015c1359308 req-974c50a7-eea7-4c60-8212-c9e452bf69ed tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:04.973598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ac6125-600f-4a19-9826-1015c1359308 req-974c50a7-eea7-4c60-8212-c9e452bf69ed tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1923139 Jul 07 22:42:05.056988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ac6125-600f-4a19-9826-1015c1359308 req-d4202125-302d-4201-9402-82c934ae8b42 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620370 Jul 07 22:42:05.112989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.419460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a1d7c347-ba31-451b-8957-bfb842608dbc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:05.507605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Router 79d65f08-15d8-48ad-9321-724c518d6d3b is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:42:05.541034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a1d7c347-ba31-451b-8957-bfb842608dbc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:05.556437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a1d7c347-ba31-451b-8957-bfb842608dbc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:05.557069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.568799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc88ec-807a-4455-8280-4826f637e3ca req-f70935d6-d494-40fd-bce0-da28810a2f8e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:05.570419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19cc88ec-807a-4455-8280-4826f637e3ca req-f70935d6-d494-40fd-bce0-da28810a2f8e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1786163 Jul 07 22:42:05.653768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19cc88ec-807a-4455-8280-4826f637e3ca req-9596a7cb-9412-4f8f-bb69-7ab6d7b3371c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756950 Jul 07 22:42:05.784283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.842926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:05.864878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:05.873016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a1d7c347-ba31-451b-8957-bfb842608dbc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a1d7c347-ba31-451b-8957-bfb842608dbc,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:05.882665 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:05.883580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:05.884243 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.885225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b351a405-5920-4804-9a00-b08202378718 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:05.902107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.906675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a980b1e-8f02-4f97-a8b3-3d97ecb052ad admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7568164 Jul 07 22:42:05.907099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51260) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:06.113307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b015b7-9609-4d94-8770-6fdbf8a78a94 req-db16f659-0954-4788-8d17-bb667812ec04 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:06.126194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82b015b7-9609-4d94-8770-6fdbf8a78a94 req-db16f659-0954-4788-8d17-bb667812ec04 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.2196810 Jul 07 22:42:06.143261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a1d7c347-ba31-451b-8957-bfb842608dbc,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:06.174139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port b351a405-5920-4804-9a00-b08202378718 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:06.221072 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:06.248163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82b015b7-9609-4d94-8770-6fdbf8a78a94 req-c85dba54-cec8-41b0-aa3b-27750381ef61 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106570 Jul 07 22:42:06.366392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c921d5-3c6f-483c-be69-c2a20d88521b None None] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:06.605196 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:04Z', 'revision_number': 3, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:06.650043 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:06.650422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Updating router 79d65f08-15d8-48ad-9321-724c518d6d3b port 93106825-f205-43ea-b267-81d569d6ce53 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:06.667018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] Provisioning for port b351a405-5920-4804-9a00-b08202378718 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:06.688924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] Provisioning complete for port b351a405-5920-4804-9a00-b08202378718 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:06.694321 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.701468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb91a5-a257-4fc4-a23b-80616216cf1d req-f6456021-4841-4750-a63f-ac3bb7a7f973 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:06.711017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30bb91a5-a257-4fc4-a23b-80616216cf1d req-f6456021-4841-4750-a63f-ac3bb7a7f973 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1415465 Jul 07 22:42:06.762302 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.814586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30bb91a5-a257-4fc4-a23b-80616216cf1d req-f755c8cc-03bb-4655-8e2c-c072d69dce89 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022885 Jul 07 22:42:07.031190 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.131353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] For port b351a405-5920-4804-9a00-b08202378718, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b351a405-5920-4804-9a00-b08202378718,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:07.142526 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.294750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a1d7c347-ba31-451b-8957-bfb842608dbc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:07.300228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad471947-b2c9-4369-95b7-bad3e551d47e req-a906576e-4446-4444-9aa6-e1d3bae9223a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:07.302705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad471947-b2c9-4369-95b7-bad3e551d47e req-a906576e-4446-4444-9aa6-e1d3bae9223a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.2119734 Jul 07 22:42:07.378383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597c7d6-9221-4820-91bd-099d0776d172 None None] Pushing event updated for resources: {'Port': ['ID=b351a405-5920-4804-9a00-b08202378718,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:07.412957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad471947-b2c9-4369-95b7-bad3e551d47e req-8770bd75-54a6-4fb0-adc4-0014e1f10e72 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012514 Jul 07 22:42:07.456715 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.490074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Transition to ACTIVE for port object 93106825-f205-43ea-b267-81d569d6ce53 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:07.505266 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.509334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d948dec3-3729-4e6b-be37-bdc9ef95c9c4 None None] Provisioning complete for port b351a405-5920-4804-9a00-b08202378718 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:07.513568 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d948dec3-3729-4e6b-be37-bdc9ef95c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.586576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a1d7c347-ba31-451b-8957-bfb842608dbc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:07.586576 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.588680 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Attempting to bind port 93106825-f205-43ea-b267-81d569d6ce53 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:07.589052 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Attempting to bind port 93106825-f205-43ea-b267-81d569d6ce53 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:07.589416 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Attempting to bind port 93106825-f205-43ea-b267-81d569d6ce53 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:07.662154 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:07.666929 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:07.667600 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.668253 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:07.669977 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Bound port: 93106825-f205-43ea-b267-81d569d6ce53, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:07.670654 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.697337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.762336 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Pushing event updated for resources: {'Port': ['ID=93106825-f205-43ea-b267-81d569d6ce53,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:07.795096 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.795727 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.800059 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.801192 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.801714 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.802338 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.802880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.803406 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.804008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.804497 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.805072 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.805571 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:07.868694 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] For port 93106825-f205-43ea-b267-81d569d6ce53, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:07.882180 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] For port 93106825-f205-43ea-b267-81d569d6ce53, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93106825-f205-43ea-b267-81d569d6ce53,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:07.902716 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.066446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Allocated IP 172.20.0.1 (144baa82-f37a-45fa-86ff-fa0567b4e14d/92f100b0-3038-4753-9901-b16a54f217ff/ef835363-c312-4e06-921e-282baab3a4ea) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:08.080532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3078-6494-4d61-81de-37bed8b9cd2a None None] Pushing event updated for resources: {'Port': ['ID=93106825-f205-43ea-b267-81d569d6ce53,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:08.147068 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:08.147844 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:08.246097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b42fe4-5301-474d-8678-ab8fcbaeb8c5 req-0e87c421-3487-4fe9-ae67-a001e4c5c708 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:08.259255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84b42fe4-5301-474d-8678-ab8fcbaeb8c5 req-0e87c421-3487-4fe9-ae67-a001e4c5c708 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1593957 Jul 07 22:42:08.377301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.404644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Transition to ACTIVE for port object ef835363-c312-4e06-921e-282baab3a4ea will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:08.439086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84b42fe4-5301-474d-8678-ab8fcbaeb8c5 req-122b1468-68f4-4b49-988d-7bfc3daf8b77 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784225 Jul 07 22:42:08.468062 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.499110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:08.520566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:08.527452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:08.530191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:08.581126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Pushing event updated for resources: {'Port': ['ID=ef835363-c312-4e06-921e-282baab3a4ea,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:08.609951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.846026 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:04Z', 'revision_number': 3, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:08.923993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.929084 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7aedb-15fd-416f-8763-2c33f210c8e1 None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:04Z', 'revision_number': 3, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:09.024733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-913081e9-b210-4b2c-84cf-05ca1bcb87b3 None None] Provisioning for port ef835363-c312-4e06-921e-282baab3a4ea completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:09.030043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-913081e9-b210-4b2c-84cf-05ca1bcb87b3 None None] Provisioning complete for port ef835363-c312-4e06-921e-282baab3a4ea triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:09.030660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-913081e9-b210-4b2c-84cf-05ca1bcb87b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.098792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-913081e9-b210-4b2c-84cf-05ca1bcb87b3 None None] Port ef835363-c312-4e06-921e-282baab3a4ea cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:09.227708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.240880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.248135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b351a405-5920-4804-9a00-b08202378718 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:09.377811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b351a405-5920-4804-9a00-b08202378718 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:09.377973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Pushing event updated for resources: {'Port': ['ID=ef835363-c312-4e06-921e-282baab3a4ea,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:09.378186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.380966 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.529215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:09.530830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:09.772804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00514c2-1fd4-41a2-a3e1-7234284519c5 req-a4e04df3-39f3-4a5a-bb3c-db9ac2e2b16d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:09.781731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e00514c2-1fd4-41a2-a3e1-7234284519c5 req-a4e04df3-39f3-4a5a-bb3c-db9ac2e2b16d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1222320 Jul 07 22:42:09.857092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Router 79d65f08-15d8-48ad-9321-724c518d6d3b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:09.864431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e00514c2-1fd4-41a2-a3e1-7234284519c5 req-c399b157-2a12-4335-bee7-b1c08c5871d4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Jul 07 22:42:10.030921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-846907bd-9224-4fc8-8ab5-c0bc7311896d None None] Provisioning complete for port ef835363-c312-4e06-921e-282baab3a4ea triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:10.033195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-846907bd-9224-4fc8-8ab5-c0bc7311896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:10.113782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-846907bd-9224-4fc8-8ab5-c0bc7311896d None None] Port ef835363-c312-4e06-921e-282baab3a4ea cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:10.157131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:10.167876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0e789682-7726-4ca0-9397-df43cf46c677 admin admin] 10.222.0.95 "PUT /v2.0/routers/79d65f08-15d8-48ad-9321-724c518d6d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2581117 Jul 07 22:42:11.053528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51376) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:11.058656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35635216', 'description': 'tempest-description--1818990641'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:11.087121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.236163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.251488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.252048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93106825-f205-43ea-b267-81d569d6ce53 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:11.299731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d21e-243f-45dc-a3b0-9a9e72239821 req-907c373d-f437-4fa6-85cf-3415493f3b33 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:11.308930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45a4d21e-243f-45dc-a3b0-9a9e72239821 req-907c373d-f437-4fa6-85cf-3415493f3b33 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1100848 Jul 07 22:42:11.324732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd06a47-cd76-4a6e-87d6-2330f0bb2959,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:11.331360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-f2706bf6-3b0d-4a0d-98e7-6cfe828cd9d7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2046294 Jul 07 22:42:11.342174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.348913 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-72c86812-1c63-4d17-b3f5-50c0fbc1734b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2916303 Jul 07 22:42:11.349318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51382) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:11.358735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'security_group_rule': {'security_group_id': '8bd06a47-cd76-4a6e-87d6-2330f0bb2959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:11.364121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 93106825-f205-43ea-b267-81d569d6ce53 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:11.370731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93106825-f205-43ea-b267-81d569d6ce53 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:11.371649 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.384600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45a4d21e-243f-45dc-a3b0-9a9e72239821 req-03342112-2104-415f-bdae-fadf36415c1d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746841 Jul 07 22:42:11.432724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.479789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-d0d90257-16f4-49a1-b76d-2aa87343b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:11.481402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-d0d90257-16f4-49a1-b76d-2aa87343b3a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1097 time: 0.0870469 Jul 07 22:42:11.545052 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.605358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.612317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 93106825-f205-43ea-b267-81d569d6ce53, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93106825-f205-43ea-b267-81d569d6ce53,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:11.615859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.622656 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.652175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-e0720719-1fba-49b1-b48d-9d896733fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:11.653699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-e0720719-1fba-49b1-b48d-9d896733fd5a service neutron] 10.222.0.103 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.1496050 Jul 07 22:42:11.673819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba823-5715-41c3-9b33-8ad93794b50e req-31cec964-2573-4e0a-b136-0b853c12453e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:11.674646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.675426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce6ba823-5715-41c3-9b33-8ad93794b50e req-31cec964-2573-4e0a-b136-0b853c12453e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0886767 Jul 07 22:42:11.677427 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269172 Jul 07 22:42:11.685882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51390) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:11.694124 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbf15c-42fb-46bf-ae7f-e23f2bf26910 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c288f966-3ffd-4e61-a536-13a777c09b6e,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:11.728608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'security_group_rule': {'security_group_id': '8bd06a47-cd76-4a6e-87d6-2330f0bb2959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:11.737364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=93106825-f205-43ea-b267-81d569d6ce53,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:11.759270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-0150fcfb-acfe-4f7f-a367-9371eda14b59 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.0946045 Jul 07 22:42:11.792002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:11.802409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:11.803146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:11.827712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.831265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-ada14900-2479-402d-b827-f1a84536cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:11.832915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-ada14900-2479-402d-b827-f1a84536cb8e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0551736 Jul 07 22:42:11.878610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-c0f0b22d-2cd0-4851-89c8-cffee52b2093 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367107 Jul 07 22:42:11.900345 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce6ba823-5715-41c3-9b33-8ad93794b50e req-bc96c1c7-c757-4a55-8008-bfc148244d60 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107122 Jul 07 22:42:11.925984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:12.001597 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.012335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.047943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.049420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626447 Jul 07 22:42:12.052617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51408) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:12.053555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b374fb5-3684-4197-a584-f78ccc36f215 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fbb190-4e7a-4d75-afb1-fe7d5096314a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:12.057748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-7a24d08e-6549-4044-b696-ecf694e09c3b service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453989 Jul 07 22:42:12.065632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:12.134775 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.337404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.554661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 2, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:12.574471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Allocated IP 172.25.5.162 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/787fa66d-7fd4-4bdf-80aa-35e548f07014) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:12.596442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:12.596944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Updating router 79d65f08-15d8-48ad-9321-724c518d6d3b port ef835363-c312-4e06-921e-282baab3a4ea binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:12.653026 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.723908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.803456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.905216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:12.908835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:12.930138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:12.941253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'Port': ['ID=787fa66d-7fd4-4bdf-80aa-35e548f07014,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:13.001016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab45a57c-f5fd-40ab-8e9c-9500eba8b01b req-2d043d80-f282-4241-a1b8-201aa51ff985 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9331367 Jul 07 22:42:13.045924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395f3c-8fac-4459-ad04-5712af4256c5 req-b84c52e6-9b92-4b52-99bd-8cdde5d5b0f6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:13.048276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2395f3c-8fac-4459-ad04-5712af4256c5 req-b84c52e6-9b92-4b52-99bd-8cdde5d5b0f6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1468048 Jul 07 22:42:13.080121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.089284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2395f3c-8fac-4459-ad04-5712af4256c5 req-9df353b0-b8c0-4750-af90-4c746df0a92e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350723 Jul 07 22:42:13.097653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.114193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Transition to ACTIVE for port object ef835363-c312-4e06-921e-282baab3a4ea will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:13.131586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.186595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a275-db50-43d4-aab1-018d4fd5a8d6 None None] Pushing event updated for resources: {'Port': ['ID=ef835363-c312-4e06-921e-282baab3a4ea,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:13.202106 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.308563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93106825-f205-43ea-b267-81d569d6ce53 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:13.387442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Attempting to bind port ef835363-c312-4e06-921e-282baab3a4ea on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:13.387825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Attempting to bind port ef835363-c312-4e06-921e-282baab3a4ea by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:13.388453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Attempting to bind port ef835363-c312-4e06-921e-282baab3a4ea on network 144baa82-f37a-45fa-86ff-fa0567b4e14d {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:13.399262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:13.399650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Checking segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:13.400063 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.400457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Bound using segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:13.400943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Bound port: ef835363-c312-4e06-921e-282baab3a4ea, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:13.401331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.445034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 93106825-f205-43ea-b267-81d569d6ce53 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:13.445414 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.477113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a6a16-4df8-486b-b41e-1f8d213b983b req-3d18198e-b86b-4068-815c-9f88b94a7b2e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:13.490736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc6a6a16-4df8-486b-b41e-1f8d213b983b req-3d18198e-b86b-4068-815c-9f88b94a7b2e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1810517 Jul 07 22:42:13.559166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] For port ef835363-c312-4e06-921e-282baab3a4ea, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:13.583607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc6a6a16-4df8-486b-b41e-1f8d213b983b req-67bb3eb6-7354-4732-b480-5315ee71d9b8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871835 Jul 07 22:42:13.600243 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.615070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.623406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] For port ef835363-c312-4e06-921e-282baab3a4ea, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef835363-c312-4e06-921e-282baab3a4ea,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:13.647210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.726133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a275-db50-43d4-aab1-018d4fd5a8d6 None None] Pushing event updated for resources: {'Port': ['ID=ef835363-c312-4e06-921e-282baab3a4ea,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:13.736483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'Port': ['ID=787fa66d-7fd4-4bdf-80aa-35e548f07014,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:13.740152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.761963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:13.762886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:41:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:13.775670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.789474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-78bbda60-17d2-4479-a766-0575b3729803 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7236857 Jul 07 22:42:13.934236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d584-64eb-426a-89ad-e810919e7ec4 req-52fdc6a4-05ca-4e2d-9359-23dd84f34dca tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:13.942495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a997d584-64eb-426a-89ad-e810919e7ec4 req-52fdc6a4-05ca-4e2d-9359-23dd84f34dca tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1341252 Jul 07 22:42:13.955676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:14.006969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a997d584-64eb-426a-89ad-e810919e7ec4 req-7e1c3c32-3192-46c5-8b52-78598c0f7a92 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Jul 07 22:42:14.163424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-00184d33-8cc5-46ff-b0b0-ba39fbad21c0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--35635216&fields=id&tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153 HTTP/1.1" status: 200 len: 267 time: 0.0432799 Jul 07 22:42:14.307564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-d4055461-c0ba-47a4-ba8c-f8b846469e42 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:14.313236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-d4055461-c0ba-47a4-ba8c-f8b846469e42 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 809 time: 0.1487749 Jul 07 22:42:14.325843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:13Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:14.344219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-d3eaea6a-9340-4766-8f46-37bbcb86348d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/quotas/d93c3fb56ec04c3fa9d1ed98425d5153 HTTP/1.1" status: 200 len: 375 time: 0.0244749 Jul 07 22:42:14.403470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629ea4d-b4f9-4cec-9779-d8c52f0b5b14 None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:13Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:14.535750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-70ec2b93-de6c-488d-a817-d257a6a555ba tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1813238 Jul 07 22:42:14.541316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-7395786b-a0b2-41aa-b98b-9a6eff2aa26b service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:42:14.543154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-7395786b-a0b2-41aa-b98b-9a6eff2aa26b service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064240 Jul 07 22:42:14.755680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-a289d032-0f27-4a92-b68a-ad6923ed1ff8 service neutron] 10.222.0.95 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066271 Jul 07 22:42:14.889807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-6703bfb2-6a0e-41b3-91ea-dfa6d9ae6b9a service neutron] 10.222.0.95 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331046 Jul 07 22:42:15.015822 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:42:15.268906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef835363-c312-4e06-921e-282baab3a4ea up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:15.377837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ef835363-c312-4e06-921e-282baab3a4ea completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:15.382834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef835363-c312-4e06-921e-282baab3a4ea triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:15.383282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.426942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b914-fb7c-4313-b08d-a534f707cb38 req-81029a49-d68b-4013-bfe3-8b1df0923519 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:15.434400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9833b914-fb7c-4313-b08d-a534f707cb38 req-81029a49-d68b-4013-bfe3-8b1df0923519 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1579087 Jul 07 22:42:15.567430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9833b914-fb7c-4313-b08d-a534f707cb38 req-7e2b81d3-8723-4f0d-8ff6-2ec6e1731600 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318934 Jul 07 22:42:15.627098 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.673213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ef835363-c312-4e06-921e-282baab3a4ea, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef835363-c312-4e06-921e-282baab3a4ea,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:15.686187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.715920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84444f60-0bac-4c19-99b7-55f2ab7d8d7b req-587e5918-5725-4842-9083-2a95a7c15041 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 210 time: 0.0824766 Jul 07 22:42:15.835307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ef835363-c312-4e06-921e-282baab3a4ea,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:16.073536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73465a37-91ce-4e9c-b55c-de0ff1a30b2c req-c0bb89e7-c046-4458-91d4-1c35fab5f411 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:16.076170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73465a37-91ce-4e9c-b55c-de0ff1a30b2c req-c0bb89e7-c046-4458-91d4-1c35fab5f411 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1412802 Jul 07 22:42:16.147182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73465a37-91ce-4e9c-b55c-de0ff1a30b2c req-b89d238b-d253-4e94-a628-4cb6886efa65 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626976 Jul 07 22:42:16.360848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9992b-e77d-4bbf-893e-d3efcc86c120 req-ca534c37-f8b2-40f1-b2a8-c7f2e6ee129c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:16.362933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6a9992b-e77d-4bbf-893e-d3efcc86c120 req-ca534c37-f8b2-40f1-b2a8-c7f2e6ee129c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0974450 Jul 07 22:42:16.423616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6a9992b-e77d-4bbf-893e-d3efcc86c120 req-85fa95db-3e91-4465-8bd5-44ae9e048538 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Jul 07 22:42:16.702305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a478ca8-ee61-4255-9fda-ba116841e834 req-d316fe08-e7e0-4576-bfa0-faea45c01dbc tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:16.705414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a478ca8-ee61-4255-9fda-ba116841e834 req-d316fe08-e7e0-4576-bfa0-faea45c01dbc tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1168370 Jul 07 22:42:16.781394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a478ca8-ee61-4255-9fda-ba116841e834 req-ca3e8fa0-9be1-47c5-b446-5559d378b279 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673711 Jul 07 22:42:16.934981 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.027622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9da9db3f-35a2-485f-a75f-204c0a78681a req-59321221-725d-469a-b3db-8c263d56bfc8 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 210 time: 0.0368619 Jul 07 22:42:17.100429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-7ada31d3-da8c-41cc-bc0a-9c3bc1b95046 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2195837 Jul 07 22:42:17.236542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef835363-c312-4e06-921e-282baab3a4ea up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:17.244142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-3db354c3-7b7a-4905-bf33-4c276218c5c3 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:17.245685 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-3db354c3-7b7a-4905-bf33-4c276218c5c3 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 809 time: 0.2788866 Jul 07 22:42:17.386528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef835363-c312-4e06-921e-282baab3a4ea triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:17.386528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.396680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-30bb93ad-266e-4631-a5c0-6872e919cc83 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153 HTTP/1.1" status: 200 len: 378 time: 0.1099019 Jul 07 22:42:17.408877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'port': {'device_id': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'admin_state_up': True, 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'security_groups': ['8bd06a47-cd76-4a6e-87d6-2330f0bb2959']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:17.429617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac147c-9425-4c15-8aa0-3ad1a7afbd34 req-56206bad-43c8-4b25-a491-cafe893d8869 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:17.440374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2ac147c-9425-4c15-8aa0-3ad1a7afbd34 req-56206bad-43c8-4b25-a491-cafe893d8869 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1840107 Jul 07 22:42:17.498234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-ef1ea8c3-fc2a-4634-b0e6-897279ecc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:17.500744 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-ef1ea8c3-fc2a-4634-b0e6-897279ecc54d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1097 time: 0.2917042 Jul 07 22:42:17.534761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2ac147c-9425-4c15-8aa0-3ad1a7afbd34 req-f7439c74-b004-4ef1-949a-3db972468c7a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930309 Jul 07 22:42:17.738680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Made reservation on behalf of d93c3fb56ec04c3fa9d1ed98425d5153 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:17.743246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.768647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-1773721c-b81b-4d8e-9de5-dc879c34e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:17.770298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-1773721c-b81b-4d8e-9de5-dc879c34e722 service neutron] 10.222.0.97 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 898 time: 0.2259943 Jul 07 22:42:17.872440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e655d0-196c-458e-93f5-4ac2cdd40d15 req-6f50a417-8e95-4e64-8d80-218d11789fda tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:17.888303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48e655d0-196c-458e-93f5-4ac2cdd40d15 req-6f50a417-8e95-4e64-8d80-218d11789fda tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1532967 Jul 07 22:42:17.933179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48e655d0-196c-458e-93f5-4ac2cdd40d15 req-19836b4e-624b-497b-9a7e-8e0d197d6135 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Jul 07 22:42:17.984960 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-4ced62b4-139a-4ce1-b58b-6ff9fb453b34 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 1000 time: 0.2034760 Jul 07 22:42:18.090213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-7a972b39-8c05-49c8-9ec5-adb8ab61bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:18.091877 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-7a972b39-8c05-49c8-9ec5-adb8ab61bc23 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 200 len: 834 time: 0.0845554 Jul 07 22:42:18.093082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Allocated IP 172.20.0.4 (144baa82-f37a-45fa-86ff-fa0567b4e14d/92f100b0-3038-4753-9901-b16a54f217ff/d83b197b-84c4-4005-b480-048c03a123b3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:18.212814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7debe68-db2b-44c0-90ef-3bee23edb9bf req-449aa045-d254-4eba-a7ca-2172b9771549 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:18.214539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7debe68-db2b-44c0-90ef-3bee23edb9bf req-449aa045-d254-4eba-a7ca-2172b9771549 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0982816 Jul 07 22:42:18.239785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-005f7e5f-1eb6-458f-aa48-d8476ececcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:18.241436 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-005f7e5f-1eb6-458f-aa48-d8476ececcf8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=846265e3-6fd1-492e-b184-b393ab4627f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429908 Jul 07 22:42:18.273890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7debe68-db2b-44c0-90ef-3bee23edb9bf req-0f93a728-09b3-4346-ab62-e5c86daf337f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514472 Jul 07 22:42:18.373265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.377087 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b15caa42-0fa2-40d8-9efc-d0e026f46616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.402863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Transition to ACTIVE for port object d83b197b-84c4-4005-b480-048c03a123b3 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:18.411400 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-87479995-c2d3-4af9-91e3-30c815cb57c0 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592660 Jul 07 22:42:18.469594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8fcb6c57-a84a-453e-8c54-a18a7128f639 req-3fb0fc95-d6eb-404a-8434-770d557f6105 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 210 time: 0.0565090 Jul 07 22:42:18.519071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.578462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32d6dd20-a025-4fdc-9fe7-6ccc1f871eca req-a0d0ad0c-f497-4341-b38c-9c25be693c50 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597099 Jul 07 22:42:18.594602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:18.598054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:18.602902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:18.606803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'Port': ['ID=d83b197b-84c4-4005-b480-048c03a123b3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:18.691936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:18.692620 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.715218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-2f71dba6-de60-4791-84cc-6ac2e75295b6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3126538 Jul 07 22:42:18.733432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Request body: {'port': {'device_id': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:18.855632 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.928716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009137b-f60f-4bb5-82f3-c4420d97d669 req-d827ab7f-1100-4f4d-a615-48e12086ef14 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:18.935188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.938693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0009137b-f60f-4bb5-82f3-c4420d97d669 req-d827ab7f-1100-4f4d-a615-48e12086ef14 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1606920 Jul 07 22:42:19.010829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e323b75a-7a01-43a0-beff-1afc55b1dfdc None None] Provisioning for port d83b197b-84c4-4005-b480-048c03a123b3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:19.017193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e323b75a-7a01-43a0-beff-1afc55b1dfdc None None] Provisioning complete for port d83b197b-84c4-4005-b480-048c03a123b3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:19.017814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e323b75a-7a01-43a0-beff-1afc55b1dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.019699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0009137b-f60f-4bb5-82f3-c4420d97d669 req-37f7627e-2d41-43ad-a0c8-e7d2b8c1b5a6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792339 Jul 07 22:42:19.106490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e323b75a-7a01-43a0-beff-1afc55b1dfdc None None] Port d83b197b-84c4-4005-b480-048c03a123b3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:19.272019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52169fac-67cc-42d1-88ae-2c078d94e5d5 req-ae22dfef-ab05-488d-80ad-f37989835b90 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:19.273735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52169fac-67cc-42d1-88ae-2c078d94e5d5 req-ae22dfef-ab05-488d-80ad-f37989835b90 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1033125 Jul 07 22:42:19.302456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83b197b-84c4-4005-b480-048c03a123b3 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:42:19.312134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.325462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Transition to ACTIVE for port object d83b197b-84c4-4005-b480-048c03a123b3 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:19.327232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52169fac-67cc-42d1-88ae-2c078d94e5d5 req-6e4529e4-ec2c-444b-97ff-3b7c1310bdfb tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471933 Jul 07 22:42:19.330608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.382358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Pushing event updated for resources: {'Port': ['ID=d83b197b-84c4-4005-b480-048c03a123b3,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:19.486406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Attempting to bind port d83b197b-84c4-4005-b480-048c03a123b3 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:19.486888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Attempting to bind port d83b197b-84c4-4005-b480-048c03a123b3 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:19.487327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Attempting to bind port d83b197b-84c4-4005-b480-048c03a123b3 on network 144baa82-f37a-45fa-86ff-fa0567b4e14d {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:19.496948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Port d83b197b-84c4-4005-b480-048c03a123b3 on network 144baa82-f37a-45fa-86ff-fa0567b4e14d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:42:19.497556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Attempting to bind port d83b197b-84c4-4005-b480-048c03a123b3 on network 144baa82-f37a-45fa-86ff-fa0567b4e14d {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:19.504864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:19.505656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Checking segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:19.506066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Bound using segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:19.506919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Bound port: d83b197b-84c4-4005-b480-048c03a123b3, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:19.507327 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.588462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] For port d83b197b-84c4-4005-b480-048c03a123b3, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:19.589413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e422af-9c6c-4dda-a7e0-3e1f7d1856a3 req-a31a0e5b-b629-48ba-865a-74135f52abc7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:19.592064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] For port d83b197b-84c4-4005-b480-048c03a123b3, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d83b197b-84c4-4005-b480-048c03a123b3,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:19.597393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.598168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22e422af-9c6c-4dda-a7e0-3e1f7d1856a3 req-a31a0e5b-b629-48ba-865a-74135f52abc7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0886526 Jul 07 22:42:19.619940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:19.620539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.622025 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] 10.222.0.97 "PUT /v2.0/ports/d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 1092 time: 0.9000509 Jul 07 22:42:19.623718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:19.628291 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560e44a0-a412-4e73-930e-71806b9d9118" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "tag": "d83b197b-84c4-4005-b480-048c03a123b3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:19.645588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22e422af-9c6c-4dda-a7e0-3e1f7d1856a3 req-4bf0d7bb-541c-40ba-93d2-df6e5916111f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 Jul 07 22:42:19.723678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190501f7-ae75-4dd7-b26b-4895d706d291 service neutron] Pushing event updated for resources: {'Port': ['ID=d83b197b-84c4-4005-b480-048c03a123b3,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:19.781817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-098f8ce6-497b-4f7a-a510-43d9e13f5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:19.783442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-098f8ce6-497b-4f7a-a510-43d9e13f5fd4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1095 time: 0.1060531 Jul 07 22:42:19.839534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-bfcb2ac5-e242-4b12-b6dc-df8e25249960 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 217 time: 0.0472248 Jul 07 22:42:19.891126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c3476-c7ec-42c6-b1d2-2354f3869faf req-dce94027-10b1-43e6-b0ce-6775fd47de91 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:19.893189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d19c3476-c7ec-42c6-b1d2-2354f3869faf req-dce94027-10b1-43e6-b0ce-6775fd47de91 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 943 time: 0.0875266 Jul 07 22:42:19.949867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d19c3476-c7ec-42c6-b1d2-2354f3869faf req-4d1eac32-f26c-4075-8922-66213f65b41e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468440 Jul 07 22:42:20.160205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204105ad-8e73-4f8d-bb4a-f027118e1d3c req-39d436fd-a246-4057-864d-6942f86f573c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:20.161830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-204105ad-8e73-4f8d-bb4a-f027118e1d3c req-39d436fd-a246-4057-864d-6942f86f573c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0712905 Jul 07 22:42:20.203620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-204105ad-8e73-4f8d-bb4a-f027118e1d3c req-655b8205-4ba0-44aa-ab88-9b009109a39b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Jul 07 22:42:20.219228 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210776ee-1680-481f-bf0c-7e826921945d x-openstack-request-id: req-210776ee-1680-481f-bf0c-7e826921945d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:20.219524 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "tag": "d83b197b-84c4-4005-b480-048c03a123b3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:20.219788 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-210776ee-1680-481f-bf0c-7e826921945d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:20.220172 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3', 'status': 'completed', 'code': 200} Jul 07 22:42:20.246441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-cf773b06-0fd9-4512-8752-2ec65319c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:20.248104 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-cf773b06-0fd9-4512-8752-2ec65319c707 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.4019790 Jul 07 22:42:20.323514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-f11e2d41-620d-4e70-955e-6e25579faf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:20.325048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-f11e2d41-620d-4e70-955e-6e25579faf64 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694151 Jul 07 22:42:20.450825 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-463bb5ba-b07f-4652-9f25-522c5bf25465 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184847 Jul 07 22:42:20.550391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c277ebd2-e996-4452-b7e7-de3249bebdd6 req-7188c61f-c3bc-428d-8a38-9e39b40cc9ed service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933659 Jul 07 22:42:20.676454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e44a0-a412-4e73-930e-71806b9d9118 req-47d2e580-1513-4318-b904-f1152dfb9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:20.677949 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-47d2e580-1513-4318-b904-f1152dfb9494 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1095 time: 0.0805006 Jul 07 22:42:20.827365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e44a0-a412-4e73-930e-71806b9d9118 req-74c9810c-e4d7-4483-aad2-cb0f4936d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:20.830436 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-74c9810c-e4d7-4483-aad2-cb0f4936d366 service neutron] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.1450386 Jul 07 22:42:20.883809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25ef4f-7c44-4ecd-8c73-e07d246f0af8 req-e8b4070a-34c9-4752-8bcb-72e980244de3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:20.889491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-626cfd9a-aaf0-461c-bff6-1942d5329228 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 217 time: 0.0515113 Jul 07 22:42:20.891993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af25ef4f-7c44-4ecd-8c73-e07d246f0af8 req-e8b4070a-34c9-4752-8bcb-72e980244de3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0937927 Jul 07 22:42:20.954380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af25ef4f-7c44-4ecd-8c73-e07d246f0af8 req-e06c57f7-4f54-4490-b5eb-e72a4087851e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545988 Jul 07 22:42:20.996473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e44a0-a412-4e73-930e-71806b9d9118 req-f7169ea8-d117-4ae3-addd-a78d9e993229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:21.001046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-f7169ea8-d117-4ae3-addd-a78d9e993229 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.1054490 Jul 07 22:42:21.078774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e44a0-a412-4e73-930e-71806b9d9118 req-0b2b08c6-cbd1-4a53-bd37-eb18c7961630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:21.080332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-0b2b08c6-cbd1-4a53-bd37-eb18c7961630 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730047 Jul 07 22:42:21.184887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-3f480875-8f70-4c56-9e69-ab7fbc44fff3 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975664 Jul 07 22:42:21.295829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51634) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:21.300750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608390416', 'description': 'tempest-secgroup-smoke-1608390416 description', 'project_id': 'c69fdc06316e4a389cd402a2613df318'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:21.302300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-560e44a0-a412-4e73-930e-71806b9d9118 req-cd1814a0-25e5-406f-8d32-4684b3a244b4 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102984 Jul 07 22:42:21.351406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.355832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7220b88a-96e0-4d8e-bb51-2c33fff2703b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.424126 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.490688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.494694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.524296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408e37-24f6-4cbf-b605-5c7be39a47b1 req-5a4b033b-7314-4d8f-8bdb-1b2d5a53d6db tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:21.525791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9408e37-24f6-4cbf-b605-5c7be39a47b1 req-5a4b033b-7314-4d8f-8bdb-1b2d5a53d6db tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 943 time: 0.1212947 Jul 07 22:42:21.534384 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.535573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2387581 Jul 07 22:42:21.539115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51638) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:21.544872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group_rule': {'security_group_id': '9f24e42b-79cf-4ad1-9742-84c736c45287', 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:21.545344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b46040-cb49-44f3-a9b6-5301280356b9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f24e42b-79cf-4ad1-9742-84c736c45287,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:21.576142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9408e37-24f6-4cbf-b605-5c7be39a47b1 req-42466e92-bea6-4baf-9129-265a9abda025 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428479 Jul 07 22:42:21.578650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.642017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.646065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.666669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b4a2ff-32a7-43e6-9dc6-a42ca26b647d,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:21.672978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.674759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-be52f099-2cb2-4a57-858e-678df00a80b2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345227 Jul 07 22:42:21.677373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51642) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:21.682423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group_rule': {'security_group_id': '9f24e42b-79cf-4ad1-9742-84c736c45287', 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:21.712746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.785592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.786618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b407e8-1c8b-4f22-9254-daa5115f3800 req-75d1eff3-b33d-4706-898a-c6c7310a585e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:21.788433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1b407e8-1c8b-4f22-9254-daa5115f3800 req-75d1eff3-b33d-4706-898a-c6c7310a585e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0909550 Jul 07 22:42:21.795001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.813757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7abe314-edcd-4517-b204-ed44727ed9e1,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:21.820528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.823208 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a63d495b-7f86-49e1-bb8c-a9e86a1f2b73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447856 Jul 07 22:42:21.824601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51646) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:21.829715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group_rule': {'security_group_id': '9f24e42b-79cf-4ad1-9742-84c736c45287', 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:21.848368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1b407e8-1c8b-4f22-9254-daa5115f3800 req-adf25fc4-2139-4d78-abcd-309be340c41c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531385 Jul 07 22:42:21.860429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.933707 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.938715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.953517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429f1890-f965-490b-a7fe-4d48c6cf5008,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:21.969428 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.970048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d0a47d4e-6988-4b60-97cb-f2b070686ce4 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444619 Jul 07 22:42:21.972785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:21.977511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group_rule': {'security_group_id': '9f24e42b-79cf-4ad1-9742-84c736c45287', 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:22.008295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.072469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.077276 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.087831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6ce0-832c-44a4-96d6-f8592084e02b req-964c738b-62a6-4bb8-841d-146c7dab8157 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:22.089985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f17c6ce0-832c-44a4-96d6-f8592084e02b req-964c738b-62a6-4bb8-841d-146c7dab8157 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0726755 Jul 07 22:42:22.097851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5df29a-7cac-420c-a56a-18ade6a6ce40,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:22.106738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.111393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7baa5234-cf6e-4811-bbe4-04f35167edf2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343553 Jul 07 22:42:22.111692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51656) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:22.116510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group_rule': {'security_group_id': '9f24e42b-79cf-4ad1-9742-84c736c45287', 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:22.139275 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Project c69fdc06316e4a389cd402a2613df318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:42:22.140382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f17c6ce0-832c-44a4-96d6-f8592084e02b req-5741702b-3af8-4b14-b0e5-a6aa6c93dfb9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Jul 07 22:42:22.145359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.199579 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.215469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.220422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.240772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a4ee88-bafd-4254-be11-678df7a01859,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:22.249482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.253772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03cefe85-b8f1-432e-9c0d-e584a63004e7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383216 Jul 07 22:42:22.254004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51660) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:22.258954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'security_group_rule': {'security_group_id': '9f24e42b-79cf-4ad1-9742-84c736c45287', 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:22.281913 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Project c69fdc06316e4a389cd402a2613df318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:42:22.287348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.324465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a711f-36ba-4963-aafa-c61bc663a646 req-e677a152-cffc-4267-b287-3beb3407840a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:22.326140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-402a711f-36ba-4963-aafa-c61bc663a646 req-e677a152-cffc-4267-b287-3beb3407840a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0696237 Jul 07 22:42:22.356961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.361943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.375980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-402a711f-36ba-4963-aafa-c61bc663a646 req-d234b185-84b0-4aff-83ca-fa8d449cdf7c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Jul 07 22:42:22.383552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ef95e8-1959-4d6e-beaf-e2b2df020c66,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:22.387125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.388398 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ca543543-a502-4869-81eb-f895900b5214 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333222 Jul 07 22:42:22.586723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faabf1-296d-4b6e-b8ef-4e978c80ed21 req-a312a796-f7a8-465a-8c01-78ce89bf837c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:22.588234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6faabf1-296d-4b6e-b8ef-4e978c80ed21 req-a312a796-f7a8-465a-8c01-78ce89bf837c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0673041 Jul 07 22:42:22.626226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6faabf1-296d-4b6e-b8ef-4e978c80ed21 req-dece3619-bc38-4b41-8d41-dd6c7f07b618 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322876 Jul 07 22:42:22.750157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-eff171ba-0f43-4c91-8a90-7aebb2e718ea tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608390416&fields=id&tenant_id=c69fdc06316e4a389cd402a2613df318 HTTP/1.1" status: 200 len: 267 time: 0.0368576 Jul 07 22:42:22.872626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-e5d71e5d-4da4-4fd0-8c58-1c3343d1a6f0 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:22.874097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-e5d71e5d-4da4-4fd0-8c58-1c3343d1a6f0 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 813 time: 0.1171434 Jul 07 22:42:22.888956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-5e1e2557-c3aa-4c51-98af-9787eb60e166 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/quotas/c69fdc06316e4a389cd402a2613df318 HTTP/1.1" status: 200 len: 375 time: 0.0089169 Jul 07 22:42:22.956994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-dbe3b6f1-42c0-41c7-854e-8c4bdb311924 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624013 Jul 07 22:42:23.063235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-3524fe2b-07c9-4a88-870a-14d23d42f56f service neutron] 10.222.0.95 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948520 Jul 07 22:42:23.154245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-288ff872-76d8-4f33-9bd9-39fe501abe40 service neutron] 10.222.0.95 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858495 Jul 07 22:42:23.572151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcbe75-373f-49a3-bea6-6f550c098861 req-f8b47669-0376-4cd1-8959-6b6b190cc4a1 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:23.573796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2abcbe75-373f-49a3-bea6-6f550c098861 req-f8b47669-0376-4cd1-8959-6b6b190cc4a1 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 943 time: 0.0785210 Jul 07 22:42:23.615362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2abcbe75-373f-49a3-bea6-6f550c098861 req-dfe83022-b815-4d81-9c54-cd4e3266894b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352695 Jul 07 22:42:23.743322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.825684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d151-5694-4b11-952d-9c813c12741c req-fcc845f7-bd84-4f54-ab98-a87c0da2b57c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:23.834103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e25d151-5694-4b11-952d-9c813c12741c req-fcc845f7-bd84-4f54-ab98-a87c0da2b57c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0832486 Jul 07 22:42:23.886769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e25d151-5694-4b11-952d-9c813c12741c req-0d4d30bf-871c-424f-ac06-132170eef11d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514860 Jul 07 22:42:24.025870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b18718c0-9b43-4560-944c-bffd4600c71b req-399974da-d4c0-4aed-ba83-317041671102 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 210 time: 0.0308981 Jul 07 22:42:24.652922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-af711eec-a879-41d0-be61-59a59d99c0db tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:24.656276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-af711eec-a879-41d0-be61-59a59d99c0db tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.103 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 813 time: 0.1463215 Jul 07 22:42:24.746120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-3c1adfff-a3df-4604-835a-321cf426d0b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c69fdc06316e4a389cd402a2613df318 HTTP/1.1" status: 200 len: 380 time: 0.0756826 Jul 07 22:42:24.756964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'port': {'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'admin_state_up': True, 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'security_groups': ['9f24e42b-79cf-4ad1-9742-84c736c45287']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:24.848041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00368-c3b0-44b3-b176-56b5d9f2423c req-3eb865b9-852a-4de3-b3fd-dabf7f5fd3ca tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:24.849590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bd00368-c3b0-44b3-b176-56b5d9f2423c req-3eb865b9-852a-4de3-b3fd-dabf7f5fd3ca tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1639674 Jul 07 22:42:24.914168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bd00368-c3b0-44b3-b176-56b5d9f2423c req-5ea7db3d-6a77-4029-bb56-a010ce9fc403 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 Jul 07 22:42:24.935336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Made reservation on behalf of c69fdc06316e4a389cd402a2613df318 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:24.940392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.128588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Allocated IP 172.20.0.9 (2cf9fa65-6451-4c8d-b922-9f225e17b73d/60d05ff9-9157-4ba1-9dd8-59de2721a207/20943273-6a4f-406f-9791-480ed3eb2313) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:25.158409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e245725-af61-4b65-b08d-8145176823bb req-2c0610d1-9819-4dfd-9c33-9cf0c8369a8e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:25.159994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e245725-af61-4b65-b08d-8145176823bb req-2c0610d1-9819-4dfd-9c33-9cf0c8369a8e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 943 time: 0.1264544 Jul 07 22:42:25.275893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e245725-af61-4b65-b08d-8145176823bb req-e46e452d-0943-407f-86fc-d281c2c49a71 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007738 Jul 07 22:42:25.329036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.347043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Transition to ACTIVE for port object 20943273-6a4f-406f-9791-480ed3eb2313 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:25.408957 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.489290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:25.495472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'Port': ['ID=20943273-6a4f-406f-9791-480ed3eb2313,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:25.497921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:25.501281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:25.551688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599cec-3f48-490b-9669-d9d527eb901c req-3852978a-a724-431b-8db1-1dba61e22b82 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:25.556566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea599cec-3f48-490b-9669-d9d527eb901c req-3852978a-a724-431b-8db1-1dba61e22b82 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 931 time: 0.1618631 Jul 07 22:42:25.583155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:25.583823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.614525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-909437c4-7e20-4133-8515-c7953f0b7c4f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8613081 Jul 07 22:42:25.617569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea599cec-3f48-490b-9669-d9d527eb901c req-6bd7d8cc-acc0-4399-a329-7dc3edd3adcc tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573976 Jul 07 22:42:25.625392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-ec2b23fe-5cfb-4cef-b5c7-cbfab02ecec8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:42:25.626649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-ec2b23fe-5cfb-4cef-b5c7-cbfab02ecec8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056469 Jul 07 22:42:25.647464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Request body: {'port': {'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:25.724866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.731730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d83b197b-84c4-4005-b480-048c03a123b3 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:42:25.755160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8bbc7906-f87a-4e98-abb2-7c3aa80fe210 None None] Provisioning for port 20943273-6a4f-406f-9791-480ed3eb2313 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:25.768614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8bbc7906-f87a-4e98-abb2-7c3aa80fe210 None None] Provisioning complete for port 20943273-6a4f-406f-9791-480ed3eb2313 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:25.769580 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7906-f87a-4e98-abb2-7c3aa80fe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.849757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc7906-f87a-4e98-abb2-7c3aa80fe210 None None] Port 20943273-6a4f-406f-9791-480ed3eb2313 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:25.880360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d83b197b-84c4-4005-b480-048c03a123b3, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d83b197b-84c4-4005-b480-048c03a123b3,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:25.892194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'd83b197b-84c4-4005-b480-048c03a123b3', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'port_id': 'd83b197b-84c4-4005-b480-048c03a123b3', 'mac_address': 'fa:16:3e:ef:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:42:25.931111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.945482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83b197b-84c4-4005-b480-048c03a123b3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:42:25.980901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d83b197b-84c4-4005-b480-048c03a123b3, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d83b197b-84c4-4005-b480-048c03a123b3,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:25.993234 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.057427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20943273-6a4f-406f-9791-480ed3eb2313 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:42:26.057909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d83b197b-84c4-4005-b480-048c03a123b3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:26.070474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.089869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Transition to ACTIVE for port object 20943273-6a4f-406f-9791-480ed3eb2313 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:26.100956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.185192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Pushing event updated for resources: {'Port': ['ID=20943273-6a4f-406f-9791-480ed3eb2313,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:26.260281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6151b5-810b-4ba5-aac9-fdba66fe6492 req-ee915854-a545-4c84-84d0-d8b7f9d7196a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.268191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c6151b5-810b-4ba5-aac9-fdba66fe6492 req-ee915854-a545-4c84-84d0-d8b7f9d7196a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1814940 Jul 07 22:42:26.324191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['d83b197b-84c4-4005-b480-048c03a123b3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:42:26.325409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c6151b5-810b-4ba5-aac9-fdba66fe6492 req-3a774250-af66-477b-9f0d-43b0cc0e9082 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Jul 07 22:42:26.352060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Attempting to bind port 20943273-6a4f-406f-9791-480ed3eb2313 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:26.352569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Attempting to bind port 20943273-6a4f-406f-9791-480ed3eb2313 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:26.353073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Attempting to bind port 20943273-6a4f-406f-9791-480ed3eb2313 on network 2cf9fa65-6451-4c8d-b922-9f225e17b73d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:26.357944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Port 20943273-6a4f-406f-9791-480ed3eb2313 on network 2cf9fa65-6451-4c8d-b922-9f225e17b73d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:42:26.358537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Attempting to bind port 20943273-6a4f-406f-9791-480ed3eb2313 on network 2cf9fa65-6451-4c8d-b922-9f225e17b73d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:26.365087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:26.365666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Checking segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:26.366382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Bound using segment: {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:26.367555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Bound port: 20943273-6a4f-406f-9791-480ed3eb2313, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f463b9-05e3-4396-bdab-99993b940a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:26.368088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.467203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] For port 20943273-6a4f-406f-9791-480ed3eb2313, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:26.471256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] For port 20943273-6a4f-406f-9791-480ed3eb2313, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=20943273-6a4f-406f-9791-480ed3eb2313,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:26.478265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.574609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.575286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.576728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] 10.222.0.103 "PUT /v2.0/ports/20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 1092 time: 0.9410956 Jul 07 22:42:26.577225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:26.579670 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40340e99-da05-43c1-83fa-1cb49348ce8f" -d '{"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:26.585308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60abb13-8e5c-4d1a-bbc0-16e845f7af3c service neutron] Pushing event updated for resources: {'Port': ['ID=20943273-6a4f-406f-9791-480ed3eb2313,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:26.659677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516344b1-f63b-4071-ac1e-1f12431d019a req-c8433d8a-0ac5-4416-bdd2-a1ca988caa83 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.661264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-516344b1-f63b-4071-ac1e-1f12431d019a req-c8433d8a-0ac5-4416-bdd2-a1ca988caa83 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 944 time: 0.1348796 Jul 07 22:42:26.723830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-516344b1-f63b-4071-ac1e-1f12431d019a req-5d2d5f2b-a63f-4995-8ac9-84bcc5f6fe83 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551586 Jul 07 22:42:26.726842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-5fa5770a-f027-4787-8743-27bce790da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.728285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-5fa5770a-f027-4787-8743-27bce790da2e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1095 time: 0.1053309 Jul 07 22:42:26.781635 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc561d9-2230-4b11-8ac7-fa78359eb5e4 x-openstack-request-id: req-efc561d9-2230-4b11-8ac7-fa78359eb5e4 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:26.782048 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:26.782492 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-efc561d9-2230-4b11-8ac7-fa78359eb5e4 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:26.783111 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'status': 'completed', 'code': 200} Jul 07 22:42:26.784894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-b14bb5a4-658b-4deb-9939-256f00121b3e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 217 time: 0.0477490 Jul 07 22:42:26.856957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-376d47e1-1bcd-4b36-9b7f-bb7b677410ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.861481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-376d47e1-1bcd-4b36-9b7f-bb7b677410ac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 200 len: 852 time: 0.0667932 Jul 07 22:42:26.970707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-a4c174f7-522f-4a9f-aba3-9946999ec017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.972337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-a4c174f7-522f-4a9f-aba3-9946999ec017 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2cf9fa65-6451-4c8d-b922-9f225e17b73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052086 Jul 07 22:42:26.984828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2cca6-9fa6-49b7-9dc7-96d2ca97cee9 req-289c3403-8e1c-43bf-8edb-87972dbfa4bb tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:26.986773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aea2cca6-9fa6-49b7-9dc7-96d2ca97cee9 req-289c3403-8e1c-43bf-8edb-87972dbfa4bb tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.1112559 Jul 07 22:42:27.074072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aea2cca6-9fa6-49b7-9dc7-96d2ca97cee9 req-590d6108-60b9-4dd3-8d14-0ea28df6cf5a tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782626 Jul 07 22:42:27.100455 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-2393a755-5b35-4f9f-b5f8-1b8327e268aa service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126370 Jul 07 22:42:27.191193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3bfffd5-ae36-42a5-b083-cfb420e54fdb req-c72c53f2-5f49-4826-a3ae-ccc5913e23b7 service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839422 Jul 07 22:42:27.295385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-ba4a3c20-6775-4320-a4c3-14babe6c5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.296988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-ba4a3c20-6775-4320-a4c3-14babe6c5357 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0575845 Jul 07 22:42:27.410275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-b1206a1a-c7f5-4421-8d0a-351d38623922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.412257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-b1206a1a-c7f5-4421-8d0a-351d38623922 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 914 time: 0.1076152 Jul 07 22:42:27.461012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-7e3a6d74-63ff-4afe-a5e9-f60caf196ddb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 217 time: 0.0425942 Jul 07 22:42:27.569027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-01876e70-49a8-4b49-a1dc-abbad36baa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.570521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-01876e70-49a8-4b49-a1dc-abbad36baa09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 200 len: 852 time: 0.0988345 Jul 07 22:42:27.629497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86464-5a11-433d-bfca-6876d1f667e0 req-b7578960-d1f5-4764-9649-7301593e6b7f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.631151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8e86464-5a11-433d-bfca-6876d1f667e0 req-b7578960-d1f5-4764-9649-7301593e6b7f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1160073 Jul 07 22:42:27.665281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-25f278a3-07e8-4f8d-9086-22cc138806e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.666867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-25f278a3-07e8-4f8d-9086-22cc138806e5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2cf9fa65-6451-4c8d-b922-9f225e17b73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886538 Jul 07 22:42:27.693950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8e86464-5a11-433d-bfca-6876d1f667e0 req-502228de-abfc-4cbf-b44f-7f039714ba5c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Jul 07 22:42:27.823373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d83b197b-84c4-4005-b480-048c03a123b3 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:27.913467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port d83b197b-84c4-4005-b480-048c03a123b3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:27.914498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port d83b197b-84c4-4005-b480-048c03a123b3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:27.914498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.921743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-5bd0bf18-3662-4c6c-b2fb-4371f60cccbe service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440522 Jul 07 22:42:28.039979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.065305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:28.068069 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229241b0-9f90-454a-b66a-197deba281a2" -d '{"events": [{"server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "name": "network-vif-plugged", "status": "completed", "tag": "d83b197b-84c4-4005-b480-048c03a123b3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:28.078053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704c11-1d85-4c7f-8eca-6c7a0066e05d req-8a88eb42-57c5-4a2a-9905-c42282f26303 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:28.084778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port d83b197b-84c4-4005-b480-048c03a123b3, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d83b197b-84c4-4005-b480-048c03a123b3,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:28.086368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d704c11-1d85-4c7f-8eca-6c7a0066e05d req-8a88eb42-57c5-4a2a-9905-c42282f26303 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 944 time: 0.1868894 Jul 07 22:42:28.091540 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.117857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-40340e99-da05-43c1-83fa-1cb49348ce8f req-c801a022-7f5a-476d-bf74-fcfef477aa70 service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773312 Jul 07 22:42:28.149398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=d83b197b-84c4-4005-b480-048c03a123b3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:28.159747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d704c11-1d85-4c7f-8eca-6c7a0066e05d req-4332ac86-1ee4-404f-ab1d-cde9d7986638 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722799 Jul 07 22:42:28.206550 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a2b0df-a8ee-4222-a23c-5543afe2741a x-openstack-request-id: req-84a2b0df-a8ee-4222-a23c-5543afe2741a {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:28.207137 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "name": "network-vif-plugged", "status": "completed", "tag": "d83b197b-84c4-4005-b480-048c03a123b3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:28.207568 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-84a2b0df-a8ee-4222-a23c-5543afe2741a {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:28.208145 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3', 'code': 200} Jul 07 22:42:28.348127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89754ea9-724e-40e6-8bef-09281289d241 req-905e9a01-f393-48cb-90e7-8e2b64b05a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:28.350244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-89754ea9-724e-40e6-8bef-09281289d241 req-905e9a01-f393-48cb-90e7-8e2b64b05a2b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1097 time: 0.0719697 Jul 07 22:42:28.374925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22917-6bed-4618-b436-84ac6cfd25b8 req-107ee8e8-936f-46bd-af80-f38da2070f3c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:28.376740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7d22917-6bed-4618-b436-84ac6cfd25b8 req-107ee8e8-936f-46bd-af80-f38da2070f3c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.0706937 Jul 07 22:42:28.391117 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-89754ea9-724e-40e6-8bef-09281289d241 req-f2e00173-2764-4682-834f-c2578899d130 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329266 Jul 07 22:42:28.439457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7d22917-6bed-4618-b436-84ac6cfd25b8 req-1480997f-881b-4009-8897-78a72fd03382 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564866 Jul 07 22:42:28.901737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81537733-b0e7-483b-9422-93e0df9aa0b8 req-d0f1dd5e-8f48-4a19-b4fe-cbc283bbf4e3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:28.903573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81537733-b0e7-483b-9422-93e0df9aa0b8 req-d0f1dd5e-8f48-4a19-b4fe-cbc283bbf4e3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0884924 Jul 07 22:42:28.947695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81537733-b0e7-483b-9422-93e0df9aa0b8 req-414081f6-212e-454c-a953-fbb27016b05b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Jul 07 22:42:29.356113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bf21-2cf2-4c2d-9b9a-4e56e2f0d6ac req-a1768e9a-c35f-46d4-b509-b4e13ba13a9c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:29.357674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cb7bf21-2cf2-4c2d-9b9a-4e56e2f0d6ac req-a1768e9a-c35f-46d4-b509-b4e13ba13a9c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0715494 Jul 07 22:42:29.398326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cb7bf21-2cf2-4c2d-9b9a-4e56e2f0d6ac req-8ed65815-8bad-4e1d-bc1b-fa9d449cfac2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343978 Jul 07 22:42:29.657678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7049f80-705e-40e6-965f-9f55e87469bf req-cf348c23-5f3f-4600-a04f-6b1f41b048b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:29.659328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7049f80-705e-40e6-965f-9f55e87469bf req-cf348c23-5f3f-4600-a04f-6b1f41b048b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.0993021 Jul 07 22:42:29.712914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7049f80-705e-40e6-965f-9f55e87469bf req-0c080fda-934e-44d2-9852-4f46d511ba11 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468028 Jul 07 22:42:30.163602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057560-c814-48cc-bc02-e21d845ea80f req-6888e743-3066-4c51-9ccf-fd934af7f316 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:30.171411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29057560-c814-48cc-bc02-e21d845ea80f req-6888e743-3066-4c51-9ccf-fd934af7f316 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0849528 Jul 07 22:42:30.205384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29057560-c814-48cc-bc02-e21d845ea80f req-c3b3386e-fda0-4a47-af5b-faa158828f6c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Jul 07 22:42:30.463542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 51832) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:31.115396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44476926-9c73-4327-a94f-92897b020443 req-03cad1b8-9fe2-4f1a-9790-02af08f37e7c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:31.116908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44476926-9c73-4327-a94f-92897b020443 req-03cad1b8-9fe2-4f1a-9790-02af08f37e7c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.5688465 Jul 07 22:42:31.201244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44476926-9c73-4327-a94f-92897b020443 req-8424d0ae-1d88-4c01-90c3-2e647e1491e1 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774734 Jul 07 22:42:31.454955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c8ed9-28dd-4e6e-bddc-1bd06b5ff1f1 req-ce654bc1-8af1-42ce-9ee3-2a43797b7f05 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:31.456605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb0c8ed9-28dd-4e6e-bddc-1bd06b5ff1f1 req-ce654bc1-8af1-42ce-9ee3-2a43797b7f05 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.1097562 Jul 07 22:42:31.490972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.543280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb0c8ed9-28dd-4e6e-bddc-1bd06b5ff1f1 req-8d026949-05ef-4ffd-99b9-d687a9793630 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796897 Jul 07 22:42:31.804947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe4e40-b353-47a0-99fe-e6ead9505f9f req-54d1e4d2-48b8-4f45-8f46-559563a70941 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:31.806131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6efe4e40-b353-47a0-99fe-e6ead9505f9f req-54d1e4d2-48b8-4f45-8f46-559563a70941 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1403155 Jul 07 22:42:31.888732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6efe4e40-b353-47a0-99fe-e6ead9505f9f req-3d6df388-2ad1-4184-b58f-98997d334258 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748765 Jul 07 22:42:31.958305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port a1d7c347-ba31-451b-8957-bfb842608dbc {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:31.959959 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.094065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port a1d7c347-ba31-451b-8957-bfb842608dbc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a1d7c347-ba31-451b-8957-bfb842608dbc,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:32.094436 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.114461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for a1d7c347-ba31-451b-8957-bfb842608dbc owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:32.133234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34628b-22f8-47a6-85dc-06138f25178f req-336dd69b-c198-49cf-ba30-354b5041073a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:32.134794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c34628b-22f8-47a6-85dc-06138f25178f req-336dd69b-c198-49cf-ba30-354b5041073a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1182349 Jul 07 22:42:32.144286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 51880) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:32.149070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'floatingip': {'port_id': 'd83b197b-84c4-4005-b480-048c03a123b3'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:32.206553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.332963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.364788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=a1d7c347-ba31-451b-8957-bfb842608dbc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:32.397665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.398028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.398378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.398777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.399127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.399489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.399793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.400129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.400462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.400811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.401147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.401457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:32.586763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.834217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5109-246b-4b3d-8a03-b33e02ce7917 req-f6bc69c2-be96-4460-8001-c2721bc1384d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:32.836210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18fb5109-246b-4b3d-8a03-b33e02ce7917 req-f6bc69c2-be96-4460-8001-c2721bc1384d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.1221702 Jul 07 22:42:32.923723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-18fb5109-246b-4b3d-8a03-b33e02ce7917 req-316be61a-6034-4064-a9d9-283cb75eaeeb tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577350 Jul 07 22:42:32.933669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:33.024867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:33.032195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:33.111757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:33.123732 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:33.135788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-454bdda0-b737-49e0-a62f-c61adbe85e63 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "PUT /v2.0/routers/030bf39d-e3a6-4665-a154-faf4201c4ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705072 Jul 07 22:42:33.140881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:33.141624 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:33.185322 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Floating IP 2457c24f-cc28-4d13-8fbe-a1592eac6b65 associated. External IP: 172.25.5.162, port: d83b197b-84c4-4005-b480-048c03a123b3. Jul 07 22:42:33.202890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b379d-26ab-40ed-93c0-719ffbd562ad req-25929309-3253-4f91-8900-f7fd015fc2fc tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:33.204544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf1b379d-26ab-40ed-93c0-719ffbd562ad req-25929309-3253-4f91-8900-f7fd015fc2fc tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0907166 Jul 07 22:42:33.259298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf1b379d-26ab-40ed-93c0-719ffbd562ad req-ba9bafb3-3a65-4895-8d5d-4c96ce42a642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Jul 07 22:42:33.416549 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:33.471594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Router 79d65f08-15d8-48ad-9321-724c518d6d3b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:33.613612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:33.619006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:33.625259 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:33.641087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:33.641800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:33.661721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-daa7f32f-e15f-4149-9671-7e3298e6da89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "PUT /v2.0/floatingips/2457c24f-cc28-4d13-8fbe-a1592eac6b65 HTTP/1.1" status: 200 len: 991 time: 1.5160544 Jul 07 22:42:33.662600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:33.665369 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f626c647-1689-4c49-8ff2-ca58ceec54d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "tag": "d83b197b-84c4-4005-b480-048c03a123b3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:33.765566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa44b7f-f61f-403a-b653-7ee3a0016664 req-d0046b7d-b80a-414e-912a-40628ce7d5ab tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:33.778584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa44b7f-f61f-403a-b653-7ee3a0016664 req-d0046b7d-b80a-414e-912a-40628ce7d5ab tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.0975449 Jul 07 22:42:33.797181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:33.805451 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 6, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:21Z', 'revision_number': 1, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:33.841246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa44b7f-f61f-403a-b653-7ee3a0016664 req-64cabe00-be22-4b59-8982-6b9f0dbdb005 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492740 Jul 07 22:42:33.849832 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:33.883901 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:33.884598 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.038976 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:34.039074 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbeb39-d584-4eb9-a0e7-d07c0037542e x-openstack-request-id: req-f0bbeb39-d584-4eb9-a0e7-d07c0037542e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:34.039074 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "tag": "d83b197b-84c4-4005-b480-048c03a123b3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:34.039074 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f0bbeb39-d584-4eb9-a0e7-d07c0037542e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:34.039074 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3', 'status': 'completed', 'code': 200} Jul 07 22:42:34.115515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '2457c24f-cc28-4d13-8fbe-a1592eac6b65', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'port_id': 'd83b197b-84c4-4005-b480-048c03a123b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'mac_address': 'fa:16:3e:ef:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 1, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.144346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:34.153679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:34.154496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.230216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-c9e55997-5d18-4a4f-9c3f-880a8f877595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.239601 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-c9e55997-5d18-4a4f-9c3f-880a8f877595 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1097 time: 0.1720440 Jul 07 22:42:34.325025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:34.333264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03d3c4-5e14-4a93-9ae8-c2f2fb382a59 req-1edfbd57-4d3d-4a1a-aedf-12ae0a04e775 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.341348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d03d3c4-5e14-4a93-9ae8-c2f2fb382a59 req-1edfbd57-4d3d-4a1a-aedf-12ae0a04e775 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.1471636 Jul 07 22:42:34.380982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-86e1fb39-ba26-443e-acb1-78973caa5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.383266 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-86e1fb39-ba26-443e-acb1-78973caa5776 service neutron] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.1285028 Jul 07 22:42:34.402007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8d03d3c4-5e14-4a93-9ae8-c2f2fb382a59 req-d6e05f0a-fe3d-4125-921d-58dfca65b753 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593729 Jul 07 22:42:34.461823 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 6, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:21Z', 'revision_number': 1, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.514489 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166554f-5d54-45f2-b3c1-687710da59e1 None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 6, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '82bb4174-b8b7-45bf-bcd1-fd29c71d0494', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'port_id': '086283e6-5d12-4e05-b639-67dfba760748', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'mac_address': 'fa:16:3e:8a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540b9462-13c2-4053-aa99-83abdde89032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:16Z', 'updated_at': '2021-07-07T22:41:21Z', 'revision_number': 1, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:34.536068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-ab356ef4-9b64-4f1c-8fd9-fda371ce0598 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 999 time: 0.1440444 Jul 07 22:42:34.635620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-6cd6558b-0325-4566-a407-0b00c9ed21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.637163 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-6cd6558b-0325-4566-a407-0b00c9ed21a4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0887418 Jul 07 22:42:34.651674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdda9b5-b4a4-4453-93ee-3ca73b48c3c3 req-d8d87f10-47a1-441d-9b37-d883beadc701 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.653639 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfdda9b5-b4a4-4453-93ee-3ca73b48c3c3 req-d8d87f10-47a1-441d-9b37-d883beadc701 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0882940 Jul 07 22:42:34.724681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-fcaa1edf-60d8-490b-b4ab-888290cda11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.726803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-fcaa1edf-60d8-490b-b4ab-888290cda11f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788474 Jul 07 22:42:34.740667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfdda9b5-b4a4-4453-93ee-3ca73b48c3c3 req-c1b06053-4b0c-45c0-bdf6-d65a8713626e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794752 Jul 07 22:42:34.745738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '2457c24f-cc28-4d13-8fbe-a1592eac6b65', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'port_id': 'd83b197b-84c4-4005-b480-048c03a123b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'mac_address': 'fa:16:3e:ef:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 1, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.865167 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-82d528df-1b02-4713-8055-dd3775b53a96 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242034 Jul 07 22:42:35.031463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119568a-d0be-4ac4-b21e-3c604b32c662 None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '2457c24f-cc28-4d13-8fbe-a1592eac6b65', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'port_id': 'd83b197b-84c4-4005-b480-048c03a123b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'mac_address': 'fa:16:3e:ef:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 1, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:35.078812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f626c647-1689-4c49-8ff2-ca58ceec54d8 req-f7b9f5e2-1d06-4999-8163-e42a9193da62 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954370 Jul 07 22:42:35.141304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a1d7c347-ba31-451b-8957-bfb842608dbc no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:35.168014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629dc2-b0e9-4a7a-a349-3095a153eaaf req-b600ca34-b349-47cf-bae3-7729d4e65a45 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:35.176815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc629dc2-b0e9-4a7a-a349-3095a153eaaf req-b600ca34-b349-47cf-bae3-7729d4e65a45 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.1249449 Jul 07 22:42:35.193703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a1d7c347-ba31-451b-8957-bfb842608dbc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:35.194124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a1d7c347-ba31-451b-8957-bfb842608dbc not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:35.227191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc629dc2-b0e9-4a7a-a349-3095a153eaaf req-81d4485b-1751-4739-976e-8066460b5684 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=a547d155-131d-43b5-be4f-163d13c300fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493290 Jul 07 22:42:35.406091 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19612e7-c9d7-48a3-8658-b7cdbb5a6e56 None None] New status for floating IP 2457c24f-cc28-4d13-8fbe-a1592eac6b65: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:42:35.430391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-aa04dd64-480f-42fa-a524-53d731b0073d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:35.433597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-aa04dd64-480f-42fa-a524-53d731b0073d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 946 time: 0.1295483 Jul 07 22:42:35.590029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 6effe463-12fb-4713-baed-f5ad734a0d4f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:35.590786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.686829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e84f7-cdd5-4310-b787-4259929f03a4 req-bf3b44f8-812f-4c62-99ad-6e69e6b1fbfe tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:35.696348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-739e84f7-cdd5-4310-b787-4259929f03a4 req-bf3b44f8-812f-4c62-99ad-6e69e6b1fbfe tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.1220100 Jul 07 22:42:35.744925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-739e84f7-cdd5-4310-b787-4259929f03a4 req-48a0e2fd-a185-419c-a585-39b11fc2f0a5 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473516 Jul 07 22:42:35.751755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port 6effe463-12fb-4713-baed-f5ad734a0d4f, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6effe463-12fb-4713-baed-f5ad734a0d4f,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:35.752130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.768231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 6effe463-12fb-4713-baed-f5ad734a0d4f owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:35.948208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.969078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f738a-35a3-427e-82ce-ef5b47a1e8c9 req-0171935e-2916-4f92-bae1-25d965b69c25 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:35.979107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-489f738a-35a3-427e-82ce-ef5b47a1e8c9 req-0171935e-2916-4f92-bae1-25d965b69c25 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1122375 Jul 07 22:42:36.054958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-489f738a-35a3-427e-82ce-ef5b47a1e8c9 req-1331bcd6-dfa3-4ffd-afc1-45c64876c185 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Jul 07 22:42:36.089681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=6effe463-12fb-4713-baed-f5ad734a0d4f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:36.139276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] No DVR routers for this DVR port 6effe463-12fb-4713-baed-f5ad734a0d4f on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:36.144494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.147004 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7640b113-b102-43ce-b4ae-4e3df8a2bedf req-4aa95fb2-2d40-4fae-9100-5c325acf0229 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "DELETE /v2.0/ports/6effe463-12fb-4713-baed-f5ad734a0d4f HTTP/1.1" status: 204 len: 173 time: 0.7069061 Jul 07 22:42:36.147159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'name': 'network-vif-deleted', 'tag': '6effe463-12fb-4713-baed-f5ad734a0d4f'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:36.149378 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20c69a-2676-44d1-a65f-d3f77f6ba1f0" -d '{"events": [{"server_uuid": "7f98ca54-a933-4590-baf4-8e566a06fe7f", "name": "network-vif-deleted", "tag": "6effe463-12fb-4713-baed-f5ad734a0d4f"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:36.198154 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84677bb5-8f76-4d0d-bbf2-d3f2fa9ee235 x-openstack-request-id: req-84677bb5-8f76-4d0d-bbf2-d3f2fa9ee235 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:36.198604 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f98ca54-a933-4590-baf4-8e566a06fe7f", "name": "network-vif-deleted", "tag": "6effe463-12fb-4713-baed-f5ad734a0d4f", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:36.199103 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-84677bb5-8f76-4d0d-bbf2-d3f2fa9ee235 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:36.199372 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f98ca54-a933-4590-baf4-8e566a06fe7f', 'name': 'network-vif-deleted', 'tag': '6effe463-12fb-4713-baed-f5ad734a0d4f', 'status': 'completed', 'code': 200} Jul 07 22:42:36.442195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-345377f6-5182-490a-b9e0-dfcd79b0daf8 req-3aff0fa4-114b-4d2f-a2d2-16d0e0490739 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f98ca54-a933-4590-baf4-8e566a06fe7f HTTP/1.1" status: 200 len: 210 time: 0.0401759 Jul 07 22:42:36.964033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097fa1-bb1f-49c4-97fc-0de3a9682b89 req-0ca23559-3277-4f26-ae95-6984275a9cb9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:36.971268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88097fa1-bb1f-49c4-97fc-0de3a9682b89 req-0ca23559-3277-4f26-ae95-6984275a9cb9 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.0788434 Jul 07 22:42:37.019397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88097fa1-bb1f-49c4-97fc-0de3a9682b89 req-3f3f1cb1-e85b-415c-a5cf-677299645a73 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Jul 07 22:42:37.254136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575dd3a9-2ddf-4104-b0f8-d9baaf8586ca req-6dffafaf-3de7-4e5b-895b-360b6481bfc3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:37.256346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-575dd3a9-2ddf-4104-b0f8-d9baaf8586ca req-6dffafaf-3de7-4e5b-895b-360b6481bfc3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0751441 Jul 07 22:42:37.300027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-575dd3a9-2ddf-4104-b0f8-d9baaf8586ca req-7ce51335-8869-4345-9dbe-94c996ba7c17 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365419 Jul 07 22:42:37.542556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52036) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:37.617822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cd6-b4b9-40a7-b4a4-56a01850df04 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.655495 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cd6-b4b9-40a7-b4a4-56a01850df04 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.764694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cd6-b4b9-40a7-b4a4-56a01850df04 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.770008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cd6-b4b9-40a7-b4a4-56a01850df04 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.772683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4fb69cd6-b4b9-40a7-b4a4-56a01850df04 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/security-groups/a547d155-131d-43b5-be4f-163d13c300fa HTTP/1.1" status: 204 len: 168 time: 0.2287886 Jul 07 22:42:37.794960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb69cd6-b4b9-40a7-b4a4-56a01850df04 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a547d155-131d-43b5-be4f-163d13c300fa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:37.872444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52050) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:37.937106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting subnet 828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:42:37.940314 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.996208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.126418 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.202700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.233993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Subnet': ['ID=828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:38.240384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.245067 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-95c5bb87-8386-462e-a1d8-e85ec34f0f57 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/subnets/828eb7ee-55c5-4e9c-809b-3dbfc6fd1a31 HTTP/1.1" status: 204 len: 168 time: 0.3690660 Jul 07 22:42:38.245556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a1680f-658e-478f-bfd3-5f1d0a161c6a None None] Network d2e7789f-1887-4f55-8c6c-4f11f3d758b3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:38.246031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52062) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:38.367040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.473106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] DHCP port deletion for d2e7789f-1887-4f55-8c6c-4f11f3d758b3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:42:38.476257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6e0dc-ba6f-4f5c-bf8d-ebd7d46a8a91 req-539385f5-435f-413b-86a7-ee3048eaa335 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:38.478214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96e6e0dc-ba6f-4f5c-bf8d-ebd7d46a8a91 req-539385f5-435f-413b-86a7-ee3048eaa335 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 943 time: 0.1296930 Jul 07 22:42:38.509990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 6ce62f04-2828-4045-b0b1-8872b0d498ae {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:38.510338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.527132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Deleting port 6ce62f04-2828-4045-b0b1-8872b0d498ae {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:38.527519 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.573021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96e6e0dc-ba6f-4f5c-bf8d-ebd7d46a8a91 req-fe371be9-9d3c-4122-9fe1-2d894a20882a tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870421 Jul 07 22:42:38.588294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 20943273-6a4f-406f-9791-480ed3eb2313 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:42:38.603127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port 6ce62f04-2828-4045-b0b1-8872b0d498ae, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6ce62f04-2828-4045-b0b1-8872b0d498ae,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:38.603467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.615865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] For port 6ce62f04-2828-4045-b0b1-8872b0d498ae, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6ce62f04-2828-4045-b0b1-8872b0d498ae,segment=NetworkSegment(c3bc84f5-008b-4d89-a561-9264dc4e2d10),segment_id=c3bc84f5-008b-4d89-a561-9264dc4e2d10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:38.616274 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.617988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 6ce62f04-2828-4045-b0b1-8872b0d498ae owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:38.634073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Calling delete_port for 6ce62f04-2828-4045-b0b1-8872b0d498ae owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:38.728981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.770198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 20943273-6a4f-406f-9791-480ed3eb2313, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=20943273-6a4f-406f-9791-480ed3eb2313,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:38.790301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '20943273-6a4f-406f-9791-480ed3eb2313', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:42:38.800152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=6ce62f04-2828-4045-b0b1-8872b0d498ae,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:38.803026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] No DVR routers for this DVR port 6ce62f04-2828-4045-b0b1-8872b0d498ae on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:38.824031 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.855797 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] No DVR routers for this DVR port 6ce62f04-2828-4045-b0b1-8872b0d498ae on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:38.864122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Pushing event deleted for resources: {'Port': ['ID=6ce62f04-2828-4045-b0b1-8872b0d498ae,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:38.873176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.874212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.874456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.875016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.875716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.876231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.877070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.877560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.878068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.878568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.879082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.879584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798578e-1a5e-41f1-bcd7-9095dbc9e344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:38.886368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.899300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.904447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20943273-6a4f-406f-9791-480ed3eb2313 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:42:38.928063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 20943273-6a4f-406f-9791-480ed3eb2313, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=20943273-6a4f-406f-9791-480ed3eb2313,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:38.935671 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.944566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1ce55-55e0-4d57-b41c-6326d67c698b req-75549458-25be-4444-b087-5bead7996fe5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:38.955050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9e1ce55-55e0-4d57-b41c-6326d67c698b req-75549458-25be-4444-b087-5bead7996fe5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.2289374 Jul 07 22:42:38.970574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e7789f-1887-4f55-8c6c-4f11f3d758b3']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:38.982082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bc84f5-008b-4d89-a561-9264dc4e2d10') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:38.982390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bc84f5-008b-4d89-a561-9264dc4e2d10') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:39.001528 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.010753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=20943273-6a4f-406f-9791-480ed3eb2313,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:39.033793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.046695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9e1ce55-55e0-4d57-b41c-6326d67c698b req-2859c300-ee1f-420e-9a50-7a60ed314db8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Jul 07 22:42:39.047828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:39.048394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:39.051726 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:39.150841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.159225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['20943273-6a4f-406f-9791-480ed3eb2313'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:42:39.167741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.172780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:39.183210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/networks/d2e7789f-1887-4f55-8c6c-4f11f3d758b3 HTTP/1.1" status: 204 len: 168 time: 0.9363816 Jul 07 22:42:39.200978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3455-978c-40a1-af08-4a3119da1b68 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Network': ['ID=d2e7789f-1887-4f55-8c6c-4f11f3d758b3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:39.227114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6ce62f04-2828-4045-b0b1-8872b0d498ae no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:39.254566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 6ce62f04-2828-4045-b0b1-8872b0d498ae {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:39.255290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6ce62f04-2828-4045-b0b1-8872b0d498ae not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:39.745078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 45024e60-449f-4be7-b1ba-0862558ba711 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:39.745427 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.797837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a8941-33e1-4f50-937e-958427d253ae req-6b8c7163-3124-49db-9c41-7ba37157ac92 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:39.799923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a75a8941-33e1-4f50-937e-958427d253ae req-6b8c7163-3124-49db-9c41-7ba37157ac92 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 944 time: 0.0988398 Jul 07 22:42:39.825565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6effe463-12fb-4713-baed-f5ad734a0d4f no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:39.846125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 6effe463-12fb-4713-baed-f5ad734a0d4f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:39.846483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6effe463-12fb-4713-baed-f5ad734a0d4f not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:39.859133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a75a8941-33e1-4f50-937e-958427d253ae req-9edb8627-771a-4cc2-a3f2-fc7a76a17688 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512228 Jul 07 22:42:39.888442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.888714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.900952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 45024e60-449f-4be7-b1ba-0862558ba711 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:40.052706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.082794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=45024e60-449f-4be7-b1ba-0862558ba711,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:40.174787 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.175358 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Floating IP 82bb4174-b8b7-45bf-bcd1-fd29c71d0494 disassociated (deleted). External IP: 172.25.5.66, port: 086283e6-5d12-4e05-b639-67dfba760748. Jul 07 22:42:40.287060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810edd33-26a1-4ed0-980f-ce47e3c35695 req-5a1d50c0-7c46-437b-8c92-00ba98805ac9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.289208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-810edd33-26a1-4ed0-980f-ce47e3c35695 req-5a1d50c0-7c46-437b-8c92-00ba98805ac9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0904317 Jul 07 22:42:40.339928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-810edd33-26a1-4ed0-980f-ce47e3c35695 req-2b01a0d2-8b9e-4044-8d13-d5bbf6c5bdef tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Jul 07 22:42:40.495505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:40.605573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 20943273-6a4f-406f-9791-480ed3eb2313 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:40.663004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 20943273-6a4f-406f-9791-480ed3eb2313 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:40.667463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:40.668040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 20943273-6a4f-406f-9791-480ed3eb2313 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:40.668872 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.681444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.712139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:40.727229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a0cd49fb-b122-428b-873e-6147533f2b48 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/floatingips/82bb4174-b8b7-45bf-bcd1-fd29c71d0494 HTTP/1.1" status: 204 len: 168 time: 1.5527365 Jul 07 22:42:40.728114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'tag': '086283e6-5d12-4e05-b639-67dfba760748'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:40.729980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:40.730971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:40.748191 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "tag": "086283e6-5d12-4e05-b639-67dfba760748"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:40.806975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.865601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:40.867998 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b71e6d9-f26d-46a1-bf59-e588b421b6a1" -d '{"events": [{"server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "name": "network-vif-plugged", "status": "completed", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:40.887289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 20943273-6a4f-406f-9791-480ed3eb2313, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=20943273-6a4f-406f-9791-480ed3eb2313,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:40.893056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.903279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:41.015756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=20943273-6a4f-406f-9791-480ed3eb2313,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:41.028136 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1935f7-cbe1-4731-9cf5-840553e3355a x-openstack-request-id: req-1c1935f7-cbe1-4731-9cf5-840553e3355a {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:41.028477 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "tag": "086283e6-5d12-4e05-b639-67dfba760748", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:41.028736 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1c1935f7-cbe1-4731-9cf5-840553e3355a {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:41.029368 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'tag': '086283e6-5d12-4e05-b639-67dfba760748', 'status': 'completed', 'code': 200} Jul 07 22:42:41.128157 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc664b4f-6030-46f0-8483-ffa85fe37121 x-openstack-request-id: req-bc664b4f-6030-46f0-8483-ffa85fe37121 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:41.128461 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "name": "network-vif-plugged", "status": "completed", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:41.128732 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bc664b4f-6030-46f0-8483-ffa85fe37121 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:41.129403 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'code': 200} Jul 07 22:42:41.149744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-0ebbea2f-0418-403b-8110-2f592ef8f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.157945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-0ebbea2f-0418-403b-8110-2f592ef8f587 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 1097 time: 0.1030164 Jul 07 22:42:41.249087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 6, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:41.279034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-ed9a5809-ff5f-4061-a2d4-00826d4557d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.282164 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-ed9a5809-ff5f-4061-a2d4-00826d4557d7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 200 len: 898 time: 0.1170480 Jul 07 22:42:41.283133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923c4fa-0bfa-4346-9728-5809d3686fe9 req-e4d027d5-3c68-40fd-95ec-d7f21d3485db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.284850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0923c4fa-0bfa-4346-9728-5809d3686fe9 req-e4d027d5-3c68-40fd-95ec-d7f21d3485db service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1097 time: 0.1278634 Jul 07 22:42:41.320265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:41.336334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f5267-cdf3-41a8-a3c5-b7325d9518e0 req-5f9d7052-9d48-4e70-a594-23a08fce6e0f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.341436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:41.342238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:41.343514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-061f5267-cdf3-41a8-a3c5-b7325d9518e0 req-5f9d7052-9d48-4e70-a594-23a08fce6e0f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 945 time: 0.1526139 Jul 07 22:42:41.350274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0923c4fa-0bfa-4346-9728-5809d3686fe9 req-395172e7-f8fa-4e69-8f4c-faec2d41dcf9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581915 Jul 07 22:42:41.365743 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-06b25fd6-0b47-475a-a8e8-a9f39644e938 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 200 len: 217 time: 0.0763144 Jul 07 22:42:41.407587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-061f5267-cdf3-41a8-a3c5-b7325d9518e0 req-9866889c-711f-42f4-86fb-8e9ef6a2c6d7 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558310 Jul 07 22:42:41.428758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-b2852dd7-6765-4de5-a9d4-3b60f71e5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.430336 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-b2852dd7-6765-4de5-a9d4-3b60f71e5b7c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 200 len: 834 time: 0.0515070 Jul 07 22:42:41.500318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:41.520151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-4e258c61-25f4-4281-8d64-fd9188464933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.524612 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-4e258c61-25f4-4281-8d64-fd9188464933 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=846265e3-6fd1-492e-b184-b393ab4627f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866492 Jul 07 22:42:41.650393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dd172-c965-4980-a2fd-2e98cd566015 req-a3011fb0-699c-426b-8a32-e1f17beb0dfa tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.654558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-9954da3a-126a-4955-826a-6a50a8aaa906 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219919 Jul 07 22:42:41.656515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-746dd172-c965-4980-a2fd-2e98cd566015 req-a3011fb0-699c-426b-8a32-e1f17beb0dfa tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 945 time: 0.1323783 Jul 07 22:42:41.704448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-746dd172-c965-4980-a2fd-2e98cd566015 req-7947c818-3ebf-45f4-b3d6-8a65da7a3a96 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413382 Jul 07 22:42:41.786957 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9daf8b4a-d4c3-42f6-b85a-9d026e7aa8ec req-447d10e8-fb07-42bb-acab-473187ddda02 service neutron] 10.222.0.97 "GET /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233170 Jul 07 22:42:41.823567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 6, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:41.869537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd4bbf-6f63-4228-8456-0d3bc6fecf9e None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:32Z', 'revision_number': 6, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '5885d03a-52c2-401b-9d78-9f7adf3a488a', 'name': '', 'network_id': '846265e3-6fd1-492e-b184-b393ab4627f3', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:5f:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:49Z', 'updated_at': '2021-07-07T22:39:58Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'c7ba8aa0-c061-4df3-9cce-9a4e128b36d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:41.920201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f019d01-e7d3-4b40-ba91-97f30d4b8547 req-96340a16-f7aa-41ae-b0d6-633276309059 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.922356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f019d01-e7d3-4b40-ba91-97f30d4b8547 req-96340a16-f7aa-41ae-b0d6-633276309059 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0716763 Jul 07 22:42:41.970088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f019d01-e7d3-4b40-ba91-97f30d4b8547 req-b63f1be3-7813-483e-85b7-e553b84337e7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Jul 07 22:42:42.232101 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8edd3ca-3a55-43b0-8bf6-86576933d116 None None] New status for floating IP 82bb4174-b8b7-45bf-bcd1-fd29c71d0494: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:42:42.633970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdca5b-7e07-4696-a9e8-c3a9a279278a req-635078d3-fd8c-4e12-b79a-eaf53d368152 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:42.635490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3cdca5b-7e07-4696-a9e8-c3a9a279278a req-635078d3-fd8c-4e12-b79a-eaf53d368152 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 945 time: 0.0693953 Jul 07 22:42:42.676324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3cdca5b-7e07-4696-a9e8-c3a9a279278a req-0f35dad4-f172-4679-8fd2-b51ef99c1b93 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350103 Jul 07 22:42:42.829226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-458c595b-2118-4baf-b0b9-82bb9340bad8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:42.830978 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-458c595b-2118-4baf-b0b9-82bb9340bad8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 945 time: 0.0880544 Jul 07 22:42:42.866765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea064d8-a903-4cb9-a94a-e5bcefc63b9d req-76646142-f766-46a6-8bea-b2b1d332d783 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:42.868490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ea064d8-a903-4cb9-a94a-e5bcefc63b9d req-76646142-f766-46a6-8bea-b2b1d332d783 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 945 time: 0.0695565 Jul 07 22:42:42.914131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ea064d8-a903-4cb9-a94a-e5bcefc63b9d req-94839824-7c51-4180-aa0c-fc0a9e2d56d5 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386257 Jul 07 22:42:42.938978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52142) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:42.963888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 086283e6-5d12-4e05-b639-67dfba760748 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:42.964519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.067727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port 086283e6-5d12-4e05-b639-67dfba760748, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=086283e6-5d12-4e05-b639-67dfba760748,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:43.067727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.081414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 086283e6-5d12-4e05-b639-67dfba760748 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:43.142122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786d656-4d89-4946-bff1-b252e0cbef20 req-20d72370-1a4e-40c9-b532-2698cdf3b0b8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.143683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0786d656-4d89-4946-bff1-b252e0cbef20 req-20d72370-1a4e-40c9-b532-2698cdf3b0b8 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=540b9462-13c2-4053-aa99-83abdde89032 HTTP/1.1" status: 200 len: 945 time: 0.1070278 Jul 07 22:42:43.157512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb21992-2bdd-47a8-987b-e15dd2c50341 tempest-TestVolumeBackupRestore-1348463943 tempest-TestVolumeBackupRestore-1348463943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.162418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6fb21992-2bdd-47a8-987b-e15dd2c50341 tempest-TestVolumeBackupRestore-1348463943 tempest-TestVolumeBackupRestore-1348463943-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1092 time: 0.2177725 Jul 07 22:42:43.162579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52150) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:43.167653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:43.199245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0786d656-4d89-4946-bff1-b252e0cbef20 req-45a47adc-078e-4a89-bc65-754c43351f8a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=d91f81eb-9df6-496e-8f90-023bed77e5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Jul 07 22:42:43.225485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.303369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.342945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=086283e6-5d12-4e05-b639-67dfba760748,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:43.382191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1d87d-f780-4f12-8cf2-8c9a86534c08 req-bb377f9d-90f2-4e7d-acbe-113214355ae8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.387610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5bc1d87d-f780-4f12-8cf2-8c9a86534c08 req-bb377f9d-90f2-4e7d-acbe-113214355ae8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0805371 Jul 07 22:42:43.415482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] No DVR routers for this DVR port 086283e6-5d12-4e05-b639-67dfba760748 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:43.418421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.420727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-24fa8838-cb30-452c-a72e-27bc72e21ea9 req-1eca5b71-f9b9-4f31-bcdb-1f785e3bf157 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "DELETE /v2.0/ports/086283e6-5d12-4e05-b639-67dfba760748 HTTP/1.1" status: 204 len: 173 time: 0.5836856 Jul 07 22:42:43.421447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'name': 'network-vif-deleted', 'tag': '086283e6-5d12-4e05-b639-67dfba760748'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:43.424270 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e084441f-d680-471e-b0e8-4edb51a2556c" -d '{"events": [{"server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "name": "network-vif-deleted", "tag": "086283e6-5d12-4e05-b639-67dfba760748"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:43.475197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.482198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5bc1d87d-f780-4f12-8cf2-8c9a86534c08 req-59f0cab1-bab9-4885-ada2-65862d9c449e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 Jul 07 22:42:43.636586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Allocated IP 172.25.5.190 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/b6490519-d1b2-4dc1-a588-ed883fc528a0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:43.670141 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23816f7b-4390-4534-a5c0-45c24b63c430 x-openstack-request-id: req-23816f7b-4390-4534-a5c0-45c24b63c430 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:43.670428 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540b9462-13c2-4053-aa99-83abdde89032", "name": "network-vif-deleted", "tag": "086283e6-5d12-4e05-b639-67dfba760748", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:43.670814 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-23816f7b-4390-4534-a5c0-45c24b63c430 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:43.671286 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540b9462-13c2-4053-aa99-83abdde89032', 'name': 'network-vif-deleted', 'tag': '086283e6-5d12-4e05-b639-67dfba760748', 'status': 'completed', 'code': 200} Jul 07 22:42:43.755101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.801004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.862427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:43.865871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:43.869746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:43.965354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'Port': ['ID=b6490519-d1b2-4dc1-a588-ed883fc528a0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:44.321543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.339553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52166) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:44.409002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fae88b12-76c3-402d-b6a5-1f1cbbf6a756 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.432186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.438701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fae88b12-76c3-402d-b6a5-1f1cbbf6a756 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.538875 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fae88b12-76c3-402d-b6a5-1f1cbbf6a756 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.547322 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fae88b12-76c3-402d-b6a5-1f1cbbf6a756 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.553263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fae88b12-76c3-402d-b6a5-1f1cbbf6a756 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/security-groups/d91f81eb-9df6-496e-8f90-023bed77e5f3 HTTP/1.1" status: 204 len: 168 time: 0.2125089 Jul 07 22:42:44.574286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae88b12-76c3-402d-b6a5-1f1cbbf6a756 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f81eb-9df6-496e-8f90-023bed77e5f3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:44.699281 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.704420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.753763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a6780-7cb5-444e-88e9-b0308b2dae9b req-ad679608-980d-48f7-a73b-621b3e42bd1e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:44.755436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc2a6780-7cb5-444e-88e9-b0308b2dae9b req-ad679608-980d-48f7-a73b-621b3e42bd1e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0791738 Jul 07 22:42:44.778414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event updated for resources: {'Port': ['ID=b6490519-d1b2-4dc1-a588-ed883fc528a0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:44.786514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.812047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc2a6780-7cb5-444e-88e9-b0308b2dae9b req-10da896a-5f0e-4774-bad8-ed3d22340f2c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491092 Jul 07 22:42:44.862167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52176) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:44.902850 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Floating IP 6ef537b7-b976-4d5d-8e40-6a551012a82b associated. External IP: 172.25.5.190, port: 20943273-6a4f-406f-9791-480ed3eb2313. Jul 07 22:42:45.118811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Router 3285eb18-afd2-48e2-a32e-27e200699287 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:45.230714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:45.241416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] Sync routers for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:45.248573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.253027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:45.253843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:45.254022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.301339 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7fc5f514-fb3d-4715-bcda-38829388044e tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1378241 Jul 07 22:42:45.305313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52180) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:45.373267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491e371-85bc-4768-b8fa-16ef2537d2a2 tempest-TestVolumeBackupRestore-1348463943 tempest-TestVolumeBackupRestore-1348463943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:45.375172 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c491e371-85bc-4768-b8fa-16ef2537d2a2 tempest-TestVolumeBackupRestore-1348463943 tempest-TestVolumeBackupRestore-1348463943-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1092 time: 0.0680254 Jul 07 22:42:45.377870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:45.382929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Request body: {'floatingip': {'port_id': '20943273-6a4f-406f-9791-480ed3eb2313'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:45.383973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:45.462463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for floatingip, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.862072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '6ef537b7-b976-4d5d-8e40-6a551012a82b', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:44Z', 'updated_at': '2021-07-07T22:42:44Z', 'revision_number': 0, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:45.941793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] Checking router: 3285eb18-afd2-48e2-a32e-27e200699287 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:45.962237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:45.962928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:46.289458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8049dd7-2bb8-40b4-9c63-fd9e3e8f8d25 req-ecb26cb2-593a-43bf-bfe3-8ed492346fb0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:46.291893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8049dd7-2bb8-40b4-9c63-fd9e3e8f8d25 req-ecb26cb2-593a-43bf-bfe3-8ed492346fb0 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1725142 Jul 07 22:42:46.392088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8049dd7-2bb8-40b4-9c63-fd9e3e8f8d25 req-c0dd8353-59fb-4a86-a498-62457b2fbe13 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896640 Jul 07 22:42:46.428005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 5885d03a-52c2-401b-9d78-9f7adf3a488a {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:46.428460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.428675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:46.566925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port 5885d03a-52c2-401b-9d78-9f7adf3a488a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5885d03a-52c2-401b-9d78-9f7adf3a488a,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:46.567445 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.582152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:46.583599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 5885d03a-52c2-401b-9d78-9f7adf3a488a owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:46.584460 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e2b255-4c24-42a3-8af1-15f71f164c44" -d '{"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:46.642086 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972fef8f-b0dd-454b-95db-4141c821c194 x-openstack-request-id: req-972fef8f-b0dd-454b-95db-4141c821c194 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:46.642373 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:46.642641 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-972fef8f-b0dd-454b-95db-4141c821c194 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:46.643041 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'status': 'completed', 'code': 200} Jul 07 22:42:46.773073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.785785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.937257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '6ef537b7-b976-4d5d-8e40-6a551012a82b', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:44Z', 'updated_at': '2021-07-07T22:42:44Z', 'revision_number': 0, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:46.975814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.025437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda811e4-626e-4016-ac25-0bbe644bb346 None None] The sync data for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 is: [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '6ef537b7-b976-4d5d-8e40-6a551012a82b', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:44Z', 'updated_at': '2021-07-07T22:42:44Z', 'revision_number': 0, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:47.027229 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.134865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=5885d03a-52c2-401b-9d78-9f7adf3a488a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:47.195911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Router 3285eb18-afd2-48e2-a32e-27e200699287 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:47.300381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-e4a32dfa-a448-43ef-ac47-45250d2e1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:47.309199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-e4a32dfa-a448-43ef-ac47-45250d2e1332 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1097 time: 0.6200809 Jul 07 22:42:47.378001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:47.383993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.481309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.565270 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44427269-05c9-408d-b7cd-cb7d4871c8bc None None] New status for floating IP 6ef537b7-b976-4d5d-8e40-6a551012a82b: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:42:47.577593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3dadf6a8-b4d3-40db-b3b0-be047e583b4d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "PUT /v2.0/floatingips/6ef537b7-b976-4d5d-8e40-6a551012a82b HTTP/1.1" status: 200 len: 991 time: 2.1986678 Jul 07 22:42:47.775940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-b99de000-59c6-4dc7-83c7-3e3097935efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:47.779006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-b99de000-59c6-4dc7-83c7-3e3097935efa service neutron] 10.222.0.103 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 914 time: 0.4602942 Jul 07 22:42:47.840527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 086283e6-5d12-4e05-b639-67dfba760748 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:47.885718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 086283e6-5d12-4e05-b639-67dfba760748 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:47.886120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 086283e6-5d12-4e05-b639-67dfba760748 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:47.924666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7f40-1dba-427c-97d5-8c0a46a20023 req-7feabc7e-2072-44ce-a525-2a3d831978c8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:47.926278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b91c7f40-1dba-427c-97d5-8c0a46a20023 req-7feabc7e-2072-44ce-a525-2a3d831978c8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.3005507 Jul 07 22:42:47.961331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-5d16b9d8-7636-4c72-8efd-ce11344a0a72 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 999 time: 0.1386724 Jul 07 22:42:47.997348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] Sync routers for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:48.011399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:48.013079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:48.030863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b91c7f40-1dba-427c-97d5-8c0a46a20023 req-c829d2dd-1a1c-47b2-981b-bd134b43bf21 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900645 Jul 07 22:42:48.043067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router 030bf39d-e3a6-4665-a154-faf4201c4ab3 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:48.070120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-5751a5de-bf57-4a78-8f26-690ac34d1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:48.071890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-5751a5de-bf57-4a78-8f26-690ac34d1fde service neutron] 10.222.0.103 "GET /v2.0/subnets?id=60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 200 len: 852 time: 0.1015022 Jul 07 22:42:48.194910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:48.219152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-a33f4a07-8ecb-4924-964f-52e31e92e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:48.220736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-a33f4a07-8ecb-4924-964f-52e31e92e569 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2cf9fa65-6451-4c8d-b922-9f225e17b73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420026 Jul 07 22:42:48.321457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-08e68b99-c820-4eda-abd2-d18e0f612035 service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921569 Jul 07 22:42:48.323593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:48.333158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52368) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:48.333732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7c25cb2e-220a-44ad-a70c-997db84150d0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "PUT /v2.0/routers/030bf39d-e3a6-4665-a154-faf4201c4ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4697325 Jul 07 22:42:48.340760 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] Sync routers for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:48.364715 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:48.366000 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:48.468542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting subnet c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:42:48.473417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.504772 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-344839d2-202d-4d1e-98d0-b358af7a1fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.559476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9e2b255-4c24-42a3-8af1-15f71f164c44 req-4e21b897-a366-4b13-acf2-ce2319482b4e service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245712 Jul 07 22:42:48.561561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.624174 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:48.637471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '6ef537b7-b976-4d5d-8e40-6a551012a82b', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:44Z', 'updated_at': '2021-07-07T22:42:47Z', 'revision_number': 2, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:48.645249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}, {'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:48.647607 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a901b-3d1b-49b9-962d-2141f1fb89aa" -d '{"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}, {"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:48.686772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] Checking router: 3285eb18-afd2-48e2-a32e-27e200699287 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:48.699548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:48.700485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:48.794296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.847771 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a6106b-2a36-4b06-8e2d-dd5330149a53 x-openstack-request-id: req-e6a6106b-2a36-4b06-8e2d-dd5330149a53 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:48.848072 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:48.848328 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e6a6106b-2a36-4b06-8e2d-dd5330149a53 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:48.848777 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'status': 'completed', 'code': 200} Jul 07 22:42:48.848986 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'status': 'completed', 'code': 200} Jul 07 22:42:48.912627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.955651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ba8aa0-c061-4df3-9cce-9a4e128b36d9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:48.957967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.960009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a93f272e-352e-474d-88bc-05c9d07bd249 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/subnets/c7ba8aa0-c061-4df3-9cce-9a4e128b36d9 HTTP/1.1" status: 204 len: 168 time: 0.6260273 Jul 07 22:42:48.964589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52434) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:48.999453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:49.052065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-a6c5c602-fff7-4cee-a1f7-a5f4176e956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:49.054978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-a6c5c602-fff7-4cee-a1f7-a5f4176e956f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1097 time: 0.1961901 Jul 07 22:42:49.064366 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:46Z', 'revision_number': 7, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:49.112955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713af6e0-e70c-42d1-937b-9c9053e1f85f None None] Network 846265e3-6fd1-492e-b184-b393ab4627f3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:49.200801 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.237979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-79e99926-0585-4f06-a773-45c0a1710a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:49.239681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-79e99926-0585-4f06-a773-45c0a1710a0f service neutron] 10.222.0.103 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 914 time: 0.1773787 Jul 07 22:42:49.388024 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] Checking router: 030bf39d-e3a6-4665-a154-faf4201c4ab3 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:49.401121 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] Routers {'030bf39d-e3a6-4665-a154-faf4201c4ab3'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:49.402314 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['030bf39d-e3a6-4665-a154-faf4201c4ab3'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:49.412981 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.454923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.509669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-e9a2e407-8c77-4267-9a2a-ffe132082c11 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 1001 time: 0.2617962 Jul 07 22:42:49.535166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '6ef537b7-b976-4d5d-8e40-6a551012a82b', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:44Z', 'updated_at': '2021-07-07T22:42:47Z', 'revision_number': 2, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:49.564501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] Set router 030bf39d-e3a6-4665-a154-faf4201c4ab3 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:49.600067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port e780cb48-ac59-40bf-bee4-01e3459c3da1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:49.600856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.608781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d3156-ff88-4dd9-84b4-123e1c26e9e4 None None] The sync data for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 is: [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '6ef537b7-b976-4d5d-8e40-6a551012a82b', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'port_id': '20943273-6a4f-406f-9791-480ed3eb2313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'mac_address': 'fa:16:3e:11:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:42:44Z', 'updated_at': '2021-07-07T22:42:47Z', 'revision_number': 2, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:49.731404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1753b-97f8-444d-b29f-1ca74bd34a33 req-ed3c4742-9473-45f1-9d17-f254352d9ab6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:49.736695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64b1753b-97f8-444d-b29f-1ca74bd34a33 req-ed3c4742-9473-45f1-9d17-f254352d9ab6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.3790252 Jul 07 22:42:49.744106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-487b23a5-26b2-40bb-a308-99d940d91f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:49.745634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-487b23a5-26b2-40bb-a308-99d940d91f89 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 200 len: 852 time: 0.2235124 Jul 07 22:42:49.810457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] DHCP port deletion for 846265e3-6fd1-492e-b184-b393ab4627f3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:42:49.854584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port e780cb48-ac59-40bf-bee4-01e3459c3da1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e780cb48-ac59-40bf-bee4-01e3459c3da1,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:49.855289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.889860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for e780cb48-ac59-40bf-bee4-01e3459c3da1 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:49.949577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] Deleting port 65f438ff-356f-4c4a-b58a-b14f3c45f314 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:49.950137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.975077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64b1753b-97f8-444d-b29f-1ca74bd34a33 req-e8809969-45dd-469b-ae4c-44b5afbf3553 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238972 Jul 07 22:42:50.017887 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:46Z', 'revision_number': 7, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:50.049293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-453f8319-d807-4809-88cf-b97ce424ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:50.050836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-453f8319-d807-4809-88cf-b97ce424ccaa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2cf9fa65-6451-4c8d-b922-9f225e17b73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2524142 Jul 07 22:42:50.124136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] For port 65f438ff-356f-4c4a-b58a-b14f3c45f314, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=65f438ff-356f-4c4a-b58a-b14f3c45f314,segment=NetworkSegment(5c65bec0-ab9c-4f4f-a275-280fae214ad5),segment_id=5c65bec0-ab9c-4f4f-a275-280fae214ad5)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:50.125792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.132846 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc4e7c-9635-4ec9-abb4-583ceff19b0c None None] The sync data for ids ['030bf39d-e3a6-4665-a154-faf4201c4ab3'] in n-d-694802-13 is: [{'id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'name': 'tempest-TestNetworkBasicOps-router-1493454678', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:42:46Z', 'revision_number': 7, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'e780cb48-ac59-40bf-bee4-01e3459c3da1', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bf39d-e3a6-4665-a154-faf4201c4ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:41Z', 'updated_at': '2021-07-07T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:50.153405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] Calling delete_port for 65f438ff-356f-4c4a-b58a-b14f3c45f314 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:50.203572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.254113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=e780cb48-ac59-40bf-bee4-01e3459c3da1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:50.314191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-1d730185-89f2-438d-a52b-6529870ab79d service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530818 Jul 07 22:42:50.371107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.402926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.446887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] Pushing event deleted for resources: {'Port': ['ID=65f438ff-356f-4c4a-b58a-b14f3c45f314,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:50.473517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820be520-e1fb-4b65-94a0-33a0a2c91a5c None None] No DVR routers for this DVR port 65f438ff-356f-4c4a-b58a-b14f3c45f314 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:50.477971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.480627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.572636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-82bbda6c-6ea6-4fc5-8c89-0a8bbec4550b service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473974 Jul 07 22:42:50.592872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.595892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Fanout notify agent at l3_agent the message router_deleted on router 030bf39d-e3a6-4665-a154-faf4201c4ab3 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:42:50.607252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.610359 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d97cee1b-5949-4ba6-9688-e27197c1f407 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/routers/030bf39d-e3a6-4665-a154-faf4201c4ab3 HTTP/1.1" status: 204 len: 168 time: 1.6446571 Jul 07 22:42:50.612835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:50.722329 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.735003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-e9633896-78dd-45e5-87ae-b99fd738a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:50.737005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-e9633896-78dd-45e5-87ae-b99fd738a461 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1097 time: 0.1063211 Jul 07 22:42:50.832343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.848887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846265e3-6fd1-492e-b184-b393ab4627f3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:50.872064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c65bec0-ab9c-4f4f-a275-280fae214ad5') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:50.874753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c65bec0-ab9c-4f4f-a275-280fae214ad5') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:50.897666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.929489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.935848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-fe43edac-1756-438a-89dd-096fe3d555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:50.936800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:50.937223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.938267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-fe43edac-1756-438a-89dd-096fe3d555d1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 914 time: 0.1923435 Jul 07 22:42:51.051214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-2d34cc7e-4bcd-4a9c-8c84-48a5400d9fa6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 1001 time: 0.1054566 Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:51.083301 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:51.094883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.111379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.118428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/networks/846265e3-6fd1-492e-b184-b393ab4627f3 HTTP/1.1" status: 204 len: 168 time: 0.5016241 Jul 07 22:42:51.173500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:51.188249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'network': {'name': 'tempest-network-smoke--128259350', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'port_security_enabled': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:51.206925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbce3d-b79f-4a2e-99c6-64eb00fa2b20 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Network': ['ID=846265e3-6fd1-492e-b184-b393ab4627f3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:51.235558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-9532024c-da91-43a4-8efc-d60104c7fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:51.237365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-9532024c-da91-43a4-8efc-d60104c7fbd2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 200 len: 852 time: 0.1790705 Jul 07 22:42:51.257912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:51.262246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.296625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:51.318603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.325298 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Added segment b286227d-8c52-4988-bb7b-24a1af6be58a of type vlan for network 59991556-f340-493e-960c-a7c297f0e4ee Jul 07 22:42:51.359788 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0481-84d2-4b7d-a209-ff88463187fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.397348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-7778aaf8-d857-4343-a735-eaae96c71cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:51.399140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-7778aaf8-d857-4343-a735-eaae96c71cad service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2cf9fa65-6451-4c8d-b922-9f225e17b73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478317 Jul 07 22:42:51.427551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fefe5-53be-44f8-ae5e-f8a203d3f394 req-a5694cdd-f23e-4c4b-a1c5-824eecb87c06 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:51.429092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4fefe5-53be-44f8-ae5e-f8a203d3f394 req-a5694cdd-f23e-4c4b-a1c5-824eecb87c06 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1140707 Jul 07 22:42:51.433783 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.461821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.509224 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.518215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b4fefe5-53be-44f8-ae5e-f8a203d3f394 req-19af1ce8-83ab-42eb-949e-8633ba56235b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712268 Jul 07 22:42:51.525404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:51.527067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.593214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-8331b667-8522-4a47-a9c3-3533f5a1bdfd service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844523 Jul 07 22:42:51.696270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65f438ff-356f-4c4a-b58a-b14f3c45f314 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:51.707262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5305631 Jul 07 22:42:51.708255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52698) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:51.716031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-438912189', 'admin_state_up': True, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:51.748777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bb270-44d1-44fb-9e57-eb68efca9ba4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Network': ['ID=59991556-f340-493e-960c-a7c297f0e4ee,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:51.773654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 59991556-f340-493e-960c-a7c297f0e4ee details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:51.778136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-587a901b-3d1b-49b9-962d-2141f1fb89aa req-6c876ff2-b489-4e93-805e-80284a7636a5 service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747720 Jul 07 22:42:51.792179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 65f438ff-356f-4c4a-b58a-b14f3c45f314 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:51.793117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65f438ff-356f-4c4a-b58a-b14f3c45f314 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:51.794619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.796553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.799714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5885d03a-52c2-401b-9d78-9f7adf3a488a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:51.861649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 5885d03a-52c2-401b-9d78-9f7adf3a488a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:51.861943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5885d03a-52c2-401b-9d78-9f7adf3a488a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:51.864809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.013502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.015518 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:42:52.197961 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.216702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.238699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.349566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.25.5.116 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/d28c137d-06de-49f1-9b06-fd748554f90d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:52.465154 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.520230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.575965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=d28c137d-06de-49f1-9b06-fd748554f90d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:52.597501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:52.599256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:52.604091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:52.772954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30be8c-eaa4-44b9-9c9c-4fcc03db7129 req-f653ca1b-26ac-4c1f-8cf8-6d8dd39bdb67 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:52.780285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef30be8c-eaa4-44b9-9c9c-4fcc03db7129 req-f653ca1b-26ac-4c1f-8cf8-6d8dd39bdb67 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0824521 Jul 07 22:42:52.827011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef30be8c-eaa4-44b9-9c9c-4fcc03db7129 req-62c21b5a-10c8-4321-83a6-52431063b4b7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450714 Jul 07 22:42:52.908585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.123857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.131719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e780cb48-ac59-40bf-bee4-01e3459c3da1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:53.160736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e780cb48-ac59-40bf-bee4-01e3459c3da1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:53.161379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e780cb48-ac59-40bf-bee4-01e3459c3da1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:53.281089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:42:53.729006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:53.741734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Sync routers for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:53.749982 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.754951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:53.755740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-af9c409c-a234-4c58-ba2c-8a10928e5b0f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0433080 Jul 07 22:42:53.757094 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.758667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:53.759417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:53.788393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cde63309-31ab-4b93-8847-09741212b507 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=9401bc549f0a49a3958eaa6fc861b44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316091 Jul 07 22:42:53.794096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52724) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:53.914018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:53.940802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2179fe-17bc-4d36-9a3f-5f07e044c055 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:53.945424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52730) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:53.947391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c2179fe-17bc-4d36-9a3f-5f07e044c055 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1496503 Jul 07 22:42:54.009164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73cb429a-9aba-4ba7-97af-3c91f888854d tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625455 Jul 07 22:42:54.012163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52734) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:54.017769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429706483', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:54.056321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-19398150-2ee8-4a3f-a5c6-7e795a64cd46 req-b03c3007-b006-42ab-9272-46c96e6a8e69 tempest-ListServerFiltersTestJSON-380445017 tempest-ListServerFiltersTestJSON-380445017-project] (93931) timed out ('10.222.0.97', 50739) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:42:54.087968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c029b2-66e9-4bef-bdb8-c475446c96bc req-8a419b23-a570-4158-a989-c644d1064a98 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:54.090768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6c029b2-66e9-4bef-bdb8-c475446c96bc req-8a419b23-a570-4158-a989-c644d1064a98 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0951858 Jul 07 22:42:54.173862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6c029b2-66e9-4bef-bdb8-c475446c96bc req-74dfd752-b328-43ab-a35a-813f1534833d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753825 Jul 07 22:42:54.242119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:54.247345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.351217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:52Z', 'revision_number': 3, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:54.380190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Checking router: bb73fede-f5e5-4c2d-83a9-15fe5fed2284 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:54.380751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Updating router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 port d28c137d-06de-49f1-9b06-fd748554f90d binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:54.427839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.499824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.557996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Subnet': ['ID=ec4255aa-4536-471d-bf53-8255327d023c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:54.593142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Checking segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:54.593633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network hostable DHCP agents. Network: 59991556-f340-493e-960c-a7c297f0e4ee, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:42:54.612503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 59991556-f340-493e-960c-a7c297f0e4ee is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:42:54.621776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 59991556-f340-493e-960c-a7c297f0e4ee) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:54.626987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:54.627721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.643578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ebe5f-794f-4f75-b8af-ece32717c2f8 None None] Network 59991556-f340-493e-960c-a7c297f0e4ee requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:54.643816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-813055a3-571c-4af5-9ffd-682e961e4e00 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6304085 Jul 07 22:42:54.646663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:54.859663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.881177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Transition to ACTIVE for port object d28c137d-06de-49f1-9b06-fd748554f90d will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:54.908793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f0e2-0cf6-48e7-9df8-f6a87518540e req-cd60535b-e170-4101-ad6f-c932f25f5554 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:54.909383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.918661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-59991556-f340-493e-960c-a7c297f0e4ee', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:42:54.919653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.920702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ba0f0e2-0cf6-48e7-9df8-f6a87518540e req-cd60535b-e170-4101-ad6f-c932f25f5554 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 945 time: 0.1009877 Jul 07 22:42:54.976006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ba0f0e2-0cf6-48e7-9df8-f6a87518540e req-23bd5e9c-fa9a-4495-99bf-1e54dc88e460 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539103 Jul 07 22:42:54.996451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442eb10-52c6-4c04-a3f4-4bad9da10b2a None None] Pushing event updated for resources: {'Port': ['ID=d28c137d-06de-49f1-9b06-fd748554f90d,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:55.051036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Attempting to bind port d28c137d-06de-49f1-9b06-fd748554f90d on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:55.051680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Attempting to bind port d28c137d-06de-49f1-9b06-fd748554f90d by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:55.052049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Attempting to bind port d28c137d-06de-49f1-9b06-fd748554f90d on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:55.067435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:55.067827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:55.068272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.068638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:55.069623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Bound port: d28c137d-06de-49f1-9b06-fd748554f90d, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:55.069623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.162134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] For port d28c137d-06de-49f1-9b06-fd748554f90d, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:55.166465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] For port d28c137d-06de-49f1-9b06-fd748554f90d, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d28c137d-06de-49f1-9b06-fd748554f90d,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:55.170454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Allocated IP 172.20.0.2 (59991556-f340-493e-960c-a7c297f0e4ee/ec4255aa-4536-471d-bf53-8255327d023c/5b5a7b83-dccf-49d4-a0e0-5c804120545c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:55.173214 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.283607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:55.284258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:55.285111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.379177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772c16-7d51-4001-aa23-331cfeda0b99 req-f19ca6a1-2167-422c-b5bf-1a63418ec1ac tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:55.386464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b772c16-7d51-4001-aa23-331cfeda0b99 req-f19ca6a1-2167-422c-b5bf-1a63418ec1ac tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0785029 Jul 07 22:42:55.388071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442eb10-52c6-4c04-a3f4-4bad9da10b2a None None] Pushing event updated for resources: {'Port': ['ID=d28c137d-06de-49f1-9b06-fd748554f90d,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:55.415430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:55.440668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b772c16-7d51-4001-aa23-331cfeda0b99 req-cfcdb27d-cef9-4eef-9e48-c1b317658053 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 Jul 07 22:42:55.658069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.668619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Transition to ACTIVE for port object 5b5a7b83-dccf-49d4-a0e0-5c804120545c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:55.690759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Transition to ACTIVE for port object 5b5a7b83-dccf-49d4-a0e0-5c804120545c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:55.699806 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.727780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:52Z', 'revision_number': 3, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:55.749321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.20.0.1 (59991556-f340-493e-960c-a7c297f0e4ee/ec4255aa-4536-471d-bf53-8255327d023c/4f4b6632-76d8-4a6e-b6ec-6be63e3600a6) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:55.773125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Network 59991556-f340-493e-960c-a7c297f0e4ee is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:55.774002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fe5dd-9fcc-4d64-a7ca-cc09cd51b8f5 None None] The sync data for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 is: [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:52Z', 'revision_number': 3, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:55.781569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:55.784462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:55.787831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Pushing event updated for resources: {'Port': ['ID=5b5a7b83-dccf-49d4-a0e0-5c804120545c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:55.850883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Attempting to bind port 5b5a7b83-dccf-49d4-a0e0-5c804120545c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:55.852037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Attempting to bind port 5b5a7b83-dccf-49d4-a0e0-5c804120545c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:55.852037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Attempting to bind port 5b5a7b83-dccf-49d4-a0e0-5c804120545c on network 59991556-f340-493e-960c-a7c297f0e4ee {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:55.857000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:55.857907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Checking segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:55.858040 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.858370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Bound using segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:55.858917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Bound port: 5b5a7b83-dccf-49d4-a0e0-5c804120545c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:55.859255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.918064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.935296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Transition to ACTIVE for port object 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:55.948806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] For port 5b5a7b83-dccf-49d4-a0e0-5c804120545c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:55.952142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] For port 5b5a7b83-dccf-49d4-a0e0-5c804120545c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5b5a7b83-dccf-49d4-a0e0-5c804120545c,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:55.956629 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.975171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.017459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12d039-f2d7-49da-aec1-d6e12199a82d None None] Pushing event updated for resources: {'Port': ['ID=5b5a7b83-dccf-49d4-a0e0-5c804120545c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:56.052869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 59991556-f340-493e-960c-a7c297f0e4ee is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:56.054863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:56.062528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:56.148361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:56.181102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.255051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f6f9e-7994-4e60-afeb-fadd65fff410 req-2f922870-6ffe-4242-929d-7f47d0448152 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:56.257474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de2f6f9e-7994-4e60-afeb-fadd65fff410 req-2f922870-6ffe-4242-929d-7f47d0448152 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 945 time: 0.1383109 Jul 07 22:42:56.364390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de2f6f9e-7994-4e60-afeb-fadd65fff410 req-b96ce458-f10e-40d7-a790-f754025a5afe tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956168 Jul 07 22:42:56.424847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.472777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-50e04fee-5e89-4e60-b80d-fd8f362caf9d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:56.475289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-50e04fee-5e89-4e60-b80d-fd8f362caf9d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 945 time: 0.0899720 Jul 07 22:42:56.726759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f14e5955-e391-4196-a6e9-653671a4825b details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:42:56.742509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Deleting port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:56.743034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.810907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.832455 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.837691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371192f-b57e-46e7-b1d9-dabf7631c28b req-7bd34368-4af9-4f97-b22c-387b22d0ee28 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:56.839306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1371192f-b57e-46e7-b1d9-dabf7631c28b req-7bd34368-4af9-4f97-b22c-387b22d0ee28 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.2159214 Jul 07 22:42:56.890544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.937699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1371192f-b57e-46e7-b1d9-dabf7631c28b req-8cb7f12a-433d-46a8-876f-8d98e009f153 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915234 Jul 07 22:42:57.026584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] For port ec72e90b-38f0-4928-96ba-d550f4ba7ab3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:57.027352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.053074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:57.059127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:57.078221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Calling delete_port for ec72e90b-38f0-4928-96ba-d550f4ba7ab3 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:57.101322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f14e5955-e391-4196-a6e9-653671a4825b', 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'port_id': 'f14e5955-e391-4196-a6e9-653671a4825b', 'mac_address': 'fa:16:3e:f2:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94d3be7-1f3b-4e3e-83da-18ecf671f867', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:42:57.181217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.184910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 59991556-f340-493e-960c-a7c297f0e4ee is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:57.187123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:57.224486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:42:57.303683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:57.313929 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.424598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f14e5955-e391-4196-a6e9-653671a4825b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:42:57.426616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d28c137d-06de-49f1-9b06-fd748554f90d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:57.491106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:57.508357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.526865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:57.620904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Pushing event deleted for resources: {'Port': ['ID=ec72e90b-38f0-4928-96ba-d550f4ba7ab3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:57.714836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ad5b50c-fe14-4597-b437-da61e76136b5 req-06423b91-4250-4b3b-a2fe-1e47f1805167 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a89aea-70c7-4967-a9e8-5d973ec5e2cf HTTP/1.1" status: 200 len: 210 time: 0.0497808 Jul 07 22:42:57.716077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] No DVR routers for this DVR port ec72e90b-38f0-4928-96ba-d550f4ba7ab3 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:57.723301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:57.725648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d28c137d-06de-49f1-9b06-fd748554f90d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:57.728449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.730559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac25c1a5-1400-4dac-bfac-3613b7f38f3e req-916592c6-1247-4024-8ee5-0e18e6f2a085 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "DELETE /v2.0/ports/ec72e90b-38f0-4928-96ba-d550f4ba7ab3 HTTP/1.1" status: 204 len: 173 time: 1.2463825 Jul 07 22:42:57.731066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'name': 'network-vif-deleted', 'tag': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:57.734109 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f80f0c9-b355-403e-b5bd-77a174547960" -d '{"events": [{"server_uuid": "a9a89aea-70c7-4967-a9e8-5d973ec5e2cf", "name": "network-vif-deleted", "tag": "ec72e90b-38f0-4928-96ba-d550f4ba7ab3"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:57.745811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-57dd0484-e036-4bf3-a5e3-86acae7eefdd tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "PUT /v2.0/routers/bb73fede-f5e5-4c2d-83a9-15fe5fed2284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0949435 Jul 07 22:42:57.746073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:57.775483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a354f6da-9d2e-4085-addf-d9dd6acda8ca None None] Network 59991556-f340-493e-960c-a7c297f0e4ee requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:57.794549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d28c137d-06de-49f1-9b06-fd748554f90d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:57.795968 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.803599 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db463f3c-eb73-4e7e-8703-b07552b7fa3f x-openstack-request-id: req-db463f3c-eb73-4e7e-8703-b07552b7fa3f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:57.803980 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a89aea-70c7-4967-a9e8-5d973ec5e2cf", "name": "network-vif-deleted", "tag": "ec72e90b-38f0-4928-96ba-d550f4ba7ab3", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:57.804298 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-db463f3c-eb73-4e7e-8703-b07552b7fa3f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:57.804827 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a89aea-70c7-4967-a9e8-5d973ec5e2cf', 'name': 'network-vif-deleted', 'tag': 'ec72e90b-38f0-4928-96ba-d550f4ba7ab3', 'status': 'completed', 'code': 200} Jul 07 22:42:58.060124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fffa2f68-a969-479d-8b41-a9e60c87adbf None None] Provisioning for port 5b5a7b83-dccf-49d4-a0e0-5c804120545c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:58.069457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.069872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.070359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.070894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.071370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.071849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.072324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.072797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.073270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.077636 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b3681a2f-45fd-48aa-a995-980907fbeed7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.3283999 Jul 07 22:42:58.080538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52802) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:58.151536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.152016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.152487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.153042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.153517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.154043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.155044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.155512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.156002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.158324 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5590f858-1cfa-496d-b0a0-aa51e8f7bce7 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5927 time: 0.0765431 Jul 07 22:42:58.161041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52804) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:58.242127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.302553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d28c137d-06de-49f1-9b06-fd748554f90d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d28c137d-06de-49f1-9b06-fd748554f90d,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:58.314731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.315823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5b5a7b83-dccf-49d4-a0e0-5c804120545c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:58.447036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d28c137d-06de-49f1-9b06-fd748554f90d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:58.488213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 5b5a7b83-dccf-49d4-a0e0-5c804120545c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:58.494356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5b5a7b83-dccf-49d4-a0e0-5c804120545c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:58.495316 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.554854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535065aa-df72-4939-a61a-3bf95652f6d2 req-0ca8f7a2-e4a2-4cf0-be08-e3f45ad220ea tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.557665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-535065aa-df72-4939-a61a-3bf95652f6d2 req-0ca8f7a2-e4a2-4cf0-be08-e3f45ad220ea tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.2801247 Jul 07 22:42:58.678287 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Sync routers for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:58.698902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.699961 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:58.700611 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:58.740743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f14e5955-e391-4196-a6e9-653671a4825b up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:58.949849 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:58.980378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 5b5a7b83-dccf-49d4-a0e0-5c804120545c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5b5a7b83-dccf-49d4-a0e0-5c804120545c,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:59.006161 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.086182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=5b5a7b83-dccf-49d4-a0e0-5c804120545c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:59.090593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f14e5955-e391-4196-a6e9-653671a4825b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:59.091010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.127910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-79586108-e395-4177-bc37-150a6987605c None None] Provisioning complete for port 5b5a7b83-dccf-49d4-a0e0-5c804120545c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:59.128142 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79586108-e395-4177-bc37-150a6987605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.325749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.335105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d28c137d-06de-49f1-9b06-fd748554f90d up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:59.450487 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 2, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.455280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:59.457833 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a941f69c-a928-441f-aa6f-95d42bab6eb7" -d '{"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-plugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:59.485478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:59.486620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-535065aa-df72-4939-a61a-3bf95652f6d2 req-d30ac6f9-f0ca-4e2d-b7f2-74ebaf76dd53 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8805747 Jul 07 22:42:59.501533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.502872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ec72e90b-38f0-4928-96ba-d550f4ba7ab3 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:59.536147 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Checking router: bb73fede-f5e5-4c2d-83a9-15fe5fed2284 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:59.536506 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Updating router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:59.594566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4fb05563-de73-421a-8ad7-e8be8c5ca9c9 tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 1.4315696 Jul 07 22:42:59.637289 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.882727 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b574eba-1ea9-481f-98f8-8394523cd2e7 x-openstack-request-id: req-6b574eba-1ea9-481f-98f8-8394523cd2e7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:59.885107 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-plugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:59.888084 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6b574eba-1ea9-481f-98f8-8394523cd2e7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:59.888770 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'code': 200} Jul 07 22:42:59.890933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d28c137d-06de-49f1-9b06-fd748554f90d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:59.891540 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.894837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: ec72e90b-38f0-4928-96ba-d550f4ba7ab3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:59.896065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ec72e90b-38f0-4928-96ba-d550f4ba7ab3 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:59.906124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-79586108-e395-4177-bc37-150a6987605c None None] Provisioning for port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:59.957247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-79586108-e395-4177-bc37-150a6987605c None None] Provisioning complete for port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:59.958155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-79586108-e395-4177-bc37-150a6987605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.021094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:00.043082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-79586108-e395-4177-bc37-150a6987605c None None] Port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:00.137296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5b5a7b83-dccf-49d4-a0e0-5c804120545c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:00.204993 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.220595 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Transition to ACTIVE for port object 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:00.222204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a0d3a608-c4ba-4b88-a7dd-747e096a8148 None None] Provisioning complete for port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:00.223202 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a608-c4ba-4b88-a7dd-747e096a8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.236056 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.297709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3a608-c4ba-4b88-a7dd-747e096a8148 None None] Port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:00.302028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 5b5a7b83-dccf-49d4-a0e0-5c804120545c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:00.302403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.351199 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Attempting to bind port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:00.351813 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Attempting to bind port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:00.352415 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Attempting to bind port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 on network 59991556-f340-493e-960c-a7c297f0e4ee {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:00.361161 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:00.361786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Checking segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:00.362371 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.362979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Bound using segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:00.363606 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Bound port: 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:00.364149 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.446889 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] For port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:00.451837 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] For port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:00.459993 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f1f62-dfb4-4bc9-bc2f-166378400e08 None None] Pushing event updated for resources: {'Port': ['ID=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:00.475351 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.553422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:00.555391 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:42:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:00.634611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:00.640494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230714665', 'description': 'tempest-secgroup-smoke-230714665 description', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:00.742089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.767532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:00.913606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac16e-cd99-45d1-8cc2-7b0a1bcf7afa req-a51ab2c0-bfc7-40df-aa97-9d41b3532141 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:00.916047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfeac16e-cd99-45d1-8cc2-7b0a1bcf7afa req-a51ab2c0-bfc7-40df-aa97-9d41b3532141 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1287410 Jul 07 22:43:00.935782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.947983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.010117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.016858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3779452 Jul 07 22:43:01.020003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52830) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.029897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': '10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.032885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfeac16e-cd99-45d1-8cc2-7b0a1bcf7afa req-9c4dd723-7ffb-4d65-8614-1d91f060c438 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108434 Jul 07 22:43:01.037827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.046435 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f1f62-dfb4-4bc9-bc2f-166378400e08 None None] Pushing event updated for resources: {'Port': ['ID=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.073142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.073515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.073868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.075003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.078663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.078663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.078663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.078663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.078663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.079216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.079325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.081622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7dd38d-8b90-4622-8094-90a562783292 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:01.146086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.203943 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:00Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:01.321493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.337924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.382380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.393677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52838) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.394067 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3685331 Jul 07 22:43:01.398982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': '10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.400303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179eef1-0d7c-4b3e-86e8-2f1db46679ee tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ae0235-6d1c-4d33-99df-160314206672,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.446639 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.477704 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b2f9-3200-4f40-a942-4c40d337bad4 None None] The sync data for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 is: [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:00Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:01.566783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.577464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.601567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18fc1e6-95b1-47ca-bb22-e3bbf5706f65,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.605424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.607099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5fb57601-d4a6-4aac-96fb-66649c68d70a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2121537 Jul 07 22:43:01.610737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52840) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.616560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': '10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.675330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.767771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.772597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.798280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eedb6d-098a-4885-883b-2a22fd082b9b,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.809734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.814482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 52842) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.815086 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c74732df-2d27-4df9-a702-e5439a0d1905 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030001 Jul 07 22:43:01.821683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': '10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.916130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.053009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.059110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.097780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f024dd7-299f-4fe0-b456-b3b1600dac65,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.118160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.123045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52846) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.129278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': '10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.133956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1abe5a3b-c14a-4aee-ad5c-4adc980aec10 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160467 Jul 07 22:43:02.171496 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Project 9401bc549f0a49a3958eaa6fc861b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:43:02.189170 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.358417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.374004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.393531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0cf351-a3bc-468a-9434-2ce48fa7af54,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.437539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.439099 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29a3c29b-8bf2-4d29-9a01-cd663331ba73 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3150120 Jul 07 22:43:02.442289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 52854) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.455795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'security_group_rule': {'security_group_id': '10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7', 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.491191 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Project 9401bc549f0a49a3958eaa6fc861b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:43:02.501535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.505202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc60cc9-2651-44ea-8820-c37f9739e335 req-116ba8f6-991c-4161-ad99-7ae62b868cd2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:02.508398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bc60cc9-2651-44ea-8820-c37f9739e335 req-116ba8f6-991c-4161-ad99-7ae62b868cd2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1419616 Jul 07 22:43:02.587692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bc60cc9-2651-44ea-8820-c37f9739e335 req-f5fd83c1-1ab7-4eac-b22d-07093ee76f29 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642073 Jul 07 22:43:02.626520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.635338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.659094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856f2db1-b6c5-4126-a6d9-5c56fb0428b1,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.676359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.690763 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d30fef2-71e3-4f09-ad45-bbff908b3841 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2470477 Jul 07 22:43:03.143294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-b266ba5e-0c95-4b4d-b190-beb84abf1f32 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230714665&fields=id&tenant_id=9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 267 time: 0.0711138 Jul 07 22:43:03.317910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-75dbe64a-bccf-48f8-bdf8-4456124c58fb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:03.325282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-75dbe64a-bccf-48f8-bdf8-4456124c58fb tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/networks?id=59991556-f340-493e-960c-a7c297f0e4ee HTTP/1.1" status: 200 len: 796 time: 0.1812408 Jul 07 22:43:03.330323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:03.359763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-7c975dbe-b23b-465f-8413-8600f86c3eb5 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/quotas/9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 375 time: 0.0318992 Jul 07 22:43:03.414331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:03.421049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:03.423360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.502549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-8bbecfa4-596b-49e9-b024-d54623d51d59 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334605 Jul 07 22:43:03.571024 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.645570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:03.654725 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.718302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:03.808301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-372d154c-5f2f-48e2-a426-d8fec8bc0e04 service neutron] 10.222.0.95 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037496 Jul 07 22:43:03.990803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-0c673970-249b-4d69-ad30-de5dc3b051f6 service neutron] 10.222.0.95 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773219 Jul 07 22:43:04.510017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d559-7308-4167-9097-a560e6eb2f3b req-c9247299-d53b-4894-bf90-5762e83cfe5a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:04.512442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efa0d559-7308-4167-9097-a560e6eb2f3b req-c9247299-d53b-4894-bf90-5762e83cfe5a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1495755 Jul 07 22:43:04.566664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efa0d559-7308-4167-9097-a560e6eb2f3b req-f3d3174c-b069-4e1c-ad23-d2c3200cae8c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Jul 07 22:43:04.874733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20d46e1f-667a-4276-a0fd-948bddf986b7 req-75f29f09-6b57-42cb-b67b-3bc71e68e950 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 210 time: 0.1115746 Jul 07 22:43:05.299599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:05.491759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:05.492694 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:05.823711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314622-0508-476a-8b3d-c42a94b38c92 req-75639af3-2894-445b-82cf-c84c80206ec8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:05.838027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66314622-0508-476a-8b3d-c42a94b38c92 req-75639af3-2894-445b-82cf-c84c80206ec8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1162620 Jul 07 22:43:05.904713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66314622-0508-476a-8b3d-c42a94b38c92 req-9a6761ca-9c6e-453f-a33d-c709d67aafc7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641124 Jul 07 22:43:06.156474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-16ab9b43-ed09-4010-bc33-3c1bafce0209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:06.158097 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-16ab9b43-ed09-4010-bc33-3c1bafce0209 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/networks?id=59991556-f340-493e-960c-a7c297f0e4ee HTTP/1.1" status: 200 len: 796 time: 0.2586768 Jul 07 22:43:06.243237 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-b075c59b-29ae-4406-a5a0-c517b0c8558c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9401bc549f0a49a3958eaa6fc861b44c HTTP/1.1" status: 200 len: 379 time: 0.0762486 Jul 07 22:43:06.252444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'port': {'device_id': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'admin_state_up': True, 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'security_groups': ['10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:06.422020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ef2c76b-d0ac-4a25-9707-49f2456c1466 req-3bc2068e-9186-43bd-9d2d-1dacc401d6f5 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 210 time: 0.0729263 Jul 07 22:43:06.447592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Made reservation on behalf of 9401bc549f0a49a3958eaa6fc861b44c for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:06.457466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.660598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.20.0.4 (59991556-f340-493e-960c-a7c297f0e4ee/ec4255aa-4536-471d-bf53-8255327d023c/1301049d-a2fa-4c45-aa61-0038e2e3f828) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:06.900883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.924532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Transition to ACTIVE for port object 1301049d-a2fa-4c45-aa61-0038e2e3f828 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:06.985442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.105907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 59991556-f340-493e-960c-a7c297f0e4ee is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:07.115217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:07.126891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:07.166057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ef02e-54dd-4b97-92d9-a70eeaaee926 req-e242436b-944b-4c71-af75-7f7c1252f928 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:07.179250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-449ef02e-54dd-4b97-92d9-a70eeaaee926 req-e242436b-944b-4c71-af75-7f7c1252f928 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0988057 Jul 07 22:43:07.251706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-449ef02e-54dd-4b97-92d9-a70eeaaee926 req-4a8228ec-926e-4c47-ae77-3f3348f5dc51 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714462 Jul 07 22:43:07.279636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=1301049d-a2fa-4c45-aa61-0038e2e3f828,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:07.302909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:07.303953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.324959 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-2476eed3-680b-4206-b43e-e7a2c66b10e9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0763471 Jul 07 22:43:07.340284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-676af3ba-13f8-4a57-b87f-e23b26dba2f0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:43:07.343296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-676af3ba-13f8-4a57-b87f-e23b26dba2f0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118668 Jul 07 22:43:07.356558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Request body: {'port': {'device_id': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:07.553518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6d8b3f42-8fb6-4d5f-ba9c-085904035d5b None None] Provisioning for port 1301049d-a2fa-4c45-aa61-0038e2e3f828 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:07.565090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6d8b3f42-8fb6-4d5f-ba9c-085904035d5b None None] Provisioning complete for port 1301049d-a2fa-4c45-aa61-0038e2e3f828 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:07.569738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3f42-8fb6-4d5f-ba9c-085904035d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.653060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b3f42-8fb6-4d5f-ba9c-085904035d5b None None] Port 1301049d-a2fa-4c45-aa61-0038e2e3f828 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:07.677226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.942093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526ed1e-a407-497b-be7d-abf3cd09c788 req-af645a44-190d-4f10-bf0b-4d2077cdffb6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:07.944284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2526ed1e-a407-497b-be7d-abf3cd09c788 req-af645a44-190d-4f10-bf0b-4d2077cdffb6 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 931 time: 0.1547608 Jul 07 22:43:08.013617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2526ed1e-a407-497b-be7d-abf3cd09c788 req-fa490e22-7b5c-48f4-94e9-294109aa970f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560470 Jul 07 22:43:08.241849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1301049d-a2fa-4c45-aa61-0038e2e3f828 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:08.259153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.276737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Transition to ACTIVE for port object 1301049d-a2fa-4c45-aa61-0038e2e3f828 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:08.288030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.385460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1301049d-a2fa-4c45-aa61-0038e2e3f828,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:08.527543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-8bc91a6f-b7cf-4dad-b2ac-fd28a2e587ef tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.541797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-8bc91a6f-b7cf-4dad-b2ac-fd28a2e587ef tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/networks?id=7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 200 len: 813 time: 0.1973155 Jul 07 22:43:08.569436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-f81d2ee8-9c22-4282-a99a-4df388747311 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/quotas/7d369f76bd1542de9821b2ab09d7d15d HTTP/1.1" status: 200 len: 375 time: 0.0262029 Jul 07 22:43:08.622942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Attempting to bind port 1301049d-a2fa-4c45-aa61-0038e2e3f828 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:08.623382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Attempting to bind port 1301049d-a2fa-4c45-aa61-0038e2e3f828 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:08.623731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Attempting to bind port 1301049d-a2fa-4c45-aa61-0038e2e3f828 on network 59991556-f340-493e-960c-a7c297f0e4ee {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:08.646145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-24bca893-80e0-4d49-b663-b9901b2b3d91 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744479 Jul 07 22:43:08.654865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Port 1301049d-a2fa-4c45-aa61-0038e2e3f828 on network 59991556-f340-493e-960c-a7c297f0e4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:43:08.655213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Attempting to bind port 1301049d-a2fa-4c45-aa61-0038e2e3f828 on network 59991556-f340-493e-960c-a7c297f0e4ee {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:08.668275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:08.668773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Checking segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:08.672508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Bound using segment: {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:08.672976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Bound port: 1301049d-a2fa-4c45-aa61-0038e2e3f828, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b286227d-8c52-4988-bb7b-24a1af6be58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:08.676745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.791033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] For port 1301049d-a2fa-4c45-aa61-0038e2e3f828, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:08.796689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] For port 1301049d-a2fa-4c45-aa61-0038e2e3f828, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:08.805527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.884960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-2a352e57-7fc3-4c98-8c0d-5826d9377988 service neutron] 10.222.0.95 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375758 Jul 07 22:43:08.909128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.915127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.930703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] 10.222.0.97 "PUT /v2.0/ports/1301049d-a2fa-4c45-aa61-0038e2e3f828 HTTP/1.1" status: 200 len: 1092 time: 1.5670846 Jul 07 22:43:08.931438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:08.934162 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fafb921-ab44-4407-8e19-d0141f5df54d" -d '{"events": [{"name": "network-changed", "server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:09.085805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f6d8c-8b56-4c5f-bac7-aa0af02ad9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1301049d-a2fa-4c45-aa61-0038e2e3f828,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:09.132508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-0fd481fc-7c90-4348-b956-b15c759c59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:09.134571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-0fd481fc-7c90-4348-b956-b15c759c59c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 1095 time: 0.1082065 Jul 07 22:43:09.157398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-aa1c3283-1ffc-49eb-ab23-e84d48167c88 service neutron] 10.222.0.95 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638805 Jul 07 22:43:09.229479 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-1a2a88db-6522-44c8-a2d4-8bf6c5d809ce service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828 HTTP/1.1" status: 200 len: 217 time: 0.0801265 Jul 07 22:43:09.318378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-185dd983-b088-426b-8338-c808216f1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:09.320442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-185dd983-b088-426b-8338-c808216f1fcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec4255aa-4536-471d-bf53-8255327d023c HTTP/1.1" status: 200 len: 835 time: 0.0846498 Jul 07 22:43:09.466972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-e7823e53-24a0-4961-99af-f498a11429a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:09.470850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-e7823e53-24a0-4961-99af-f498a11429a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59991556-f340-493e-960c-a7c297f0e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402526 Jul 07 22:43:09.585984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d38b5-c83e-40de-a5ea-d564b255ef76 req-49190ee0-eabd-452f-834e-c520c42b6a3a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:09.587622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-186d38b5-c83e-40de-a5ea-d564b255ef76 req-49190ee0-eabd-452f-834e-c520c42b6a3a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1062613 Jul 07 22:43:09.647452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-d47d40e8-0daf-45ac-bbf2-f2e89237ba3f service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699531 Jul 07 22:43:09.722362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-186d38b5-c83e-40de-a5ea-d564b255ef76 req-763af569-0d19-4c77-b3ff-32032c312767 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180017 Jul 07 22:43:09.899197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eaf41b02-ca1b-43bc-b21c-8e521b5ede23 req-bd0b9200-4649-4505-b21e-403cbdffcf54 service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440226 Jul 07 22:43:09.953278 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f161875b-f756-491f-b323-f6b2f529674d x-openstack-request-id: req-f161875b-f756-491f-b323-f6b2f529674d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:09.953599 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:09.953875 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f161875b-f756-491f-b323-f6b2f529674d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:09.954430 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'status': 'completed', 'code': 200} Jul 07 22:43:10.116002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-6f72a892-d6c9-4a52-9806-75063405ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:10.117541 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-6f72a892-d6c9-4a52-9806-75063405ec82 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 1095 time: 0.1376464 Jul 07 22:43:10.204524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4496f-4e78-4b73-8ed7-7db99e2cfebb req-9a2a414e-677c-4437-9962-e9bb84de5700 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:10.216460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65c4496f-4e78-4b73-8ed7-7db99e2cfebb req-9a2a414e-677c-4437-9962-e9bb84de5700 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 943 time: 0.1194799 Jul 07 22:43:10.227743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-73090ba4-657d-450e-adfe-7e3c79110a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:10.231182 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-73090ba4-657d-450e-adfe-7e3c79110a26 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59991556-f340-493e-960c-a7c297f0e4ee HTTP/1.1" status: 200 len: 897 time: 0.1057582 Jul 07 22:43:10.274247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65c4496f-4e78-4b73-8ed7-7db99e2cfebb req-dc465731-3c47-4de1-90ff-20bae184b9c0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462117 Jul 07 22:43:10.343041 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-720b2f69-d52c-422a-ada6-af625b73867a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828 HTTP/1.1" status: 200 len: 217 time: 0.1054089 Jul 07 22:43:10.417449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-0ad45b9d-aa25-4521-baab-1058019cd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:10.421550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-0ad45b9d-aa25-4521-baab-1058019cd94e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec4255aa-4536-471d-bf53-8255327d023c HTTP/1.1" status: 200 len: 835 time: 0.0719695 Jul 07 22:43:10.510792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-a674b9f7-7983-4c05-9db5-cd949d6b9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:10.512226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-a674b9f7-7983-4c05-9db5-cd949d6b9432 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59991556-f340-493e-960c-a7c297f0e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844855 Jul 07 22:43:10.534283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df86ce9c-eec3-49cb-af05-4095beaea2bc req-8e12d66f-60a4-4d9d-b1a3-259b50b6c5c9 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 210 time: 0.0701890 Jul 07 22:43:10.681543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-cb18ccfc-5c85-4964-ba2a-b502673e3785 service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365082 Jul 07 22:43:10.798584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4fafb921-ab44-4407-8e19-d0141f5df54d req-eac80c07-162b-49b7-a5c6-c556087704f4 service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089275 Jul 07 22:43:10.983533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250febc-41e0-4adb-b509-28fb82b217c5 req-d334c482-6ff9-429f-9eea-91f1294a0e12 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:10.991087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9250febc-41e0-4adb-b509-28fb82b217c5 req-d334c482-6ff9-429f-9eea-91f1294a0e12 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0919170 Jul 07 22:43:11.048989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9250febc-41e0-4adb-b509-28fb82b217c5 req-3c85e318-2f66-47db-8fd0-4f8c83fe4d4c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568621 Jul 07 22:43:11.172309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-bed8c392-c940-486b-b54d-189e7ccd058d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:11.174033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-bed8c392-c940-486b-b54d-189e7ccd058d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "GET /v2.0/networks?id=7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 200 len: 813 time: 0.1233895 Jul 07 22:43:11.201808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Request body: {'port': {'device_id': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c', 'admin_state_up': True, 'tenant_id': '7d369f76bd1542de9821b2ab09d7d15d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:11.410131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Made reservation on behalf of 7d369f76bd1542de9821b2ab09d7d15d for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:11.415615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.635267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84aab-ec71-4245-9dc2-0a8738808f7b req-442ba1d7-c26c-4364-a575-6be56340822f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:11.636860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcb84aab-ec71-4245-9dc2-0a8738808f7b req-442ba1d7-c26c-4364-a575-6be56340822f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 943 time: 0.1564679 Jul 07 22:43:11.643955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Allocated IP 172.20.0.5 (7ab16270-d60f-4bce-9f69-9b8138c7193c/a0127da0-f891-42b1-b138-f62e83403a81/2f2648ec-8a41-4a38-810f-30712367b650) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:11.718027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcb84aab-ec71-4245-9dc2-0a8738808f7b req-d99a7c9a-581e-4412-8adc-f0bcf03574b0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716872 Jul 07 22:43:11.890929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee81b6aa-4637-4f19-8d54-99d492f77ee0 req-7b5b314e-aa9c-4a1f-9679-6fcb62c765f3 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 210 time: 0.0388145 Jul 07 22:43:11.974103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.023456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.090219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Pushing event updated for resources: {'Port': ['ID=2f2648ec-8a41-4a38-810f-30712367b650,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:12.102588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Network 7ab16270-d60f-4bce-9f69-9b8138c7193c is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:12.116126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:12.118919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:12.223314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:12.224326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.269491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1e3f6f10-6a4b-48b8-9bed-a3ba5cf8ca82 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0739746 Jul 07 22:43:12.281700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Request body: {'port': {'device_id': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:12.342103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986089b-efc6-4d48-b266-ac422993608f req-5a9810a6-0a5e-4ede-b94f-f26f2287ddd1 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:12.349342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a986089b-efc6-4d48-b266-ac422993608f req-5a9810a6-0a5e-4ede-b94f-f26f2287ddd1 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1535332 Jul 07 22:43:12.424671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.439284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a986089b-efc6-4d48-b266-ac422993608f req-2c803d0c-b5d8-4b7f-a3bb-55966c13df84 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890095 Jul 07 22:43:12.807813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2648ec-8a41-4a38-810f-30712367b650 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:12.817465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.832859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Transition to ACTIVE for port object 2f2648ec-8a41-4a38-810f-30712367b650 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:12.848364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.963484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2648ec-8a41-4a38-810f-30712367b650,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:13.031956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Attempting to bind port 2f2648ec-8a41-4a38-810f-30712367b650 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:13.032643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Attempting to bind port 2f2648ec-8a41-4a38-810f-30712367b650 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:13.033017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Attempting to bind port 2f2648ec-8a41-4a38-810f-30712367b650 on network 7ab16270-d60f-4bce-9f69-9b8138c7193c {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:13.045827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16471a-6b53-4f4f-97cf-e1ee34c189f1 req-5435c140-475e-4dcc-9304-aaa4bbe6af78 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:13.052836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f16471a-6b53-4f4f-97cf-e1ee34c189f1 req-5435c140-475e-4dcc-9304-aaa4bbe6af78 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 943 time: 0.1885276 Jul 07 22:43:13.060966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Port 2f2648ec-8a41-4a38-810f-30712367b650 on network 7ab16270-d60f-4bce-9f69-9b8138c7193c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:43:13.061282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Attempting to bind port 2f2648ec-8a41-4a38-810f-30712367b650 on network 7ab16270-d60f-4bce-9f69-9b8138c7193c {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:13.073752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:13.077845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Checking segment: {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:13.077845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Bound using segment: {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:13.077845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Bound port: 2f2648ec-8a41-4a38-810f-30712367b650, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b632593-c6e4-4ffa-9399-447f3608040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:13.077845 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.134731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f16471a-6b53-4f4f-97cf-e1ee34c189f1 req-ac3065d2-dfd2-4acd-a698-09be69135fa9 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777068 Jul 07 22:43:13.178462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] For port 2f2648ec-8a41-4a38-810f-30712367b650, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:13.181943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] For port 2f2648ec-8a41-4a38-810f-30712367b650, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2f2648ec-8a41-4a38-810f-30712367b650,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:13.194544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.255424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:13.256132 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.257710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] 10.222.0.103 "PUT /v2.0/ports/2f2648ec-8a41-4a38-810f-30712367b650 HTTP/1.1" status: 200 len: 1092 time: 0.9802923 Jul 07 22:43:13.258248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'tag': '2f2648ec-8a41-4a38-810f-30712367b650'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:13.260831 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f64fb9-7409-4979-913d-ca9680289594" -d '{"events": [{"name": "network-changed", "server_uuid": "3940e0d2-e77a-4b58-830a-fffae9d6dc04", "tag": "2f2648ec-8a41-4a38-810f-30712367b650"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:13.372153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb9746-5902-47ec-a844-e285912a7e48 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2648ec-8a41-4a38-810f-30712367b650,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:13.422100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af5ae7-c290-40f2-8f11-39880a7abbf5 req-7288fca4-382a-4577-af48-8f775ff20a77 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:13.429013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51af5ae7-c290-40f2-8f11-39880a7abbf5 req-7288fca4-382a-4577-af48-8f775ff20a77 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 943 time: 0.1628225 Jul 07 22:43:13.450005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-50d37ae1-73f4-4d85-b310-33d4aa24c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:13.452370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-50d37ae1-73f4-4d85-b310-33d4aa24c9c6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 1095 time: 0.1202562 Jul 07 22:43:13.516756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51af5ae7-c290-40f2-8f11-39880a7abbf5 req-92f52c62-4226-46c1-801f-ae4c14b233e2 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867257 Jul 07 22:43:13.518703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-40f8adea-5210-46c0-ba92-b1e448861431 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2648ec-8a41-4a38-810f-30712367b650 HTTP/1.1" status: 200 len: 217 time: 0.0549686 Jul 07 22:43:13.566706 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5932db-b00e-4023-b36d-dc4148594258 x-openstack-request-id: req-2e5932db-b00e-4023-b36d-dc4148594258 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:13.567115 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3940e0d2-e77a-4b58-830a-fffae9d6dc04", "tag": "2f2648ec-8a41-4a38-810f-30712367b650", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:13.567472 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2e5932db-b00e-4023-b36d-dc4148594258 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:13.568068 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'tag': '2f2648ec-8a41-4a38-810f-30712367b650', 'status': 'completed', 'code': 200} Jul 07 22:43:13.588179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-a6f605e1-abd3-4810-9c81-32e5a2ea0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:13.589809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-a6f605e1-abd3-4810-9c81-32e5a2ea0746 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a0127da0-f891-42b1-b138-f62e83403a81 HTTP/1.1" status: 200 len: 853 time: 0.0635512 Jul 07 22:43:13.627541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-46639a74-f5a6-403f-a752-bddbf74f5d9c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7ab16270-d60f-4bce-9f69-9b8138c7193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303519 Jul 07 22:43:13.801580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c882-e94f-45e0-bac3-883ee408f9fe req-f11e2a3c-5c14-4cfc-ad1c-d2ea0a49a1d5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:13.808511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c51c882-e94f-45e0-bac3-883ee408f9fe req-f11e2a3c-5c14-4cfc-ad1c-d2ea0a49a1d5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1298680 Jul 07 22:43:13.842816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-c5363139-d37d-49f4-b458-9ec3983f981c service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926119 Jul 07 22:43:13.852813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c51c882-e94f-45e0-bac3-883ee408f9fe req-687dafa6-cca6-4dae-8898-ad5884161945 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jul 07 22:43:13.907044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 1301049d-a2fa-4c45-aa61-0038e2e3f828 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:43:14.031969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 1301049d-a2fa-4c45-aa61-0038e2e3f828, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:14.041712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4762f5f8-2f16-48ab-a405-ebef1e88696d req-0fb14f6c-053a-4b82-84eb-480d5c386885 service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877391 Jul 07 22:43:14.049966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'port_id': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'mac_address': 'fa:16:3e:21:ef:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:43:14.097749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:14.123196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1301049d-a2fa-4c45-aa61-0038e2e3f828 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:14.144609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 1301049d-a2fa-4c45-aa61-0038e2e3f828, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:14.151895 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:14.185751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f64fb9-7409-4979-913d-ca9680289594 req-4bf3a3de-76bf-4fa7-8275-537822af8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:14.187864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-4bf3a3de-76bf-4fa7-8275-537822af8e89 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 1095 time: 0.0918901 Jul 07 22:43:14.225220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=1301049d-a2fa-4c45-aa61-0038e2e3f828,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:14.305514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f64fb9-7409-4979-913d-ca9680289594 req-094c4162-6bbc-466a-89c1-e24ca9efa350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:14.307398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-094c4162-6bbc-466a-89c1-e24ca9efa350 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 200 len: 914 time: 0.1119268 Jul 07 22:43:14.406529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-03a24b4a-7374-4bf0-a5c3-eb28ba38b489 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2648ec-8a41-4a38-810f-30712367b650 HTTP/1.1" status: 200 len: 217 time: 0.0905917 Jul 07 22:43:14.458333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['1301049d-a2fa-4c45-aa61-0038e2e3f828'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:43:14.533379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15f36-8884-430b-94bb-25d91820e4d9 req-d457789b-1813-4c29-b0f0-27545026395d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:14.536995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f2b15f36-8884-430b-94bb-25d91820e4d9 req-d457789b-1813-4c29-b0f0-27545026395d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 944 time: 0.1728876 Jul 07 22:43:14.566694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f64fb9-7409-4979-913d-ca9680289594 req-9d064a33-5f36-49aa-8ef8-0a6c61717edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:14.568917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-9d064a33-5f36-49aa-8ef8-0a6c61717edc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a0127da0-f891-42b1-b138-f62e83403a81 HTTP/1.1" status: 200 len: 853 time: 0.1533260 Jul 07 22:43:14.631151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-38d3927c-553c-43f1-a600-ac26c191f4d6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7ab16270-d60f-4bce-9f69-9b8138c7193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527499 Jul 07 22:43:14.645746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f2b15f36-8884-430b-94bb-25d91820e4d9 req-af103f50-36aa-4dfc-bbd6-96a9ea7580ff tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020355 Jul 07 22:43:14.767085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-2388a155-af5b-4614-a842-750988eeb83c service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202176 Jul 07 22:43:14.963930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69f64fb9-7409-4979-913d-ca9680289594 req-6f8a6761-3485-46bd-b14a-4849e93508a0 service neutron] 10.222.0.103 "GET /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889424 Jul 07 22:43:15.008708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c55c18-1cf3-4cd3-83f2-be0fe3503498 req-666e5735-643c-4034-9b72-897cf1043dfc tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:15.017097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98c55c18-1cf3-4cd3-83f2-be0fe3503498 req-666e5735-643c-4034-9b72-897cf1043dfc tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 943 time: 0.1450543 Jul 07 22:43:15.066997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98c55c18-1cf3-4cd3-83f2-be0fe3503498 req-7f1db336-c92d-4947-a739-70e6002007bc tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486426 Jul 07 22:43:15.273424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16ad54-679e-4afe-9a63-e8c2783ddc64 req-cc1e335e-1a41-4323-96c8-4b38499e5f6f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:15.275285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf16ad54-679e-4afe-9a63-e8c2783ddc64 req-cc1e335e-1a41-4323-96c8-4b38499e5f6f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0879793 Jul 07 22:43:15.320283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf16ad54-679e-4afe-9a63-e8c2783ddc64 req-ceb26359-2d4a-4111-9e8d-b3bfb99a150c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Jul 07 22:43:15.852859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79071-a7e1-4201-9c53-14ec1bbcaa3c req-eb3ccb6d-143a-4ab9-ab50-39e697feaac1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:15.854881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27c79071-a7e1-4201-9c53-14ec1bbcaa3c req-eb3ccb6d-143a-4ab9-ab50-39e697feaac1 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 944 time: 0.0751233 Jul 07 22:43:15.927144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27c79071-a7e1-4201-9c53-14ec1bbcaa3c req-8fa46105-3193-41b8-9dec-4fe9017058cf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664246 Jul 07 22:43:15.928760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 1301049d-a2fa-4c45-aa61-0038e2e3f828 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:15.947422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-4307bf38-7c36-47df-afbc-6fc441d1d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:15.949053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-4307bf38-7c36-47df-afbc-6fc441d1d1d7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1097 time: 0.0696115 Jul 07 22:43:16.000100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 1301049d-a2fa-4c45-aa61-0038e2e3f828 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:16.004759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 1301049d-a2fa-4c45-aa61-0038e2e3f828 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:16.005486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.053932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-18e61353-4246-4426-8090-dbc2d3b06955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:16.055463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-18e61353-4246-4426-8090-dbc2d3b06955 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.0998988 Jul 07 22:43:16.094833 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.097320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-e4be9f66-46d0-4348-a24e-a74444bbf116 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.0353913 Jul 07 22:43:16.139504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 1301049d-a2fa-4c45-aa61-0038e2e3f828, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:16.140658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:16.143580 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b600d8c-4bdb-4a22-a7e6-3d144a542108" -d '{"events": [{"server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "name": "network-vif-plugged", "status": "completed", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:16.147531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.156706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-bd54e505-3327-438a-905b-5fb6902bf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:16.158413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-bd54e505-3327-438a-905b-5fb6902bf372 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0542548 Jul 07 22:43:16.200534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-8a397e45-3d69-4443-a5fd-c73c5a095ce4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330355 Jul 07 22:43:16.213717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=1301049d-a2fa-4c45-aa61-0038e2e3f828,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:16.355644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-23b58ae6-d1d3-4e07-a31f-7193f66ee794 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494052 Jul 07 22:43:16.367289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e80924-f60c-4591-ad0f-00be73b27b5d req-506d1f95-017d-4504-a844-d80174095ed3 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:16.368768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76e80924-f60c-4591-ad0f-00be73b27b5d req-506d1f95-017d-4504-a844-d80174095ed3 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 943 time: 0.1496291 Jul 07 22:43:16.458203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76e80924-f60c-4591-ad0f-00be73b27b5d req-0cbf8eec-f928-4109-a34c-60761bdee4b4 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Jul 07 22:43:16.486436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ace420e2-0f71-415d-9fa6-b219538e2449 req-3bf9dbf3-f6a1-4862-9a2a-755c6801d631 service neutron] 10.222.0.103 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166871 Jul 07 22:43:16.519925 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860b873-dc3f-4bc9-bf4a-9c50aa4b0eaa x-openstack-request-id: req-1860b873-dc3f-4bc9-bf4a-9c50aa4b0eaa {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:16.520445 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "name": "network-vif-plugged", "status": "completed", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:16.520701 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1860b873-dc3f-4bc9-bf4a-9c50aa4b0eaa {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:16.521201 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'code': 200} Jul 07 22:43:16.644674 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae19b08-c816-41f3-a81b-b8847aaa3233 req-3b30dc46-e2d8-4b93-a1db-7993e43742b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:16.646910 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ae19b08-c816-41f3-a81b-b8847aaa3233 req-3b30dc46-e2d8-4b93-a1db-7993e43742b3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 1097 time: 0.0632875 Jul 07 22:43:16.684262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a34c-f2bd-4eb9-aa3e-bdbabc07b290 req-e3dfbff2-2ade-4690-a2c0-df32b137734b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:16.686591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf78a34c-f2bd-4eb9-aa3e-bdbabc07b290 req-e3dfbff2-2ade-4690-a2c0-df32b137734b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0677266 Jul 07 22:43:16.743274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf78a34c-f2bd-4eb9-aa3e-bdbabc07b290 req-d873f57e-f3e3-41f0-b766-b07a15574062 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Jul 07 22:43:16.813828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2f2648ec-8a41-4a38-810f-30712367b650 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:43:16.954824 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.962246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2f2648ec-8a41-4a38-810f-30712367b650, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2f2648ec-8a41-4a38-810f-30712367b650,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:16.980785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '2f2648ec-8a41-4a38-810f-30712367b650', 'network_id': '7ab16270-d60f-4bce-9f69-9b8138c7193c', 'port_id': '2f2648ec-8a41-4a38-810f-30712367b650', 'mac_address': 'fa:16:3e:e6:15:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0127da0-f891-42b1-b138-f62e83403a81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:43:17.035583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.053304 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5ae19b08-c816-41f3-a81b-b8847aaa3233 req-3ce40926-9dd6-442a-a33a-cc5a835dbb10 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998773 Jul 07 22:43:17.058559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2648ec-8a41-4a38-810f-30712367b650 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:17.086288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2f2648ec-8a41-4a38-810f-30712367b650, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2f2648ec-8a41-4a38-810f-30712367b650,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:17.090937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.143993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2f2648ec-8a41-4a38-810f-30712367b650,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:17.165015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae135e-18f5-4b6e-bdde-5f5bebf7da12 req-8ec253fe-fa52-474b-8b6f-b5803f917244 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.166846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39ae135e-18f5-4b6e-bdde-5f5bebf7da12 req-8ec253fe-fa52-474b-8b6f-b5803f917244 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 945 time: 0.0777433 Jul 07 22:43:17.207700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39ae135e-18f5-4b6e-bdde-5f5bebf7da12 req-be1e4a73-b8bb-4a6f-8369-c412cf92d8de tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347097 Jul 07 22:43:17.336692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2f2648ec-8a41-4a38-810f-30712367b650'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:43:17.643744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3fa0-5295-40f5-9ad0-6f52a5a91e3c req-97f5ef94-dcd2-4bc3-a3ba-be2afa5d930e tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.645231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a88f3fa0-5295-40f5-9ad0-6f52a5a91e3c req-97f5ef94-dcd2-4bc3-a3ba-be2afa5d930e tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 944 time: 0.0647185 Jul 07 22:43:17.687531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a88f3fa0-5295-40f5-9ad0-6f52a5a91e3c req-2573ae8a-35bd-4675-9085-deb1ea81f9ad tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Jul 07 22:43:17.956932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b641e18-a8ab-4242-a034-473491caea55 req-20cdde5b-b6a1-4dfb-9fd4-884fed2e50f3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.958691 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b641e18-a8ab-4242-a034-473491caea55 req-20cdde5b-b6a1-4dfb-9fd4-884fed2e50f3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0778940 Jul 07 22:43:18.006317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b641e18-a8ab-4242-a034-473491caea55 req-7764d5df-b6c4-4136-8a27-5d061aaff11b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419075 Jul 07 22:43:18.359411 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-925dca0b-ab99-40a9-ac97-e6c0cd5336bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:18.414445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6a95d-8d5c-4d28-8094-3330a3787775 req-c7ae121d-8f32-4dee-a54c-bce6a30db66a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.416679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f6a95d-8d5c-4d28-8094-3330a3787775 req-c7ae121d-8f32-4dee-a54c-bce6a30db66a tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 945 time: 0.0834160 Jul 07 22:43:18.457909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28f6a95d-8d5c-4d28-8094-3330a3787775 req-7586fcea-79c5-4321-9c21-ce6efff45cbf tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335522 Jul 07 22:43:18.643898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655925de-8f6b-466b-a770-b5f19eb76fd4 req-a60683d4-b7ff-4cfe-930f-5fb187a7f62e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.645500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-655925de-8f6b-466b-a770-b5f19eb76fd4 req-a60683d4-b7ff-4cfe-930f-5fb187a7f62e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 945 time: 0.0715973 Jul 07 22:43:18.698189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-655925de-8f6b-466b-a770-b5f19eb76fd4 req-03b2ea5b-ebcd-448b-afc7-0ec6e742bdae tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465672 Jul 07 22:43:18.724114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53234) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:18.787414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74638ce5-4894-46e8-98a0-c8b4e393196c tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.789232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-74638ce5-4894-46e8-98a0-c8b4e393196c tempest-TestNetworkBasicOps-1002481004 tempest-TestNetworkBasicOps-1002481004-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 1092 time: 0.0637684 Jul 07 22:43:18.792032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:18.799289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:18.813083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2f2648ec-8a41-4a38-810f-30712367b650 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:18.885691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:18.887045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:18.901320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 2f2648ec-8a41-4a38-810f-30712367b650 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:18.906326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 2f2648ec-8a41-4a38-810f-30712367b650 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:18.906734 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:18.976358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763060-7407-40ad-b351-fcd35b08ae79 req-80b6c93c-ca71-42ca-bd84-56795e3005e4 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.977883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc763060-7407-40ad-b351-fcd35b08ae79 req-80b6c93c-ca71-42ca-bd84-56795e3005e4 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 944 time: 0.1275308 Jul 07 22:43:19.004273 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.029892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2648ec-8a41-4a38-810f-30712367b650'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:19.033928 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faaeeaa-790d-444f-b9a9-864ec0751e89" -d '{"events": [{"server_uuid": "3940e0d2-e77a-4b58-830a-fffae9d6dc04", "name": "network-vif-plugged", "status": "completed", "tag": "2f2648ec-8a41-4a38-810f-30712367b650"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:19.034794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.049495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 2f2648ec-8a41-4a38-810f-30712367b650, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2f2648ec-8a41-4a38-810f-30712367b650,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:19.056119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc763060-7407-40ad-b351-fcd35b08ae79 req-192fd906-c209-4b5c-b5a7-f558438bda1a tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501451 Jul 07 22:43:19.063864 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.132372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=2f2648ec-8a41-4a38-810f-30712367b650,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:19.167582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Allocated IP 172.25.5.73 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/2cd734c0-697f-49fd-893a-5b46a3c8cda4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:19.325820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208636-14c0-4253-bb4d-7b758502464a req-60d9ea83-002a-4025-9558-c2f530503b9d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:19.327477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e208636-14c0-4253-bb4d-7b758502464a req-60d9ea83-002a-4025-9558-c2f530503b9d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1296093 Jul 07 22:43:19.332834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.384863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e208636-14c0-4253-bb4d-7b758502464a req-a443c3fb-5061-4b91-bf1d-31593662b205 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493670 Jul 07 22:43:19.410576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.449877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:19.452626 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d6236e-90ad-4f12-b95a-3a9211887218 x-openstack-request-id: req-70d6236e-90ad-4f12-b95a-3a9211887218 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:19.453061 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940e0d2-e77a-4b58-830a-fffae9d6dc04", "name": "network-vif-plugged", "status": "completed", "tag": "2f2648ec-8a41-4a38-810f-30712367b650", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:19.453426 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-70d6236e-90ad-4f12-b95a-3a9211887218 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:19.453687 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2648ec-8a41-4a38-810f-30712367b650', 'code': 200} Jul 07 22:43:19.454445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:19.456441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=2cd734c0-697f-49fd-893a-5b46a3c8cda4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:19.464111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:20.070877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea01748-98a7-4a81-a695-7315a0d699c3 req-93df5665-3fa2-4efd-a7c7-780e01d57f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:20.072404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ea01748-98a7-4a81-a695-7315a0d699c3 req-93df5665-3fa2-4efd-a7c7-780e01d57f05 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 1097 time: 0.5484028 Jul 07 22:43:20.150762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa45fa2-2f0b-4d00-8ca4-cc1c8f29812d req-90a4ae8f-2d7f-4f00-b8c3-505cb630d94b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:20.152331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8aa45fa2-2f0b-4d00-8ca4-cc1c8f29812d req-90a4ae8f-2d7f-4f00-b8c3-505cb630d94b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.1979258 Jul 07 22:43:20.189198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ea01748-98a7-4a81-a695-7315a0d699c3 req-deaa1cdf-d0a4-4338-911b-a968c6787e3a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814092 Jul 07 22:43:20.234988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8aa45fa2-2f0b-4d00-8ca4-cc1c8f29812d req-305a791f-10e8-4abb-9b72-f7abacf14ccb tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 Jul 07 22:43:20.356409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.475555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.485905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9506c3-f74c-485c-b98a-f6b62a76d569 req-54df2fd4-d0ca-4e0f-a17c-5703a7490a57 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:20.487356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9506c3-f74c-485c-b98a-f6b62a76d569 req-54df2fd4-d0ca-4e0f-a17c-5703a7490a57 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 945 time: 0.1080153 Jul 07 22:43:20.565298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e9506c3-f74c-485c-b98a-f6b62a76d569 req-32dffcfe-4bc0-45af-b888-aa1ac648f17d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573614 Jul 07 22:43:20.687856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.694419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.770094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event updated for resources: {'Port': ['ID=2cd734c0-697f-49fd-893a-5b46a3c8cda4,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:20.780112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.820032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f14e5955-e391-4196-a6e9-653671a4825b no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:20.903457 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Floating IP c29babfb-1ebb-4621-bff7-8d45359f0280 associated. External IP: 172.25.5.73, port: 1301049d-a2fa-4c45-aa61-0038e2e3f828. Jul 07 22:43:20.946387 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.993670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:21.006065 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.117567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:21.317375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82c70-c8b0-47f2-b0a3-cc79be9dd51a req-6d167f42-00ab-4755-8b99-997224004bc9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:21.318995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04e82c70-c8b0-47f2-b0a3-cc79be9dd51a req-6d167f42-00ab-4755-8b99-997224004bc9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 943 time: 0.1388712 Jul 07 22:43:21.323488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:21.375822 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dfa169d6-5154-4c9b-9deb-08d7438ec011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.399219 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-f50cf3c7-383a-4ca5-81c7-378c5a81113a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252532 Jul 07 22:43:21.430420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04e82c70-c8b0-47f2-b0a3-cc79be9dd51a req-d462dd73-278d-4c53-aedd-a00609cb164d tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031449 Jul 07 22:43:21.432633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.458294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:21.460676 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc27b8f5-efb4-46eb-b60b-b80297bb7972" -d '{"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-unplugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:21.492915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:21.496645 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d0706-fbb3-46ef-8eb2-534447c7cf0a x-openstack-request-id: req-388d0706-fbb3-46ef-8eb2-534447c7cf0a {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:21.497048 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-unplugged", "status": "failed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "code": 422}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:21.497234 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-388d0706-fbb3-46ef-8eb2-534447c7cf0a {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:21.497644 n-d-694802-13 neutron-server[93933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'code': 422} returned with failed status Jul 07 22:43:21.505745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] Sync routers for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:21.512818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.521677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:21.522355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:21.560533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b2ad5f1c-ad79-476a-8f1d-96d7d3cc4108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7650414 Jul 07 22:43:21.560533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:21.561495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53322) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:21.561643 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf29351-316f-4eef-a59e-1db25be44185" -d '{"events": [{"name": "network-changed", "server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:21.605638 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab09482-3bce-4811-8cad-001d3cc4314a x-openstack-request-id: req-9ab09482-3bce-4811-8cad-001d3cc4314a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:21.605960 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:21.606320 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ab09482-3bce-4811-8cad-001d3cc4314a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:21.606989 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'status': 'completed', 'code': 200} Jul 07 22:43:21.714848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:21.753975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9e783e4a-5e74-4e74-a710-4925085d49e4 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/c29babfb-1ebb-4621-bff7-8d45359f0280 HTTP/1.1" status: 200 len: 990 time: 0.1905406 Jul 07 22:43:21.799125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf29351-316f-4eef-a59e-1db25be44185 req-b4af6394-ca26-49e6-b0b3-bef1e5c8b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:21.802286 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-b4af6394-ca26-49e6-b0b3-bef1e5c8b0d0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 1097 time: 0.1681247 Jul 07 22:43:21.880888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2a9f8-9e85-45ec-bc36-e44c40aa7399 req-b2a0d9db-fe99-439b-9852-e63616350121 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:21.891261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2f2a9f8-9e85-45ec-bc36-e44c40aa7399 req-b2a0d9db-fe99-439b-9852-e63616350121 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 945 time: 0.1764612 Jul 07 22:43:21.924972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf29351-316f-4eef-a59e-1db25be44185 req-a7f202e5-f30f-42f4-9121-f57f661b06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:21.930142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-a7f202e5-f30f-42f4-9121-f57f661b06bb service neutron] 10.222.0.97 "GET /v2.0/networks?id=59991556-f340-493e-960c-a7c297f0e4ee HTTP/1.1" status: 200 len: 897 time: 0.1191692 Jul 07 22:43:21.938163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2f2a9f8-9e85-45ec-bc36-e44c40aa7399 req-7b8a4b85-916b-4f23-9c24-8a55c50d9155 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Jul 07 22:43:22.031758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-5d992724-a863-400d-9da4-991a0b6e7f00 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828 HTTP/1.1" status: 200 len: 998 time: 0.0961025 Jul 07 22:43:22.056226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'c29babfb-1ebb-4621-bff7-8d45359f0280', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'port_id': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'mac_address': 'fa:16:3e:21:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:20Z', 'revision_number': 0, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:22.087933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] Checking router: bb73fede-f5e5-4c2d-83a9-15fe5fed2284 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:22.098824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:22.099551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:22.142505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf29351-316f-4eef-a59e-1db25be44185 req-34db8515-efca-4683-b5f1-a5b3429a8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:22.148174 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-34db8515-efca-4683-b5f1-a5b3429a8860 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec4255aa-4536-471d-bf53-8255327d023c HTTP/1.1" status: 200 len: 835 time: 0.1086428 Jul 07 22:43:22.219506 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:22.250219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf29351-316f-4eef-a59e-1db25be44185 req-eba16c85-8aee-4e10-a7ec-effbf5eac22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:22.252246 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-eba16c85-8aee-4e10-a7ec-effbf5eac22c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59991556-f340-493e-960c-a7c297f0e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984054 Jul 07 22:43:22.256530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:22.376419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-730f47fb-c547-4502-a47b-79b2ae3d2137 service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168070 Jul 07 22:43:22.511568 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-caf29351-316f-4eef-a59e-1db25be44185 req-c36520ac-e2c1-4709-82a2-a2de5a2f7435 service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278954 Jul 07 22:43:22.559635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'c29babfb-1ebb-4621-bff7-8d45359f0280', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'port_id': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'mac_address': 'fa:16:3e:21:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:20Z', 'revision_number': 0, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:22.597341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e150793-a7b3-4cfd-8700-dbe6842f3e46 None None] The sync data for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 is: [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'c29babfb-1ebb-4621-bff7-8d45359f0280', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'port_id': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'mac_address': 'fa:16:3e:21:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:20Z', 'revision_number': 0, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:22.643364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-47f21c55-0e88-4dcd-a95d-5bb92ac34393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:22.644949 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-47f21c55-0e88-4dcd-a95d-5bb92ac34393 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033&tenant_id=0dc6146110674f6ea66b74e97a541eb0 HTTP/1.1" status: 200 len: 1095 time: 0.1319890 Jul 07 22:43:22.666513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:22.757767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 53362) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:22.791627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:22.911174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bfad7189-a971-457e-b183-e43e1b58cf14 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/c29babfb-1ebb-4621-bff7-8d45359f0280 HTTP/1.1" status: 200 len: 990 time: 0.1507940 Jul 07 22:43:22.953974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f567409-8abb-4abb-b7ac-33416a69b216 req-6ebbd4b4-61cf-4364-9cec-3b72aedbb20a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:22.955702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f567409-8abb-4abb-b7ac-33416a69b216 req-6ebbd4b4-61cf-4364-9cec-3b72aedbb20a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 943 time: 0.1359391 Jul 07 22:43:22.989337 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0b38c-5540-4c93-9757-e14163b1e592 None None] New status for floating IP c29babfb-1ebb-4621-bff7-8d45359f0280: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:43:23.025711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f567409-8abb-4abb-b7ac-33416a69b216 req-98a64b6b-7daf-4546-9ed5-7d2ea5443733 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643373 Jul 07 22:43:23.085578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:23.119536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:23.186334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:23.196697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.228823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Transition to ACTIVE for port object f14e5955-e391-4196-a6e9-653671a4825b will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:23.236024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.318300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] No DVR routers for this DVR port f14e5955-e391-4196-a6e9-653671a4825b on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:43:23.320318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=9']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:23.370408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:23.370702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:23.371041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b on network ba242a24-0797-42ce-af31-0a274e23d990 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:23.375407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Port f14e5955-e391-4196-a6e9-653671a4825b on network ba242a24-0797-42ce-af31-0a274e23d990 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:43:23.375736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Attempting to bind port f14e5955-e391-4196-a6e9-653671a4825b on network ba242a24-0797-42ce-af31-0a274e23d990 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:23.380827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:23.381171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Checking segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:23.381560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Bound using segment: {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:23.381994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Bound port: f14e5955-e391-4196-a6e9-653671a4825b, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c01b4e-80e8-4255-8599-add5f47490a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:23.382349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.449354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:23.453681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:23.457657 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.494677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.495476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.497102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] 10.222.0.97 "PUT /v2.0/ports/f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 1092 time: 0.8433609 Jul 07 22:43:23.497782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:23.500053 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4a3c4f-12f9-40c8-acfb-473ec938a531" -d '{"events": [{"name": "network-changed", "server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:23.523792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4290fe-b6a9-487e-a93f-8501e92c1247 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:23.564690 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ac978-b73d-40e3-8c99-0007123a3947 x-openstack-request-id: req-a01ac978-b73d-40e3-8c99-0007123a3947 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:23.565236 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:23.565236 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a01ac978-b73d-40e3-8c99-0007123a3947 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:23.565648 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'status': 'completed', 'code': 200} Jul 07 22:43:23.601342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-f745cb22-2ab9-4366-aeb6-96c9335ad473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.603015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-f745cb22-2ab9-4366-aeb6-96c9335ad473 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1096 time: 0.0686553 Jul 07 22:43:23.703540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7f087128-b3d5-427f-8645-a4133e4584fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.705521 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-7f087128-b3d5-427f-8645-a4133e4584fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.0958588 Jul 07 22:43:23.751808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.756181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-4c98a6c2-9d49-40b5-bd48-456137ed1824 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.0443885 Jul 07 22:43:23.817683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-e29320da-3b44-4692-a54b-c6d45f32e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.819353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-e29320da-3b44-4692-a54b-c6d45f32e48d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0550992 Jul 07 22:43:23.857046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-4ec3cea3-5b23-41c5-a7ff-e33c566ed9e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306406 Jul 07 22:43:23.912128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53388) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:23.997930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-619c494e-3e53-4569-9578-c4ea65eefcba tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/c29babfb-1ebb-4621-bff7-8d45359f0280 HTTP/1.1" status: 200 len: 992 time: 0.0847356 Jul 07 22:43:24.011006 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-203f9f1f-0952-47fe-8f3c-e89289d14b5c service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474977 Jul 07 22:43:24.133391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-6f841964-6d6e-455f-8b97-c6d31e1a60bd service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156530 Jul 07 22:43:24.277364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830593a8-ccb1-41ba-b528-55b4349ca6f4 req-dd7e45da-1ffc-4ab1-8f6b-16b87ff93322 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:24.290925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-830593a8-ccb1-41ba-b528-55b4349ca6f4 req-dd7e45da-1ffc-4ab1-8f6b-16b87ff93322 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.1102018 Jul 07 22:43:24.311316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-c1be58db-7e8e-4e9f-8c7c-3c29a288faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:24.314046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-c1be58db-7e8e-4e9f-8c7c-3c29a288faa8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1096 time: 0.1053514 Jul 07 22:43:24.363035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-830593a8-ccb1-41ba-b528-55b4349ca6f4 req-5fac290d-ac8b-4f49-a27a-67a491f34932 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642235 Jul 07 22:43:24.563458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-c75bbd3c-4ef1-4b03-99e4-bb619efd49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:24.565144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-c75bbd3c-4ef1-4b03-99e4-bb619efd49d2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.2447159 Jul 07 22:43:24.640634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 53422) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:25.037340 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-3bb1d187-4b9f-43d9-bda5-3c550a497266 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.1164794 Jul 07 22:43:25.111184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Deleting port b6490519-d1b2-4dc1-a588-ed883fc528a0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:25.111554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.273741 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.274188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.296257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Calling delete_port for b6490519-d1b2-4dc1-a588-ed883fc528a0 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:25.531989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.606740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event deleted for resources: {'Port': ['ID=b6490519-d1b2-4dc1-a588-ed883fc528a0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:25.675787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2f14d-d056-435b-8e7d-2f23915d831e req-deb88621-2a4e-42fa-83a2-96a02a70f333 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:25.688310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0c2f14d-d056-435b-8e7d-2f23915d831e req-deb88621-2a4e-42fa-83a2-96a02a70f333 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.1031079 Jul 07 22:43:25.749837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0c2f14d-d056-435b-8e7d-2f23915d831e req-1275f0b5-a2e6-4065-8fa1-964e5cb3ea53 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Jul 07 22:43:25.766089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.766685 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Floating IP 6ef537b7-b976-4d5d-8e40-6a551012a82b disassociated (deleted). External IP: 172.25.5.190, port: 20943273-6a4f-406f-9791-480ed3eb2313. Jul 07 22:43:26.115555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Router 3285eb18-afd2-48e2-a32e-27e200699287 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:26.299139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:26.313455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] Sync routers for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:26.328240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:26.328893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:26.336035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:26.473428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d52f228-e3f1-4903-9796-300fe6dd58b8 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "DELETE /v2.0/floatingips/6ef537b7-b976-4d5d-8e40-6a551012a82b HTTP/1.1" status: 204 len: 168 time: 1.8320429 Jul 07 22:43:26.474166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:26.479723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:26.482659 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:26.854674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:26.890991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] Checking router: 3285eb18-afd2-48e2-a32e-27e200699287 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:26.901566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:26.902706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:27.313977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:27.645397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:27.688488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fa923-4ab0-473e-8624-dc2af270b94e None None] The sync data for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 is: [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:39:15Z', 'revision_number': 4, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd6dcc1d7-376c-41d5-bc9b-86966c6436d1', 'name': '', 'network_id': '2cf9fa65-6451-4c8d-b922-9f225e17b73d', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'mac_address': 'fa:16:3e:e6:f3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:13Z', 'updated_at': '2021-07-07T22:39:25Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'subnets': [{'id': '60d05ff9-9157-4ba1-9dd8-59de2721a207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:28.057887 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ef3f7-c137-4ee9-b271-2c6b06f27c61 None None] New status for floating IP 6ef537b7-b976-4d5d-8e40-6a551012a82b: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:43:29.015147 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:43:38.154656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-c0845f83-d797-4fd1-8f7c-e73c500820cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.156294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-c0845f83-d797-4fd1-8f7c-e73c500820cc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.1668370 Jul 07 22:43:38.220147 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-2cdf1b1d-2260-45b2-b0d1-af19edd9d450 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548689 Jul 07 22:43:38.354162 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-07f2290a-de03-4768-a14c-321e2d3272f9 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267440 Jul 07 22:43:38.416931 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24458cc5-7709-476f-bb55-49cfe884d75d x-openstack-request-id: req-24458cc5-7709-476f-bb55-49cfe884d75d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:38.417357 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:38.417622 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-24458cc5-7709-476f-bb55-49cfe884d75d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:38.418585 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'status': 'completed', 'code': 200} Jul 07 22:43:38.479011 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e4a3c4f-12f9-40c8-acfb-473ec938a531 req-2d4e0d90-2871-4de6-b32a-15f70a5db181 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159108 Jul 07 22:43:38.481290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-bf6805d7-fdd0-418d-b571-4bb41a0b2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.483071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-bf6805d7-fdd0-418d-b571-4bb41a0b2519 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c69fdc06316e4a389cd402a2613df318&device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 1097 time: 0.0739067 Jul 07 22:43:38.625301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-38b819b2-371e-457f-8445-6aa5241ded88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.626841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-38b819b2-371e-457f-8445-6aa5241ded88 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 200 len: 914 time: 0.1348736 Jul 07 22:43:38.639760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4362e-f158-41bf-b282-fcca3561cfe5 req-c7181990-0195-4f72-9d90-41143a0f479e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.641160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32c4362e-f158-41bf-b282-fcca3561cfe5 req-c7181990-0195-4f72-9d90-41143a0f479e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.1052716 Jul 07 22:43:38.681885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-0f02e9b7-2c1a-40e4-ad64-43712f446430 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 200 len: 217 time: 0.0397680 Jul 07 22:43:38.747899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32c4362e-f158-41bf-b282-fcca3561cfe5 req-c03ae89f-3767-4d3b-b844-ce98a882aee2 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002326 Jul 07 22:43:38.753546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-e1166fb0-807d-4f58-b023-5863498dd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.755051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-e1166fb0-807d-4f58-b023-5863498dd9fa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 200 len: 852 time: 0.0660913 Jul 07 22:43:38.814330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-82a23583-e35b-4810-81b0-da2695d89c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.815909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-82a23583-e35b-4810-81b0-da2695d89c06 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2cf9fa65-6451-4c8d-b922-9f225e17b73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543330 Jul 07 22:43:38.956173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-2cf9343e-5fcf-460e-aef9-202080395708 service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332562 Jul 07 22:43:38.964420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951fad-1a80-4390-ab5b-11150fe3f64b req-76e11cc3-e88a-4c9b-abfc-278659ee862b tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.965879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43951fad-1a80-4390-ab5b-11150fe3f64b req-76e11cc3-e88a-4c9b-abfc-278659ee862b tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 945 time: 0.0998828 Jul 07 22:43:39.055162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43951fad-1a80-4390-ab5b-11150fe3f64b req-e969c03d-1e3e-4e52-801e-ba9bf5e8ea27 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811565 Jul 07 22:43:39.093644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1026ddc3-945b-4c7f-b8f6-864e1e193a4f req-23591c4e-b373-45ee-8eba-30cf7cc8ad68 service neutron] 10.222.0.103 "GET /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268127 Jul 07 22:43:39.937450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf600514-2395-44bf-8f8d-2cfcd209d603 req-c7a1af59-9a14-4b86-bc37-7cd5f214c983 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:39.943117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf600514-2395-44bf-8f8d-2cfcd209d603 req-c7a1af59-9a14-4b86-bc37-7cd5f214c983 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.0709527 Jul 07 22:43:40.005598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf600514-2395-44bf-8f8d-2cfcd209d603 req-bc5bd828-df16-43c2-98a4-51333215b400 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596642 Jul 07 22:43:40.046215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-475af5ed-e6f6-40d1-a9fe-e68a0788e27f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:40.047854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-475af5ed-e6f6-40d1-a9fe-e68a0788e27f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.103 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 945 time: 0.0852530 Jul 07 22:43:40.284525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Deleting port 20943273-6a4f-406f-9791-480ed3eb2313 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:40.284883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:40.381082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5468221-c32b-4db7-960f-91ce502b417b req-e10c0af7-2785-4950-9b0b-0316046866f2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:40.383086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5468221-c32b-4db7-960f-91ce502b417b req-e10c0af7-2785-4950-9b0b-0316046866f2 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 945 time: 0.1400101 Jul 07 22:43:40.411517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] For port 20943273-6a4f-406f-9791-480ed3eb2313, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=20943273-6a4f-406f-9791-480ed3eb2313,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:40.411895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:40.433474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Calling delete_port for 20943273-6a4f-406f-9791-480ed3eb2313 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:40.459827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5468221-c32b-4db7-960f-91ce502b417b req-d27c534c-6c7a-40a4-a74b-d125a205fc5d tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/security-groups?id=9f24e42b-79cf-4ad1-9742-84c736c45287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609660 Jul 07 22:43:40.622174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:40.649170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event deleted for resources: {'Port': ['ID=20943273-6a4f-406f-9791-480ed3eb2313,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:40.663670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.664038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.664394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.664737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.665069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.665403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.665732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.666060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.666387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.666731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.667065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.667384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:40.705457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] No DVR routers for this DVR port 20943273-6a4f-406f-9791-480ed3eb2313 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:43:40.708097 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:40.710167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-035ccb6e-083f-4417-b4ba-15a3fc30fa8c req-388a77d2-09b2-4db9-bf6c-6d9aa1c7d115 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.103 "DELETE /v2.0/ports/20943273-6a4f-406f-9791-480ed3eb2313 HTTP/1.1" status: 204 len: 173 time: 0.6559415 Jul 07 22:43:40.710601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'name': 'network-vif-deleted', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:40.713017 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0989df-48cc-40b0-8319-81e1a684191d" -d '{"events": [{"server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "name": "network-vif-deleted", "tag": "20943273-6a4f-406f-9791-480ed3eb2313"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:40.753457 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fbc058-123e-42b4-a634-eb007550095f x-openstack-request-id: req-f7fbc058-123e-42b4-a634-eb007550095f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:40.753740 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af632752-3f0f-4bff-81b6-0aa645068ef9", "name": "network-vif-deleted", "tag": "20943273-6a4f-406f-9791-480ed3eb2313", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:40.753996 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f7fbc058-123e-42b4-a634-eb007550095f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:40.754461 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af632752-3f0f-4bff-81b6-0aa645068ef9', 'name': 'network-vif-deleted', 'tag': '20943273-6a4f-406f-9791-480ed3eb2313', 'status': 'completed', 'code': 200} Jul 07 22:43:41.190095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c683-e9ca-405d-9c98-6f69ba2b74eb req-21b3dd32-bf82-44ac-a9a8-b3bfa2d3de2e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:41.192406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d75c683-e9ca-405d-9c98-6f69ba2b74eb req-21b3dd32-bf82-44ac-a9a8-b3bfa2d3de2e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 944 time: 0.0632904 Jul 07 22:43:41.238953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d75c683-e9ca-405d-9c98-6f69ba2b74eb req-e8687d32-88a7-4a79-bb43-78ed0e2ffe74 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Jul 07 22:43:41.616301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-994d4450-32a9-4698-8f7a-39d5dc29c518 req-d603bb12-5992-4d65-acdb-9d034f9f5d59 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 210 time: 0.0309730 Jul 07 22:43:42.045639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f14e5955-e391-4196-a6e9-653671a4825b details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:43:42.157993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:42.178059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'f14e5955-e391-4196-a6e9-653671a4825b', 'network_id': 'ba242a24-0797-42ce-af31-0a274e23d990', 'port_id': 'f14e5955-e391-4196-a6e9-653671a4825b', 'mac_address': 'fa:16:3e:f2:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94d3be7-1f3b-4e3e-83da-18ecf671f867', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:43:42.256548 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:42.275802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:42.300701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:42.305330 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:42.366789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:42.374709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.375077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.375432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.375783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.376242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.376799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.377346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.377923 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.378464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.379024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.379590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.379902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:42.462188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b93e0-28e1-4f38-992c-ad8ad72f0a24 req-7c2f84c9-eebf-46f7-b96c-11b40774fa8f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:42.463724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc9b93e0-28e1-4f38-992c-ad8ad72f0a24 req-7c2f84c9-eebf-46f7-b96c-11b40774fa8f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0693722 Jul 07 22:43:42.502615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc9b93e0-28e1-4f38-992c-ad8ad72f0a24 req-19672fe7-847b-4f78-8f46-8289a44a7276 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 07 22:43:42.656195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f14e5955-e391-4196-a6e9-653671a4825b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:43:42.779954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a912b44e-83e4-4076-9417-1a31bea7990f req-06d3c90b-493d-4036-888a-515f56bb30b6 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 210 time: 0.0396743 Jul 07 22:43:43.723673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ca72-9ebe-408a-8e96-a573b2cabbae req-090d0550-ff1e-447c-95cb-9698b54dff7b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:43.725858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8196ca72-9ebe-408a-8e96-a573b2cabbae req-090d0550-ff1e-447c-95cb-9698b54dff7b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 945 time: 0.0804183 Jul 07 22:43:43.787793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8196ca72-9ebe-408a-8e96-a573b2cabbae req-a93dde5e-e85f-44e9-9742-5c3db63389ca tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477588 Jul 07 22:43:43.938829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75c619fa-7385-4c2e-8308-8608e06e04ec req-07bea777-a664-49f9-b9a7-5e8c4f78f5db tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 210 time: 0.0309529 Jul 07 22:43:44.044911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f14e5955-e391-4196-a6e9-653671a4825b up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:44.125930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port f14e5955-e391-4196-a6e9-653671a4825b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:44.130907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port f14e5955-e391-4196-a6e9-653671a4825b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:44.131570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:44.243804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:44.280218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:44.283417 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d13471-c872-4c99-acc6-fa8317674576" -d '{"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-plugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:44.311222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:44.318788 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:44.353252 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be854af-b868-498b-ace8-dcc49ada7d4d x-openstack-request-id: req-7be854af-b868-498b-ace8-dcc49ada7d4d {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:44.353809 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-plugged", "status": "completed", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:44.355840 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7be854af-b868-498b-ace8-dcc49ada7d4d {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:44.356614 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'code': 200} Jul 07 22:43:44.419288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:44.637749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a82ec-2137-4131-a0de-03970c9544b6 req-77f2eb7f-332c-4ed8-b010-62ddda1bffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:44.639372 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b53a82ec-2137-4131-a0de-03970c9544b6 req-77f2eb7f-332c-4ed8-b010-62ddda1bffee service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1098 time: 0.0898499 Jul 07 22:43:44.687020 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b53a82ec-2137-4131-a0de-03970c9544b6 req-f82566a2-a8c8-4b1d-984d-cb2c69cca7a3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Jul 07 22:43:44.952752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 20943273-6a4f-406f-9791-480ed3eb2313 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:44.977032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 20943273-6a4f-406f-9791-480ed3eb2313 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:43:44.977032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 20943273-6a4f-406f-9791-480ed3eb2313 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:43:44.993945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fb55-c2d7-41d0-a97a-8798b146b900 req-6d21f20a-a8f2-494b-858b-20388a821b42 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:44.995562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3e8fb55-c2d7-41d0-a97a-8798b146b900 req-6d21f20a-a8f2-494b-858b-20388a821b42 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0796373 Jul 07 22:43:45.055257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3e8fb55-c2d7-41d0-a97a-8798b146b900 req-5c6775d8-df56-40a9-9f37-5cebe023f811 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523462 Jul 07 22:43:45.200111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d941c99-c1f2-4a0c-a16b-af74bdd3ec4d req-dd8c2b84-8623-40d4-9c49-4bab0e97acc0 tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 210 time: 0.0355816 Jul 07 22:43:46.260476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7392-d803-4997-a1c3-9b6c02c29555 req-dd8f0332-f8a2-4b91-b7d8-c76a4dd13f3a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:46.268420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc2a7392-d803-4997-a1c3-9b6c02c29555 req-dd8f0332-f8a2-4b91-b7d8-c76a4dd13f3a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0735700 Jul 07 22:43:46.309159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc2a7392-d803-4997-a1c3-9b6c02c29555 req-a329eceb-b296-406a-b5a9-8b5c1c96e8cf tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Jul 07 22:43:46.472440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-284910b4-77c2-45d3-8e3f-9c3f9bbcf74b req-a2697ab2-62e5-4423-85c7-6520fb77927f tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "GET /v2.0/ports?device_id=af632752-3f0f-4bff-81b6-0aa645068ef9 HTTP/1.1" status: 200 len: 210 time: 0.0302973 Jul 07 22:43:46.949406 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.491120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c6790-dfb4-4c96-bbc9-c67b9b6c499d req-de2b7a2b-2207-484d-affa-15230a36a51f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:47.493099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a5c6790-dfb4-4c96-bbc9-c67b9b6c499d req-de2b7a2b-2207-484d-affa-15230a36a51f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0682030 Jul 07 22:43:47.531267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a5c6790-dfb4-4c96-bbc9-c67b9b6c499d req-7a7487a8-b4a1-407a-99bc-dac0283146be tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Jul 07 22:43:47.611924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54270) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:47.678175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0342b53-cdb4-408e-9dbd-8c2db3f9f64c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.704278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0342b53-cdb4-408e-9dbd-8c2db3f9f64c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.758784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa13e3-016c-48dc-b4bd-3d4be1241a8e req-b8b43d25-7592-46ad-b04c-7473a49042ba tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:47.760463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26aa13e3-016c-48dc-b4bd-3d4be1241a8e req-b8b43d25-7592-46ad-b04c-7473a49042ba tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0667205 Jul 07 22:43:47.777971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0342b53-cdb4-408e-9dbd-8c2db3f9f64c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.782260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0342b53-cdb4-408e-9dbd-8c2db3f9f64c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.784584 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f0342b53-cdb4-408e-9dbd-8c2db3f9f64c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] 10.222.0.95 "DELETE /v2.0/security-groups/9f24e42b-79cf-4ad1-9742-84c736c45287 HTTP/1.1" status: 204 len: 168 time: 0.1716042 Jul 07 22:43:47.795277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0342b53-cdb4-408e-9dbd-8c2db3f9f64c tempest-TestVolumeBackupRestore-1947785576 tempest-TestVolumeBackupRestore-1947785576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f24e42b-79cf-4ad1-9742-84c736c45287,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:47.803547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-26aa13e3-016c-48dc-b4bd-3d4be1241a8e req-e592cfd4-a885-4abd-aae6-686b92d148e5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Jul 07 22:43:48.136915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c667728-b0eb-49b3-8521-b26bd591e6ed req-67190f64-908a-4af8-a153-a4965a657621 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:48.139353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c667728-b0eb-49b3-8521-b26bd591e6ed req-67190f64-908a-4af8-a153-a4965a657621 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0903218 Jul 07 22:43:48.211880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c667728-b0eb-49b3-8521-b26bd591e6ed req-a94c69c1-8b75-4e77-a7d8-48d48318529e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644946 Jul 07 22:43:48.379946 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed233-2068-4d56-983b-18e33caf43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.499350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44927231-4708-42e1-a04c-e2c5358d5109 req-48eda45b-8abe-405e-afdd-3f63c9ae9b9b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:48.501129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44927231-4708-42e1-a04c-e2c5358d5109 req-48eda45b-8abe-405e-afdd-3f63c9ae9b9b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0822442 Jul 07 22:43:48.545394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44927231-4708-42e1-a04c-e2c5358d5109 req-c25b9fae-f960-41c3-bafb-edd080fa5f0f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Jul 07 22:43:48.880890 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.934139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f423-c517-45a2-aa86-23c4d8548ae3 req-77d79392-f27e-4cb5-93fe-c4706da6643f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:48.936454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6a3f423-c517-45a2-aa86-23c4d8548ae3 req-77d79392-f27e-4cb5-93fe-c4706da6643f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0719047 Jul 07 22:43:48.981436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6a3f423-c517-45a2-aa86-23c4d8548ae3 req-334509cc-eb3e-44ba-a575-138e19270141 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Jul 07 22:43:49.299493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392a65e-43d1-453f-82e5-93bbcc49e3a2 req-c14c2b0c-daf1-4499-95b3-6d6c1b5a7384 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:49.302434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e392a65e-43d1-453f-82e5-93bbcc49e3a2 req-c14c2b0c-daf1-4499-95b3-6d6c1b5a7384 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0777738 Jul 07 22:43:49.345560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e392a65e-43d1-453f-82e5-93bbcc49e3a2 req-f1c48d3e-dd64-4ed6-9b3c-2aaf56e6ba17 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Jul 07 22:43:49.545212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e81abf-9055-4ede-8f71-e5226918a41b req-5959f549-4f9b-4c1d-be9c-96223249bc4c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:49.547070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4e81abf-9055-4ede-8f71-e5226918a41b req-5959f549-4f9b-4c1d-be9c-96223249bc4c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0683212 Jul 07 22:43:49.589014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4e81abf-9055-4ede-8f71-e5226918a41b req-9b544f6d-5853-441e-a364-c2a58fca0a9a tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Jul 07 22:43:50.010853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48b02-2bde-4912-b638-cef6e03174c9 req-0d7063bc-17aa-4536-9676-3a81b7a5580c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:50.013134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdd48b02-2bde-4912-b638-cef6e03174c9 req-0d7063bc-17aa-4536-9676-3a81b7a5580c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0820897 Jul 07 22:43:50.064986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdd48b02-2bde-4912-b638-cef6e03174c9 req-d3659802-0c74-4c0c-8221-058ac4c48882 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Jul 07 22:43:51.132897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8636a1-04f3-4fc8-8fb3-bb895041e070 req-4db810ed-1b69-4d95-912c-a4033afb0511 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:51.134819 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de8636a1-04f3-4fc8-8fb3-bb895041e070 req-4db810ed-1b69-4d95-912c-a4033afb0511 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 945 time: 0.4710975 Jul 07 22:43:51.189658 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de8636a1-04f3-4fc8-8fb3-bb895041e070 req-49061958-d456-4fd1-8281-56982c11bbdf tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Jul 07 22:43:51.387647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6df7-eb26-442d-a216-57a41ac167f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:51.390843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37addb-25b2-4bcb-8705-c1a13b3026ea req-261e524e-7158-4840-80e5-7c49800e6e06 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:51.393185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b37addb-25b2-4bcb-8705-c1a13b3026ea req-261e524e-7158-4840-80e5-7c49800e6e06 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0851078 Jul 07 22:43:51.443581 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:51.451590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b37addb-25b2-4bcb-8705-c1a13b3026ea req-713cd7da-de03-42a9-8ee0-58ffc2d22845 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Jul 07 22:43:52.219477 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:52.223424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05fc2-f755-4920-a186-47520f663ffb req-87d18603-f3ec-4443-8fcf-808bf778a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:52.225138 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-87d18603-f3ec-4443-8fcf-808bf778a527 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0dc6146110674f6ea66b74e97a541eb0&device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 1098 time: 0.1121697 Jul 07 22:43:52.295457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10b9f-b3a3-4cca-a1ce-b9a3e16dfc32 req-a64cbb70-04b5-43b4-a509-675d41088324 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:52.297682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9e10b9f-b3a3-4cca-a1ce-b9a3e16dfc32 req-a64cbb70-04b5-43b4-a509-675d41088324 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1040716 Jul 07 22:43:52.308954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-64622e37-01bd-4c50-b36a-45311135a37e tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:52.310797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-64622e37-01bd-4c50-b36a-45311135a37e tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 945 time: 0.1633554 Jul 07 22:43:52.347228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05fc2-f755-4920-a186-47520f663ffb req-b68d52c8-032d-4e8b-9701-8f7429c5974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:52.348815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-b68d52c8-032d-4e8b-9701-8f7429c5974e service neutron] 10.222.0.97 "GET /v2.0/networks?id=ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 200 len: 914 time: 0.1170444 Jul 07 22:43:52.387155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d9e10b9f-b3a3-4cca-a1ce-b9a3e16dfc32 req-6be52117-e0df-4b34-9c90-c29adec16ff4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750940 Jul 07 22:43:52.483053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-a750fbf7-a444-4ede-ac6e-347c0d9221f7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 200 len: 217 time: 0.1253624 Jul 07 22:43:52.552339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Deleting port 2f2648ec-8a41-4a38-810f-30712367b650 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:52.552969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:52.574403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05fc2-f755-4920-a186-47520f663ffb req-5f0f89ce-d617-4eb9-aa3d-f93d0741de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:52.576368 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-5f0f89ce-d617-4eb9-aa3d-f93d0741de61 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 200 len: 853 time: 0.0862143 Jul 07 22:43:52.622787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-462717bd-0a96-4c65-8f32-be6b7252d15d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ba242a24-0797-42ce-af31-0a274e23d990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383852 Jul 07 22:43:52.695663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54782) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:52.760503 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-9bd048b2-f9e9-41bf-a1da-36b344fd1c7b service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219304 Jul 07 22:43:52.839684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd99e-fad6-43b1-bcdf-f0431ee0ba23 req-85c92334-8d60-4e92-beb5-4d744723c7b2 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:52.846917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-982fd99e-fad6-43b1-bcdf-f0431ee0ba23 req-85c92334-8d60-4e92-beb5-4d744723c7b2 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 945 time: 0.2255654 Jul 07 22:43:52.883448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] For port 2f2648ec-8a41-4a38-810f-30712367b650, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=2f2648ec-8a41-4a38-810f-30712367b650,segment=NetworkSegment(7b632593-c6e4-4ffa-9399-447f3608040c),segment_id=7b632593-c6e4-4ffa-9399-447f3608040c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:52.883817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:52.916993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Calling delete_port for 2f2648ec-8a41-4a38-810f-30712367b650 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:52.931699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-982fd99e-fad6-43b1-bcdf-f0431ee0ba23 req-d6d47c68-2664-49cc-850a-40fbc982729d tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/security-groups?id=f13ebd39-aaee-48d7-af71-e21868667c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836806 Jul 07 22:43:52.958737 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8dd05fc2-f755-4920-a186-47520f663ffb req-1b75cd78-5cfb-46f9-bbdb-cb34df072439 service neutron] 10.222.0.97 "GET /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910305 Jul 07 22:43:53.216623 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:53.229668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['2f2648ec-8a41-4a38-810f-30712367b650'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:43:53.263035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Pushing event deleted for resources: {'Port': ['ID=2f2648ec-8a41-4a38-810f-30712367b650,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:53.340919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] No DVR routers for this DVR port 2f2648ec-8a41-4a38-810f-30712367b650 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:43:53.344490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:53.346525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32e35d9-8fa8-4927-8b83-888641d1f576 req-79d672d9-6fa8-44cd-a8a7-84c78417859c tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.103 "DELETE /v2.0/ports/2f2648ec-8a41-4a38-810f-30712367b650 HTTP/1.1" status: 204 len: 173 time: 1.0122902 Jul 07 22:43:53.347418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'name': 'network-vif-deleted', 'tag': '2f2648ec-8a41-4a38-810f-30712367b650'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:53.349743 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a2a79f-a9aa-4c67-875c-662e26e2135e" -d '{"events": [{"server_uuid": "3940e0d2-e77a-4b58-830a-fffae9d6dc04", "name": "network-vif-deleted", "tag": "2f2648ec-8a41-4a38-810f-30712367b650"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:53.434831 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe9005-76c7-440b-ab8f-1a4c85da4653 x-openstack-request-id: req-bcbe9005-76c7-440b-ab8f-1a4c85da4653 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:53.442950 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940e0d2-e77a-4b58-830a-fffae9d6dc04", "name": "network-vif-deleted", "tag": "2f2648ec-8a41-4a38-810f-30712367b650", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:53.443224 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bcbe9005-76c7-440b-ab8f-1a4c85da4653 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:53.443671 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940e0d2-e77a-4b58-830a-fffae9d6dc04', 'name': 'network-vif-deleted', 'tag': '2f2648ec-8a41-4a38-810f-30712367b650', 'status': 'completed', 'code': 200} Jul 07 22:43:53.535624 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:53.759146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:53.769724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7cfb-835f-4ac6-9a8d-e8bc314934ed req-ee48e3a5-e027-471f-863a-b9989dfd6d55 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:53.777727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28be7cfb-835f-4ac6-9a8d-e8bc314934ed req-ee48e3a5-e027-471f-863a-b9989dfd6d55 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1783371 Jul 07 22:43:53.923647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28be7cfb-835f-4ac6-9a8d-e8bc314934ed req-00f57076-9ea1-4077-90f1-93bb267e57b5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449056 Jul 07 22:43:54.173516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4aa2529b-4072-405b-8829-08edda131053 req-e4436459-508b-476c-afda-c621ec04a380 tempest-VolumesSnapshotTestJSON-194485015 tempest-VolumesSnapshotTestJSON-194485015-project] 10.222.0.95 "GET /v2.0/ports?device_id=3940e0d2-e77a-4b58-830a-fffae9d6dc04 HTTP/1.1" status: 200 len: 210 time: 0.0368707 Jul 07 22:43:54.183370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Deleting port d6dcc1d7-376c-41d5-bc9b-86966c6436d1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:54.184432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:54.302505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] For port d6dcc1d7-376c-41d5-bc9b-86966c6436d1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:54.302953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:54.319703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Calling delete_port for d6dcc1d7-376c-41d5-bc9b-86966c6436d1 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:54.526222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:54.554404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dcc1d7-376c-41d5-bc9b-86966c6436d1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:54.762107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:55.037464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Router 3285eb18-afd2-48e2-a32e-27e200699287 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:55.202209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc493a-e37e-4060-9602-789c7d11fe68 req-1f954376-5448-48ac-b60f-2377c4caeb60 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:55.203721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6cc493a-e37e-4060-9602-789c7d11fe68 req-1f954376-5448-48ac-b60f-2377c4caeb60 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1183195 Jul 07 22:43:55.204696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:55.210299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-293757c8-528a-4541-9dd7-2c0ff003bbb4 admin admin] 10.222.0.95 "PUT /v2.0/routers/3285eb18-afd2-48e2-a32e-27e200699287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087063 Jul 07 22:43:55.213080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:55.218391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] Sync routers for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:55.242828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:55.244067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:55.279987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6cc493a-e37e-4060-9602-789c7d11fe68 req-f9cc60bd-dd7c-4a12-8141-36bdaf5c7ba4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687897 Jul 07 22:43:55.359737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:55.369068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:55.529770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:55.609886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Deleting port 6a2f070a-3148-460d-b6d8-e1a3906880cb {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:55.610341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:55.639146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654c3fd-649e-4d52-86af-6bb1e14485ae req-0a058fe7-bd62-4d53-993c-436343503242 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:55.652996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f654c3fd-649e-4d52-86af-6bb1e14485ae req-0a058fe7-bd62-4d53-993c-436343503242 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1400099 Jul 07 22:43:55.674514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:43:54Z', 'revision_number': 5, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port': {'id': '6a2f070a-3148-460d-b6d8-e1a3906880cb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3285eb18-afd2-48e2-a32e-27e200699287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:10Z', 'updated_at': '2021-07-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:55.703442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f654c3fd-649e-4d52-86af-6bb1e14485ae req-f97417ff-4dcf-4b1c-a153-67e5ea72e493 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Jul 07 22:43:55.737878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] Checking router: 3285eb18-afd2-48e2-a32e-27e200699287 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:55.747996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] Routers {'3285eb18-afd2-48e2-a32e-27e200699287'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:55.748750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3285eb18-afd2-48e2-a32e-27e200699287'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:55.749134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] For port 6a2f070a-3148-460d-b6d8-e1a3906880cb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6a2f070a-3148-460d-b6d8-e1a3906880cb,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:55.750901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:55.789188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Calling delete_port for 6a2f070a-3148-460d-b6d8-e1a3906880cb owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:55.857522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] Set router 3285eb18-afd2-48e2-a32e-27e200699287 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:55.920395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:43:55Z', 'revision_number': 6, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:55.947717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd26589-85db-494b-a4ea-54e561b90622 None None] The sync data for ids ['3285eb18-afd2-48e2-a32e-27e200699287'] in n-d-694802-13 is: [{'id': '3285eb18-afd2-48e2-a32e-27e200699287', 'name': 'tempest-TestVolumeBackupRestore-958857800-router', 'tenant_id': 'c69fdc06316e4a389cd402a2613df318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:09Z', 'updated_at': '2021-07-07T22:43:55Z', 'revision_number': 6, 'project_id': 'c69fdc06316e4a389cd402a2613df318', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:56.037124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.070520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2f070a-3148-460d-b6d8-e1a3906880cb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:56.133614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.177136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fcdaa-e399-4a2c-b5df-24c1887f9f2e req-0c1729f2-57af-4fec-af30-c563740907e6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:56.179160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff2fcdaa-e399-4a2c-b5df-24c1887f9f2e req-0c1729f2-57af-4fec-af30-c563740907e6 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0708950 Jul 07 22:43:56.225093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff2fcdaa-e399-4a2c-b5df-24c1887f9f2e req-9f5ead2c-babb-4eb1-8686-3c73fc4fc9e5 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Jul 07 22:43:56.237544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.240823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.295769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.296802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3285eb18-afd2-48e2-a32e-27e200699287 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:43:56.302740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.304147 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0831f39e-e3b5-436b-960c-2b1fbed5e3a3 admin admin] 10.222.0.95 "DELETE /v2.0/routers/3285eb18-afd2-48e2-a32e-27e200699287 HTTP/1.1" status: 204 len: 168 time: 1.0895190 Jul 07 22:43:56.306596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54828) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:56.363135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Deleting subnet 60d05ff9-9157-4ba1-9dd8-59de2721a207 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:43:56.367061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.414615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.465003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5280ee-4356-43b2-b47c-407aef07bb7f req-3a74bbf4-2639-4e3c-b9a2-fda8fc695f02 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:56.466565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc5280ee-4356-43b2-b47c-407aef07bb7f req-3a74bbf4-2639-4e3c-b9a2-fda8fc695f02 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1034713 Jul 07 22:43:56.529181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.537341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc5280ee-4356-43b2-b47c-407aef07bb7f req-c348ec78-48b5-495d-b939-0cbe42408425 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622935 Jul 07 22:43:56.598913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.641652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d05ff9-9157-4ba1-9dd8-59de2721a207,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:56.646389 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.648330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-25f40b0d-2473-4f6d-8dba-6e4901dcdb5a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/60d05ff9-9157-4ba1-9dd8-59de2721a207 HTTP/1.1" status: 204 len: 168 time: 0.3405638 Jul 07 22:43:56.650879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54832) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:56.657548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d0195-b773-414b-b9d9-9dc65edad899 None None] Network 2cf9fa65-6451-4c8d-b922-9f225e17b73d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:56.728189 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.796243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Deleting port 298a08be-2fa4-4547-b02a-7aa7b5d797ad {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:56.796734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.902773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] For port 298a08be-2fa4-4547-b02a-7aa7b5d797ad, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=298a08be-2fa4-4547-b02a-7aa7b5d797ad,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:56.903199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:56.999894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] DHCP port deletion for 2cf9fa65-6451-4c8d-b922-9f225e17b73d request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:43:57.008245 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6710c0-db0d-494a-ac06-26e6bd23f6d7 req-036ed71b-06fe-495c-b843-83ab95268f32 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:57.010475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e6710c0-db0d-494a-ac06-26e6bd23f6d7 req-036ed71b-06fe-495c-b843-83ab95268f32 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1364474 Jul 07 22:43:57.070183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2f2648ec-8a41-4a38-810f-30712367b650 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:57.107916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e6710c0-db0d-494a-ac06-26e6bd23f6d7 req-9d87f3af-d218-4245-8938-034863967b19 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 Jul 07 22:43:57.118332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 2f2648ec-8a41-4a38-810f-30712367b650 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:43:57.118847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 2f2648ec-8a41-4a38-810f-30712367b650 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:43:57.144811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] Deleting port 298a08be-2fa4-4547-b02a-7aa7b5d797ad {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:57.145205 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.240300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] For port 298a08be-2fa4-4547-b02a-7aa7b5d797ad, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=298a08be-2fa4-4547-b02a-7aa7b5d797ad,segment=NetworkSegment(e6f463b9-05e3-4396-bdab-99993b940a6e),segment_id=e6f463b9-05e3-4396-bdab-99993b940a6e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:57.241021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.285670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 298a08be-2fa4-4547-b02a-7aa7b5d797ad no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:57.384638 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] Calling delete_port for 298a08be-2fa4-4547-b02a-7aa7b5d797ad owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:57.469970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Calling delete_port for 298a08be-2fa4-4547-b02a-7aa7b5d797ad owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:57.504895 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.514501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54852) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:43:57.583438 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:43:57.587625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.602259 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d6dcc1d7-376c-41d5-bc9b-86966c6436d1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:57.625856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d6dcc1d7-376c-41d5-bc9b-86966c6436d1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:43:57.626126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d6dcc1d7-376c-41d5-bc9b-86966c6436d1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:43:57.626552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6a2f070a-3148-460d-b6d8-e1a3906880cb no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:57.646762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 6a2f070a-3148-460d-b6d8-e1a3906880cb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:43:57.647111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6a2f070a-3148-460d-b6d8-e1a3906880cb not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:43:57.650310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.657359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=298a08be-2fa4-4547-b02a-7aa7b5d797ad,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:57.670405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] No DVR routers for this DVR port 298a08be-2fa4-4547-b02a-7aa7b5d797ad on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:43:57.680447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] Pushing event deleted for resources: {'Port': ['ID=298a08be-2fa4-4547-b02a-7aa7b5d797ad,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:57.686456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5d7cf-491a-4278-9092-816c1d39f886 None None] No DVR routers for this DVR port 298a08be-2fa4-4547-b02a-7aa7b5d797ad on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:43:57.739622 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5476551-ea2d-4df1-8727-0b8d698a30ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.778583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.778917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c3a6-b3b9-461d-997a-77d0aa0e8f1d req-89f8fa68-cea7-4783-99ce-31be60baf108 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:57.781012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9437c3a6-b3b9-461d-997a-77d0aa0e8f1d req-89f8fa68-cea7-4783-99ce-31be60baf108 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1692297 Jul 07 22:43:57.796334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf9fa65-6451-4c8d-b922-9f225e17b73d']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:57.808404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f463b9-05e3-4396-bdab-99993b940a6e') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:57.808707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f463b9-05e3-4396-bdab-99993b940a6e') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:57.829103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.840643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9437c3a6-b3b9-461d-997a-77d0aa0e8f1d req-13ebb28f-7a5f-4642-84a4-3328eb2bdf28 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514839 Jul 07 22:43:57.849376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.871291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:43:57.871980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:43:57.874419 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:43:57.917230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5476551-ea2d-4df1-8727-0b8d698a30ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.923113 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c5476551-ea2d-4df1-8727-0b8d698a30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.951461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.964976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.967215 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2cf9fa65-6451-4c8d-b922-9f225e17b73d HTTP/1.1" status: 204 len: 168 time: 1.3152606 Jul 07 22:43:57.971013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c5476551-ea2d-4df1-8727-0b8d698a30ee admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1f7702b91817491091df98095efd5da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552383 Jul 07 22:43:57.972729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54860) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.974516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54862) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.989839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5476551-ea2d-4df1-8727-0b8d698a30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db8750-eddf-4a0f-97d3-090cc92fbd9d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:58.009199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a74a24-d27d-464c-b6e8-f8479cb772d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf9fa65-6451-4c8d-b922-9f225e17b73d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:58.173905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2094665-955f-4514-a0d4-b893d7322b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.240317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55e2ce-648f-445b-86b8-ad41edc53074 req-09029905-0b8f-4ebc-86a5-678de7fcb2f3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:58.241850 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da55e2ce-648f-445b-86b8-ad41edc53074 req-09029905-0b8f-4ebc-86a5-678de7fcb2f3 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.2078044 Jul 07 22:43:58.251005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2094665-955f-4514-a0d4-b893d7322b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.353052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da55e2ce-648f-445b-86b8-ad41edc53074 req-fe1f0432-1b89-46bf-a18b-b2a09de0a482 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040936 Jul 07 22:43:58.435012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2094665-955f-4514-a0d4-b893d7322b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.437528 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2094665-955f-4514-a0d4-b893d7322b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.438722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2094665-955f-4514-a0d4-b893d7322b4c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b5db8750-eddf-4a0f-97d3-090cc92fbd9d HTTP/1.1" status: 204 len: 168 time: 0.4589946 Jul 07 22:43:58.456201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2094665-955f-4514-a0d4-b893d7322b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db8750-eddf-4a0f-97d3-090cc92fbd9d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:58.591446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.786895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282a76d-091d-46ee-9766-b24d883b229f req-3a2cf3dd-8999-4d21-a79f-718e1ecd9f4b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:58.788573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4282a76d-091d-46ee-9766-b24d883b229f req-3a2cf3dd-8999-4d21-a79f-718e1ecd9f4b tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1940768 Jul 07 22:43:58.851103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:58.867262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa16221a-a36c-4117-8270-586cbf934b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.887236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4282a76d-091d-46ee-9766-b24d883b229f req-8f292732-176d-48c4-bfe6-63c009dcb29f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674615 Jul 07 22:43:58.982485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa16221a-a36c-4117-8270-586cbf934b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.989266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa16221a-a36c-4117-8270-586cbf934b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.001395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Deleting port 1e78581d-b607-4294-b63b-0923857cc286 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:59.002371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.035584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16221a-a36c-4117-8270-586cbf934b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bae464-8446-4df0-9414-927cecf3f906,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:59.039916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fa16221a-a36c-4117-8270-586cbf934b81 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3e136459642f49e48b4c067e61db57f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876833 Jul 07 22:43:59.042989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54882) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:59.093227 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b2ce69-1960-40bf-abad-b9865a140cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.094755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] For port 1e78581d-b607-4294-b63b-0923857cc286, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e78581d-b607-4294-b63b-0923857cc286,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:59.095146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.109956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Calling delete_port for 1e78581d-b607-4294-b63b-0923857cc286 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:59.116373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b2ce69-1960-40bf-abad-b9865a140cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.165996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b2ce69-1960-40bf-abad-b9865a140cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.171278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44b2ce69-1960-40bf-abad-b9865a140cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.175983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44b2ce69-1960-40bf-abad-b9865a140cf1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/93bae464-8446-4df0-9414-927cecf3f906 HTTP/1.1" status: 204 len: 168 time: 0.1320210 Jul 07 22:43:59.185860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2ce69-1960-40bf-abad-b9865a140cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bae464-8446-4df0-9414-927cecf3f906,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:59.666691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b29a7-335c-4b41-ab60-d57a50982e58 req-c4834450-4e13-4d57-864a-24b5a0b2beb8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:59.668578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f8b29a7-335c-4b41-ab60-d57a50982e58 req-c4834450-4e13-4d57-864a-24b5a0b2beb8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.4483323 Jul 07 22:43:59.738448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.751057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f8b29a7-335c-4b41-ab60-d57a50982e58 req-f7b60dbe-e3b3-4929-89a1-f4897456b5f7 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592401 Jul 07 22:43:59.771327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e78581d-b607-4294-b63b-0923857cc286,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:00.039372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.113984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850141c-9302-4700-82d6-226214e20080 req-4676dc3a-28d3-4219-91b2-c24b9845568c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:00.115525 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f850141c-9302-4700-82d6-226214e20080 req-4676dc3a-28d3-4219-91b2-c24b9845568c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1332386 Jul 07 22:44:00.205282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f850141c-9302-4700-82d6-226214e20080 req-82fca52e-82f4-4628-8257-a20e34c622f9 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801654 Jul 07 22:44:00.320721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Router e137a778-bf28-4206-a9aa-bfa3b380cc67 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:00.471541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:00.481067 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1fb022cb-3b6f-42d9-9c88-e974e0c2e9c2 admin admin] 10.222.0.95 "PUT /v2.0/routers/e137a778-bf28-4206-a9aa-bfa3b380cc67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045505 Jul 07 22:44:00.481471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54936) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:00.487116 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] Sync routers for ids ['e137a778-bf28-4206-a9aa-bfa3b380cc67'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:00.500433 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] Routers {'e137a778-bf28-4206-a9aa-bfa3b380cc67'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:00.501448 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e137a778-bf28-4206-a9aa-bfa3b380cc67'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:00.618412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.647753 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] Set router e137a778-bf28-4206-a9aa-bfa3b380cc67 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:00.674061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd5cd1-f3fe-4385-9a5a-da72436a12bd req-77ef062d-8577-499d-a768-c355341a3f54 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:00.675679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27bd5cd1-f3fe-4385-9a5a-da72436a12bd req-77ef062d-8577-499d-a768-c355341a3f54 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1493468 Jul 07 22:44:00.756564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.784925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27bd5cd1-f3fe-4385-9a5a-da72436a12bd req-10710097-9188-48c2-8792-f260593dcefd tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004493 Jul 07 22:44:00.846270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Deleting port a34d23cc-d9bb-4995-a2f5-ae8b94b29577 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:00.846912 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.889150 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:43:59Z', 'revision_number': 5, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port': {'id': 'a34d23cc-d9bb-4995-a2f5-ae8b94b29577', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:39:21Z', 'updated_at': '2021-07-07T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:00.940247 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] Checking router: e137a778-bf28-4206-a9aa-bfa3b380cc67 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:00.951084 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] Routers {'e137a778-bf28-4206-a9aa-bfa3b380cc67'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:00.952265 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['e137a778-bf28-4206-a9aa-bfa3b380cc67'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:00.952842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] For port a34d23cc-d9bb-4995-a2f5-ae8b94b29577, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:00.953332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.970153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Calling delete_port for a34d23cc-d9bb-4995-a2f5-ae8b94b29577 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:01.065350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd592e-687f-43d6-913a-c4e48cab34c9 req-4ccf8626-3d3d-4490-b51f-219c54b600be tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:01.068235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4fd592e-687f-43d6-913a-c4e48cab34c9 req-4ccf8626-3d3d-4490-b51f-219c54b600be tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1059687 Jul 07 22:44:01.097900 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] Set router e137a778-bf28-4206-a9aa-bfa3b380cc67 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:01.143286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4fd592e-687f-43d6-913a-c4e48cab34c9 req-3e3e48f3-0f92-4f4a-b22c-b39302272fcf tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683768 Jul 07 22:44:01.176526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:44:00Z', 'revision_number': 6, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:01.194809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.209600 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cb636-2f3f-440a-96c2-b9e8ccf04b47 None None] The sync data for ids ['e137a778-bf28-4206-a9aa-bfa3b380cc67'] in n-d-694802-13 is: [{'id': 'e137a778-bf28-4206-a9aa-bfa3b380cc67', 'name': 'tempest-TestVolumeBackupRestore-1899138774-router', 'tenant_id': 'c20c0e9beb224934a76df36f26c4b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:39:20Z', 'updated_at': '2021-07-07T22:44:00Z', 'revision_number': 6, 'project_id': 'c20c0e9beb224934a76df36f26c4b414', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:01.236814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Pushing event deleted for resources: {'Port': ['ID=a34d23cc-d9bb-4995-a2f5-ae8b94b29577,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:01.254920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.254920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.254920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.254920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.255312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.257992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:01.336962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.411912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720802-948a-4950-9f3b-e1640fccdce1 req-865e7d3d-b0b1-4350-960e-a87dba794a84 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:01.422877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3720802-948a-4950-9f3b-e1640fccdce1 req-865e7d3d-b0b1-4350-960e-a87dba794a84 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.0992002 Jul 07 22:44:01.439830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.441984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.470427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3720802-948a-4950-9f3b-e1640fccdce1 req-da192883-267d-446d-a254-f349d47538cc tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Jul 07 22:44:01.493697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.494849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e137a778-bf28-4206-a9aa-bfa3b380cc67 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:44:01.505442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.509693 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27aa3272-e734-41fb-9a86-f0211306e28b admin admin] 10.222.0.95 "DELETE /v2.0/routers/e137a778-bf28-4206-a9aa-bfa3b380cc67 HTTP/1.1" status: 204 len: 168 time: 1.0272157 Jul 07 22:44:01.509799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54970) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:01.567172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Deleting subnet 0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:44:01.574648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.625643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.722687 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.819714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.858565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5067650-efdd-4ba0-9516-464886a3735e None None] Network b339d914-5be2-4097-8149-eacbf637bfb3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:01.859110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.868801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f HTTP/1.1" status: 204 len: 168 time: 0.3579350 Jul 07 22:44:01.873560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54974) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:01.900875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f0f02-1e63-4066-8b83-ca5e5d192f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0989f0f2-7f93-4ffd-aff3-d5b15dc4a37f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:01.928436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e5c9-07ac-40bd-9066-1ee27625518a req-5a4ed8ab-4f2b-4602-ac84-9aced1a0ee13 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:01.930237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f979e5c9-07ac-40bd-9066-1ee27625518a req-5a4ed8ab-4f2b-4602-ac84-9aced1a0ee13 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1639900 Jul 07 22:44:01.965400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.991385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f979e5c9-07ac-40bd-9066-1ee27625518a req-d521a03c-a559-4530-b2aa-b4a458704cc8 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495155 Jul 07 22:44:02.043141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Deleting port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:02.043510 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.153953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] DHCP port deletion for b339d914-5be2-4097-8149-eacbf637bfb3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:44:02.185506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] For port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:02.186075 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.228784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Calling delete_port for c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:02.259262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] Deleting port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:02.259719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.290074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658619-f987-473a-91f7-4c7ef388258f req-66fc3d04-b3fe-4e3f-b52b-1131f9106cd4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:02.292641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34658619-f987-473a-91f7-4c7ef388258f req-66fc3d04-b3fe-4e3f-b52b-1131f9106cd4 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1076698 Jul 07 22:44:02.353970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34658619-f987-473a-91f7-4c7ef388258f req-d09cb5f6-fab3-4128-92f2-85b4c3ee834c tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555716 Jul 07 22:44:02.360227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] For port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,segment=NetworkSegment(accdb63a-34dd-4dd3-bab7-91e13f27f647),segment_id=accdb63a-34dd-4dd3-bab7-91e13f27f647)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:02.360547 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.388794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] Calling delete_port for c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:02.389460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.433453 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:02.440202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] No DVR routers for this DVR port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:02.528338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.554047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b339d914-5be2-4097-8149-eacbf637bfb3']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:02.555151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.588696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accdb63a-34dd-4dd3-bab7-91e13f27f647') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:02.589012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accdb63a-34dd-4dd3-bab7-91e13f27f647') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:02.606387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.614863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] Pushing event deleted for resources: {'Port': ['ID=c9436e8c-ae2c-4dc8-8353-101ebaa9efc7,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:02.618684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d8cd9-b8c7-4465-8c27-f602c7d9a0e8 None None] No DVR routers for this DVR port c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:02.652432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.660672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:44:02.661344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:44:02.663590 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:44:02.783261 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.788865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.791163 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] 10.222.0.95 "DELETE /v2.0/networks/b339d914-5be2-4097-8149-eacbf637bfb3 HTTP/1.1" status: 204 len: 168 time: 0.9165759 Jul 07 22:44:02.818543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e591a-7c25-458d-bfea-c5432796741f admin admin] Pushing event deleted for resources: {'Network': ['ID=b339d914-5be2-4097-8149-eacbf637bfb3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:03.111178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 54996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:03.173806 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-55da162f-b243-4890-9460-a4e8ac0b6b88 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c69fdc06316e4a389cd402a2613df318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613441 Jul 07 22:44:03.180452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 54998) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:03.292921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a34d23cc-d9bb-4995-a2f5-ae8b94b29577 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:03.302709 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2cae3a2-a403-4df0-a652-9ebf856606a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.315877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a34d23cc-d9bb-4995-a2f5-ae8b94b29577 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:03.316367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a34d23cc-d9bb-4995-a2f5-ae8b94b29577 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:03.316954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:03.346385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2cae3a2-a403-4df0-a652-9ebf856606a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.362998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:03.365894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c9436e8c-ae2c-4dc8-8353-101ebaa9efc7 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:03.367154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e78581d-b607-4294-b63b-0923857cc286 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:03.408461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1e78581d-b607-4294-b63b-0923857cc286 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:03.408864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e78581d-b607-4294-b63b-0923857cc286 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:03.458160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2cae3a2-a403-4df0-a652-9ebf856606a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.461203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b2cae3a2-a403-4df0-a652-9ebf856606a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.462254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b2cae3a2-a403-4df0-a652-9ebf856606a4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ad07ed72-1ba6-499e-83be-8677417abd4e HTTP/1.1" status: 204 len: 168 time: 0.2807400 Jul 07 22:44:03.473365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae3a2-a403-4df0-a652-9ebf856606a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad07ed72-1ba6-499e-83be-8677417abd4e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:04.075288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55024) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:04.149528 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0e4417e5-f292-4421-981a-2f8830af134c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c20c0e9beb224934a76df36f26c4b414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726230 Jul 07 22:44:04.152196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55026) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:04.244263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8415e43-6058-433a-80f7-e8607fd8a430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.283802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8415e43-6058-433a-80f7-e8607fd8a430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.372057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8415e43-6058-433a-80f7-e8607fd8a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.374472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e8415e43-6058-433a-80f7-e8607fd8a430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.378227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e8415e43-6058-433a-80f7-e8607fd8a430 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b6a3c345-278b-4a19-87df-668908060674 HTTP/1.1" status: 204 len: 168 time: 0.2221947 Jul 07 22:44:04.384143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8415e43-6058-433a-80f7-e8607fd8a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3c345-278b-4a19-87df-668908060674,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:05.785254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55072) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:05.955860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1988812440-network', 'tenant_id': '79e2fca618084df79237244d3fa35271'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:06.001192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:06.003995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.013655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.022983 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:44:06.140527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.147219 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.212520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:44:06.225660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643afcdf-8a33-4761-9456-a4aff1af6fc6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:06.238014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.238014 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Added segment c5115ce9-bf6c-4763-ac21-f758f1d4e8fc of type vlan for network 7bea1d33-6888-467d-acd7-0af4076e1aa1 Jul 07 22:44:06.331707 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.402102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.405517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:06.410051 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.492647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7048206 Jul 07 22:44:06.495699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55084) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:06.504717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Request body: {'subnet': {'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1988812440-subnet', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:06.526367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfcfb-5a68-492a-8a65-2a55e88329c5 admin admin] Pushing event updated for resources: {'Network': ['ID=7bea1d33-6888-467d-acd7-0af4076e1aa1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:06.541576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:44:06.577554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:06.583776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.804131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.910546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fea50e1-dd50-4b7d-b3f8-92f039124ed8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:06.927424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:06.927791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Network hostable DHCP agents. Network: 7bea1d33-6888-467d-acd7-0af4076e1aa1, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:44:06.945542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:44:06.955447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7bea1d33-6888-467d-acd7-0af4076e1aa1) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:06.964152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:06.965175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:06.966965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac265981-5c17-44f8-9595-0df8794b68b3 None None] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:07.001622 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c3d8c505-fed8-4d67-8dda-756a5baaf080 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5034080 Jul 07 22:44:07.004368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55088) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:07.009477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:07.082982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:07.084041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:07.300711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c095816a-cc0b-4156-8118-85077850762a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7bea1d33-6888-467d-acd7-0af4076e1aa1', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:44:07.301594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c095816a-cc0b-4156-8118-85077850762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:07.333151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:07.659768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-c095816a-cc0b-4156-8118-85077850762a None None] Allocated IP 172.20.0.2 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/62086bb1-1e21-4f81-b4ff-2193c2df59f9) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:07.676752 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.152507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c095816a-cc0b-4156-8118-85077850762a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.163365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c095816a-cc0b-4156-8118-85077850762a None None] Transition to ACTIVE for port object 62086bb1-1e21-4f81-b4ff-2193c2df59f9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:08.209664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c095816a-cc0b-4156-8118-85077850762a None None] Transition to ACTIVE for port object 62086bb1-1e21-4f81-b4ff-2193c2df59f9 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:08.221787 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c095816a-cc0b-4156-8118-85077850762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.297486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095816a-cc0b-4156-8118-85077850762a None None] Pushing event updated for resources: {'Port': ['ID=62086bb1-1e21-4f81-b4ff-2193c2df59f9,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:08.314308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c095816a-cc0b-4156-8118-85077850762a None None] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:08.315253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.316601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-c095816a-cc0b-4156-8118-85077850762a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:08.322363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095816a-cc0b-4156-8118-85077850762a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:08.351531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.455974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c095816a-cc0b-4156-8118-85077850762a None None] Attempting to bind port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:08.456228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a23c1-4658-4e92-adbb-8dc8635ae76e req-a37fed44-f832-49f1-9aab-f895cc70832f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:08.458125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea3a23c1-4658-4e92-adbb-8dc8635ae76e req-a37fed44-f832-49f1-9aab-f895cc70832f tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.2155457 Jul 07 22:44:08.467304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c095816a-cc0b-4156-8118-85077850762a None None] Attempting to bind port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:08.469171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095816a-cc0b-4156-8118-85077850762a None None] Attempting to bind port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:08.484794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095816a-cc0b-4156-8118-85077850762a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:08.485603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095816a-cc0b-4156-8118-85077850762a None None] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:08.486220 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c095816a-cc0b-4156-8118-85077850762a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.486886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095816a-cc0b-4156-8118-85077850762a None None] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:08.489051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c095816a-cc0b-4156-8118-85077850762a None None] Bound port: 62086bb1-1e21-4f81-b4ff-2193c2df59f9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:08.489697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c095816a-cc0b-4156-8118-85077850762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.559425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea3a23c1-4658-4e92-adbb-8dc8635ae76e req-eb6ec814-d031-433c-86d2-7ae814e12047 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766490 Jul 07 22:44:08.562252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Allocated IP 172.25.5.233 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:08.693479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c095816a-cc0b-4156-8118-85077850762a None None] For port 62086bb1-1e21-4f81-b4ff-2193c2df59f9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:08.699868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c095816a-cc0b-4156-8118-85077850762a None None] For port 62086bb1-1e21-4f81-b4ff-2193c2df59f9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=62086bb1-1e21-4f81-b4ff-2193c2df59f9,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:08.708978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c095816a-cc0b-4156-8118-85077850762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.795241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.857872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095816a-cc0b-4156-8118-85077850762a None None] Pushing event updated for resources: {'Port': ['ID=62086bb1-1e21-4f81-b4ff-2193c2df59f9,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:08.896317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:08.969815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:08.974798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:08.981938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Pushing event updated for resources: {'Port': ['ID=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:08.990327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:09.364181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 62086bb1-1e21-4f81-b4ff-2193c2df59f9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:09.420146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:09.479788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:09.727233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:09.806661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcb748-525e-4b0c-8700-e1cf5c1d244b req-b1fc7d0b-7e23-49bb-abd2-3526b71e7e68 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:09.808785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bfcb748-525e-4b0c-8700-e1cf5c1d244b req-b1fc7d0b-7e23-49bb-abd2-3526b71e7e68 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1219547 Jul 07 22:44:09.894674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bfcb748-525e-4b0c-8700-e1cf5c1d244b req-b236c9ca-880b-408f-a3d5-2cd146cc2420 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b878d66-20ec-48a6-a887-884f556a3355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Jul 07 22:44:09.937672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:44:10.039276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8718d-47a6-4468-b437-ed13ed4816ac None None] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:10.053069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:10.072813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.077283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:10.081521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-19054b45-8fe2-46e7-8580-51b5105b80ef admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0754161 Jul 07 22:44:10.082293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55136) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:10.112600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] Provisioning for port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:10.116595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:10.117437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:10.155627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-2e4bb178-0d8b-4168-9aa1-5bcaeb9e075e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:10.157270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-2e4bb178-0d8b-4168-9aa1-5bcaeb9e075e tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.97 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 946 time: 0.1003687 Jul 07 22:44:10.287444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Deleting port f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:10.287797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.361026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] Provisioning complete for port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:10.361632 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.414428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] For port f14e5955-e391-4196-a6e9-653671a4825b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f14e5955-e391-4196-a6e9-653671a4825b,segment=NetworkSegment(08c01b4e-80e8-4255-8599-add5f47490a3),segment_id=08c01b4e-80e8-4255-8599-add5f47490a3)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:10.415464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.453315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Calling delete_port for f14e5955-e391-4196-a6e9-653671a4825b owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:10.632148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:10.634917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.677313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.756869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f14e5955-e391-4196-a6e9-653671a4825b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:10.797461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Pushing event deleted for resources: {'Port': ['ID=f14e5955-e391-4196-a6e9-653671a4825b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:10.845428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] No DVR routers for this DVR port f14e5955-e391-4196-a6e9-653671a4825b on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:10.848341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:10.850486 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a01af5f5-bd7a-4171-822e-a9c48823a321 req-9ad27858-2f95-40ee-81e7-5b51e106d642 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.97 "DELETE /v2.0/ports/f14e5955-e391-4196-a6e9-653671a4825b HTTP/1.1" status: 204 len: 173 time: 0.6877556 Jul 07 22:44:10.851048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-deleted', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:10.874411 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf4fb42-0377-41c9-82a1-021273b18cd2" -d '{"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-deleted", "tag": "f14e5955-e391-4196-a6e9-653671a4825b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:10.946099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] For port 62086bb1-1e21-4f81-b4ff-2193c2df59f9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=62086bb1-1e21-4f81-b4ff-2193c2df59f9,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:10.979285 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83059525-415f-4cf4-b479-382fbfb45f7c x-openstack-request-id: req-83059525-415f-4cf4-b479-382fbfb45f7c {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:10.979666 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d8f7d-c85a-4daf-903f-826da3c14033", "name": "network-vif-deleted", "tag": "f14e5955-e391-4196-a6e9-653671a4825b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:10.980000 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-83059525-415f-4cf4-b479-382fbfb45f7c {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:10.980485 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d8f7d-c85a-4daf-903f-826da3c14033', 'name': 'network-vif-deleted', 'tag': 'f14e5955-e391-4196-a6e9-653671a4825b', 'status': 'completed', 'code': 200} Jul 07 22:44:11.018678 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.106774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62fbd-9785-4564-80b1-38977ea581cc None None] Pushing event updated for resources: {'Port': ['ID=62086bb1-1e21-4f81-b4ff-2193c2df59f9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:11.122621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:09Z', 'revision_number': 3, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:11.201652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:11.202020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Updating router eb1596b0-369a-4cbe-b88b-ffbbd133d2af port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:44:11.229578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7555020-0475-407c-af1f-ce83e59dd9ac req-cc5cde31-fcc9-4bfa-923c-83794f30de42 tempest-ServersNegativeTestJSON-490532489 tempest-ServersNegativeTestJSON-490532489-project] 10.222.0.95 "GET /v2.0/ports?device_id=d97d8f7d-c85a-4daf-903f-826da3c14033 HTTP/1.1" status: 200 len: 210 time: 0.0427394 Jul 07 22:44:11.235741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-91f695c7-56a4-4c66-aae4-f1f9b5a1f8cb None None] Provisioning complete for port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:11.236276 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91f695c7-56a4-4c66-aae4-f1f9b5a1f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.301345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 62086bb1-1e21-4f81-b4ff-2193c2df59f9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:11.304502 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.341599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.554351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Allocated IP 172.20.0.1 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/7c0d3d8a-24c4-4194-ac7f-78d51397ddfe) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:11.596808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:11.597479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.713868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.734373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Transition to ACTIVE for port object 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:11.776651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.842328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:11.845592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:11.849293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:11.887625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.895142 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.913098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Transition to ACTIVE for port object bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:11.933756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.998991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Attempting to bind port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:11.999558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Attempting to bind port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:11.999841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Attempting to bind port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:12.014066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:12.014459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:12.015154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.015379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:12.015846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Bound port: bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:12.016273 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.020686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df399693-44f5-4bc7-8195-4510a02404fc None None] Pushing event updated for resources: {'Port': ['ID=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.023862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Pushing event updated for resources: {'Port': ['ID=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.080644 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.127336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] For port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:12.133613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] For port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:12.144073 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.227160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df399693-44f5-4bc7-8195-4510a02404fc None None] Pushing event updated for resources: {'Port': ['ID=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.250805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:12.254074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:12.351511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4d187193-e6c1-44ba-83f7-d3ada8da9d5b None None] Provisioning for port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:12.369606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4d187193-e6c1-44ba-83f7-d3ada8da9d5b None None] Provisioning complete for port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:12.369992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4d187193-e6c1-44ba-83f7-d3ada8da9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.376929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.377454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55176) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:12.386856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.454007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4d187193-e6c1-44ba-83f7-d3ada8da9d5b None None] Port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:44:12.469838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Deleting subnet b94d3be7-1f3b-4e3e-83da-18ecf671f867 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:44:12.477280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.540348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:12.542529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.553359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Pushing event updated for resources: {'Port': ['ID=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.558444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.657019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.743918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:12.746753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:12.756807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.794909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94d3be7-1f3b-4e3e-83da-18ecf671f867,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.809904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.814096 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1adf10e4-d1b2-4e9d-b05c-aaa6c17da946 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b94d3be7-1f3b-4e3e-83da-18ecf671f867 HTTP/1.1" status: 204 len: 168 time: 0.4335482 Jul 07 22:44:12.814716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55186) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:12.934611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:11Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:12.958228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.982887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a348-5bf6-4fc2-a921-05c2f975dc2a None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:11Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:13.044997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:13.141351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.163639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba242a24-0797-42ce-af31-0a274e23d990']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:13.192456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c01b4e-80e8-4255-8599-add5f47490a3') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:13.192793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c01b4e-80e8-4255-8599-add5f47490a3') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:13.200165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e940daae-94ad-4b45-b0bd-da5a454bd6ac None None] Provisioning complete for port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:13.201102 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e940daae-94ad-4b45-b0bd-da5a454bd6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.203167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.224163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.234821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:44:13.235383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:44:13.237209 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:44:13.249233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:13.261146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a9d5f4ef-5df8-40bf-8bfc-85bf44e3deeb admin admin] 10.222.0.95 "PUT /v2.0/routers/eb1596b0-369a-4cbe-b88b-ffbbd133d2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1775217 Jul 07 22:44:13.275246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e940daae-94ad-4b45-b0bd-da5a454bd6ac None None] Port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:44:13.368972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.393513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.417385 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ba242a24-0797-42ce-af31-0a274e23d990 HTTP/1.1" status: 204 len: 168 time: 0.5910785 Jul 07 22:44:13.460778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419361a-2e18-4248-be65-ab65b944c4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba242a24-0797-42ce-af31-0a274e23d990,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:13.662923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55200) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:13.765762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3a1f50b4-4fd1-4db6-8151-b7ad3d679243 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0dc6146110674f6ea66b74e97a541eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007853 Jul 07 22:44:13.766442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55204) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:13.878324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9368bf52-a514-450a-b781-a1c25eb22d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.917315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9368bf52-a514-450a-b781-a1c25eb22d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.985791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9368bf52-a514-450a-b781-a1c25eb22d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.988442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9368bf52-a514-450a-b781-a1c25eb22d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:13.989612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9368bf52-a514-450a-b781-a1c25eb22d46 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4b878d66-20ec-48a6-a887-884f556a3355 HTTP/1.1" status: 204 len: 168 time: 0.2217567 Jul 07 22:44:14.004884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368bf52-a514-450a-b781-a1c25eb22d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b878d66-20ec-48a6-a887-884f556a3355,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:14.140099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f14e5955-e391-4196-a6e9-653671a4825b no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:14.199084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: f14e5955-e391-4196-a6e9-653671a4825b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:14.199456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f14e5955-e391-4196-a6e9-653671a4825b not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:14.341010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55222) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:14.347038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1474175634-network', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:14.376181 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Made reservation on behalf of 2928e93b22f34e728d8f2bcf5d00fe9e for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:14.379963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.393653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.573702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.583093 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.624549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:44:14.651918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0368fabd-a8f5-413e-ae96-2718180e5f75,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:14.660764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.662118 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Added segment d1d0b868-10f4-450c-a485-4ad24f3811be of type vlan for network 446cf046-6eff-4b18-8c53-eafda81631a6 Jul 07 22:44:14.722599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.770206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.771518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:14.772134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.797639 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4551439 Jul 07 22:44:14.800648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:14.806958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Request body: {'subnet': {'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1474175634-subnet', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:14.866574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Made reservation on behalf of 2928e93b22f34e728d8f2bcf5d00fe9e for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:14.870205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.927908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f7bf3-9a43-4f73-8a73-7764c0277428 admin admin] Pushing event updated for resources: {'Network': ['ID=446cf046-6eff-4b18-8c53-eafda81631a6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:14.946907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 446cf046-6eff-4b18-8c53-eafda81631a6 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:44:15.001771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:15.187151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.257624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c34e947-4a50-4c7f-a321-a4176d566a62,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:15.278941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Checking segment: {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:15.279287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Network hostable DHCP agents. Network: 446cf046-6eff-4b18-8c53-eafda81631a6, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:44:15.299526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Network 446cf046-6eff-4b18-8c53-eafda81631a6 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:44:15.322894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 446cf046-6eff-4b18-8c53-eafda81631a6) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:15.331714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58231c5f-eb1c-4e35-a610-49975787a93a None None] Network 446cf046-6eff-4b18-8c53-eafda81631a6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:15.346928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:15.348777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.382809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ad44bbd1-4c39-4cab-8fb5-14483211879e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5798004 Jul 07 22:44:15.384894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55266) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:15.397188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:15.415981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:15.426589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.429253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.482131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-701e82a9-4da1-4878-8d18-92a3a22f5dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.501245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.605471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-701e82a9-4da1-4878-8d18-92a3a22f5dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.613838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-701e82a9-4da1-4878-8d18-92a3a22f5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.666354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:15.689158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:15.689802 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.692153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-446cf046-6eff-4b18-8c53-eafda81631a6', 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'fixed_ips': [{'subnet_id': '9c34e947-4a50-4c7f-a321-a4176d566a62'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:44:15.693199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-701e82a9-4da1-4878-8d18-92a3a22f5dbc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=498cd8470e7546f18f319155c40ee664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901579 Jul 07 22:44:15.693502 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.695590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e82a9-4da1-4878-8d18-92a3a22f5dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04688cd-3fc2-42dd-9a7b-3c6d07d4b5db,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:15.699368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55270) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:15.799225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-352d6f26-038a-4e80-926a-2415e0b1e86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.804558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.844375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-352d6f26-038a-4e80-926a-2415e0b1e86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.913862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-352d6f26-038a-4e80-926a-2415e0b1e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.917299 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-352d6f26-038a-4e80-926a-2415e0b1e86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.918611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-352d6f26-038a-4e80-926a-2415e0b1e86c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e04688cd-3fc2-42dd-9a7b-3c6d07d4b5db HTTP/1.1" status: 204 len: 168 time: 0.2169855 Jul 07 22:44:15.932881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d6f26-038a-4e80-926a-2415e0b1e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04688cd-3fc2-42dd-9a7b-3c6d07d4b5db,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.016871 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.034933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Allocated IP 172.20.0.2 (446cf046-6eff-4b18-8c53-eafda81631a6/9c34e947-4a50-4c7f-a321-a4176d566a62/06210c95-d79b-40b9-9a66-5bc6bac4b112) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:16.054809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:16.065539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.240916 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.252659 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:16.267402 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:16.268058 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:16.274110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.480275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55290) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:16.499313 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:16.509223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac47-ba37-43d2-b933-e4e031eb7c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.527133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.577892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Allocated IP 172.25.5.22 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/ca76dc6e-525d-4bb7-a68a-67bf0954f5d3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:16.653448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.671378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Transition to ACTIVE for port object 06210c95-d79b-40b9-9a66-5bc6bac4b112 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:16.702768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Transition to ACTIVE for port object 06210c95-d79b-40b9-9a66-5bc6bac4b112 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:16.712063 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.772735 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac47-ba37-43d2-b933-e4e031eb7c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.782660 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac47-ba37-43d2-b933-e4e031eb7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.856980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.897666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:16.904927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1c15ac47-ba37-43d2-b933-e4e031eb7c9d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b306185070924da38d7305290b86cc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233623 Jul 07 22:44:16.907288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Network 446cf046-6eff-4b18-8c53-eafda81631a6 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:16.908353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ac47-ba37-43d2-b933-e4e031eb7c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d5dc8-83af-452c-86b6-dae143a41182,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.922561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:16.924526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:16.937280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Pushing event updated for resources: {'Port': ['ID=06210c95-d79b-40b9-9a66-5bc6bac4b112,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.964864 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 2, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:16.994573 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:16.994947 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Updating router eb1596b0-369a-4cbe-b88b-ffbbd133d2af port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:44:17.010915 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.011963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Attempting to bind port 06210c95-d79b-40b9-9a66-5bc6bac4b112 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:17.012346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Attempting to bind port 06210c95-d79b-40b9-9a66-5bc6bac4b112 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:17.012974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Attempting to bind port 06210c95-d79b-40b9-9a66-5bc6bac4b112 on network 446cf046-6eff-4b18-8c53-eafda81631a6 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:17.019026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:17.019734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Checking segment: {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:17.019873 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.020333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Bound using segment: {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:17.020830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Bound port: 06210c95-d79b-40b9-9a66-5bc6bac4b112, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:17.021230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.066494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7589786-752a-46f2-85ef-3adcc317a460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.101383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7589786-752a-46f2-85ef-3adcc317a460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.106217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] For port 06210c95-d79b-40b9-9a66-5bc6bac4b112, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:17.110565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] For port 06210c95-d79b-40b9-9a66-5bc6bac4b112, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06210c95-d79b-40b9-9a66-5bc6bac4b112,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:17.117198 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.160658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.163834 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.211063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e695d5-9a47-4452-b94e-bd21fa006d67 None None] Pushing event updated for resources: {'Port': ['ID=06210c95-d79b-40b9-9a66-5bc6bac4b112,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:17.243110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7589786-752a-46f2-85ef-3adcc317a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.246270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7589786-752a-46f2-85ef-3adcc317a460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.250999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7589786-752a-46f2-85ef-3adcc317a460 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/181d5dc8-83af-452c-86b6-dae143a41182 HTTP/1.1" status: 204 len: 168 time: 0.3472471 Jul 07 22:44:17.268375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:17.291828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:17.304502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:17.307683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7589786-752a-46f2-85ef-3adcc317a460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d5dc8-83af-452c-86b6-dae143a41182,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:17.339168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:17.343082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:17.486212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:17.486826 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.757391 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.775637 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Transition to ACTIVE for port object 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:17.777582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.784762 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:17.966501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Attempting to bind port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:17.966916 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Attempting to bind port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:17.967288 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Attempting to bind port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:17.972388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:17.985863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55312) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:17.990500 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.990879 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.991231 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.991570 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.991907 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.992241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.992568 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.994215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.994215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.994215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.994215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.995170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:17.999903 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:18.006674 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:18.006674 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.006674 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:18.006674 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Bound port: 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:18.006674 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.007635 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0eaa-a282-4624-afa9-1b90a0a9f43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.110400 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] For port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:18.115102 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] For port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:18.127316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-24da0dbc-e914-41e8-b940-8cf86b764b85 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2770469 Jul 07 22:44:18.128674 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.216728 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:18.217382 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:18.225552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0eaa-a282-4624-afa9-1b90a0a9f43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.233641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0eaa-a282-4624-afa9-1b90a0a9f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.260557 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cbbb7-cd27-4a33-b694-a0353be63f18 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:18.299217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.319944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-9d929bf9-aafd-472b-9642-bf1a07258ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:18.321804 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-9d929bf9-aafd-472b-9642-bf1a07258ddd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1097 time: 0.0976195 Jul 07 22:44:18.331807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b0eaa-a282-4624-afa9-1b90a0a9f43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc62b7f-1f0e-48e7-9f59-64f7966ca504,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:18.347022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:18.362215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6e3b0eaa-a282-4624-afa9-1b90a0a9f43a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0e72c06936234a6d9d88242944423a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726895 Jul 07 22:44:18.362877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55316) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:18.374229 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0f61e336-b999-4278-8978-de4f2f38f0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.594823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f15bde4-844c-43a4-a6bc-bef1af48b13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.627176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f15bde4-844c-43a4-a6bc-bef1af48b13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:18.690588 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:18Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:18.762725 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66946b75-b14f-41ef-926b-ebf5285dae1d None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:18Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:18.923705 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.098888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107d503-2d2c-4c77-a8d5-9e503936319d None None] Network 446cf046-6eff-4b18-8c53-eafda81631a6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:19.256833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-b2fd89ad-ed3d-43a3-bdcd-7ff4d253f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.263628 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-b2fd89ad-ed3d-43a3-bdcd-7ff4d253f14a service neutron] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.8890622 Jul 07 22:44:19.284038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-617bf4ac-0090-4df1-aed6-f57d5ce72ca9 None None] Provisioning for port 06210c95-d79b-40b9-9a66-5bc6bac4b112 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:19.398588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-55df379b-71ef-4a7f-9478-ba8bd638fc06 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 1001 time: 0.1193898 Jul 07 22:44:19.402155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f15bde4-844c-43a4-a6bc-bef1af48b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.405028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f15bde4-844c-43a4-a6bc-bef1af48b13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.406695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5f15bde4-844c-43a4-a6bc-bef1af48b13a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/acc62b7f-1f0e-48e7-9f59-64f7966ca504 HTTP/1.1" status: 204 len: 168 time: 1.0407734 Jul 07 22:44:19.468626 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15bde4-844c-43a4-a6bc-bef1af48b13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc62b7f-1f0e-48e7-9f59-64f7966ca504,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:19.546717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Router fc4b2b51-1f49-4ef7-be6d-badc7568437e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:44:19.550039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06210c95-d79b-40b9-9a66-5bc6bac4b112 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:19.554165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-fb3decb8-d141-4f19-8b85-8a18940e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.557798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-fb3decb8-d141-4f19-8b85-8a18940e907e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.1481721 Jul 07 22:44:19.684107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 06210c95-d79b-40b9-9a66-5bc6bac4b112 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:19.688770 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 06210c95-d79b-40b9-9a66-5bc6bac4b112 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:19.689149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.795342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-d148f60e-373f-4caa-ae42-3a93aa4917d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.796970 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-d148f60e-373f-4caa-ae42-3a93aa4917d5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280610 Jul 07 22:44:19.808026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:19.834458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Sync routers for ids ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:19.865835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Routers {'fc4b2b51-1f49-4ef7-be6d-badc7568437e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:19.872497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:43:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:19.932633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.936291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9558d8bf-0b9f-40c8-830f-fd9518becce6 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5493600 Jul 07 22:44:19.938953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.941461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55348) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:20.011505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-ac37994b-89a0-4029-a83d-6c53fd289c11 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973398 Jul 07 22:44:20.032488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 06210c95-d79b-40b9-9a66-5bc6bac4b112, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06210c95-d79b-40b9-9a66-5bc6bac4b112,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:20.036086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-196c4c63-cd60-4978-92cf-c704f9d5b56d None None] Provisioning complete for port 06210c95-d79b-40b9-9a66-5bc6bac4b112 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:20.037440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-196c4c63-cd60-4978-92cf-c704f9d5b56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.047596 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.050330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:20.227870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-645e4eef-e59c-4633-8db9-e2ea4b0003c8 req-1f2ded8b-5243-43f4-959a-4b4c7170e85f service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052217 Jul 07 22:44:20.422291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Set router fc4b2b51-1f49-4ef7-be6d-badc7568437e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:20.505029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=06210c95-d79b-40b9-9a66-5bc6bac4b112,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:20.697345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:20.705138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:20.705873 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.802951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.020349 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.055072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:44:17Z', 'revision_number': 3, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:21.087108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:21.089054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Checking router: fc4b2b51-1f49-4ef7-be6d-badc7568437e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:21.089410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Updating router fc4b2b51-1f49-4ef7-be6d-badc7568437e port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:44:21.115221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Allocated IP 172.20.0.1 (446cf046-6eff-4b18-8c53-eafda81631a6/9c34e947-4a50-4c7f-a321-a4176d566a62/fe7d09c7-da66-497f-8b2f-1689eed07130) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:21.119047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.183822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.197480 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.289631 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.308223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Transition to ACTIVE for port object fe7d09c7-da66-497f-8b2f-1689eed07130 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:21.333318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06210c95-d79b-40b9-9a66-5bc6bac4b112 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:21.373390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.411596 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-df6051a8-21ea-43d3-b085-045af4852c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.428492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Network 446cf046-6eff-4b18-8c53-eafda81631a6 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:21.433426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:21.450757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:21.505089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.519881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 06210c95-d79b-40b9-9a66-5bc6bac4b112 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:21.521650 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.551029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.652378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Pushing event updated for resources: {'Port': ['ID=fe7d09c7-da66-497f-8b2f-1689eed07130,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.847709 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.848333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.869429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Transition to ACTIVE for port object ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:21.878719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9a4face-5ec2-4b37-a9e8-15bd34bf7ced None None] Provisioning for port fe7d09c7-da66-497f-8b2f-1689eed07130 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:21.881386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.888399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9a4face-5ec2-4b37-a9e8-15bd34bf7ced None None] Provisioning complete for port fe7d09c7-da66-497f-8b2f-1689eed07130 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:21.888776 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9a4face-5ec2-4b37-a9e8-15bd34bf7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.974243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e50bb8-6996-4b72-97e2-f407a8b0d767 None None] Pushing event updated for resources: {'Port': ['ID=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.984258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Attempting to bind port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:21.984639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Attempting to bind port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:21.985010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Attempting to bind port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:22.005082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4face-5ec2-4b37-a9e8-15bd34bf7ced None None] Port fe7d09c7-da66-497f-8b2f-1689eed07130 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:44:22.016347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:22.016953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:22.017543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.018113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:22.018842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Bound port: ca76dc6e-525d-4bb7-a68a-67bf0954f5d3, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:22.019403 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.110620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] For port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:22.118356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] For port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:22.131529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.185354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Routers {'fc4b2b51-1f49-4ef7-be6d-badc7568437e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:22.186136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:22.280053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.295494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.433741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Pushing event updated for resources: {'Port': ['ID=fe7d09c7-da66-497f-8b2f-1689eed07130,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:22.476740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] Set router fc4b2b51-1f49-4ef7-be6d-badc7568437e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:22.531036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.636518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e50bb8-6996-4b72-97e2-f407a8b0d767 None None] Pushing event updated for resources: {'Port': ['ID=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:22.644618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:22.768608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Network 446cf046-6eff-4b18-8c53-eafda81631a6 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:22.773469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:22.955544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fe7d09c7-da66-497f-8b2f-1689eed07130', 'name': '', 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'mac_address': 'fa:16:3e:c9:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:20Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 1, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'subnets': [{'id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:23.034089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36b245-0f97-410a-8497-4fe97f51fdac None None] The sync data for ids ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'] in n-d-694802-13 is: [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fe7d09c7-da66-497f-8b2f-1689eed07130', 'name': '', 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'mac_address': 'fa:16:3e:c9:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:20Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 1, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'subnets': [{'id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:23.034964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Router fc4b2b51-1f49-4ef7-be6d-badc7568437e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:23.251680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-212f3f9e-7950-4c2c-8905-283e4a81c42c None None] Provisioning complete for port fe7d09c7-da66-497f-8b2f-1689eed07130 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:23.252057 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-212f3f9e-7950-4c2c-8905-283e4a81c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:23.321421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:23.394693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:23.409340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d8e5c934-e125-4366-a795-327f7c35f29e admin admin] 10.222.0.95 "PUT /v2.0/routers/fc4b2b51-1f49-4ef7-be6d-badc7568437e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4665513 Jul 07 22:44:23.435548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-212f3f9e-7950-4c2c-8905-283e4a81c42c None None] Port fe7d09c7-da66-497f-8b2f-1689eed07130 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:44:23.501570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:23.502123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:23.841237 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:25.370048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:25.474746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:25.480294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:25.480859 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:25.684095 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:25.724076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:25.730696 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:25.838877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:27.089032 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Sync routers for ids ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:27.102211 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Routers {'fc4b2b51-1f49-4ef7-be6d-badc7568437e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:27.103777 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:27.423001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:27.433736 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Set router fc4b2b51-1f49-4ef7-be6d-badc7568437e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:27.599921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:27.601438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.768301 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fe7d09c7-da66-497f-8b2f-1689eed07130', 'name': '', 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'mac_address': 'fa:16:3e:c9:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:20Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 2, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'subnets': [{'id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:27.807949 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Checking router: fc4b2b51-1f49-4ef7-be6d-badc7568437e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:27.812115 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Updating router fc4b2b51-1f49-4ef7-be6d-badc7568437e port fe7d09c7-da66-497f-8b2f-1689eed07130 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:44:27.871278 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.914906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-737980fd-061c-4f2b-8f84-ccff920d6e78 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:27.916459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-737980fd-061c-4f2b-8f84-ccff920d6e78 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1914556 Jul 07 22:44:27.945496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-0f67e202-6dd8-435e-ab5f-8c40bbafad04 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0234213 Jul 07 22:44:28.054160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-f7e93174-390e-407d-89d3-a819df75d003 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021829 Jul 07 22:44:28.239778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-44efb68f-7e7a-49a9-b501-b9a547011331 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689956 Jul 07 22:44:28.324619 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:28.334160 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Transition to ACTIVE for port object fe7d09c7-da66-497f-8b2f-1689eed07130 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:28.345229 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:28.385505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-18fa8019-6f0d-4ff8-9a1c-6354d7199dfb service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379783 Jul 07 22:44:28.531484 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Attempting to bind port fe7d09c7-da66-497f-8b2f-1689eed07130 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:28.531883 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Attempting to bind port fe7d09c7-da66-497f-8b2f-1689eed07130 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:28.532221 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Attempting to bind port fe7d09c7-da66-497f-8b2f-1689eed07130 on network 446cf046-6eff-4b18-8c53-eafda81631a6 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:28.543519 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:28.543994 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Checking segment: {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:28.544437 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:28.545979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Bound using segment: {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:28.546646 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Bound port: fe7d09c7-da66-497f-8b2f-1689eed07130, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0b868-10f4-450c-a485-4ad24f3811be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:28.548794 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:28.575894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5644-2528-4e13-82b7-a007b22dbe03 None None] Pushing event updated for resources: {'Port': ['ID=fe7d09c7-da66-497f-8b2f-1689eed07130,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:28.659349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] For port fe7d09c7-da66-497f-8b2f-1689eed07130, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:28.663226 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] For port fe7d09c7-da66-497f-8b2f-1689eed07130, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fe7d09c7-da66-497f-8b2f-1689eed07130,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:28.671332 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:28.763516 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5644-2528-4e13-82b7-a007b22dbe03 None None] Pushing event updated for resources: {'Port': ['ID=fe7d09c7-da66-497f-8b2f-1689eed07130,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:28.777694 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Routers {'fc4b2b51-1f49-4ef7-be6d-badc7568437e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:28.778653 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:28.984517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64377409-59fa-479f-b0d3-6cfaa407445e req-2ba68e6d-a4ff-4261-8ca3-58c8c641255b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.0388403 Jul 07 22:44:29.094781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] Set router fc4b2b51-1f49-4ef7-be6d-badc7568437e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:29.381646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fe7d09c7-da66-497f-8b2f-1689eed07130 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:29.458526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fe7d09c7-da66-497f-8b2f-1689eed07130 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:29.465592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fe7d09c7-da66-497f-8b2f-1689eed07130 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:29.467386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:29.469173 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fe7d09c7-da66-497f-8b2f-1689eed07130', 'name': '', 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'mac_address': 'fa:16:3e:c9:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:20Z', 'updated_at': '2021-07-07T22:44:28Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'subnets': [{'id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:29.512850 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ce651-5d6f-47ca-82c3-6ca97a553951 None None] The sync data for ids ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'] in n-d-694802-13 is: [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fe7d09c7-da66-497f-8b2f-1689eed07130', 'name': '', 'network_id': '446cf046-6eff-4b18-8c53-eafda81631a6', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'mac_address': 'fa:16:3e:c9:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:20Z', 'updated_at': '2021-07-07T22:44:28Z', 'revision_number': 4, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'subnets': [{'id': '9c34e947-4a50-4c7f-a321-a4176d566a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:29.746798 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:29.771939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55552) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:29.828878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port fe7d09c7-da66-497f-8b2f-1689eed07130, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fe7d09c7-da66-497f-8b2f-1689eed07130,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:29.844468 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:29.934781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=fe7d09c7-da66-497f-8b2f-1689eed07130,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:29.997885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2fc62cfa-2b37-471d-97f2-c5bf5de7ce41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.120023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2fc62cfa-2b37-471d-97f2-c5bf5de7ce41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.128334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2fc62cfa-2b37-471d-97f2-c5bf5de7ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.177084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2fc62cfa-2b37-471d-97f2-c5bf5de7ce41 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=861c5e5b2c49487bafd6caa561ca9b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035709 Jul 07 22:44:30.178030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc62cfa-2b37-471d-97f2-c5bf5de7ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c1489-ecb3-4880-acbf-0a56f37a895f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:30.179602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55560) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:30.237576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95514665-0f80-4138-80bb-f747b908f3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.287176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d427554e-88a6-4596-b78f-645c416e849c req-0dddcc0b-b2cf-46a3-96a3-9cdb3d37a1d4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.0446377 Jul 07 22:44:30.289443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95514665-0f80-4138-80bb-f747b908f3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.370873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95514665-0f80-4138-80bb-f747b908f3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.373701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95514665-0f80-4138-80bb-f747b908f3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.378162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-95514665-0f80-4138-80bb-f747b908f3ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/252c1489-ecb3-4880-acbf-0a56f37a895f HTTP/1.1" status: 204 len: 168 time: 0.1975195 Jul 07 22:44:30.388339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95514665-0f80-4138-80bb-f747b908f3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c1489-ecb3-4880-acbf-0a56f37a895f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:30.900847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-aedb21eb-2abf-41e7-85f3-8a3c354e68e2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:30.902460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-aedb21eb-2abf-41e7-85f3-8a3c354e68e2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1813128 Jul 07 22:44:30.924974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:31.074073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:31.078122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:31.331906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fe7d09c7-da66-497f-8b2f-1689eed07130 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:31.445339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fe7d09c7-da66-497f-8b2f-1689eed07130 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:31.445725 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:31.756688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c60722-96a8-42a2-8676-c4b3fb591400 req-e21b1331-7da6-4848-b57c-271e291b9a83 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jul 07 22:44:31.942134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.7 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/60e26957-f416-4163-9518-c9bcdb1c6ecf) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:32.161532 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.183665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object 60e26957-f416-4163-9518-c9bcdb1c6ecf will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:32.220919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.288790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:32.293737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:32.311096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:32.314293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=60e26957-f416-4163-9518-c9bcdb1c6ecf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:32.403664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:32.405282 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.433349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-eddd827d-3e26-496d-9042-1523e05e6f29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5156231 Jul 07 22:44:32.454642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Request body: {'port': {'device_id': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:32.643506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-254ac1bd-f588-4822-baf0-0b1a77f46e2d None None] Provisioning for port 60e26957-f416-4163-9518-c9bcdb1c6ecf completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:32.644475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.649889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-254ac1bd-f588-4822-baf0-0b1a77f46e2d None None] Provisioning complete for port 60e26957-f416-4163-9518-c9bcdb1c6ecf triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:32.650465 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-254ac1bd-f588-4822-baf0-0b1a77f46e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.741235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-254ac1bd-f588-4822-baf0-0b1a77f46e2d None None] Port 60e26957-f416-4163-9518-c9bcdb1c6ecf cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:44:33.342843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e26957-f416-4163-9518-c9bcdb1c6ecf {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:33.352204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.369186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Transition to ACTIVE for port object 60e26957-f416-4163-9518-c9bcdb1c6ecf will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:33.383470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53eada-1eee-41e1-b9e9-de475564168d req-9b82f823-2304-4ac4-b6e8-3cfee5c85df1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:33.387014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c53eada-1eee-41e1-b9e9-de475564168d req-9b82f823-2304-4ac4-b6e8-3cfee5c85df1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 931 time: 0.4289074 Jul 07 22:44:33.388702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.633747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c53eada-1eee-41e1-b9e9-de475564168d req-9ad1d250-8c4e-4155-96bb-3be68f3fd144 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342684 Jul 07 22:44:33.636337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Pushing event updated for resources: {'Port': ['ID=60e26957-f416-4163-9518-c9bcdb1c6ecf,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:33.659395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Attempting to bind port 60e26957-f416-4163-9518-c9bcdb1c6ecf on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:33.660001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Attempting to bind port 60e26957-f416-4163-9518-c9bcdb1c6ecf by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:33.660677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Attempting to bind port 60e26957-f416-4163-9518-c9bcdb1c6ecf on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:33.676020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Port 60e26957-f416-4163-9518-c9bcdb1c6ecf on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:44:33.676471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Attempting to bind port 60e26957-f416-4163-9518-c9bcdb1c6ecf on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:33.683048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:33.683394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:33.683836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:33.684273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Bound port: 60e26957-f416-4163-9518-c9bcdb1c6ecf, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:33.684640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.757534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] For port 60e26957-f416-4163-9518-c9bcdb1c6ecf, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:33.761104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] For port 60e26957-f416-4163-9518-c9bcdb1c6ecf, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:33.766993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.842431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Pushing event updated for resources: {'Port': ['ID=60e26957-f416-4163-9518-c9bcdb1c6ecf,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:33.865960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:33.866816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.868952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-480d891d-f642-4849-98c3-3704b08809f5 service neutron] 10.222.0.103 "PUT /v2.0/ports/60e26957-f416-4163-9518-c9bcdb1c6ecf HTTP/1.1" status: 200 len: 1092 time: 1.4275787 Jul 07 22:44:33.869544 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'tag': '60e26957-f416-4163-9518-c9bcdb1c6ecf'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:33.875449 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31ba2d-4e63-4398-aa6f-9bedfd678328" -d '{"events": [{"name": "network-changed", "server_uuid": "163d1e28-0dd2-42be-8bda-76aab60d5859", "tag": "60e26957-f416-4163-9518-c9bcdb1c6ecf"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:34.031130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-828f0c08-aa99-49ef-9857-c7ccbc8eee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:34.036681 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-828f0c08-aa99-49ef-9857-c7ccbc8eee5b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 1095 time: 0.1257818 Jul 07 22:44:34.135499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-29a18b96-5ac8-49cc-a1f0-414186d79872 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf HTTP/1.1" status: 200 len: 217 time: 0.0869713 Jul 07 22:44:34.267001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-4d31a8c0-82c0-47f8-912a-34ce0abecc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:34.268544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-4d31a8c0-82c0-47f8-912a-34ce0abecc2b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.1282098 Jul 07 22:44:34.332508 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8e5b6b-0afb-4967-a265-25f48bbac561 x-openstack-request-id: req-6f8e5b6b-0afb-4967-a265-25f48bbac561 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:34.332953 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163d1e28-0dd2-42be-8bda-76aab60d5859", "tag": "60e26957-f416-4163-9518-c9bcdb1c6ecf", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:34.333218 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6f8e5b6b-0afb-4967-a265-25f48bbac561 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:34.333678 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'tag': '60e26957-f416-4163-9518-c9bcdb1c6ecf', 'status': 'completed', 'code': 200} Jul 07 22:44:34.349752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-0aaaae86-4448-43e1-b8cd-644fc79e922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:34.351614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-0aaaae86-4448-43e1-b8cd-644fc79e922e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744033 Jul 07 22:44:34.479924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-4cd0112a-7d40-42d4-b007-b86d1d970b38 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187320 Jul 07 22:44:34.598100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb435f2-97c9-4433-a886-53bcf0da3611 req-21484384-5328-4617-8fbd-2afbdff8ba50 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117401 Jul 07 22:44:34.800613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-4b247bb3-2581-43df-9260-0790086c9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:34.802178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-4b247bb3-2581-43df-9260-0790086c9226 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 1095 time: 0.1352198 Jul 07 22:44:34.936916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:35.012773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bdd69-1163-4308-b59d-a1036c2fa2c2 req-feed3d0e-1075-4172-8d6b-a4061ed776af tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.019652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb6bdd69-1163-4308-b59d-a1036c2fa2c2 req-feed3d0e-1075-4172-8d6b-a4061ed776af tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.1046879 Jul 07 22:44:35.032193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-d393407d-7bb3-4946-a89b-54b43e638a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.033689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-d393407d-7bb3-4946-a89b-54b43e638a2f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.2250929 Jul 07 22:44:35.085294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-547afe65-2b3a-49a9-ab81-934fcf584576 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf HTTP/1.1" status: 200 len: 217 time: 0.0447838 Jul 07 22:44:35.114039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb6bdd69-1163-4308-b59d-a1036c2fa2c2 req-d5475450-026c-421a-8491-8f731861f444 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934227 Jul 07 22:44:35.138304 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33e35257-38ea-4e6e-b7b7-2848722547f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.243239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-35c7415c-24cb-4df0-bb27-6f537ab0756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.245247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-35c7415c-24cb-4df0-bb27-6f537ab0756d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.1440678 Jul 07 22:44:35.376208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-7366ca12-a15f-485b-82d3-2107e4f13cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.377735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-7366ca12-a15f-485b-82d3-2107e4f13cb3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260352 Jul 07 22:44:35.411370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33e35257-38ea-4e6e-b7b7-2848722547f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.427354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33e35257-38ea-4e6e-b7b7-2848722547f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.471049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35257-38ea-4e6e-b7b7-2848722547f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4399aa57-d702-486f-9944-6aec5d2efbb2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:35.503327 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-33e35257-38ea-4e6e-b7b7-2848722547f3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f57436ec385042309b0cd66aafc40bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645041 Jul 07 22:44:35.505649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:35.515382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-303e8e66-297b-4ef3-915a-a83a0d80e65a service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299224 Jul 07 22:44:35.603245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-575244e0-bc6d-4b5e-b34b-f97561fc4484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.633406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-575244e0-bc6d-4b5e-b34b-f97561fc4484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.646569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c31ba2d-4e63-4398-aa6f-9bedfd678328 req-51bcba8e-137a-4e3f-906f-2f7c2dde2d12 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Jul 07 22:44:35.694165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-575244e0-bc6d-4b5e-b34b-f97561fc4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.697794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-575244e0-bc6d-4b5e-b34b-f97561fc4484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:35.699230 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-575244e0-bc6d-4b5e-b34b-f97561fc4484 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4399aa57-d702-486f-9944-6aec5d2efbb2 HTTP/1.1" status: 204 len: 168 time: 0.1921644 Jul 07 22:44:35.708758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575244e0-bc6d-4b5e-b34b-f97561fc4484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4399aa57-d702-486f-9944-6aec5d2efbb2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:36.060324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55732) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:36.078871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a756f1f5-312a-4f9b-8c2e-0340ab4293f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.208968 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a756f1f5-312a-4f9b-8c2e-0340ab4293f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.219468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a756f1f5-312a-4f9b-8c2e-0340ab4293f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.291542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a756f1f5-312a-4f9b-8c2e-0340ab4293f5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=31335263032b4d3085d78ddcd3e61c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288251 Jul 07 22:44:36.294126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:36.317661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756f1f5-312a-4f9b-8c2e-0340ab4293f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23e05b-34cf-4757-8507-f1119dfc5946,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:36.333021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b640f-c2a7-4128-9398-0dd5105e1b8b req-524c62b9-792c-4827-b59a-fb42a86c1c21 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:36.334587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-666b640f-c2a7-4128-9398-0dd5105e1b8b req-524c62b9-792c-4827-b59a-fb42a86c1c21 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.0863054 Jul 07 22:44:36.371070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef598766-b35d-45c6-b502-8fad1faae5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.380339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-666b640f-c2a7-4128-9398-0dd5105e1b8b req-193872e2-a303-4867-ac03-a9084a3f5b9c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Jul 07 22:44:36.399444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef598766-b35d-45c6-b502-8fad1faae5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.475834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef598766-b35d-45c6-b502-8fad1faae5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.478723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ef598766-b35d-45c6-b502-8fad1faae5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.483092 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ef598766-b35d-45c6-b502-8fad1faae5fb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4d23e05b-34cf-4757-8507-f1119dfc5946 HTTP/1.1" status: 204 len: 168 time: 0.1879244 Jul 07 22:44:36.492880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef598766-b35d-45c6-b502-8fad1faae5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23e05b-34cf-4757-8507-f1119dfc5946,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:37.520580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55780) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:37.653634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426ae10-1fe6-402a-8203-e1d2f100d6a0 req-cb802495-b7a6-4da6-bef1-04fc0826fc34 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:37.658047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0dd51b92-38d3-434b-9adb-758fda903d7e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/floatingips/c29babfb-1ebb-4621-bff7-8d45359f0280 HTTP/1.1" status: 200 len: 992 time: 0.1328940 Jul 07 22:44:37.661434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a426ae10-1fe6-402a-8203-e1d2f100d6a0 req-cb802495-b7a6-4da6-bef1-04fc0826fc34 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.0956860 Jul 07 22:44:37.702944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a426ae10-1fe6-402a-8203-e1d2f100d6a0 req-e363e16f-d1fc-4355-ae53-dbb1345ffa79 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Jul 07 22:44:38.172646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:38.377101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 2cd734c0-697f-49fd-893a-5b46a3c8cda4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:38.377458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:38.499846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:38.500374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:38.517056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 2cd734c0-697f-49fd-893a-5b46a3c8cda4 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:38.733685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:38.850986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=2cd734c0-697f-49fd-893a-5b46a3c8cda4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:38.866781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:38.869156 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Floating IP c29babfb-1ebb-4621-bff7-8d45359f0280 disassociated (deleted). External IP: 172.25.5.73, port: 1301049d-a2fa-4c45-aa61-0038e2e3f828. Jul 07 22:44:38.939590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ef72a-0203-4325-81c7-27a4c1f86ea3 req-50530ba9-6273-445c-a200-799ec3a6a7f2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:38.948046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-969ef72a-0203-4325-81c7-27a4c1f86ea3 req-50530ba9-6273-445c-a200-799ec3a6a7f2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.0921619 Jul 07 22:44:38.995342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-969ef72a-0203-4325-81c7-27a4c1f86ea3 req-9b028c16-635d-46d2-8990-ca93491aa265 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Jul 07 22:44:39.191040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:39.319971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:39.324896 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:39.330157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] Sync routers for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:39.347985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:39.349042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:39.367980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1b38c89f-363c-4799-80ef-e5a959822d93 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/floatingips/c29babfb-1ebb-4621-bff7-8d45359f0280 HTTP/1.1" status: 204 len: 168 time: 1.1943128 Jul 07 22:44:39.368737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:39.371137 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c73046-37f0-4240-8128-e9b96a8698ff" -d '{"events": [{"name": "network-changed", "server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:39.484604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:39.699581 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae614a-cb48-4f56-a74a-6fc19cf46e3b x-openstack-request-id: req-baae614a-cb48-4f56-a74a-6fc19cf46e3b {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:39.700059 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:39.700329 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-baae614a-cb48-4f56-a74a-6fc19cf46e3b {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:39.701080 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'status': 'completed', 'code': 200} Jul 07 22:44:39.847355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:39.854143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:39.893913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-0a5a6018-ee61-4c3d-b3d8-e25057153258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:39.901103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-0a5a6018-ee61-4c3d-b3d8-e25057153258 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 1097 time: 0.1740847 Jul 07 22:44:39.914338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] Checking router: bb73fede-f5e5-4c2d-83a9-15fe5fed2284 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:39.926579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d88959-8154-40e2-a28b-9e61d81b9ef4 req-a8a06a00-dad0-48bd-a812-a914e711c180 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:39.934417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91d88959-8154-40e2-a28b-9e61d81b9ef4 req-a8a06a00-dad0-48bd-a812-a914e711c180 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 945 time: 0.1193237 Jul 07 22:44:39.948209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:39.948771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:40.007257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91d88959-8154-40e2-a28b-9e61d81b9ef4 req-d460e729-1ea2-4bf4-ae5a-c67f39524f3d tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718706 Jul 07 22:44:40.140693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:40.143709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-6457f780-d749-4947-b0b4-2ddb9fda3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:40.145315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-6457f780-d749-4947-b0b4-2ddb9fda3946 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59991556-f340-493e-960c-a7c297f0e4ee HTTP/1.1" status: 200 len: 897 time: 0.2370479 Jul 07 22:44:40.219881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9b9-2c66-4de3-99cd-ad7a85955e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.258850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-2226ade9-255e-440c-9f40-22e6280c548e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828 HTTP/1.1" status: 200 len: 217 time: 0.0937834 Jul 07 22:44:40.296844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704334-602e-45c5-bea4-dd44b59404df req-96ae792c-9efd-46d2-ae2d-cd0f0f66a40d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:40.298708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd704334-602e-45c5-bea4-dd44b59404df req-96ae792c-9efd-46d2-ae2d-cd0f0f66a40d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.1272478 Jul 07 22:44:40.340350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-69e0a75d-d743-49ee-b9db-862b85082e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:40.342933 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-69e0a75d-d743-49ee-b9db-862b85082e1c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec4255aa-4536-471d-bf53-8255327d023c HTTP/1.1" status: 200 len: 835 time: 0.0725300 Jul 07 22:44:40.367259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd704334-602e-45c5-bea4-dd44b59404df req-1734d245-bcee-4a30-ab2f-be28a9baf66c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Jul 07 22:44:40.436559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9b9-2c66-4de3-99cd-ad7a85955e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.449366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-41ccfb0a-8016-4e73-9d3c-5261b011a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:40.450999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-41ccfb0a-8016-4e73-9d3c-5261b011a056 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59991556-f340-493e-960c-a7c297f0e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010172 Jul 07 22:44:40.454756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55884) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:40.454914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7e63a9b9-2c66-4de3-99cd-ad7a85955e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.481787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63a9b9-2c66-4de3-99cd-ad7a85955e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf69f5c-2dee-4448-8df5-337c740cd3d2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:40.559385 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7e63a9b9-2c66-4de3-99cd-ad7a85955e89 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=44515e03224841b4b65825bc976007a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022734 Jul 07 22:44:40.561994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55888) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:40.562339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:40.641313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95136c36-f59a-4c84-98d6-d5b05c017ce3 None None] The sync data for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 is: [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 4, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '4f4b6632-76d8-4a6e-b6ec-6be63e3600a6', 'name': '', 'network_id': '59991556-f340-493e-960c-a7c297f0e4ee', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'mac_address': 'fa:16:3e:9a:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:55Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'subnets': [{'id': 'ec4255aa-4536-471d-bf53-8255327d023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:40.661861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.671470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8e554bc-74a4-47ec-aa7a-b3756f2ac358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.700178 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-a2b91759-79aa-427d-8d7b-0f3be1645a8d service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196147 Jul 07 22:44:40.722361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8e554bc-74a4-47ec-aa7a-b3756f2ac358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.809757 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.819602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.871921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=22057ffdeb1540afa0157c1c2c7170d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156930 Jul 07 22:44:40.872820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55892) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:40.916975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd9439-260d-4321-a69c-826e086a6cbf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:40.925302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c8c73046-37f0-4240-8128-e9b96a8698ff req-36be6e52-ef75-48ab-95f2-51de47934c17 service neutron] 10.222.0.97 "GET /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063816 Jul 07 22:44:40.928617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.929320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.929777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.930398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.939812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.943165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.945062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.945580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.945987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.947226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.948159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.948605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499662b1-b9bc-45f5-9a23-3c3866cc37ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:40.954336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8e554bc-74a4-47ec-aa7a-b3756f2ac358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.959074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8e554bc-74a4-47ec-aa7a-b3756f2ac358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:40.965152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b8e554bc-74a4-47ec-aa7a-b3756f2ac358 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0bf69f5c-2dee-4448-8df5-337c740cd3d2 HTTP/1.1" status: 204 len: 168 time: 0.4020672 Jul 07 22:44:40.973836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e554bc-74a4-47ec-aa7a-b3756f2ac358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf69f5c-2dee-4448-8df5-337c740cd3d2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:40.988484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24845e88-f873-46b5-ac18-c624d5ab7de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.018299 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24dba03-49e4-4218-b12c-adc514d923b3 None None] New status for floating IP c29babfb-1ebb-4621-bff7-8d45359f0280: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:44:41.022827 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24845e88-f873-46b5-ac18-c624d5ab7de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.099472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24845e88-f873-46b5-ac18-c624d5ab7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.103909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24845e88-f873-46b5-ac18-c624d5ab7de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.105435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-24845e88-f873-46b5-ac18-c624d5ab7de9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/86cd9439-260d-4321-a69c-826e086a6cbf HTTP/1.1" status: 204 len: 168 time: 0.2316301 Jul 07 22:44:41.115279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24845e88-f873-46b5-ac18-c624d5ab7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd9439-260d-4321-a69c-826e086a6cbf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:41.506894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fe593-bc24-41d7-b250-f07fefe60a1a req-e8266b2b-f4d4-43d3-8612-8a21d301f108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:41.509310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b1fe593-bc24-41d7-b250-f07fefe60a1a req-e8266b2b-f4d4-43d3-8612-8a21d301f108 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 945 time: 0.0673892 Jul 07 22:44:41.539304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55912) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:41.569467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b1fe593-bc24-41d7-b250-f07fefe60a1a req-334935d0-7429-42a6-a2a1-a2facb37706e tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/security-groups?id=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530424 Jul 07 22:44:41.585750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81180325-0cae-44e2-a237-21dd644591e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.661422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-5c0a79ac-f154-47b9-ade5-7e8410a8d3c3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:41.663259 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-5c0a79ac-f154-47b9-ade5-7e8410a8d3c3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 945 time: 0.4226172 Jul 07 22:44:41.804863 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81180325-0cae-44e2-a237-21dd644591e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.814360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81180325-0cae-44e2-a237-21dd644591e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.824478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19f89-3559-4abc-88a9-023a7c43ebcf req-7219b5ed-8783-41ad-b81e-a41fb4939cc6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:41.832700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93c19f89-3559-4abc-88a9-023a7c43ebcf req-7219b5ed-8783-41ad-b81e-a41fb4939cc6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.1482430 Jul 07 22:44:41.868775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 1301049d-a2fa-4c45-aa61-0038e2e3f828 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:41.869608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:41.873490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81180325-0cae-44e2-a237-21dd644591e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd32f18-abbf-441e-bdbf-54d5cac1eed4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:41.880945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-81180325-0cae-44e2-a237-21dd644591e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cad6ccbc03e841b4830bf7b0062018b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404362 Jul 07 22:44:41.895658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:41.897536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93c19f89-3559-4abc-88a9-023a7c43ebcf req-58e986c9-8475-4b97-9e59-0c8b4e03344d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605633 Jul 07 22:44:42.009983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35c140c0-1735-4669-ba56-da95a294be1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.041744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port 1301049d-a2fa-4c45-aa61-0038e2e3f828, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=1301049d-a2fa-4c45-aa61-0038e2e3f828,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:42.042329 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.065855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35c140c0-1735-4669-ba56-da95a294be1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.068061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 1301049d-a2fa-4c45-aa61-0038e2e3f828 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:42.189700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35c140c0-1735-4669-ba56-da95a294be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.192394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35c140c0-1735-4669-ba56-da95a294be1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.196205 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-35c140c0-1735-4669-ba56-da95a294be1b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5dd32f18-abbf-441e-bdbf-54d5cac1eed4 HTTP/1.1" status: 204 len: 168 time: 0.2990410 Jul 07 22:44:42.209067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c140c0-1735-4669-ba56-da95a294be1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd32f18-abbf-441e-bdbf-54d5cac1eed4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:42.281472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.318656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=1301049d-a2fa-4c45-aa61-0038e2e3f828,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:42.371984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 55956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:42.385186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] No DVR routers for this DVR port 1301049d-a2fa-4c45-aa61-0038e2e3f828 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:42.388122 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.390075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d0052e3-74fb-483f-a78e-a7af5c2ae319 req-97dcbdeb-be57-4099-8dc4-a563b2c61d30 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.97 "DELETE /v2.0/ports/1301049d-a2fa-4c45-aa61-0038e2e3f828 HTTP/1.1" status: 204 len: 173 time: 0.7204785 Jul 07 22:44:42.390553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'name': 'network-vif-deleted', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:42.393021 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e57aa1-70c4-4d09-8601-8911079d450b" -d '{"events": [{"server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "name": "network-vif-deleted", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:42.439389 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01307b5e-d139-4426-a006-5ef7e0297a92 x-openstack-request-id: req-01307b5e-d139-4426-a006-5ef7e0297a92 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:42.439899 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430b9c3c-e851-4ec8-81a2-508b63a635ba", "name": "network-vif-deleted", "tag": "1301049d-a2fa-4c45-aa61-0038e2e3f828", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:42.440554 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-01307b5e-d139-4426-a006-5ef7e0297a92 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:42.441178 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430b9c3c-e851-4ec8-81a2-508b63a635ba', 'name': 'network-vif-deleted', 'tag': '1301049d-a2fa-4c45-aa61-0038e2e3f828', 'status': 'completed', 'code': 200} Jul 07 22:44:42.687995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1148025084-network', 'tenant_id': '8be17e2778ca4324baf9e78ec177ec32'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:42.722113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Made reservation on behalf of 8be17e2778ca4324baf9e78ec177ec32 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:42.728233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.763557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.965477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:42.975202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdceb2e6-538b-4098-a008-b365693aa529 req-be92b523-b863-4bc8-8865-4d8587995e1c tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "GET /v2.0/ports?device_id=430b9c3c-e851-4ec8-81a2-508b63a635ba HTTP/1.1" status: 200 len: 210 time: 0.0683479 Jul 07 22:44:42.979038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.014046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:44:43.045050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:43.054896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:44:43.066245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.067211 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Added segment ad128934-b03f-41d6-abbf-65e785468868 of type vlan for network 33161f48-c457-4b14-a266-b241824548ce Jul 07 22:44:43.160748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.239498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.240494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:43.241228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.308588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9355149 Jul 07 22:44:43.311586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 55988) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:43.316985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Request body: {'subnet': {'network_id': '33161f48-c457-4b14-a266-b241824548ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1148025084-subnet', 'tenant_id': '8be17e2778ca4324baf9e78ec177ec32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:43.319953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc150f62-9b12-444a-b3a7-02508b9ac135 admin admin] Pushing event updated for resources: {'Network': ['ID=33161f48-c457-4b14-a266-b241824548ce,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:43.331330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 33161f48-c457-4b14-a266-b241824548ce details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:44:43.346803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5d4f2-ab78-477b-975b-d285c08c37b7 req-8549590c-8268-4dc0-9d8e-229fa1d8bb81 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:43.349078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Made reservation on behalf of 8be17e2778ca4324baf9e78ec177ec32 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:43.353924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.354822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efe5d4f2-ab78-477b-975b-d285c08c37b7 req-8549590c-8268-4dc0-9d8e-229fa1d8bb81 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.1442654 Jul 07 22:44:43.419859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efe5d4f2-ab78-477b-975b-d285c08c37b7 req-61911c7a-8202-47a7-9e90-0b83edf50e1b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640426 Jul 07 22:44:43.562292 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.620458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c18359-7c3f-41b0-a134-fbdbc9f5a633,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:43.642574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Checking segment: {'id': 'ad128934-b03f-41d6-abbf-65e785468868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33161f48-c457-4b14-a266-b241824548ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:43.642978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Network hostable DHCP agents. Network: 33161f48-c457-4b14-a266-b241824548ce, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:44:43.660412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Network 33161f48-c457-4b14-a266-b241824548ce is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:44:43.671056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 33161f48-c457-4b14-a266-b241824548ce) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:43.675838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:43.676776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:43.681311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bbc20-4b2f-4954-8f91-642f69ef29e3 None None] Network 33161f48-c457-4b14-a266-b241824548ce requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:43.711320 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-24b9cb40-b784-4acf-94d7-31cc0cf7e1af admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3911734 Jul 07 22:44:43.824129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda7415-78a2-46f5-982c-6bd0a2c79e1f None None] Network 33161f48-c457-4b14-a266-b241824548ce requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:44.106725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56012) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:44.190156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c40a01d-16ab-48b0-a10a-d9c312ca5825 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.227522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 1301049d-a2fa-4c45-aa61-0038e2e3f828 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:44.232585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c40a01d-16ab-48b0-a10a-d9c312ca5825 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.260362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 1301049d-a2fa-4c45-aa61-0038e2e3f828 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:44.260727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 1301049d-a2fa-4c45-aa61-0038e2e3f828 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:44.315537 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c40a01d-16ab-48b0-a10a-d9c312ca5825 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.318877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c40a01d-16ab-48b0-a10a-d9c312ca5825 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.325660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6c40a01d-16ab-48b0-a10a-d9c312ca5825 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/security-groups/10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7 HTTP/1.1" status: 204 len: 168 time: 0.2174065 Jul 07 22:44:44.336027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a01d-16ab-48b0-a10a-d9c312ca5825 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b2eb8d-ccf1-4b5e-8c91-ae10a9752fd7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:44.360892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56028) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:44.479632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56034) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:44.487351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1781610211-network', 'tenant_id': 'c56c99fe75964d19866c232b2eac5551'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:44.516715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Made reservation on behalf of c56c99fe75964d19866c232b2eac5551 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:44.520254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.531177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.655230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.660392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.703903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:44:44.721365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a0c79b-f5d6-4e27-860e-a8e6d1c34437,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:44.724573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.725134 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Added segment a616e618-1447-4216-8abb-c4e9a9c76602 of type vlan for network fcc50a3e-a4eb-4c6d-801f-fe263608f95d Jul 07 22:44:44.728486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc27824-0440-45c4-a901-c887b2d6e843 req-f0d1072c-dc27-44ad-8fd9-8e3168b84c69 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:44.735731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dc27824-0440-45c4-a901-c887b2d6e843 req-f0d1072c-dc27-44ad-8fd9-8e3168b84c69 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 943 time: 0.1254745 Jul 07 22:44:44.784008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.801798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dc27824-0440-45c4-a901-c887b2d6e843 req-f07dd699-051f-4457-9dcc-f2e4cb8467d2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650251 Jul 07 22:44:44.828815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.828815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:44.828815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.914668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:44.922847 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4419315 Jul 07 22:44:44.925528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56044) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:44.932815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Request body: {'subnet': {'network_id': 'fcc50a3e-a4eb-4c6d-801f-fe263608f95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1781610211-subnet', 'tenant_id': 'c56c99fe75964d19866c232b2eac5551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:44.941629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dccc3-1e82-4492-a7a3-e998d35c5515 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc50a3e-a4eb-4c6d-801f-fe263608f95d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:44.953045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fcc50a3e-a4eb-4c6d-801f-fe263608f95d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:44:44.980803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Made reservation on behalf of c56c99fe75964d19866c232b2eac5551 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:44.983520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:45.182175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 60e26957-f416-4163-9518-c9bcdb1c6ecf details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:44:45.319945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:45.321011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:45.339726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:45.415372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb8af82-47bb-4a40-b479-754ca5d1ab0f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:45.434149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Checking segment: {'id': 'a616e618-1447-4216-8abb-c4e9a9c76602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fcc50a3e-a4eb-4c6d-801f-fe263608f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:45.434538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Network hostable DHCP agents. Network: fcc50a3e-a4eb-4c6d-801f-fe263608f95d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:44:45.462982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 60e26957-f416-4163-9518-c9bcdb1c6ecf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:45.488962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '60e26957-f416-4163-9518-c9bcdb1c6ecf', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': '60e26957-f416-4163-9518-c9bcdb1c6ecf', 'mac_address': 'fa:16:3e:d3:1b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:44:45.491179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Network fcc50a3e-a4eb-4c6d-801f-fe263608f95d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:44:45.516591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, fcc50a3e-a4eb-4c6d-801f-fe263608f95d) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:45.527885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:45.528936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:45.549664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63068e2c-a787-4f76-9179-d68cfa49a77a None None] Network fcc50a3e-a4eb-4c6d-801f-fe263608f95d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:45.562929 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-167985ec-f6f9-4767-9f7f-36e2ab9b95d6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6286106 Jul 07 22:44:45.579133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:45.579589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:45.619774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:46.020925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:46.067381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e26957-f416-4163-9518-c9bcdb1c6ecf {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:46.106134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3985f16-8d45-4a0f-8b57-cd2404e2a02e None None] Network fcc50a3e-a4eb-4c6d-801f-fe263608f95d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:46.107617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:46.163100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 60e26957-f416-4163-9518-c9bcdb1c6ecf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:46.175017 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:46.215767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=4f4b6632-76d8-4a6e-b6ec-6be63e3600a6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:46.333588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=60e26957-f416-4163-9518-c9bcdb1c6ecf,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:46.432446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595339b-eaaf-41f8-9697-4ff070ed12c6 req-908fc6db-7161-4e13-9252-1824c1ef1168 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:46.439176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.439772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.440273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.440963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.441455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.441961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.442411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a595339b-eaaf-41f8-9697-4ff070ed12c6 req-908fc6db-7161-4e13-9252-1824c1ef1168 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 944 time: 0.3556352 Jul 07 22:44:46.442612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.443150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.443633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.444549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.453518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.453967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:46.478353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['60e26957-f416-4163-9518-c9bcdb1c6ecf'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:46.544385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a595339b-eaaf-41f8-9697-4ff070ed12c6 req-0613bc49-172a-41cb-8055-5dcbfb9b760b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006017 Jul 07 22:44:46.579856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:46.957130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:46.978001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.197942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 60e26957-f416-4163-9518-c9bcdb1c6ecf up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:47.265468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 60e26957-f416-4163-9518-c9bcdb1c6ecf completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:47.271403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 60e26957-f416-4163-9518-c9bcdb1c6ecf triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:47.271837 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.402372 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.432375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e26957-f416-4163-9518-c9bcdb1c6ecf'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:47.436965 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925f15e-f4b1-4eb9-aae7-37883c99e01a" -d '{"events": [{"server_uuid": "163d1e28-0dd2-42be-8bda-76aab60d5859", "name": "network-vif-plugged", "status": "completed", "tag": "60e26957-f416-4163-9518-c9bcdb1c6ecf"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:47.445324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-ff7ebc76-1dbd-42f2-ac43-7939cd725ff7 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:47.446946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-ff7ebc76-1dbd-42f2-ac43-7939cd725ff7 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/networks?id=33161f48-c457-4b14-a266-b241824548ce HTTP/1.1" status: 200 len: 812 time: 0.5673704 Jul 07 22:44:47.453158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 60e26957-f416-4163-9518-c9bcdb1c6ecf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:47.461448 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.495664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-21a701e0-a776-441d-8c6a-7669358e9bc1 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/quotas/8be17e2778ca4324baf9e78ec177ec32 HTTP/1.1" status: 200 len: 375 time: 0.0149813 Jul 07 22:44:47.531754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=60e26957-f416-4163-9518-c9bcdb1c6ecf,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:47.535716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:47.539326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-478ae066-c08b-49c1-9016-b9b63433d2f2 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8be17e2778ca4324baf9e78ec177ec32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347197 Jul 07 22:44:47.546410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1273e6f4-cf7a-4164-8fb2-8f7516dde795 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "PUT /v2.0/routers/bb73fede-f5e5-4c2d-83a9-15fe5fed2284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1819484 Jul 07 22:44:47.547243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56112) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:47.560278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] Sync routers for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:47.571729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:47.572366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:47.638792 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting subnet ec4255aa-4536-471d-bf53-8255327d023c {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:44:47.642715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.708382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.714723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-6228c017-8d2f-4686-9e61-c10590101454 service neutron] 10.222.0.95 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550698 Jul 07 22:44:47.721786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:47.806676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-b0407d5e-dfc8-43f6-a8f5-935d4fe6d0c5 service neutron] 10.222.0.95 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862424 Jul 07 22:44:47.828285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.911687 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.936652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:47.941478 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/subnets/ec4255aa-4536-471d-bf53-8255327d023c HTTP/1.1" status: 204 len: 168 time: 0.3911076 Jul 07 22:44:47.941922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56124) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:47.956904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d927ea-be94-4980-9670-9c48a61b6506 None None] Network 59991556-f340-493e-960c-a7c297f0e4ee requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:47.976169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63596318-00bf-4f89-9710-029f5daf2fa3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4255aa-4536-471d-bf53-8255327d023c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:48.064205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:44:45Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:48.095376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] Checking router: bb73fede-f5e5-4c2d-83a9-15fe5fed2284 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:48.165167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] Routers {'bb73fede-f5e5-4c2d-83a9-15fe5fed2284'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:48.165822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:48.226514 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.413486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] DHCP port deletion for 59991556-f340-493e-960c-a7c297f0e4ee request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:44:48.471059 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7f700ab8-19b6-4f11-b986-20da9d364619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.485312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] Set router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:48.496625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.561379 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd3c60c-388e-44f7-8faa-749124adb199 x-openstack-request-id: req-0cd3c60c-388e-44f7-8faa-749124adb199 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:48.561707 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d1e28-0dd2-42be-8bda-76aab60d5859", "name": "network-vif-plugged", "status": "completed", "tag": "60e26957-f416-4163-9518-c9bcdb1c6ecf", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:48.562065 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0cd3c60c-388e-44f7-8faa-749124adb199 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:48.562720 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e26957-f416-4163-9518-c9bcdb1c6ecf', 'code': 200} Jul 07 22:44:48.719259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Deleting port d28c137d-06de-49f1-9b06-fd748554f90d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:48.719599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.753551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] Deleting port 5b5a7b83-dccf-49d4-a0e0-5c804120545c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:48.754131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.823785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b593-d029-4eb5-bfeb-12fced3955f4 req-19ab4b39-0376-4403-ac2c-2d2af5bf185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:48.831070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e869b593-d029-4eb5-bfeb-12fced3955f4 req-19ab4b39-0376-4403-ac2c-2d2af5bf185c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 1097 time: 0.2346907 Jul 07 22:44:48.843306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de52bf4-e800-44e0-8d29-fb0d1532f0aa req-52b4ca86-0ef7-422c-a038-d6f9466e6f73 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:48.850190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8de52bf4-e800-44e0-8d29-fb0d1532f0aa req-52b4ca86-0ef7-422c-a038-d6f9466e6f73 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.1820309 Jul 07 22:44:48.887817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] For port d28c137d-06de-49f1-9b06-fd748554f90d, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d28c137d-06de-49f1-9b06-fd748554f90d,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:48.888198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.904730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] For port 5b5a7b83-dccf-49d4-a0e0-5c804120545c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5b5a7b83-dccf-49d4-a0e0-5c804120545c,segment=NetworkSegment(b286227d-8c52-4988-bb7b-24a1af6be58a),segment_id=b286227d-8c52-4988-bb7b-24a1af6be58a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:48.904730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:48.919978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Calling delete_port for d28c137d-06de-49f1-9b06-fd748554f90d owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:48.945370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] Calling delete_port for 5b5a7b83-dccf-49d4-a0e0-5c804120545c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:48.960738 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8de52bf4-e800-44e0-8d29-fb0d1532f0aa req-3d0a3b69-10cd-476b-b7f6-021a062b5bcf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095779 Jul 07 22:44:48.971155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e869b593-d029-4eb5-bfeb-12fced3955f4 req-c67ed233-9841-4d34-8692-be2903dde005 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186514 Jul 07 22:44:49.058112 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.098362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:44:45Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:49.139606 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.143335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4b83b-d156-49df-80fa-8659d9f383ae None None] The sync data for ids ['bb73fede-f5e5-4c2d-83a9-15fe5fed2284'] in n-d-694802-13 is: [{'id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'name': 'tempest-TestNetworkBasicOps-router-438912189', 'tenant_id': '9401bc549f0a49a3958eaa6fc861b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:51Z', 'updated_at': '2021-07-07T22:44:45Z', 'revision_number': 5, 'project_id': '9401bc549f0a49a3958eaa6fc861b44c', 'gw_port': {'id': 'd28c137d-06de-49f1-9b06-fd748554f90d', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73fede-f5e5-4c2d-83a9-15fe5fed2284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:52Z', 'updated_at': '2021-07-07T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:49.178253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] Pushing event deleted for resources: {'Port': ['ID=5b5a7b83-dccf-49d4-a0e0-5c804120545c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:49.184111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33700784-7aa9-4f8a-a8a1-d28917aca72e None None] No DVR routers for this DVR port 5b5a7b83-dccf-49d4-a0e0-5c804120545c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:49.257411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c95cf2f-bd89-49ac-b97e-d044cb5c183b req-3cc865e6-03c9-40a2-8495-efe18fd519a3 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 210 time: 0.0365946 Jul 07 22:44:49.287338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.324412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Port': ['ID=d28c137d-06de-49f1-9b06-fd748554f90d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:49.417146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.517541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.525084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.603466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.604071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Fanout notify agent at l3_agent the message router_deleted on router bb73fede-f5e5-4c2d-83a9-15fe5fed2284 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:44:49.613227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.617356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56158) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:49.627367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-68791110-10ca-4674-a600-cb1664c7919f tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/routers/bb73fede-f5e5-4c2d-83a9-15fe5fed2284 HTTP/1.1" status: 204 len: 168 time: 1.6839082 Jul 07 22:44:49.735157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:49.775512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.792843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:49.793467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4f4b6632-76d8-4a6e-b6ec-6be63e3600a6 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:49.794496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5b5a7b83-dccf-49d4-a0e0-5c804120545c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:49.823726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 5b5a7b83-dccf-49d4-a0e0-5c804120545c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:49.825023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5b5a7b83-dccf-49d4-a0e0-5c804120545c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:49.971794 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:49.993879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59991556-f340-493e-960c-a7c297f0e4ee']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:50.037656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b286227d-8c52-4988-bb7b-24a1af6be58a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:50.043829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b286227d-8c52-4988-bb7b-24a1af6be58a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:50.078360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:50.129763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-5699fb25-c4f3-4630-9c8e-022dc1b50286 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:50.133353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-5699fb25-c4f3-4630-9c8e-022dc1b50286 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.97 "GET /v2.0/networks?id=33161f48-c457-4b14-a266-b241824548ce HTTP/1.1" status: 200 len: 812 time: 0.3295228 Jul 07 22:44:50.138058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:50.151672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:44:50.154783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:44:50.235946 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:44:50.241289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c719-fd6e-40f7-a516-21d3b5805104 req-f3657fad-579a-444a-a1cd-8d4d18f7c8f5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:50.244176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Request body: {'port': {'device_id': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'network_id': '33161f48-c457-4b14-a266-b241824548ce', 'admin_state_up': True, 'tenant_id': '8be17e2778ca4324baf9e78ec177ec32'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:50.251496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac27c719-fd6e-40f7-a516-21d3b5805104 req-f3657fad-579a-444a-a1cd-8d4d18f7c8f5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.1040373 Jul 07 22:44:50.288831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:50.298772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:50.307862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] 10.222.0.95 "DELETE /v2.0/networks/59991556-f340-493e-960c-a7c297f0e4ee HTTP/1.1" status: 204 len: 168 time: 0.6823535 Jul 07 22:44:50.310887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac27c719-fd6e-40f7-a516-21d3b5805104 req-d864e6f3-0fc2-4b15-87bd-779c425f9d54 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 Jul 07 22:44:50.325197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38a56b-e116-437f-9caf-cfc0d7e6e5a0 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] Pushing event deleted for resources: {'Network': ['ID=59991556-f340-493e-960c-a7c297f0e4ee,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:50.409065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Made reservation on behalf of 8be17e2778ca4324baf9e78ec177ec32 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:50.413285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:50.526453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d87e1605-c0e7-4391-a1a0-cc07866fc954 req-4f0a3e64-2a59-44ec-b7ab-97f908c0a0b6 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 210 time: 0.0505440 Jul 07 22:44:50.682939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Allocated IP 172.20.0.5 (33161f48-c457-4b14-a266-b241824548ce/f7c18359-7c3f-41b0-a134-fbdbc9f5a633/f7e8b970-c743-4b5f-85e5-7c790b977c6a) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:50.755820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56f37d-c3a4-4ded-8ff3-7d33be6a62ab req-13f01341-9760-4687-9007-1d3cf9d401a2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:50.764191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e56f37d-c3a4-4ded-8ff3-7d33be6a62ab req-13f01341-9760-4687-9007-1d3cf9d401a2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.1071866 Jul 07 22:44:50.816411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e56f37d-c3a4-4ded-8ff3-7d33be6a62ab req-94a0913d-9551-43d8-8e2b-766fb4c918de tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485690 Jul 07 22:44:50.821986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56182) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:50.953939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.022828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.085111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Network 33161f48-c457-4b14-a266-b241824548ce is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:51.091323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:51.095318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:51.131501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Pushing event updated for resources: {'Port': ['ID=f7e8b970-c743-4b5f-85e5-7c790b977c6a,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:51.179361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:51.180207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.205406 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-401025de-1356-40e2-a03d-51bac5b86aef tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624208 Jul 07 22:44:51.217848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Request body: {'port': {'device_id': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:51.251092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806bd0-f737-4f76-a392-2b62b705d0f8 req-c1afe95b-86c9-4303-b701-6de884c5bba7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:51.259717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d28c137d-06de-49f1-9b06-fd748554f90d no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:51.271407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df806bd0-f737-4f76-a392-2b62b705d0f8 req-c1afe95b-86c9-4303-b701-6de884c5bba7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.1260319 Jul 07 22:44:51.281695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d28c137d-06de-49f1-9b06-fd748554f90d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:51.282041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d28c137d-06de-49f1-9b06-fd748554f90d not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:51.309920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b641fff4-c53f-4c72-bc1f-8fde78ab8642 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9401bc549f0a49a3958eaa6fc861b44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841104 Jul 07 22:44:51.310140 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56198) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:51.327117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.341308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-df806bd0-f737-4f76-a392-2b62b705d0f8 req-0d2d9df5-64fd-45de-b1f7-7f718ffca0e3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688353 Jul 07 22:44:51.385907 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-34903a93-c534-46e8-9822-d311b8cb0f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.430138 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.431635 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c535281-e7bf-40a4-a367-c86972e9ee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.462170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c535281-e7bf-40a4-a367-c86972e9ee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.535607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c535281-e7bf-40a4-a367-c86972e9ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.544586 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7c535281-e7bf-40a4-a367-c86972e9ee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.550280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7c535281-e7bf-40a4-a367-c86972e9ee5d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/59e43651-b61e-4405-961a-219bc53bd8c9 HTTP/1.1" status: 204 len: 168 time: 0.2382967 Jul 07 22:44:51.561894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c535281-e7bf-40a4-a367-c86972e9ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e43651-b61e-4405-961a-219bc53bd8c9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:51.732833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e8b970-c743-4b5f-85e5-7c790b977c6a {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:51.746425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.770003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Transition to ACTIVE for port object f7e8b970-c743-4b5f-85e5-7c790b977c6a will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:51.777023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.893524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e8b970-c743-4b5f-85e5-7c790b977c6a,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:51.959501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Attempting to bind port f7e8b970-c743-4b5f-85e5-7c790b977c6a on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:51.960089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Attempting to bind port f7e8b970-c743-4b5f-85e5-7c790b977c6a by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'ad128934-b03f-41d6-abbf-65e785468868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33161f48-c457-4b14-a266-b241824548ce'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:51.960594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Attempting to bind port f7e8b970-c743-4b5f-85e5-7c790b977c6a on network 33161f48-c457-4b14-a266-b241824548ce {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:51.966082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Port f7e8b970-c743-4b5f-85e5-7c790b977c6a on network 33161f48-c457-4b14-a266-b241824548ce not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:44:51.966677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Attempting to bind port f7e8b970-c743-4b5f-85e5-7c790b977c6a on network 33161f48-c457-4b14-a266-b241824548ce {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:51.972025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:51.972619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Checking segment: {'id': 'ad128934-b03f-41d6-abbf-65e785468868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33161f48-c457-4b14-a266-b241824548ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:51.973730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Bound using segment: {'id': 'ad128934-b03f-41d6-abbf-65e785468868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33161f48-c457-4b14-a266-b241824548ce'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:51.974348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Bound port: f7e8b970-c743-4b5f-85e5-7c790b977c6a, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad128934-b03f-41d6-abbf-65e785468868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33161f48-c457-4b14-a266-b241824548ce'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:51.974928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.998210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff3fd-8d4a-455c-8819-7a2491c86966 req-e8531e44-1ff1-444d-986a-86886a949233 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.012894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a5ff3fd-8d4a-455c-8819-7a2491c86966 req-e8531e44-1ff1-444d-986a-86886a949233 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 943 time: 0.1731331 Jul 07 22:44:52.052491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] For port f7e8b970-c743-4b5f-85e5-7c790b977c6a, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:52.059840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] For port f7e8b970-c743-4b5f-85e5-7c790b977c6a, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a,segment=NetworkSegment(ad128934-b03f-41d6-abbf-65e785468868),segment_id=ad128934-b03f-41d6-abbf-65e785468868)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:52.065947 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.099957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56224) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:52.100135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a5ff3fd-8d4a-455c-8819-7a2491c86966 req-c2dad74c-53ee-471b-8973-3a32bbd8b285 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859473 Jul 07 22:44:52.142329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.142997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.144440 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] 10.222.0.97 "PUT /v2.0/ports/f7e8b970-c743-4b5f-85e5-7c790b977c6a HTTP/1.1" status: 200 len: 1092 time: 0.9319940 Jul 07 22:44:52.154665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'tag': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:52.157161 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79" -d '{"events": [{"name": "network-changed", "server_uuid": "c8636b8e-0811-40ef-9620-e83a2c01372f", "tag": "f7e8b970-c743-4b5f-85e5-7c790b977c6a"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:52.225439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c972b3-d3cf-4446-a507-83c6c0267190 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e8b970-c743-4b5f-85e5-7c790b977c6a,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:52.228238 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.233694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Deleting subnet a0127da0-f891-42b1-b138-f62e83403a81 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:44:52.239866 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.299091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.332958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56232) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:52.337953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-9d042f23-b1ff-4df2-9aa3-1e6c8dd1fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.339627 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-9d042f23-b1ff-4df2-9aa3-1e6c8dd1fbd6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8be17e2778ca4324baf9e78ec177ec32&device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 1095 time: 0.1506908 Jul 07 22:44:52.348206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c957f349-165f-4f38-aa2a-90710acee2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.389915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.393296 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-530b1a3a-7c0a-406c-bb2e-3ed97bb9b79b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a HTTP/1.1" status: 200 len: 217 time: 0.0444801 Jul 07 22:44:52.410597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfa641-049c-4fa8-b57f-75aec5e342ae req-9facb087-dbdf-40c3-a456-b5fcbb6e5f8a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.412357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9edfa641-049c-4fa8-b57f-75aec5e342ae req-9facb087-dbdf-40c3-a456-b5fcbb6e5f8a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.1343148 Jul 07 22:44:52.467745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98d10-156f-4af3-bebc-99e145401485 req-03a9d822-5fd0-425c-ac9f-d155df7565da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.469167 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-03a9d822-5fd0-425c-ac9f-d155df7565da service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f7c18359-7c3f-41b0-a134-fbdbc9f5a633 HTTP/1.1" status: 200 len: 852 time: 0.0580165 Jul 07 22:44:52.470700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9edfa641-049c-4fa8-b57f-75aec5e342ae req-dc60e2bc-8e54-4845-b68b-c5d939cbaba7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Jul 07 22:44:52.513659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c957f349-165f-4f38-aa2a-90710acee2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.519876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c957f349-165f-4f38-aa2a-90710acee2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.532462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-cc98f65a-eac1-44d2-8f6a-39799af089ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=33161f48-c457-4b14-a266-b241824548ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567737 Jul 07 22:44:52.540537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.570213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957f349-165f-4f38-aa2a-90710acee2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbec5f-e2b0-455c-a4b0-bfc25897d070,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:52.577530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c957f349-165f-4f38-aa2a-90710acee2a7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f21519e11aab477cabc21cb43c3851b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423589 Jul 07 22:44:52.580191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56236) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:52.642479 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-469aa91c-b7db-4ef4-a42b-2d78f60a0958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.667952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-469aa91c-b7db-4ef4-a42b-2d78f60a0958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.724966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-469aa91c-b7db-4ef4-a42b-2d78f60a0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.729444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-469aa91c-b7db-4ef4-a42b-2d78f60a0958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.731002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-469aa91c-b7db-4ef4-a42b-2d78f60a0958 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/18fbec5f-e2b0-455c-a4b0-bfc25897d070 HTTP/1.1" status: 204 len: 168 time: 0.1477790 Jul 07 22:44:52.740527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469aa91c-b7db-4ef4-a42b-2d78f60a0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbec5f-e2b0-455c-a4b0-bfc25897d070,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:53.001500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.007639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a0127da0-f891-42b1-b138-f62e83403a81 HTTP/1.1" status: 204 len: 168 time: 0.9051030 Jul 07 22:44:53.010124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56250) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.038231 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1930007-d2b2-4e40-bb40-8dce3390c73b x-openstack-request-id: req-d1930007-d2b2-4e40-bb40-8dce3390c73b {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:53.038744 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8636b8e-0811-40ef-9620-e83a2c01372f", "tag": "f7e8b970-c743-4b5f-85e5-7c790b977c6a", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:53.039322 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d1930007-d2b2-4e40-bb40-8dce3390c73b {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:53.040497 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'tag': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a', 'status': 'completed', 'code': 200} Jul 07 22:44:53.062391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649463e-e547-4fb3-9608-4b59fb0928e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0127da0-f891-42b1-b138-f62e83403a81,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:53.093921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.109766 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-5b6b8dec-9903-49ce-b3ff-8030ad9e9bf6 service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562344 Jul 07 22:44:53.240301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.256795 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d1b98d10-156f-4af3-bebc-99e145401485 req-259ac815-febc-4620-8770-c9154fc5973d service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404731 Jul 07 22:44:53.287682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab16270-d60f-4bce-9f69-9b8138c7193c']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:53.339660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b632593-c6e4-4ffa-9399-447f3608040c') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:53.340010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b632593-c6e4-4ffa-9399-447f3608040c') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:53.371324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.394596 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.401225 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-aa13104d-e9f5-489c-80e9-7d327765a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.403506 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-aa13104d-e9f5-489c-80e9-7d327765a091 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8be17e2778ca4324baf9e78ec177ec32&device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 1095 time: 0.0920894 Jul 07 22:44:53.409951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:44:53.410354 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:44:53.413077 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:44:53.480282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-a4d71767-2044-4122-9512-93954bda336a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.482084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-a4d71767-2044-4122-9512-93954bda336a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.2271125 Jul 07 22:44:53.491051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56274) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.506734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e71448-e380-47c1-9014-a1299a0159fa req-247176b1-d09f-43d2-bf2e-e204914f6d21 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.508351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8e71448-e380-47c1-9014-a1299a0159fa req-247176b1-d09f-43d2-bf2e-e204914f6d21 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 943 time: 0.2176728 Jul 07 22:44:53.537294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-1237d4b2-accf-4acd-b5be-683ed2c8c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.537963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.539466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-1237d4b2-accf-4acd-b5be-683ed2c8c059 service neutron] 10.222.0.97 "GET /v2.0/networks?id=33161f48-c457-4b14-a266-b241824548ce HTTP/1.1" status: 200 len: 913 time: 0.1292593 Jul 07 22:44:53.551905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.556395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] 10.222.0.95 "DELETE /v2.0/networks/7ab16270-d60f-4bce-9f69-9b8138c7193c HTTP/1.1" status: 204 len: 168 time: 0.5450323 Jul 07 22:44:53.585369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737cde6-1d2b-474c-b444-b4a83f45a87f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab16270-d60f-4bce-9f69-9b8138c7193c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:53.598963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-01ce6e95-7509-4819-ac6e-be7aadf306e1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a HTTP/1.1" status: 200 len: 217 time: 0.0520401 Jul 07 22:44:53.631695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8e71448-e380-47c1-9014-a1299a0159fa req-60bc6b9a-0b2d-4120-8e66-3df56259edc3 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169209 Jul 07 22:44:53.676003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-91fd5252-d560-4090-9368-68d1bc460bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.678353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc134c73-cb37-48fb-a624-26dfc2dcbc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.678453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-91fd5252-d560-4090-9368-68d1bc460bd4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f7c18359-7c3f-41b0-a134-fbdbc9f5a633 HTTP/1.1" status: 200 len: 852 time: 0.0721128 Jul 07 22:44:53.697314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port 60e26957-f416-4163-9518-c9bcdb1c6ecf {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:53.697666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.722430 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-cd2149e8-0726-4ba8-b70d-bc0a073ccc09 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=33161f48-c457-4b14-a266-b241824548ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379004 Jul 07 22:44:53.767071 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.780441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56290) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.847534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port 60e26957-f416-4163-9518-c9bcdb1c6ecf, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=60e26957-f416-4163-9518-c9bcdb1c6ecf,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:53.847781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.870454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.886535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27b7c91a-9aa8-440d-9b79-f65615086e37 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7d369f76bd1542de9821b2ab09d7d15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048348 Jul 07 22:44:53.893205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.893597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for 60e26957-f416-4163-9518-c9bcdb1c6ecf owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:53.916818 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-d947127f-66d3-4dd4-9508-5b843ad73c4b service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869719 Jul 07 22:44:53.983033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc134c73-cb37-48fb-a624-26dfc2dcbc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.987846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1760927792-network', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:53.997869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc134c73-cb37-48fb-a624-26dfc2dcbc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.025055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7182b-cff3-41fc-8af3-a52082051315 req-fa817559-6383-40e1-bfa8-737a713f1e4d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:54.026580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7b7182b-cff3-41fc-8af3-a52082051315 req-fa817559-6383-40e1-bfa8-737a713f1e4d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 945 time: 0.1979351 Jul 07 22:44:54.031280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da68a492-efea-4433-8d20-3123e745616a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.050406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Made reservation on behalf of d383b01ba90f4d7c99617d82214c5b75 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:54.052788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.074175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc134c73-cb37-48fb-a624-26dfc2dcbc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74038386-4077-4387-8a9e-3d8b430be2e3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.080835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc134c73-cb37-48fb-a624-26dfc2dcbc33 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d17d931086da47faad9d427c56c4274a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864797 Jul 07 22:44:54.081018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.081483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:54.100208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da68a492-efea-4433-8d20-3123e745616a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.122388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7b7182b-cff3-41fc-8af3-a52082051315 req-baa5a4fe-3f7d-4db5-852f-65ebf4bab2d8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836749 Jul 07 22:44:54.132838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c73827d-d2e5-42ad-9a99-3b7474ee2f79 req-4e33ce10-94f6-46a3-96ff-b950fb297dc0 service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075949 Jul 07 22:44:54.152185 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.165375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['60e26957-f416-4163-9518-c9bcdb1c6ecf'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:54.194526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=60e26957-f416-4163-9518-c9bcdb1c6ecf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.252632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port 60e26957-f416-4163-9518-c9bcdb1c6ecf on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:54.255548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.261822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b31144b0-d301-4cf4-b566-6d6805eaa3fd req-5c223403-ccd3-4ca3-8e8d-b2ca910bb00f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "DELETE /v2.0/ports/60e26957-f416-4163-9518-c9bcdb1c6ecf HTTP/1.1" status: 204 len: 173 time: 0.7686164 Jul 07 22:44:54.262347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'name': 'network-vif-deleted', 'tag': '60e26957-f416-4163-9518-c9bcdb1c6ecf'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:54.265197 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0e79f-f8ad-490e-845a-889388983620" -d '{"events": [{"server_uuid": "163d1e28-0dd2-42be-8bda-76aab60d5859", "name": "network-vif-deleted", "tag": "60e26957-f416-4163-9518-c9bcdb1c6ecf"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:54.283765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47971c17-83a7-4cc0-a1ff-662d1f325ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.292144 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da68a492-efea-4433-8d20-3123e745616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.294928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da68a492-efea-4433-8d20-3123e745616a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.299135 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da68a492-efea-4433-8d20-3123e745616a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f13ebd39-aaee-48d7-af71-e21868667c5a HTTP/1.1" status: 204 len: 168 time: 0.4046803 Jul 07 22:44:54.331782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68a492-efea-4433-8d20-3123e745616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ebd39-aaee-48d7-af71-e21868667c5a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.335079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47971c17-83a7-4cc0-a1ff-662d1f325ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.345805 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3639526-66f6-4918-ada0-745faf84e2a0 x-openstack-request-id: req-e3639526-66f6-4918-ada0-745faf84e2a0 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:54.346309 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d1e28-0dd2-42be-8bda-76aab60d5859", "name": "network-vif-deleted", "tag": "60e26957-f416-4163-9518-c9bcdb1c6ecf", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:54.346751 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e3639526-66f6-4918-ada0-745faf84e2a0 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:54.347333 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d1e28-0dd2-42be-8bda-76aab60d5859', 'name': 'network-vif-deleted', 'tag': '60e26957-f416-4163-9518-c9bcdb1c6ecf', 'status': 'completed', 'code': 200} Jul 07 22:44:54.406474 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.416638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.442648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47971c17-83a7-4cc0-a1ff-662d1f325ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.445311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-47971c17-83a7-4cc0-a1ff-662d1f325ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.449821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-47971c17-83a7-4cc0-a1ff-662d1f325ba7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/74038386-4077-4387-8a9e-3d8b430be2e3 HTTP/1.1" status: 204 len: 168 time: 0.3574748 Jul 07 22:44:54.454978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:44:54.466132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68153f-93f5-4c74-9b99-c23d6e76d630,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.487943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.488638 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Added segment 253095ac-826b-44af-a73d-cf60d9deab03 of type vlan for network 13ff44cb-2436-44ad-bf6e-95aed40582c2 Jul 07 22:44:54.504059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47971c17-83a7-4cc0-a1ff-662d1f325ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74038386-4077-4387-8a9e-3d8b430be2e3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.564661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.610065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.611578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:54.612380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.685299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8136487 Jul 07 22:44:54.688357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56314) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:54.694267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Request body: {'subnet': {'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1760927792-subnet', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:54.701100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eae0b-f61f-46e4-8c91-baa09ef42c74 admin admin] Pushing event updated for resources: {'Network': ['ID=13ff44cb-2436-44ad-bf6e-95aed40582c2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.717521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:44:54.781351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Made reservation on behalf of d383b01ba90f4d7c99617d82214c5b75 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:54.784315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.978194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:54.989586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2666-4122-470a-bce7-2256fd95c52e req-e25d21c5-1753-4751-aca7-19a878f2540b tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:54.991463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e3c2666-4122-470a-bce7-2256fd95c52e req-e25d21c5-1753-4751-aca7-19a878f2540b tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 943 time: 0.1184754 Jul 07 22:44:54.998005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc0751a3-0cf7-4b8c-86f5-6a0cb87a870f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.067995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e3c2666-4122-470a-bce7-2256fd95c52e req-b34b47e8-7f95-451b-b73a-343a2951a919 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705609 Jul 07 22:44:55.125143 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc0751a3-0cf7-4b8c-86f5-6a0cb87a870f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.130115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bc0751a3-0cf7-4b8c-86f5-6a0cb87a870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.144399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.183914 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc0751a3-0cf7-4b8c-86f5-6a0cb87a870f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=98581add4c29458582832c4f3ae3b144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048717 Jul 07 22:44:55.184718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0751a3-0cf7-4b8c-86f5-6a0cb87a870f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc9a85-521f-4821-a4b8-afc097d49439,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:55.187310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56332) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:55.244445 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43492e16-a41d-4c0b-95f4-e31e217f6305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.274778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43492e16-a41d-4c0b-95f4-e31e217f6305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.302229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30ea9251-b3b7-44bc-ab41-669deea3747d req-9b5d25f7-98b0-4a24-8d12-f5a9b7a7cbea tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.0456424 Jul 07 22:44:55.323884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b1b7f7-bf62-4db7-a162-9f0c2124a668,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:55.330503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Checking segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:55.330948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Network hostable DHCP agents. Network: 13ff44cb-2436-44ad-bf6e-95aed40582c2, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:44:55.354527 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43492e16-a41d-4c0b-95f4-e31e217f6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.359380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-43492e16-a41d-4c0b-95f4-e31e217f6305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.363475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-43492e16-a41d-4c0b-95f4-e31e217f6305 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bafc9a85-521f-4821-a4b8-afc097d49439 HTTP/1.1" status: 204 len: 168 time: 0.1751604 Jul 07 22:44:55.370315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:44:55.379618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43492e16-a41d-4c0b-95f4-e31e217f6305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc9a85-521f-4821-a4b8-afc097d49439,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:55.390727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 13ff44cb-2436-44ad-bf6e-95aed40582c2) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:55.400404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:55.403119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.405303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36307b0b-a8d5-4705-904d-56e6f589969f None None] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:55.435272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ad90a4a7-ebbb-464d-bd17-48f0b80c33e4 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7456868 Jul 07 22:44:55.438175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56340) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:55.444676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:55.498228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.499260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.590114 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.759926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-13ff44cb-2436-44ad-bf6e-95aed40582c2', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'fixed_ips': [{'subnet_id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:44:55.761079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:55.801640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.018240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Allocated IP 172.20.0.2 (13ff44cb-2436-44ad-bf6e-95aed40582c2/b5b1b7f7-bf62-4db7-a162-9f0c2124a668/da1ec7e0-8dcf-4689-b250-bdd5afd12938) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:56.084906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.107276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.299942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Allocated IP 172.25.5.254 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/265f3b0a-1c76-4838-8462-c5c224edc1eb) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:56.303918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f7e8b970-c743-4b5f-85e5-7c790b977c6a details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:44:56.349079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.429250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Transition to ACTIVE for port object da1ec7e0-8dcf-4689-b250-bdd5afd12938 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:56.475506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Transition to ACTIVE for port object da1ec7e0-8dcf-4689-b250-bdd5afd12938 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:56.485120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0371999-e07b-4009-bd29-042b128bc80c req-023553b1-53fa-42bd-8257-7edd0d687796 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:56.492060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0371999-e07b-4009-bd29-042b128bc80c req-023553b1-53fa-42bd-8257-7edd0d687796 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 943 time: 0.1852012 Jul 07 22:44:56.495378 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.540272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.551148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:56.580658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f7e8b970-c743-4b5f-85e5-7c790b977c6a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a,segment=NetworkSegment(ad128934-b03f-41d6-abbf-65e785468868),segment_id=ad128934-b03f-41d6-abbf-65e785468868)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:56.584352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:56.590990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:56.606966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.635888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a', 'network_id': '33161f48-c457-4b14-a266-b241824548ce', 'port_id': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a', 'mac_address': 'fa:16:3e:3d:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c18359-7c3f-41b0-a134-fbdbc9f5a633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:44:56.661211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Pushing event updated for resources: {'Port': ['ID=da1ec7e0-8dcf-4689-b250-bdd5afd12938,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:56.670461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Pushing event updated for resources: {'Port': ['ID=265f3b0a-1c76-4838-8462-c5c224edc1eb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:56.679581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:56.683135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:56.689939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:56.728064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0371999-e07b-4009-bd29-042b128bc80c req-3a79bdfc-12e9-48be-b7ae-1aff798a7120 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279699 Jul 07 22:44:56.826957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Attempting to bind port da1ec7e0-8dcf-4689-b250-bdd5afd12938 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:56.827604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Attempting to bind port da1ec7e0-8dcf-4689-b250-bdd5afd12938 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:56.828308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Attempting to bind port da1ec7e0-8dcf-4689-b250-bdd5afd12938 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:56.868760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:56.869145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Checking segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:56.869563 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.869961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Bound using segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:56.870657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Bound port: da1ec7e0-8dcf-4689-b250-bdd5afd12938, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:56.871366 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.888670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.905209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e8b970-c743-4b5f-85e5-7c790b977c6a {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:56.987049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f7e8b970-c743-4b5f-85e5-7c790b977c6a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a,segment=NetworkSegment(ad128934-b03f-41d6-abbf-65e785468868),segment_id=ad128934-b03f-41d6-abbf-65e785468868)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:57.005122 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.036912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f5098fdf-bfeb-4680-be2c-5055d918e89f req-01fc8d74-be1a-4063-8024-008fcbb908bd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.1065636 Jul 07 22:44:57.272235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 60e26957-f416-4163-9518-c9bcdb1c6ecf no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:57.277149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] For port da1ec7e0-8dcf-4689-b250-bdd5afd12938, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:57.287201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.312847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 60e26957-f416-4163-9518-c9bcdb1c6ecf {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:57.312847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 60e26957-f416-4163-9518-c9bcdb1c6ecf not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:57.314576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] For port da1ec7e0-8dcf-4689-b250-bdd5afd12938, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=da1ec7e0-8dcf-4689-b250-bdd5afd12938,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:57.325213 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.354699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f7e8b970-c743-4b5f-85e5-7c790b977c6a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:57.419551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f7e8b970-c743-4b5f-85e5-7c790b977c6a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:57.455725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561666b5-fb97-44a1-beee-7b7dbb448ba9 None None] Pushing event updated for resources: {'Port': ['ID=da1ec7e0-8dcf-4689-b250-bdd5afd12938,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:57.630204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.937900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56418) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:58.077288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d999d70b-6bdc-4e1f-a7ce-8fda6d4d5c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.190808 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d999d70b-6bdc-4e1f-a7ce-8fda6d4d5c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.198046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d999d70b-6bdc-4e1f-a7ce-8fda6d4d5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.233888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999d70b-6bdc-4e1f-a7ce-8fda6d4d5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393bf87-9efc-4dd0-82f2-e89b938c13b6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:58.261450 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d999d70b-6bdc-4e1f-a7ce-8fda6d4d5c40 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=78d2079899844db5a86e69a511acb4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196492 Jul 07 22:44:58.261770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56424) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:58.313435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f7e8b970-c743-4b5f-85e5-7c790b977c6a up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:58.325012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Router 7da80a10-87cb-4f40-b931-150f3db54e4a is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:44:58.338397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71b6df-5bd0-44da-9ef4-cd726999764b req-fa82a60e-20b8-4cde-b9f4-a78def07a6fd tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:58.340154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b71b6df-5bd0-44da-9ef4-cd726999764b req-fa82a60e-20b8-4cde-b9f4-a78def07a6fd tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 944 time: 0.1091485 Jul 07 22:44:58.371960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ffb-1253-4e24-9364-8978eb019074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.425116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ffb-1253-4e24-9364-8978eb019074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.435685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port f7e8b970-c743-4b5f-85e5-7c790b977c6a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:58.437186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b71b6df-5bd0-44da-9ef4-cd726999764b req-a6ccf67f-cc1b-466d-aa2b-f3a3bf905b40 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887628 Jul 07 22:44:58.451348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port f7e8b970-c743-4b5f-85e5-7c790b977c6a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:58.452030 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.513885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:58.525032 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Sync routers for ids ['7da80a10-87cb-4f40-b931-150f3db54e4a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:58.528700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ffb-1253-4e24-9364-8978eb019074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.531274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ffb-1253-4e24-9364-8978eb019074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.533306 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d9fa6ffb-1253-4e24-9364-8978eb019074 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f393bf87-9efc-4dd0-82f2-e89b938c13b6 HTTP/1.1" status: 204 len: 168 time: 0.2700324 Jul 07 22:44:58.547528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6ffb-1253-4e24-9364-8978eb019074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393bf87-9efc-4dd0-82f2-e89b938c13b6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:58.552079 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Routers {'7da80a10-87cb-4f40-b931-150f3db54e4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:58.553797 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['7da80a10-87cb-4f40-b931-150f3db54e4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:58.559741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.561447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78753527-6c05-4547-b5bb-6f9b9877c725 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1218798 Jul 07 22:44:58.564310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56430) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:58.712137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.767219 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Set router 7da80a10-87cb-4f40-b931-150f3db54e4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:58.815050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5e9d5ee-26e1-4335-ad4e-3e5507aca510 req-499dc487-754b-4fbe-a792-4c7d634a63d9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.0862701 Jul 07 22:44:58.824870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f7e8b970-c743-4b5f-85e5-7c790b977c6a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a,segment=NetworkSegment(ad128934-b03f-41d6-abbf-65e785468868),segment_id=ad128934-b03f-41d6-abbf-65e785468868)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:58.838812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:58.844575 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529b23d-ab67-4d99-89e3-78b97445fe9b" -d '{"events": [{"server_uuid": "c8636b8e-0811-40ef-9620-e83a2c01372f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e8b970-c743-4b5f-85e5-7c790b977c6a"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:58.870045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.001843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f7e8b970-c743-4b5f-85e5-7c790b977c6a,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:59.004362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73250f56-fbca-4358-973c-2c4f7a330585 None None] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:59.071520 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 3, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:59.125147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0f6576d9-3ac6-429e-aceb-1db048784123 None None] Provisioning for port da1ec7e0-8dcf-4689-b250-bdd5afd12938 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:59.146164 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Checking router: 7da80a10-87cb-4f40-b931-150f3db54e4a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:59.146890 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Updating router 7da80a10-87cb-4f40-b931-150f3db54e4a port 265f3b0a-1c76-4838-8462-c5c224edc1eb binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:44:59.186444 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07950c5-ea98-4c93-bcc6-bd08d2787f9c x-openstack-request-id: req-e07950c5-ea98-4c93-bcc6-bd08d2787f9c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:59.186820 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8636b8e-0811-40ef-9620-e83a2c01372f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e8b970-c743-4b5f-85e5-7c790b977c6a", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:59.187030 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e07950c5-ea98-4c93-bcc6-bd08d2787f9c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:59.187455 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a', 'code': 200} Jul 07 22:44:59.192643 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.418349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device da1ec7e0-8dcf-4689-b250-bdd5afd12938 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:59.534496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85887b5-af1f-4bcd-93ba-191f791aed09 req-8fd4390f-df12-4c9e-aa08-9eb4b8b7ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:59.536567 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c85887b5-af1f-4bcd-93ba-191f791aed09 req-8fd4390f-df12-4c9e-aa08-9eb4b8b7ff6a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 1097 time: 0.2793481 Jul 07 22:44:59.662556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port da1ec7e0-8dcf-4689-b250-bdd5afd12938 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:59.671292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port da1ec7e0-8dcf-4689-b250-bdd5afd12938 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:59.672217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.739072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c85887b5-af1f-4bcd-93ba-191f791aed09 req-c2077cd2-b9d5-4764-aed3-22abda48d8ff service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922626 Jul 07 22:44:59.790334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de82488-91b0-45cb-ab75-5e3621518153 req-ddd3faa3-6900-4c40-9513-6af6ce6037d6 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:59.798257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7de82488-91b0-45cb-ab75-5e3621518153 req-ddd3faa3-6900-4c40-9513-6af6ce6037d6 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1017361 Jul 07 22:44:59.824339 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.840845 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.849068 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Transition to ACTIVE for port object 265f3b0a-1c76-4838-8462-c5c224edc1eb will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:59.860024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.876344 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.907171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7de82488-91b0-45cb-ab75-5e3621518153 req-999afb43-9f1b-4b4c-95c6-dead43d6a480 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064556 Jul 07 22:44:59.919466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port da1ec7e0-8dcf-4689-b250-bdd5afd12938, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=da1ec7e0-8dcf-4689-b250-bdd5afd12938,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:59.930714 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.949501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Attempting to bind port 265f3b0a-1c76-4838-8462-c5c224edc1eb on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:59.949984 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Attempting to bind port 265f3b0a-1c76-4838-8462-c5c224edc1eb by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:59.950450 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Attempting to bind port 265f3b0a-1c76-4838-8462-c5c224edc1eb on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:59.967358 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:59.967875 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:59.968477 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.969085 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:59.970474 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Bound port: 265f3b0a-1c76-4838-8462-c5c224edc1eb, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:59.970998 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.036577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=da1ec7e0-8dcf-4689-b250-bdd5afd12938,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:00.043489 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b51ee-2113-4172-9fbb-9bd53311ec1c None None] Pushing event updated for resources: {'Port': ['ID=265f3b0a-1c76-4838-8462-c5c224edc1eb,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:00.089582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7a2b8ee7-ca85-4514-b529-3deed8a16cb2 None None] Provisioning complete for port da1ec7e0-8dcf-4689-b250-bdd5afd12938 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:00.090253 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8ee7-ca85-4514-b529-3deed8a16cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.090430 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] For port 265f3b0a-1c76-4838-8462-c5c224edc1eb, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:00.103659 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] For port 265f3b0a-1c76-4838-8462-c5c224edc1eb, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=265f3b0a-1c76-4838-8462-c5c224edc1eb,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:00.116816 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.162700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f68b2bc-c7c9-4e99-8754-b83d385cd72b req-4a738254-76b6-4fcc-b206-a390048e0d9d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=163d1e28-0dd2-42be-8bda-76aab60d5859 HTTP/1.1" status: 200 len: 210 time: 0.0456815 Jul 07 22:45:00.219675 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Routers {'7da80a10-87cb-4f40-b931-150f3db54e4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:00.220588 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['7da80a10-87cb-4f40-b931-150f3db54e4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:00.260478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Allocated IP 172.20.0.1 (13ff44cb-2436-44ad-bf6e-95aed40582c2/b5b1b7f7-bf62-4db7-a162-9f0c2124a668/38493f44-b800-42dd-a4ba-cbe718ef7130) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:00.285123 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b51ee-2113-4172-9fbb-9bd53311ec1c None None] Pushing event updated for resources: {'Port': ['ID=265f3b0a-1c76-4838-8462-c5c224edc1eb,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:00.360446 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] Set router 7da80a10-87cb-4f40-b931-150f3db54e4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:00.398085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.414483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Transition to ACTIVE for port object 38493f44-b800-42dd-a4ba-cbe718ef7130 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:00.451302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.495480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:00.500698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:00.504390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:00.533281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Pushing event updated for resources: {'Port': ['ID=38493f44-b800-42dd-a4ba-cbe718ef7130,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:00.554430 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 3, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:00.555516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.585796 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7702e-0dec-45d4-b4c2-d9cd1932c976 None None] The sync data for ids ['7da80a10-87cb-4f40-b931-150f3db54e4a'] in n-d-694802-13 is: [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 3, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:00.767312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.849590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56482) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:00.855271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-86722df9-2a84-4d98-9be5-e0a2c0137fc8 None None] Provisioning for port 38493f44-b800-42dd-a4ba-cbe718ef7130 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:00.861337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-86722df9-2a84-4d98-9be5-e0a2c0137fc8 None None] Provisioning complete for port 38493f44-b800-42dd-a4ba-cbe718ef7130 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:00.861721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86722df9-2a84-4d98-9be5-e0a2c0137fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.915590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-86722df9-2a84-4d98-9be5-e0a2c0137fc8 None None] Port 38493f44-b800-42dd-a4ba-cbe718ef7130 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:01.004591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.011960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.044788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-978943089', 'router:external': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:01.099854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Pushing event updated for resources: {'Port': ['ID=38493f44-b800-42dd-a4ba-cbe718ef7130,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:01.110490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Made reservation on behalf of 98f160d92f4e453fa0db66d4491cd43b for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:01.113435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.125396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.127736 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.237602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:01.239651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:01.337072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e008f-e646-4373-a3ef-313ad982df88 req-9743d7e8-ca2c-4a2c-bb73-b261abf3e793 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:01.344452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-592e008f-e646-4373-a3ef-313ad982df88 req-9743d7e8-ca2c-4a2c-bb73-b261abf3e793 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.2073956 Jul 07 22:45:01.420130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.427313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.442073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Router 7da80a10-87cb-4f40-b931-150f3db54e4a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:01.447486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-592e008f-e646-4373-a3ef-313ad982df88 req-d8b7a2a6-b0bf-4685-85f5-8e55291b9681 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020563 Jul 07 22:45:01.472279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device da1ec7e0-8dcf-4689-b250-bdd5afd12938 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:01.488716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:45:01.507307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d73d0-1c11-4997-bef9-91a5c58deb61,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:01.530111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.530892 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Added segment 811e1364-f9df-4f4a-880c-e463ce1b2313 of type vlan for network 38310449-a4d2-435a-8e92-ee84398fda20 Jul 07 22:45:01.590946 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.605431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c637ee1b-e373-4e7e-ab83-3772e49ad7fc None None] Provisioning complete for port 38493f44-b800-42dd-a4ba-cbe718ef7130 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:01.605773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c637ee1b-e373-4e7e-ab83-3772e49ad7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.635548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.639143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:01.640210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.644522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port da1ec7e0-8dcf-4689-b250-bdd5afd12938 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:01.644910 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.672359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8206666 Jul 07 22:45:01.706119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56502) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:01.716060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'subnet': {'network_id': '38310449-a4d2-435a-8e92-ee84398fda20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:01.758048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c637ee1b-e373-4e7e-ab83-3772e49ad7fc None None] Port 38493f44-b800-42dd-a4ba-cbe718ef7130 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:01.772190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3614fe-1df0-4d3e-8add-93c1c933a0dc tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Network': ['ID=38310449-a4d2-435a-8e92-ee84398fda20,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:01.777465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:01.792812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 38310449-a4d2-435a-8e92-ee84398fda20 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:45:01.816914 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4870f4ec-5542-4574-a3f4-f5da8e30a7bb admin admin] 10.222.0.95 "PUT /v2.0/routers/7da80a10-87cb-4f40-b931-150f3db54e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2413270 Jul 07 22:45:01.818448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Made reservation on behalf of 98f160d92f4e453fa0db66d4491cd43b for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:01.824306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.975953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 265f3b0a-1c76-4838-8462-c5c224edc1eb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:02.113815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 265f3b0a-1c76-4838-8462-c5c224edc1eb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:02.119789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 265f3b0a-1c76-4838-8462-c5c224edc1eb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:02.120184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.216007 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.240162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 265f3b0a-1c76-4838-8462-c5c224edc1eb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=265f3b0a-1c76-4838-8462-c5c224edc1eb,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:02.247545 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.274815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308625b-767b-4b58-906c-6f5ca506597b req-d82edd2e-d1a7-4c17-934b-b1afe20cf791 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:02.280442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0308625b-767b-4b58-906c-6f5ca506597b req-d82edd2e-d1a7-4c17-934b-b1afe20cf791 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.2050331 Jul 07 22:45:02.348533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=265f3b0a-1c76-4838-8462-c5c224edc1eb,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:02.369262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0308625b-767b-4b58-906c-6f5ca506597b req-ec3acb08-f317-45df-b4c9-081ec8a3f3af tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 Jul 07 22:45:02.413857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.objects.ports [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93931) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:45:02.414400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.495015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Checking segment: {'id': '811e1364-f9df-4f4a-880c-e463ce1b2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:02.495394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network hostable DHCP agents. Network: 38310449-a4d2-435a-8e92-ee84398fda20, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:45:02.505456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eefb3538-3927-497d-ae10-e3a454c98687,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:02.519706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.520073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.520595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.520828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.521296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.521797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.522149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.522527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.522946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.523403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.523954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.524377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:02.537935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 38310449-a4d2-435a-8e92-ee84398fda20 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:45:02.556380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 38310449-a4d2-435a-8e92-ee84398fda20) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:02.562846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:02.564458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.568935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f92514-4f41-4e89-a2cc-16a0377685f5 None None] Network 38310449-a4d2-435a-8e92-ee84398fda20 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:02.595403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2e872660-7994-41af-923d-51dd6fb1e3df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8856487 Jul 07 22:45:02.595914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56522) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:02.601243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1591589915', 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:02.627107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Made reservation on behalf of 98f160d92f4e453fa0db66d4491cd43b for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:02.630009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.652694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] device_id is not set on port f8f6d1c8-b17d-46b1-b638-e183139255a5 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:45:02.879836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56532) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:02.889589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-657321189-network', 'tenant_id': '21827012e85841e894d1bf7fcabac31d'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:02.894340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Allocated IP 2001:db8::2fb (38310449-a4d2-435a-8e92-ee84398fda20/eefb3538-3927-497d-ae10-e3a454c98687/f8f6d1c8-b17d-46b1-b638-e183139255a5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:02.909265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f637b330-da91-4640-92f9-99daa39562ec None None] Network 38310449-a4d2-435a-8e92-ee84398fda20 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:02.945750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Made reservation on behalf of 21827012e85841e894d1bf7fcabac31d for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:02.949038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.960787 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.101605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.108270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.129467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:45:03.154273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.156370 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Added segment e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05 of type vlan for network fb56ed29-476b-42fc-8a8d-239cb061c953 Jul 07 22:45:03.196093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aa9f2-08fe-4183-82a1-d4b8c28f52e6 req-dc29f244-765b-4577-8239-291eba12228b tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:03.207256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-154aa9f2-08fe-4183-82a1-d4b8c28f52e6 req-dc29f244-765b-4577-8239-291eba12228b tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.2498391 Jul 07 22:45:03.224130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.264787 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.265867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:03.266551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.278576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.307505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-154aa9f2-08fe-4183-82a1-d4b8c28f52e6 req-1c96027b-7992-4c01-b6aa-cc855126a695 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990810 Jul 07 22:45:03.334752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 265f3b0a-1c76-4838-8462-c5c224edc1eb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:03.336457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5621b59-f94a-4f2c-8c4a-df8af1543a14,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:03.353149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4688258 Jul 07 22:45:03.353665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56536) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:03.360934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Request body: {'subnet': {'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-657321189-subnet', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:03.368398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.371157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118573c4-f1b3-4de3-8436-3ec33bfa4939 admin admin] Pushing event updated for resources: {'Network': ['ID=fb56ed29-476b-42fc-8a8d-239cb061c953,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:03.403178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Made reservation on behalf of 21827012e85841e894d1bf7fcabac31d for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:03.405824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.429136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Sync routers for ids ['7da80a10-87cb-4f40-b931-150f3db54e4a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:03.431417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network fb56ed29-476b-42fc-8a8d-239cb061c953 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:45:03.468967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 38310449-a4d2-435a-8e92-ee84398fda20 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:03.474258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:03.483282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f6d1c8-b17d-46b1-b638-e183139255a5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:03.486256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:03.487504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:03.488330 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.496485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Routers {'7da80a10-87cb-4f40-b931-150f3db54e4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:03.497887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['7da80a10-87cb-4f40-b931-150f3db54e4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:03.513682 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bace27de-a07d-4332-ac1f-77638faf690c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9143808 Jul 07 22:45:03.514220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56538) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:03.552025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 265f3b0a-1c76-4838-8462-c5c224edc1eb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:03.552025 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.661174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Deleting port f8f6d1c8-b17d-46b1-b638-e183139255a5 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:03.661535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.691728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.696607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Set router 7da80a10-87cb-4f40-b931-150f3db54e4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:03.758714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.761868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dc4279-9fd6-49ec-b803-64e7977b80a1,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:03.772382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Checking segment: {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:03.772755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Network hostable DHCP agents. Network: fb56ed29-476b-42fc-8a8d-239cb061c953, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:45:03.772877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Calling delete_port for f8f6d1c8-b17d-46b1-b638-e183139255a5 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:03.792014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Network fb56ed29-476b-42fc-8a8d-239cb061c953 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:45:03.803845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, fb56ed29-476b-42fc-8a8d-239cb061c953) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:03.819992 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:03.821120 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.838717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011ef65f-6984-44de-aa0a-0f949273d085 None None] Network fb56ed29-476b-42fc-8a8d-239cb061c953 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:03.842983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4545f1a3-b8d4-4e62-a2b6-60d62d3bfe34 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4883955 Jul 07 22:45:03.845344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56540) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:03.852900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:03.885819 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.887145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.931780 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:03.966218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8f6d1c8-b17d-46b1-b638-e183139255a5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:04.003623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.015973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.021455 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-455c5168-80d2-43a3-9975-19ce269f02e5 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/ports/f8f6d1c8-b17d-46b1-b638-e183139255a5 HTTP/1.1" status: 204 len: 168 time: 0.5055726 Jul 07 22:45:04.022239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:04.032666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38310449-a4d2-435a-8e92-ee84398fda20', 'external_fixed_ips': [{'subnet_id': 'eefb3538-3927-497d-ae10-e3a454c98687', 'ip_address': '2001:db8::2fb'}]}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:04.066424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:45:00Z', 'revision_number': 4, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '38493f44-b800-42dd-a4ba-cbe718ef7130', 'name': '', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'mac_address': 'fa:16:3e:5e:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:59Z', 'updated_at': '2021-07-07T22:45:00Z', 'revision_number': 2, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'subnets': [{'id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:04.069150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.071181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.096316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-fb56ed29-476b-42fc-8a8d-239cb061c953', 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'fixed_ips': [{'subnet_id': '93dc4279-9fd6-49ec-b803-64e7977b80a1'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:45:04.097294 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.099751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Checking router: 7da80a10-87cb-4f40-b931-150f3db54e4a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:04.100187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Updating router 7da80a10-87cb-4f40-b931-150f3db54e4a port 38493f44-b800-42dd-a4ba-cbe718ef7130 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:04.127003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.157075 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.178898 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.294250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.615754 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.623673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.629064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Transition to ACTIVE for port object 38493f44-b800-42dd-a4ba-cbe718ef7130 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:04.637116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Allocated IP 172.20.0.2 (fb56ed29-476b-42fc-8a8d-239cb061c953/93dc4279-9fd6-49ec-b803-64e7977b80a1/1cab358c-621f-404d-946e-a1819eca0afb) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:04.645806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.660002 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.690258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.762563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cef33f-b072-471c-abae-8a6fc2b81a27 req-df99b5aa-2422-4e42-b331-84b34ba4d081 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:04.764523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94cef33f-b072-471c-abae-8a6fc2b81a27 req-df99b5aa-2422-4e42-b331-84b34ba4d081 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.2569637 Jul 07 22:45:04.764841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Allocated IP 172.25.5.234 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/f8c68b0c-dc82-4d19-8015-4da9a12dd01b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:04.815977 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.825647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Transition to ACTIVE for port object 1cab358c-621f-404d-946e-a1819eca0afb will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:04.841530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Transition to ACTIVE for port object 1cab358c-621f-404d-946e-a1819eca0afb will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:04.845923 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.848342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-94cef33f-b072-471c-abae-8a6fc2b81a27 req-e7ae329e-e185-431e-8177-a313cdc455d2 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Jul 07 22:45:04.876557 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:04.988416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.001186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Allocated IP 2001:db8::2fb (38310449-a4d2-435a-8e92-ee84398fda20/eefb3538-3927-497d-ae10-e3a454c98687/eabac0a1-cd62-4e76-b087-ae32aa338978) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:05.104833 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.128986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16689-2e5d-4d37-b616-dda73f01fc40 None None] Pushing event updated for resources: {'Port': ['ID=38493f44-b800-42dd-a4ba-cbe718ef7130,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:05.197811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Network fb56ed29-476b-42fc-8a8d-239cb061c953 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:05.201322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:05.206851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:05.210581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:05.221706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:05.223534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Pushing event updated for resources: {'Port': ['ID=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:05.229444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:05.253050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Pushing event updated for resources: {'Port': ['ID=1cab358c-621f-404d-946e-a1819eca0afb,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:05.328110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.345725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Attempting to bind port 38493f44-b800-42dd-a4ba-cbe718ef7130 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:05.346000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Attempting to bind port 38493f44-b800-42dd-a4ba-cbe718ef7130 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:05.346323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Attempting to bind port 38493f44-b800-42dd-a4ba-cbe718ef7130 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:05.354524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:05.355186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Checking segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:05.355420 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.355794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Bound using segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:05.356524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Bound port: 38493f44-b800-42dd-a4ba-cbe718ef7130, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:05.356913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.390041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Attempting to bind port 1cab358c-621f-404d-946e-a1819eca0afb on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:05.390041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Attempting to bind port 1cab358c-621f-404d-946e-a1819eca0afb by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:05.390389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Attempting to bind port 1cab358c-621f-404d-946e-a1819eca0afb on network fb56ed29-476b-42fc-8a8d-239cb061c953 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:05.428456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.547483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] For port 38493f44-b800-42dd-a4ba-cbe718ef7130, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:05.551104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] For port 38493f44-b800-42dd-a4ba-cbe718ef7130, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=38493f44-b800-42dd-a4ba-cbe718ef7130,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:05.555220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:05.555876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Checking segment: {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:05.556512 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.557247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Bound using segment: {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:05.557994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Bound port: 1cab358c-621f-404d-946e-a1819eca0afb, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:05.558621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.561512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 38310449-a4d2-435a-8e92-ee84398fda20 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:05.579143 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.587612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:05.593294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:05.607102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Port': ['ID=eabac0a1-cd62-4e76-b087-ae32aa338978,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:05.703495 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] For port 1cab358c-621f-404d-946e-a1819eca0afb, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:05.707065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] For port 1cab358c-621f-404d-946e-a1819eca0afb, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1cab358c-621f-404d-946e-a1819eca0afb,segment=NetworkSegment(e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05),segment_id=e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:05.735521 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:05.859940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16689-2e5d-4d37-b616-dda73f01fc40 None None] Pushing event updated for resources: {'Port': ['ID=38493f44-b800-42dd-a4ba-cbe718ef7130,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:05.862960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Routers {'7da80a10-87cb-4f40-b931-150f3db54e4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:05.863918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['7da80a10-87cb-4f40-b931-150f3db54e4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:05.940347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-667b2252-1283-491c-a02e-203fa251609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:05.942249 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-667b2252-1283-491c-a02e-203fa251609a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8be17e2778ca4324baf9e78ec177ec32&device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 1097 time: 0.2483320 Jul 07 22:45:05.945270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:06.076722 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:06.092062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c72f83-cd72-4587-ba30-8d4dc1eb8989 None None] Pushing event updated for resources: {'Port': ['ID=1cab358c-621f-404d-946e-a1819eca0afb,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:06.305497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] Set router 7da80a10-87cb-4f40-b931-150f3db54e4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:06.312287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d19cc9-9639-4c28-809a-60f2fa96a26f req-e1aeb44a-02f3-4b0c-a486-60764d78ce6a tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:06.319924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25d19cc9-9639-4c28-809a-60f2fa96a26f req-e1aeb44a-02f3-4b0c-a486-60764d78ce6a tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.2400341 Jul 07 22:45:06.575029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25d19cc9-9639-4c28-809a-60f2fa96a26f req-8781d3a6-0e64-4202-a4c3-dabbcf4eee82 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536449 Jul 07 22:45:06.639734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:06.775698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:45:00Z', 'revision_number': 4, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '38493f44-b800-42dd-a4ba-cbe718ef7130', 'name': '', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'mac_address': 'fa:16:3e:5e:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:59Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 4, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'subnets': [{'id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:06.829742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe561be-42c2-42a9-9f26-a65a7e12940a None None] The sync data for ids ['7da80a10-87cb-4f40-b931-150f3db54e4a'] in n-d-694802-13 is: [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:45:00Z', 'revision_number': 4, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '38493f44-b800-42dd-a4ba-cbe718ef7130', 'name': '', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'mac_address': 'fa:16:3e:5e:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:59Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 4, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'subnets': [{'id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:07.008532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-7d3976c3-c171-43e3-9169-86c456230836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:07.012037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-7d3976c3-c171-43e3-9169-86c456230836 service neutron] 10.222.0.97 "GET /v2.0/networks?id=33161f48-c457-4b14-a266-b241824548ce HTTP/1.1" status: 200 len: 913 time: 1.0611792 Jul 07 22:45:07.037342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Router 79af20c2-fae5-4692-828c-5420c65504ae is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:07.191864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-ac1020f2-f18f-43f7-a9f4-62af1a85fc99 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a HTTP/1.1" status: 200 len: 217 time: 0.0985997 Jul 07 22:45:07.364990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:07.376372 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278476-790b-4000-b33f-818fa575190c None None] Sync routers for ids ['79af20c2-fae5-4692-828c-5420c65504ae'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:07.401761 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] Routers {'79af20c2-fae5-4692-828c-5420c65504ae'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:07.405126 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79af20c2-fae5-4692-828c-5420c65504ae'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:07.416276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:07.418179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be812212-d3b0-4bc0-84a1-4297c3ca4e1a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3945031 Jul 07 22:45:07.420659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56622) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:07.514605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-ccb54cb3-b83e-427a-bdf8-19f925487465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:07.523979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-ccb54cb3-b83e-427a-bdf8-19f925487465 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f7c18359-7c3f-41b0-a134-fbdbc9f5a633 HTTP/1.1" status: 200 len: 852 time: 0.3048377 Jul 07 22:45:07.524344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cab358c-621f-404d-946e-a1819eca0afb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:07.644202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1cab358c-621f-404d-946e-a1819eca0afb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:07.649314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 38493f44-b800-42dd-a4ba-cbe718ef7130 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:07.689758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:07.757097 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] Set router 79af20c2-fae5-4692-828c-5420c65504ae gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:07.791701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 38493f44-b800-42dd-a4ba-cbe718ef7130 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:07.800248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 38493f44-b800-42dd-a4ba-cbe718ef7130 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:07.805495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:07.833628 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-4a1fbdbb-1286-483e-832c-d4007b5ebc69 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=33161f48-c457-4b14-a266-b241824548ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2968946 Jul 07 22:45:07.890351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a340d85-5f3c-47f2-9375-40fe75bfce76 None None] Network fb56ed29-476b-42fc-8a8d-239cb061c953 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:07.991696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] Provisioning for port 1cab358c-621f-404d-946e-a1819eca0afb completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:08.000247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.133755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] Provisioning complete for port 1cab358c-621f-404d-946e-a1819eca0afb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:08.135359 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.173383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.202064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-dec51d25-60d8-444a-a659-16d4929a2708 service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604748 Jul 07 22:45:08.312381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f316a3-4be4-405f-ac4e-0b23abe9f5c6 req-f1aff1b7-f6a9-485b-a2fa-9ff79e218924 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:08.317311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01f316a3-4be4-405f-ac4e-0b23abe9f5c6 req-f1aff1b7-f6a9-485b-a2fa-9ff79e218924 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.3450911 Jul 07 22:45:08.393837 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79af20c2-fae5-4692-828c-5420c65504ae', 'name': '', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38310449-a4d2-435a-8e92-ee84398fda20', 'external_fixed_ips': [{'subnet_id': 'eefb3538-3927-497d-ae10-e3a454c98687', 'ip_address': '2001:db8::2fb'}], 'enable_snat': True}, 'gw_port_id': 'eabac0a1-cd62-4e76-b087-ae32aa338978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 3, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port': {'id': 'eabac0a1-cd62-4e76-b087-ae32aa338978', 'name': '', 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79af20c2-fae5-4692-828c-5420c65504ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'eefb3538-3927-497d-ae10-e3a454c98687', 'ip_address': '2001:db8::2fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3538-3927-497d-ae10-e3a454c98687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:08.473596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56668) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:08.488125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01f316a3-4be4-405f-ac4e-0b23abe9f5c6 req-295867fb-c968-4e17-805b-c034f8a6e611 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582239 Jul 07 22:45:08.503458 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278476-790b-4000-b33f-818fa575190c None None] Checking router: 79af20c2-fae5-4692-828c-5420c65504ae for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:08.506870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278476-790b-4000-b33f-818fa575190c None None] Updating router 79af20c2-fae5-4692-828c-5420c65504ae port eabac0a1-cd62-4e76-b087-ae32aa338978 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:08.551151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.558746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Deleting port eabac0a1-cd62-4e76-b087-ae32aa338978 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:08.561398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.673032 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8c278476-790b-4000-b33f-818fa575190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.681778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.714335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 38493f44-b800-42dd-a4ba-cbe718ef7130, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=38493f44-b800-42dd-a4ba-cbe718ef7130,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:08.729131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6aa7ea79-6c07-4a14-a62b-4496cde9cd76 req-1e901eff-daab-4621-ab57-78cd3c33878e service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170741 Jul 07 22:45:08.738148 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.779691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Router a59f77d3-0e84-4a91-ae32-5adc815c87dd is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:08.807530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.856718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Calling delete_port for eabac0a1-cd62-4e76-b087-ae32aa338978 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:08.946326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=38493f44-b800-42dd-a4ba-cbe718ef7130,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:08.966668 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19eb0a03-a559-499e-a7b9-b6fb22995a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.033112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:09.066171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.071454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Sync routers for ids ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:09.079461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e03da272-f5e9-4977-80ce-b649fd003e8c admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2324281 Jul 07 22:45:09.080134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56676) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.112825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] For port 1cab358c-621f-404d-946e-a1819eca0afb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1cab358c-621f-404d-946e-a1819eca0afb,segment=NetworkSegment(e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05),segment_id=e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:09.122000 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.126037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Routers {'a59f77d3-0e84-4a91-ae32-5adc815c87dd'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:09.126535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:09.176691 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8c278476-790b-4000-b33f-818fa575190c None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.193606 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-8c278476-790b-4000-b33f-818fa575190c None None] Transition to ACTIVE for port object eabac0a1-cd62-4e76-b087-ae32aa338978 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:09.204453 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8c278476-790b-4000-b33f-818fa575190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.434111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Set router a59f77d3-0e84-4a91-ae32-5adc815c87dd gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:09.474518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.584571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event deleted for resources: {'Port': ['ID=eabac0a1-cd62-4e76-b087-ae32aa338978,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:09.738538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.799156 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8c278476-790b-4000-b33f-818fa575190c None None] Attempting to bind port eabac0a1-cd62-4e76-b087-ae32aa338978 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:09.799732 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8c278476-790b-4000-b33f-818fa575190c None None] Attempting to bind port eabac0a1-cd62-4e76-b087-ae32aa338978 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '811e1364-f9df-4f4a-880c-e463ce1b2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:09.802674 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c278476-790b-4000-b33f-818fa575190c None None] Attempting to bind port eabac0a1-cd62-4e76-b087-ae32aa338978 on network 38310449-a4d2-435a-8e92-ee84398fda20 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:09.839560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 38493f44-b800-42dd-a4ba-cbe718ef7130 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:09.850788 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c278476-790b-4000-b33f-818fa575190c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:09.851171 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c278476-790b-4000-b33f-818fa575190c None None] Checking segment: {'id': '811e1364-f9df-4f4a-880c-e463ce1b2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:09.852137 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8c278476-790b-4000-b33f-818fa575190c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.857972 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c278476-790b-4000-b33f-818fa575190c None None] Bound using segment: {'id': '811e1364-f9df-4f4a-880c-e463ce1b2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:09.857972 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8c278476-790b-4000-b33f-818fa575190c None None] Bound port: eabac0a1-cd62-4e76-b087-ae32aa338978, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811e1364-f9df-4f4a-880c-e463ce1b2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38310449-a4d2-435a-8e92-ee84398fda20'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:09.857972 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8c278476-790b-4000-b33f-818fa575190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.910096 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.plugin [None req-8c278476-790b-4000-b33f-818fa575190c None None] Port eabac0a1-cd62-4e76-b087-ae32aa338978 has been deleted concurrently {{(pid=93934) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 22:45:09.916873 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1469e-17f4-4f5b-be66-0f4025de0f69 None None] Pushing event updated for resources: {'Port': ['ID=eabac0a1-cd62-4e76-b087-ae32aa338978,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:09.948507 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] Routers {'79af20c2-fae5-4692-828c-5420c65504ae'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:09.950008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79af20c2-fae5-4692-828c-5420c65504ae'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:10.124093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-acf6d776-554c-4ebd-bae6-7317a3082760 None None] Provisioning complete for port 1cab358c-621f-404d-946e-a1819eca0afb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:10.124690 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-acf6d776-554c-4ebd-bae6-7317a3082760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.143596 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] Set router 79af20c2-fae5-4692-828c-5420c65504ae gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:10.173369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db244e-a600-4a14-971b-80862a78fc56 None None] Pushing event updated for resources: {'Port': ['ID=1cab358c-621f-404d-946e-a1819eca0afb,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.176417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19eb0a03-a559-499e-a7b9-b6fb22995a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.185480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.194574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.202722 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19eb0a03-a559-499e-a7b9-b6fb22995a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.241955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 3, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:10.256501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 38493f44-b800-42dd-a4ba-cbe718ef7130 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:10.257250 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.287636 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8c278476-790b-4000-b33f-818fa575190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79af20c2-fae5-4692-828c-5420c65504ae', 'name': '', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:09Z', 'revision_number': 5, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:10.339184 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278476-790b-4000-b33f-818fa575190c None None] The sync data for ids ['79af20c2-fae5-4692-828c-5420c65504ae'] in n-d-694802-13 is: [{'id': '79af20c2-fae5-4692-828c-5420c65504ae', 'name': '', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:09Z', 'revision_number': 5, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:10.380917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-19eb0a03-a559-499e-a7b9-b6fb22995a49 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=32f8dbb2efd64a708c95bf33fe416436&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9058797 Jul 07 22:45:10.381662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb0a03-a559-499e-a7b9-b6fb22995a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4c5271-a594-4fa3-b2f3-c540c2b6f34d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.392577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56686) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.420801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Checking router: a59f77d3-0e84-4a91-ae32-5adc815c87dd for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:10.421349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Updating router a59f77d3-0e84-4a91-ae32-5adc815c87dd port f8c68b0c-dc82-4d19-8015-4da9a12dd01b binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:10.437554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3952a8f-726d-4a2b-b35c-e41108e7b616 req-b6af2c92-70f0-4131-a2e3-3c8b29cb8bc6 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:10.444123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.446834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3952a8f-726d-4a2b-b35c-e41108e7b616 req-b6af2c92-70f0-4131-a2e3-3c8b29cb8bc6 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.5227652 Jul 07 22:45:10.454765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.455782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79af20c2-fae5-4692-828c-5420c65504ae {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:10.469629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.471303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-28f717b4-7141-413b-a564-6b690b867f3d tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/routers/79af20c2-fae5-4692-828c-5420c65504ae HTTP/1.1" status: 204 len: 168 time: 3.0500658 Jul 07 22:45:10.475898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56688) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.489402 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.541557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3952a8f-726d-4a2b-b35c-e41108e7b616 req-038fd50c-6ee0-4d7f-a015-8f0180eced2f tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926836 Jul 07 22:45:10.551164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85b68ec5-8b60-4c7d-9589-f858c9205f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.552647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Deleting subnet eefb3538-3927-497d-ae10-e3a454c98687 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:45:10.589431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.589701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85b68ec5-8b60-4c7d-9589-f858c9205f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.665872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85b68ec5-8b60-4c7d-9589-f858c9205f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.667479 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.668529 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85b68ec5-8b60-4c7d-9589-f858c9205f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.678481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85b68ec5-8b60-4c7d-9589-f858c9205f39 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2e4c5271-a594-4fa3-b2f3-c540c2b6f34d HTTP/1.1" status: 204 len: 168 time: 0.2745156 Jul 07 22:45:10.692744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b68ec5-8b60-4c7d-9589-f858c9205f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4c5271-a594-4fa3-b2f3-c540c2b6f34d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.782737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.849349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Allocated IP 172.20.0.1 (fb56ed29-476b-42fc-8a8d-239cb061c953/93dc4279-9fd6-49ec-b803-64e7977b80a1/10aa88bd-fd27-48af-991a-4225241e7029) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:10.894540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.942222 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.947622 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/subnets/eefb3538-3927-497d-ae10-e3a454c98687 HTTP/1.1" status: 204 len: 168 time: 0.4676018 Jul 07 22:45:10.948434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56696) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.971602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950371b7-2825-41a3-9f43-df09a2697ae3 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eefb3538-3927-497d-ae10-e3a454c98687,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:11.023012 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.058407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Transition to ACTIVE for port object f8c68b0c-dc82-4d19-8015-4da9a12dd01b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:11.082077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.103062 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.144731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Transition to ACTIVE for port object 10aa88bd-fd27-48af-991a-4225241e7029 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:11.174788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Attempting to bind port f8c68b0c-dc82-4d19-8015-4da9a12dd01b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:11.179444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Attempting to bind port f8c68b0c-dc82-4d19-8015-4da9a12dd01b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:11.180794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Attempting to bind port f8c68b0c-dc82-4d19-8015-4da9a12dd01b on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:11.188758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.199159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:11.199672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:11.200266 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.200981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:11.201602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Bound port: f8c68b0c-dc82-4d19-8015-4da9a12dd01b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:11.202955 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.206684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5ba42-f1c4-4516-b4e0-b9c0e22f770a None None] Pushing event updated for resources: {'Port': ['ID=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:11.273954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.318076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] For port f8c68b0c-dc82-4d19-8015-4da9a12dd01b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:11.323231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] For port f8c68b0c-dc82-4d19-8015-4da9a12dd01b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:11.332390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.389888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Network fb56ed29-476b-42fc-8a8d-239cb061c953 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:11.392924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:11.408151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:11.440412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.455522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38310449-a4d2-435a-8e92-ee84398fda20']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:11.465525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cab358c-621f-404d-946e-a1819eca0afb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:11.496525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e1364-f9df-4f4a-880c-e463ce1b2313') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:11.496837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e1364-f9df-4f4a-880c-e463ce1b2313') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:11.497529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.533214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.560811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.584896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Pushing event updated for resources: {'Port': ['ID=10aa88bd-fd27-48af-991a-4225241e7029,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:11.586557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:45:11.587028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: items = [ Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:45:11.590001 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:45:11.649286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Routers {'a59f77d3-0e84-4a91-ae32-5adc815c87dd'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:11.650049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:11.736940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5ba42-f1c4-4516-b4e0-b9c0e22f770a None None] Pushing event updated for resources: {'Port': ['ID=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:11.751941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1cab358c-621f-404d-946e-a1819eca0afb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:11.752735 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.832599 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.177050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.188174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.223919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] Set router a59f77d3-0e84-4a91-ae32-5adc815c87dd gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:12.261940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70612629-f9a6-468e-9cfa-0e02f719fc2b None None] Provisioning for port 10aa88bd-fd27-48af-991a-4225241e7029 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:12.287625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Pushing event updated for resources: {'Port': ['ID=10aa88bd-fd27-48af-991a-4225241e7029,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:12.301800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70612629-f9a6-468e-9cfa-0e02f719fc2b None None] Provisioning complete for port 10aa88bd-fd27-48af-991a-4225241e7029 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:12.302449 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70612629-f9a6-468e-9cfa-0e02f719fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.330299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.338016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.350429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38310449-a4d2-435a-8e92-ee84398fda20 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:45:12.354165 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.361785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/networks/38310449-a4d2-435a-8e92-ee84398fda20 HTTP/1.1" status: 204 len: 168 time: 1.4122601 Jul 07 22:45:12.382484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5306-5d75-47cf-bf40-75a5828b0a7a req-9a6ab6f7-a18f-49c2-a205-e43763dce225 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:12.391936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68af5306-5d75-47cf-bf40-75a5828b0a7a req-9a6ab6f7-a18f-49c2-a205-e43763dce225 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1207254 Jul 07 22:45:12.413193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b9253-e17d-44d7-b40d-c9cac2a311b0 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event deleted for resources: {'Network': ['ID=38310449-a4d2-435a-8e92-ee84398fda20,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:12.449302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68af5306-5d75-47cf-bf40-75a5828b0a7a req-575df8c1-1d25-4b5b-815f-236c480601ee tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559402 Jul 07 22:45:12.573811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Network fb56ed29-476b-42fc-8a8d-239cb061c953 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:12.574429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:12.599297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-70612629-f9a6-468e-9cfa-0e02f719fc2b None None] Port 10aa88bd-fd27-48af-991a-4225241e7029 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:12.761787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 3, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:12.815689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c21463-5df9-443f-a02c-e338f85fbc1e None None] The sync data for ids ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'] in n-d-694802-13 is: [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:45:05Z', 'revision_number': 3, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:12.908282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Router a59f77d3-0e84-4a91-ae32-5adc815c87dd has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:13.077177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56726) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:13.081984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'name': 'tempest-router--2093355485', 'project_id': '17fffeb110ce4b598610eae791e1b8a7'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:13.137073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:13.140623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b8f24e34-ae92-412e-b284-9c3e476f9d9f None None] Provisioning complete for port 10aa88bd-fd27-48af-991a-4225241e7029 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:13.141013 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b8f24e34-ae92-412e-b284-9c3e476f9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.151042 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ea685e2-95d1-4534-967c-8bb5dff98c27 admin admin] 10.222.0.95 "PUT /v2.0/routers/a59f77d3-0e84-4a91-ae32-5adc815c87dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0620670 Jul 07 22:45:13.174428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.175842 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.238402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b8f24e34-ae92-412e-b284-9c3e476f9d9f None None] Port 10aa88bd-fd27-48af-991a-4225241e7029 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:13.249166 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.259493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097b1d6-a117-491c-af15-6223c9f47e88 req-89b0f25d-88ec-45fb-8431-91c4be7073a8 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.267168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d097b1d6-a117-491c-af15-6223c9f47e88 req-89b0f25d-88ec-45fb-8431-91c4be7073a8 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1383893 Jul 07 22:45:13.276340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.295418 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.299739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56730) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:13.299971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a8e3435e-4fd3-4b6c-92d8-44b6bcbe1be8 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2212775 Jul 07 22:45:13.328021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d097b1d6-a117-491c-af15-6223c9f47e88 req-1d10d66c-541f-4bf4-a215-38fc7afea2d6 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598259 Jul 07 22:45:13.441952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.672783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.679056 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.747764 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.748242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router feb8d384-916b-4ecc-9e5d-f5819a571411 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:13.760592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.764487 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fb1cf456-6f92-4358-a819-5541fca51e9c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/routers/feb8d384-916b-4ecc-9e5d-f5819a571411 HTTP/1.1" status: 204 len: 168 time: 0.4613428 Jul 07 22:45:14.027319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56756) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:14.229565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-ec350a33-d591-48c4-8238-7f26a33c7184 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:14.237568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-ec350a33-d591-48c4-8238-7f26a33c7184 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/networks?id=13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 200 len: 911 time: 0.1905212 Jul 07 22:45:14.255193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-d95137a2-3859-43c3-867d-11693fbdaa87 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/quotas/21827012e85841e894d1bf7fcabac31d HTTP/1.1" status: 200 len: 375 time: 0.0163777 Jul 07 22:45:14.358922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-92075fbf-0122-40e9-adcc-9ce3ebbbfaa4 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?tenant_id=21827012e85841e894d1bf7fcabac31d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992689 Jul 07 22:45:14.406237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-219025703', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:14.450358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.451746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.498608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-3c21aa90-4d2e-4fa6-b880-e3284bcf6269 service neutron] 10.222.0.95 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382871 Jul 07 22:45:14.552719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.642600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-0770f8a7-0dc0-419a-87e9-66562cf6015e service neutron] 10.222.0.95 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407061 Jul 07 22:45:14.793656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.040754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6140f-8080-43ff-8482-51d615294f81 req-198dec09-e5d8-4e54-85f2-82b0d623a071 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:15.042704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efa6140f-8080-43ff-8482-51d615294f81 req-198dec09-e5d8-4e54-85f2-82b0d623a071 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.0923779 Jul 07 22:45:15.115023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-efa6140f-8080-43ff-8482-51d615294f81 req-10c5c6f3-9715-43de-9a93-1a09fcdcd562 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625963 Jul 07 22:45:15.269412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f82047a3-8948-4719-8961-a19be44174a1 req-fb439317-4cf3-4638-b1ac-1f58bdc7c8c5 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0963120 Jul 07 22:45:15.438352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8c68b0c-dc82-4d19-8015-4da9a12dd01b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:15.542759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f8c68b0c-dc82-4d19-8015-4da9a12dd01b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:15.559476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f8c68b0c-dc82-4d19-8015-4da9a12dd01b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:15.559971 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.744180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.770265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f8c68b0c-dc82-4d19-8015-4da9a12dd01b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:15.776785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.884771 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.885369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:15.923520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f8dcc-70ab-4832-9f35-cb1aecb23f9c req-99275364-9f62-442b-a50b-f450d5e3f203 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:15.939565 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db3f8dcc-70ab-4832-9f35-cb1aecb23f9c req-99275364-9f62-442b-a50b-f450d5e3f203 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1366351 Jul 07 22:45:15.944033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.990893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db3f8dcc-70ab-4832-9f35-cb1aecb23f9c req-58602534-cdbd-4d79-9d89-21de1f3e75d8 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520358 Jul 07 22:45:16.008306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-cd6b2c52-f291-4e0e-b060-eff00010728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.010096 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-cd6b2c52-f291-4e0e-b060-eff00010728a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8be17e2778ca4324baf9e78ec177ec32&device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 1097 time: 0.2468612 Jul 07 22:45:16.013547 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Sync routers for ids ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:16.025749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Routers {'a59f77d3-0e84-4a91-ae32-5adc815c87dd'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:16.026490 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:16.178762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Set router a59f77d3-0e84-4a91-ae32-5adc815c87dd gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:16.191644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Allocated IP 172.25.5.188 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/7f7cb8c7-3794-48ee-880a-8cb04265df6e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:16.203172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-49eba6c1-cd72-4fcd-9500-40dea79f282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.204691 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-49eba6c1-cd72-4fcd-9500-40dea79f282c service neutron] 10.222.0.97 "GET /v2.0/networks?id=33161f48-c457-4b14-a266-b241824548ce HTTP/1.1" status: 200 len: 913 time: 0.1864905 Jul 07 22:45:16.296554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-ba992f9a-297f-4e38-ba94-4c4bce7c92df service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a HTTP/1.1" status: 200 len: 217 time: 0.0842178 Jul 07 22:45:16.412796 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:45:11Z', 'revision_number': 4, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '10aa88bd-fd27-48af-991a-4225241e7029', 'name': '', 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'mac_address': 'fa:16:3e:bb:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '93dc4279-9fd6-49ec-b803-64e7977b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:10Z', 'updated_at': '2021-07-07T22:45:11Z', 'revision_number': 2, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'subnets': [{'id': '93dc4279-9fd6-49ec-b803-64e7977b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:16.424392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-beacbfab-7264-46fb-9757-356458e74e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.425876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-beacbfab-7264-46fb-9757-356458e74e2d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f7c18359-7c3f-41b0-a134-fbdbc9f5a633 HTTP/1.1" status: 200 len: 852 time: 0.1193123 Jul 07 22:45:16.463640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Checking router: a59f77d3-0e84-4a91-ae32-5adc815c87dd for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:16.464279 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Updating router a59f77d3-0e84-4a91-ae32-5adc815c87dd port 10aa88bd-fd27-48af-991a-4225241e7029 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:16.504341 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-216af9a7-c8cc-4e47-aabf-432d0e79d066 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=33161f48-c457-4b14-a266-b241824548ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713344 Jul 07 22:45:16.536834 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:16.555741 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:16.583124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69666c05-2961-46fe-b2c7-60aa88e03160 req-8a98c41a-661d-4062-96a4-53a7f17c3dcf tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0949438 Jul 07 22:45:16.682147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:16.749348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-763b6885-8ed8-4077-ba80-bbcb6155cbec tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.751993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-763b6885-8ed8-4077-ba80-bbcb6155cbec tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.103 "GET /v2.0/networks?id=13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 200 len: 911 time: 0.1610200 Jul 07 22:45:16.768050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Request body: {'port': {'device_id': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'admin_state_up': True, 'tenant_id': '21827012e85841e894d1bf7fcabac31d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:16.768282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:16.778617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:16.797072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:16.846957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Made reservation on behalf of 21827012e85841e894d1bf7fcabac31d for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:16.853853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:16.861642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event updated for resources: {'Port': ['ID=7f7cb8c7-3794-48ee-880a-8cb04265df6e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:16.998868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.030986 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-e3f43ac7-50e0-49d1-bda7-5c336c4ff07c service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179262 Jul 07 22:45:17.042577 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.063562 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Transition to ACTIVE for port object 10aa88bd-fd27-48af-991a-4225241e7029 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:17.078980 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.081076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Allocated IP 172.20.0.9 (13ff44cb-2436-44ad-bf6e-95aed40582c2/b5b1b7f7-bf62-4db7-a162-9f0c2124a668/ff7a3aae-4733-41df-8765-3a471a5d42c4) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:17.224624 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4f4d7-b843-4e11-9063-c33ee99f0681 None None] Pushing event updated for resources: {'Port': ['ID=10aa88bd-fd27-48af-991a-4225241e7029,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:17.280448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-81043c74-c22b-48a2-b5e1-f0f6eda421e9 req-593ee195-35dc-4b6e-a3a3-9c85706725f2 service neutron] 10.222.0.97 "GET /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394521 Jul 07 22:45:17.315644 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.372668 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Attempting to bind port 10aa88bd-fd27-48af-991a-4225241e7029 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:17.373040 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Attempting to bind port 10aa88bd-fd27-48af-991a-4225241e7029 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:17.373408 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Attempting to bind port 10aa88bd-fd27-48af-991a-4225241e7029 on network fb56ed29-476b-42fc-8a8d-239cb061c953 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:17.391008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:17.391392 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Checking segment: {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:17.391801 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.392202 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Bound using segment: {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:17.392688 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Bound port: 10aa88bd-fd27-48af-991a-4225241e7029, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:17.393077 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.401240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8c68b0c-dc82-4d19-8015-4da9a12dd01b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:17.428131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cf9cf-ceee-4f58-9d82-1ba9aa35e0fa req-df28fe46-10c6-41cb-8b10-14b9d0187115 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:17.432272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc3cf9cf-ceee-4f58-9d82-1ba9aa35e0fa req-df28fe46-10c6-41cb-8b10-14b9d0187115 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1900949 Jul 07 22:45:17.475660 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] For port 10aa88bd-fd27-48af-991a-4225241e7029, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:17.485242 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] For port 10aa88bd-fd27-48af-991a-4225241e7029, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=10aa88bd-fd27-48af-991a-4225241e7029,segment=NetworkSegment(e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05),segment_id=e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:17.495933 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.534601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc3cf9cf-ceee-4f58-9d82-1ba9aa35e0fa req-34d79411-ec1e-45b1-9ec0-47a4efe1be02 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Jul 07 22:45:17.555001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.572443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Transition to ACTIVE for port object ff7a3aae-4733-41df-8765-3a471a5d42c4 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:17.575962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f8c68b0c-dc82-4d19-8015-4da9a12dd01b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:17.576644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.636924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.677142 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4f4d7-b843-4e11-9063-c33ee99f0681 None None] Pushing event updated for resources: {'Port': ['ID=10aa88bd-fd27-48af-991a-4225241e7029,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:17.693288 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Routers {'a59f77d3-0e84-4a91-ae32-5adc815c87dd'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:17.693954 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:17.781009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7a3aae-4733-41df-8765-3a471a5d42c4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:17.812239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:17.822214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:17.829943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:17.871972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:17.953042 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] Set router a59f77d3-0e84-4a91-ae32-5adc815c87dd gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:17.979312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:17.984144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:18.020950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487d1b-ae44-41ca-acd8-cbde565a4419 req-8b342cba-dafb-4d1b-92e4-034882a75905 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:18.027186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c487d1b-ae44-41ca-acd8-cbde565a4419 req-8b342cba-dafb-4d1b-92e4-034882a75905 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1027 time: 0.1448531 Jul 07 22:45:18.032586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-6945b2a2-0bb8-477b-8ef9-98306e770834 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2702482 Jul 07 22:45:18.050762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Request body: {'port': {'device_id': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:18.156375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c487d1b-ae44-41ca-acd8-cbde565a4419 req-e2ab9094-5835-40e6-8997-d17bda24c231 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216121 Jul 07 22:45:18.205028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Router c087abac-074e-426f-8c98-6b8c0bac97f3 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:18.220711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:18.239936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-188ed7d9-bbd9-404a-9e74-2cf30d1978f4 None None] Provisioning for port ff7a3aae-4733-41df-8765-3a471a5d42c4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:18.245085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-188ed7d9-bbd9-404a-9e74-2cf30d1978f4 None None] Provisioning complete for port ff7a3aae-4733-41df-8765-3a471a5d42c4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:18.245682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-188ed7d9-bbd9-404a-9e74-2cf30d1978f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:18.307445 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:45:11Z', 'revision_number': 4, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '10aa88bd-fd27-48af-991a-4225241e7029', 'name': '', 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'mac_address': 'fa:16:3e:bb:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '93dc4279-9fd6-49ec-b803-64e7977b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:10Z', 'updated_at': '2021-07-07T22:45:17Z', 'revision_number': 4, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'subnets': [{'id': '93dc4279-9fd6-49ec-b803-64e7977b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:18.327578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-188ed7d9-bbd9-404a-9e74-2cf30d1978f4 None None] Port ff7a3aae-4733-41df-8765-3a471a5d42c4 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:18.338881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb555b1-95b7-48eb-b8d8-77d32194c847 None None] The sync data for ids ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'] in n-d-694802-13 is: [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:45:11Z', 'revision_number': 4, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '10aa88bd-fd27-48af-991a-4225241e7029', 'name': '', 'network_id': 'fb56ed29-476b-42fc-8a8d-239cb061c953', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'mac_address': 'fa:16:3e:bb:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '93dc4279-9fd6-49ec-b803-64e7977b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:10Z', 'updated_at': '2021-07-07T22:45:17Z', 'revision_number': 4, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'subnets': [{'id': '93dc4279-9fd6-49ec-b803-64e7977b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:18.376944 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-981da6cb-c2b1-4668-a70f-4df0481d255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:18.466973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:18.477627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] Sync routers for ids ['c087abac-074e-426f-8c98-6b8c0bac97f3'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:18.498095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:18.501243 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-84164c35-b235-4841-8769-f33c58c8004a tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4723921 Jul 07 22:45:18.503475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56798) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:18.503933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] Routers {'c087abac-074e-426f-8c98-6b8c0bac97f3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:18.504610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c087abac-074e-426f-8c98-6b8c0bac97f3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:18.634775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:18.654540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] Routers {'c087abac-074e-426f-8c98-6b8c0bac97f3'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:18.654540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:44:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['c087abac-074e-426f-8c98-6b8c0bac97f3'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:18.689201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:18.690140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c132540-1e3d-45e1-a7e4-27c4d8405a20 None None] The sync data for ids ['c087abac-074e-426f-8c98-6b8c0bac97f3'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:18.740757 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-781eebe0-3070-42ac-a381-0bba634e7a08 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/c087abac-074e-426f-8c98-6b8c0bac97f3 HTTP/1.1" status: 200 len: 924 time: 0.2359996 Jul 07 22:45:18.744207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:18.818001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-672c6838-45d4-41be-a54b-a03639f6f46d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=c087abac-074e-426f-8c98-6b8c0bac97f3 HTTP/1.1" status: 200 len: 205 time: 0.0699890 Jul 07 22:45:18.819330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56806) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:18.930418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:18.973393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61351f1-155b-4ea3-b598-922aa291dd7e req-14411375-e9e9-49ef-bc4e-da8082113708 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:18.982543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f61351f1-155b-4ea3-b598-922aa291dd7e req-14411375-e9e9-49ef-bc4e-da8082113708 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1737797 Jul 07 22:45:19.005900 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.033857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7a3aae-4733-41df-8765-3a471a5d42c4 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:19.048700 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.059231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f61351f1-155b-4ea3-b598-922aa291dd7e req-196a0193-4b9e-4bd0-affe-0a34fcf4d184 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756786 Jul 07 22:45:19.089878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Transition to ACTIVE for port object ff7a3aae-4733-41df-8765-3a471a5d42c4 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:19.099248 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.135936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.220613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Pushing event updated for resources: {'Port': ['ID=ff7a3aae-4733-41df-8765-3a471a5d42c4,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:19.270604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Deleting port 7f7cb8c7-3794-48ee-880a-8cb04265df6e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:19.271370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.354174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Attempting to bind port ff7a3aae-4733-41df-8765-3a471a5d42c4 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:19.354526 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Attempting to bind port ff7a3aae-4733-41df-8765-3a471a5d42c4 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:19.356382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Attempting to bind port ff7a3aae-4733-41df-8765-3a471a5d42c4 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:19.366598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Port ff7a3aae-4733-41df-8765-3a471a5d42c4 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:45:19.367495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Attempting to bind port ff7a3aae-4733-41df-8765-3a471a5d42c4 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:19.373420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:19.373778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Checking segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:19.374178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Bound using segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:19.374620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Bound port: ff7a3aae-4733-41df-8765-3a471a5d42c4, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:19.375030 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.432703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 10aa88bd-fd27-48af-991a-4225241e7029 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:19.526015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] For port ff7a3aae-4733-41df-8765-3a471a5d42c4, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:19.529535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] For port ff7a3aae-4733-41df-8765-3a471a5d42c4, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:19.542111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.556924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 10aa88bd-fd27-48af-991a-4225241e7029 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:19.565305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 10aa88bd-fd27-48af-991a-4225241e7029 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:19.565728 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.572583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:19.579996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.591226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.596468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] 10.222.0.103 "PUT /v2.0/ports/ff7a3aae-4733-41df-8765-3a471a5d42c4 HTTP/1.1" status: 200 len: 1092 time: 1.5518968 Jul 07 22:45:19.604680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'tag': 'ff7a3aae-4733-41df-8765-3a471a5d42c4'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:19.609321 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db" -d '{"events": [{"name": "network-changed", "server_uuid": "72a3835a-75a5-467d-9381-db5ddbc4e0c6", "tag": "ff7a3aae-4733-41df-8765-3a471a5d42c4"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:19.628252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Calling delete_port for 7f7cb8c7-3794-48ee-880a-8cb04265df6e owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:19.853104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.905894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f876d-397d-4959-a887-ca9ed62aa50a service neutron] Pushing event updated for resources: {'Port': ['ID=ff7a3aae-4733-41df-8765-3a471a5d42c4,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:19.928864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-04ec4b0a-e7cf-477e-a58b-c778568a12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:19.930936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-04ec4b0a-e7cf-477e-a58b-c778568a12ff service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=21827012e85841e894d1bf7fcabac31d&device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1095 time: 0.2099237 Jul 07 22:45:19.965233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 10aa88bd-fd27-48af-991a-4225241e7029, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=10aa88bd-fd27-48af-991a-4225241e7029,segment=NetworkSegment(e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05),segment_id=e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:19.978608 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.015945 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:45:20.017423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-d775dd5c-5d1b-4e80-9973-3a8ccc0198ce service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4 HTTP/1.1" status: 200 len: 217 time: 0.0794530 Jul 07 22:45:20.069311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=10aa88bd-fd27-48af-991a-4225241e7029,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:20.104985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-bac3c6ff-e67f-441a-9706-d48acd67ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.106680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-bac3c6ff-e67f-441a-9706-d48acd67ba44 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5b1b7f7-bf62-4db7-a162-9f0c2124a668 HTTP/1.1" status: 200 len: 849 time: 0.0661392 Jul 07 22:45:20.147521 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.153198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e1a97-f384-4f33-b07e-f0783a777dcc req-f6d00e87-6cf3-4b8e-af49-4fad70bc5e14 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.154832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-905e1a97-f384-4f33-b07e-f0783a777dcc req-f6d00e87-6cf3-4b8e-af49-4fad70bc5e14 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1095 time: 0.1510575 Jul 07 22:45:20.179740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event deleted for resources: {'Port': ['ID=7f7cb8c7-3794-48ee-880a-8cb04265df6e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:20.219610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-166d8a3f-7150-48cf-88b1-f5ffc36bcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.221702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-166d8a3f-7150-48cf-88b1-f5ffc36bcdbe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=13ff44cb-2436-44ad-bf6e-95aed40582c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084511 Jul 07 22:45:20.253771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-905e1a97-f384-4f33-b07e-f0783a777dcc req-456e8aa0-bdfb-493e-903b-aebc317bdb04 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881119 Jul 07 22:45:20.264391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.381842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.384133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-97516333-bc99-4274-a5b0-39da89200c9c service neutron] 10.222.0.103 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517010 Jul 07 22:45:20.387878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.458204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.459647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Fanout notify agent at l3_agent the message router_deleted on router c087abac-074e-426f-8c98-6b8c0bac97f3 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:20.474489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.475689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-24532ae4-0a82-4f05-89a6-0adb14310c03 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/c087abac-074e-426f-8c98-6b8c0bac97f3 HTTP/1.1" status: 204 len: 168 time: 1.6530089 Jul 07 22:45:20.479597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56820) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:20.487138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1483327107', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': False}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:20.512688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.514795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.549796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf781303-f5d4-4e9d-aa63-76f5e57615a5 req-30a40c7c-d7a6-4ca1-b874-1d46ea3757af tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.551563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf781303-f5d4-4e9d-aa63-76f5e57615a5 req-30a40c7c-d7a6-4ca1-b874-1d46ea3757af tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1390953 Jul 07 22:45:20.553909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5970806d-cdb1-4024-8f1a-815c780bb473 req-181b8312-18f3-45c1-8de0-3f1ab9c27863 service neutron] 10.222.0.103 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652367 Jul 07 22:45:20.592034 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.602452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf781303-f5d4-4e9d-aa63-76f5e57615a5 req-2c4350f9-e1c5-4e50-9a69-b6bdbd96dced tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Jul 07 22:45:20.652347 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e35ecf-2bb6-4708-a5d7-b96c849f406d x-openstack-request-id: req-78e35ecf-2bb6-4708-a5d7-b96c849f406d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:20.652646 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a3835a-75a5-467d-9381-db5ddbc4e0c6", "tag": "ff7a3aae-4733-41df-8765-3a471a5d42c4", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:20.652902 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-78e35ecf-2bb6-4708-a5d7-b96c849f406d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:20.653316 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'tag': 'ff7a3aae-4733-41df-8765-3a471a5d42c4', 'status': 'completed', 'code': 200} Jul 07 22:45:20.734610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-956ed113-3979-411f-8ab8-334069326bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.736637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-956ed113-3979-411f-8ab8-334069326bf6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=21827012e85841e894d1bf7fcabac31d&device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1095 time: 0.0599999 Jul 07 22:45:20.765046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:20.844424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-9d500f2e-8473-4277-862d-a855cb76a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.845985 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-9d500f2e-8473-4277-862d-a855cb76a82c service neutron] 10.222.0.103 "GET /v2.0/networks?id=13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 200 len: 911 time: 0.1027050 Jul 07 22:45:20.895756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-464620fa-45db-4d68-9b4f-4615dbd3e368 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4 HTTP/1.1" status: 200 len: 217 time: 0.0416374 Jul 07 22:45:20.950237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-056b4cf0-deca-47b7-ab91-99fb39df39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.952106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-056b4cf0-deca-47b7-ab91-99fb39df39c7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5b1b7f7-bf62-4db7-a162-9f0c2124a668 HTTP/1.1" status: 200 len: 849 time: 0.0491736 Jul 07 22:45:21.001061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.017064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-9e013472-a92c-41f4-b222-582052ce2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:21.020488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-9e013472-a92c-41f4-b222-582052ce2d2e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=13ff44cb-2436-44ad-bf6e-95aed40582c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598066 Jul 07 22:45:21.023328 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.114002 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-e58aae54-4f2a-4584-989a-41b5491c7d20 service neutron] 10.222.0.103 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 Jul 07 22:45:21.145711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Allocated IP 172.25.5.250 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/16ed4c99-8c59-452d-9797-bc7ca10f1f41) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:21.216887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d4bb6a5-3d92-4b93-b302-7222eb29e5db req-4998479a-2e4f-41cd-a0d6-4684930ac6f4 service neutron] 10.222.0.103 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960364 Jul 07 22:45:21.256207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.323228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.325258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 10aa88bd-fd27-48af-991a-4225241e7029 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:21.372129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:21.375545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:21.378212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:21.406076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Port': ['ID=16ed4c99-8c59-452d-9797-bc7ca10f1f41,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:21.422574 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-101c3c4f-bf8c-45a0-add7-55de08e318a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.438522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 10aa88bd-fd27-48af-991a-4225241e7029 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:21.441263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.448421 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.456911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb651-7892-4f2f-924c-547b9de9dbcc req-41bb346a-852a-4da8-a382-e1f571cbd056 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:21.458732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de2bb651-7892-4f2f-924c-547b9de9dbcc req-41bb346a-852a-4da8-a382-e1f571cbd056 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1095 time: 0.0676861 Jul 07 22:45:21.496842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de2bb651-7892-4f2f-924c-547b9de9dbcc req-d9eb7b43-b6c9-4c72-adc6-49d7149f366f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Jul 07 22:45:21.799963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1aba1-0bb2-4b9d-9065-135d97fd6719 req-10adeb1a-edff-44c1-918a-ee10024d87c1 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:21.801874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1aba1-0bb2-4b9d-9065-135d97fd6719 req-10adeb1a-edff-44c1-918a-ee10024d87c1 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.0690260 Jul 07 22:45:21.849050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97f1aba1-0bb2-4b9d-9065-135d97fd6719 req-51d6e9ee-f50c-4934-bd98-1f3c1aad1e48 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/security-groups?id=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Jul 07 22:45:22.042181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-2816a07a-366d-41fa-98dc-a4d23c782205 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:22.043988 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-2816a07a-366d-41fa-98dc-a4d23c782205 tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.97 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 945 time: 0.1382425 Jul 07 22:45:22.162417 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.211797 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.273163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Deleting port f7e8b970-c743-4b5f-85e5-7c790b977c6a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:22.273516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.446040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] For port f7e8b970-c743-4b5f-85e5-7c790b977c6a, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f7e8b970-c743-4b5f-85e5-7c790b977c6a,segment=NetworkSegment(ad128934-b03f-41d6-abbf-65e785468868),segment_id=ad128934-b03f-41d6-abbf-65e785468868)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:22.446758 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.469600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Calling delete_port for f7e8b970-c743-4b5f-85e5-7c790b977c6a owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:22.478434 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.678954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f612c-bc5c-45aa-870e-646ff35d8e4d req-717173a9-3751-403f-8ee0-715d5c4571e6 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:22.681115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f75f612c-bc5c-45aa-870e-646ff35d8e4d req-717173a9-3751-403f-8ee0-715d5c4571e6 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1095 time: 0.0623004 Jul 07 22:45:22.718335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.720528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f75f612c-bc5c-45aa-870e-646ff35d8e4d req-3a182736-6f6e-44c3-96ea-c6bcbffc3159 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Jul 07 22:45:22.730011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f7e8b970-c743-4b5f-85e5-7c790b977c6a'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:22.732755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Router 5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:22.755272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Pushing event deleted for resources: {'Port': ['ID=f7e8b970-c743-4b5f-85e5-7c790b977c6a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:22.813878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] No DVR routers for this DVR port f7e8b970-c743-4b5f-85e5-7c790b977c6a on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:22.816746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:22.819059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2b709f4-e7b0-4c3f-ad05-9a507e6d565a req-a4c4ad3f-b703-4750-adfb-8e7af797b32e tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.97 "DELETE /v2.0/ports/f7e8b970-c743-4b5f-85e5-7c790b977c6a HTTP/1.1" status: 204 len: 173 time: 0.7679811 Jul 07 22:45:22.821761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'name': 'network-vif-deleted', 'tag': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:22.823916 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2b1cc2-93a7-4924-afda-362e69785dc7" -d '{"events": [{"server_uuid": "c8636b8e-0811-40ef-9620-e83a2c01372f", "name": "network-vif-deleted", "tag": "f7e8b970-c743-4b5f-85e5-7c790b977c6a"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:22.884926 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c924499-585e-45de-9e8f-871e67e60050 x-openstack-request-id: req-2c924499-585e-45de-9e8f-871e67e60050 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:22.885230 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8636b8e-0811-40ef-9620-e83a2c01372f", "name": "network-vif-deleted", "tag": "f7e8b970-c743-4b5f-85e5-7c790b977c6a", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:22.885493 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2c924499-585e-45de-9e8f-871e67e60050 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:22.885905 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8636b8e-0811-40ef-9620-e83a2c01372f', 'name': 'network-vif-deleted', 'tag': 'f7e8b970-c743-4b5f-85e5-7c790b977c6a', 'status': 'completed', 'code': 200} Jul 07 22:45:22.988970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:22.997798 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Sync routers for ids ['5c9d8f82-2e90-4fb9-8e7a-59200a9174d8'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:23.009888 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Routers {'5c9d8f82-2e90-4fb9-8e7a-59200a9174d8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:23.011200 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5c9d8f82-2e90-4fb9-8e7a-59200a9174d8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:23.024686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.026566 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d9472cbc-0c85-4341-8e49-860d1e1177df tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5454350 Jul 07 22:45:23.029246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56844) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:23.066969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6e7ac5a-056b-4a7b-ba01-a685c95774f5 req-00e47c71-1ace-4e3e-9bf9-092f6b194beb tempest-TestServerAdvancedOps-656291169 tempest-TestServerAdvancedOps-656291169-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8636b8e-0811-40ef-9620-e83a2c01372f HTTP/1.1" status: 200 len: 210 time: 0.0461240 Jul 07 22:45:23.174036 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e550772f-13fd-4128-96ef-c1c926386703 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 HTTP/1.1" status: 200 len: 909 time: 0.1435726 Jul 07 22:45:23.176570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56848) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:23.181711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1483327107', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': True}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:23.207967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.209046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.300696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.327450 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Set router 5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:23.352576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff7a3aae-4733-41df-8765-3a471a5d42c4 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:45:23.479367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.503263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ff7a3aae-4733-41df-8765-3a471a5d42c4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:23.517091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'ff7a3aae-4733-41df-8765-3a471a5d42c4', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'port_id': 'ff7a3aae-4733-41df-8765-3a471a5d42c4', 'mac_address': 'fa:16:3e:3d:41:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:45:23.561585 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d8f82-2e90-4fb9-8e7a-59200a9174d8', 'name': 'tempest-snat-router-1483327107', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.250'}], 'enable_snat': False}, 'gw_port_id': '16ed4c99-8c59-452d-9797-bc7ca10f1f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:20Z', 'updated_at': '2021-07-07T22:45:21Z', 'revision_number': 3, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port': {'id': '16ed4c99-8c59-452d-9797-bc7ca10f1f41', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d8f82-2e90-4fb9-8e7a-59200a9174d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:21Z', 'updated_at': '2021-07-07T22:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:23.579740 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.596240 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Checking router: 5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:23.596600 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Updating router 5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:23.597340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7a3aae-4733-41df-8765-3a471a5d42c4 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:23.622988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ff7a3aae-4733-41df-8765-3a471a5d42c4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:23.630320 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.638235 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.719413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ff7a3aae-4733-41df-8765-3a471a5d42c4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:23.732980 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.757004 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.761217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:23.841892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ff7a3aae-4733-41df-8765-3a471a5d42c4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:23.944959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce5435-2530-46fe-a970-5b6d81d12fad req-e058a39a-8d83-4549-a6b9-2b661371b8da tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:23.955701 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ce5435-2530-46fe-a970-5b6d81d12fad req-e058a39a-8d83-4549-a6b9-2b661371b8da tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0686653 Jul 07 22:45:24.015530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88ce5435-2530-46fe-a970-5b6d81d12fad req-b21a7161-10ea-4e71-bb28-b319913afbbf tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585666 Jul 07 22:45:24.086794 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.107841 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Transition to ACTIVE for port object 16ed4c99-8c59-452d-9797-bc7ca10f1f41 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:24.118385 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.184633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56858) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:24.191206 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Attempting to bind port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:24.191414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Allocated IP 172.25.5.84 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/20f25941-8128-447a-a5d3-35dbdb4bc165) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:24.191579 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Attempting to bind port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:24.191945 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Attempting to bind port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:24.193838 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Pushing event updated for resources: {'Port': ['ID=16ed4c99-8c59-452d-9797-bc7ca10f1f41,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:24.204354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:24.204354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:24.204785 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.205342 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:24.205778 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Bound port: 16ed4c99-8c59-452d-9797-bc7ca10f1f41, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:24.206162 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.208695 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.211073 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.211563 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.213578 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.214723 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.216100 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.216542 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.217693 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.218799 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.219244 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.219680 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.220116 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:24.244255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Deleting subnet f7c18359-7c3f-41b0-a134-fbdbc9f5a633 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:45:24.248295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.286927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.292908 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] For port 16ed4c99-8c59-452d-9797-bc7ca10f1f41, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:24.296942 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] For port 16ed4c99-8c59-452d-9797-bc7ca10f1f41, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16ed4c99-8c59-452d-9797-bc7ca10f1f41,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:24.305499 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.324404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.351303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.373719 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Routers {'5c9d8f82-2e90-4fb9-8e7a-59200a9174d8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:24.374389 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['5c9d8f82-2e90-4fb9-8e7a-59200a9174d8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:24.378280 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801f2a0-0843-460b-8fbd-e5a13cf06e5e None None] Pushing event updated for resources: {'Port': ['ID=16ed4c99-8c59-452d-9797-bc7ca10f1f41,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:24.378489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.423208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:24.428676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:24.436812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:24.438657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.468750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Port': ['ID=20f25941-8128-447a-a5d3-35dbdb4bc165,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:24.473740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c18359-7c3f-41b0-a134-fbdbc9f5a633,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:24.481014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.486481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5b2178c1-d48e-4307-b504-872675eb6de3 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f7c18359-7c3f-41b0-a134-fbdbc9f5a633 HTTP/1.1" status: 204 len: 168 time: 0.3005064 Jul 07 22:45:24.487198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:24.544105 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] Set router 5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:24.635387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.763234 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d8f82-2e90-4fb9-8e7a-59200a9174d8', 'name': 'tempest-snat-router-1483327107', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.250'}], 'enable_snat': False}, 'gw_port_id': '16ed4c99-8c59-452d-9797-bc7ca10f1f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:20Z', 'updated_at': '2021-07-07T22:45:21Z', 'revision_number': 3, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port': {'id': '16ed4c99-8c59-452d-9797-bc7ca10f1f41', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d8f82-2e90-4fb9-8e7a-59200a9174d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:21Z', 'updated_at': '2021-07-07T22:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:24.789349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4110f-9a85-4ceb-9e42-8916ca02b0d7 None None] The sync data for ids ['5c9d8f82-2e90-4fb9-8e7a-59200a9174d8'] in n-d-694802-13 is: [{'id': '5c9d8f82-2e90-4fb9-8e7a-59200a9174d8', 'name': 'tempest-snat-router-1483327107', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.250'}], 'enable_snat': False}, 'gw_port_id': '16ed4c99-8c59-452d-9797-bc7ca10f1f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:20Z', 'updated_at': '2021-07-07T22:45:21Z', 'revision_number': 3, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port': {'id': '16ed4c99-8c59-452d-9797-bc7ca10f1f41', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d8f82-2e90-4fb9-8e7a-59200a9174d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:21Z', 'updated_at': '2021-07-07T22:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:24.790153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.807698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33161f48-c457-4b14-a266-b241824548ce']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:24.855706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad128934-b03f-41d6-abbf-65e785468868') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:24.855706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad128934-b03f-41d6-abbf-65e785468868') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:24.865887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.890351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.897255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.899323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:45:24.899723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:45:24.901337 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:45:25.036029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.057923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.059879 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] 10.222.0.95 "DELETE /v2.0/networks/33161f48-c457-4b14-a266-b241824548ce HTTP/1.1" status: 204 len: 168 time: 0.5716720 Jul 07 22:45:25.062415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba19fa-fa74-45cf-af05-a6b530e88335 admin admin] Pushing event deleted for resources: {'Network': ['ID=33161f48-c457-4b14-a266-b241824548ce,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:25.063280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56864) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:25.188888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Deleting subnet dcb8af82-47bb-4a40-b479-754ca5d1ab0f {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:45:25.196471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.242742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.325634 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.334605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.354429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff7a3aae-4733-41df-8765-3a471a5d42c4 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:25.416110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7ff6c-9d6c-4384-93c3-4a4c0d39ba6e req-5a8d7de9-5a07-4b46-a398-98d80ed558d9 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:25.423885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cf7ff6c-9d6c-4384-93c3-4a4c0d39ba6e req-5a8d7de9-5a07-4b46-a398-98d80ed558d9 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1507642 Jul 07 22:45:25.429903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16ed4c99-8c59-452d-9797-bc7ca10f1f41 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:25.471400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.500621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb8af82-47bb-4a40-b479-754ca5d1ab0f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:25.523737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8cf7ff6c-9d6c-4384-93c3-4a4c0d39ba6e req-9a71b477-45cd-4b55-b0d1-21691ed9ddc0 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977933 Jul 07 22:45:25.532756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.541802 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1c08dc12-febc-4c8f-acc2-821c27db886d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/dcb8af82-47bb-4a40-b479-754ca5d1ab0f HTTP/1.1" status: 204 len: 168 time: 0.4752724 Jul 07 22:45:25.542684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56880) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:25.543883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:25.554661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:25.554661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.582813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Router 3c4fb8bd-3a9f-4bca-851d-081e6524fc2f is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:25.632486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port ff7a3aae-4733-41df-8765-3a471a5d42c4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:25.645975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port ff7a3aae-4733-41df-8765-3a471a5d42c4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:25.645975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.702231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.760056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.813310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 16ed4c99-8c59-452d-9797-bc7ca10f1f41, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16ed4c99-8c59-452d-9797-bc7ca10f1f41,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:25.860691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.879839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.900439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc50a3e-a4eb-4c6d-801f-fe263608f95d']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:25.913203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a616e618-1447-4216-8abb-c4e9a9c76602') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:25.913505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a616e618-1447-4216-8abb-c4e9a9c76602') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:25.930335 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.955543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.961033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.976979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:45:25.977408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:45:25.983729 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:45:26.031445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=16ed4c99-8c59-452d-9797-bc7ca10f1f41,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:26.048085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7a3aae-4733-41df-8765-3a471a5d42c4'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:26.053672 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a81c5-a35d-4890-86c6-521626b1173a" -d '{"events": [{"server_uuid": "72a3835a-75a5-467d-9381-db5ddbc4e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "ff7a3aae-4733-41df-8765-3a471a5d42c4"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:26.098532 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.099265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ff7a3aae-4733-41df-8765-3a471a5d42c4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:26.108405 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.123243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.125188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] 10.222.0.95 "DELETE /v2.0/networks/fcc50a3e-a4eb-4c6d-801f-fe263608f95d HTTP/1.1" status: 204 len: 168 time: 0.5815094 Jul 07 22:45:26.137000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92177db2-714a-4686-a72c-109f64151edf admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc50a3e-a4eb-4c6d-801f-fe263608f95d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:26.189264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ff7a3aae-4733-41df-8765-3a471a5d42c4,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:26.264336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914237c7-03e7-4b1c-8737-79e9dd4a1c7d req-dfbbce5b-8c65-4435-87af-c7a21555ff30 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:26.265933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-914237c7-03e7-4b1c-8737-79e9dd4a1c7d req-dfbbce5b-8c65-4435-87af-c7a21555ff30 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1230485 Jul 07 22:45:26.325201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-914237c7-03e7-4b1c-8737-79e9dd4a1c7d req-58ed64a7-2591-4d01-8e80-a6035db50dfe tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501480 Jul 07 22:45:26.386088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:26.386940 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016dbfd0-556a-4a67-911e-034a72b5f191 x-openstack-request-id: req-016dbfd0-556a-4a67-911e-034a72b5f191 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:26.387418 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a3835a-75a5-467d-9381-db5ddbc4e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "ff7a3aae-4733-41df-8765-3a471a5d42c4", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:26.387615 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-016dbfd0-556a-4a67-911e-034a72b5f191 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:26.389118 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7a3aae-4733-41df-8765-3a471a5d42c4', 'code': 200} Jul 07 22:45:26.397001 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Sync routers for ids ['3c4fb8bd-3a9f-4bca-851d-081e6524fc2f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:26.408708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.412985 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0e9e0fe5-bd6a-48fb-9a23-4d55eba20179 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2329528 Jul 07 22:45:26.414027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:26.424528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Routers {'3c4fb8bd-3a9f-4bca-851d-081e6524fc2f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:26.425348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3c4fb8bd-3a9f-4bca-851d-081e6524fc2f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:26.476713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56902) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:26.497192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f7e8b970-c743-4b5f-85e5-7c790b977c6a no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:26.543979 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: f7e8b970-c743-4b5f-85e5-7c790b977c6a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:26.544477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f7e8b970-c743-4b5f-85e5-7c790b977c6a not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:26.599594 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-613ae505-5bc2-476b-af0b-cb7ba170239a tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/3c4fb8bd-3a9f-4bca-851d-081e6524fc2f HTTP/1.1" status: 200 len: 907 time: 0.1841831 Jul 07 22:45:26.603187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56906) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:26.623398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-03cb3164-f03d-498b-846f-b8c81a1751d2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8be17e2778ca4324baf9e78ec177ec32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450019 Jul 07 22:45:26.639144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Set router 3c4fb8bd-3a9f-4bca-851d-081e6524fc2f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:26.640396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56908) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:26.719516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25678b-b011-4c99-ac54-c055a0a3d75a req-d7dfd4ef-7d47-4b0f-94e2-02153c561af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:26.727227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d25678b-b011-4c99-ac54-c055a0a3d75a req-d7dfd4ef-7d47-4b0f-94e2-02153c561af8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.2388668 Jul 07 22:45:26.769094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.841918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c13a2ae-e186-4d9e-a30a-d88e10a690fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.881144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c13a2ae-e186-4d9e-a30a-d88e10a690fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.906572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4fb8bd-3a9f-4bca-851d-081e6524fc2f', 'name': 'tempest-snat-router-1483327107', 'tenant_id': '98f160d92f4e453fa0db66d4491cd43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '20f25941-8128-447a-a5d3-35dbdb4bc165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:23Z', 'updated_at': '2021-07-07T22:45:24Z', 'revision_number': 3, 'project_id': '98f160d92f4e453fa0db66d4491cd43b', 'gw_port': {'id': '20f25941-8128-447a-a5d3-35dbdb4bc165', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4fb8bd-3a9f-4bca-851d-081e6524fc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:23Z', 'updated_at': '2021-07-07T22:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:26.921289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.928108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d25678b-b011-4c99-ac54-c055a0a3d75a req-26b30a71-cdec-48e0-9c96-dd5eb56a80a0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806304 Jul 07 22:45:26.937536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Checking router: 3c4fb8bd-3a9f-4bca-851d-081e6524fc2f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:26.937741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Updating router 3c4fb8bd-3a9f-4bca-851d-081e6524fc2f port 20f25941-8128-447a-a5d3-35dbdb4bc165 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:26.946618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bac3b-0d2a-4999-9afe-07b3c0e70bfc req-732bbe9d-7d90-4741-9ace-8449a4d90c63 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:26.948326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b63bac3b-0d2a-4999-9afe-07b3c0e70bfc req-732bbe9d-7d90-4741-9ace-8449a4d90c63 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.2311151 Jul 07 22:45:26.974530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c13a2ae-e186-4d9e-a30a-d88e10a690fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.977266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6c13a2ae-e186-4d9e-a30a-d88e10a690fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.981298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6c13a2ae-e186-4d9e-a30a-d88e10a690fd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c08ada91-6b0c-4ab3-8d04-00db03a4a1d4 HTTP/1.1" status: 204 len: 168 time: 0.3368335 Jul 07 22:45:26.985002 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.001827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13a2ae-e186-4d9e-a30a-d88e10a690fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ada91-6b0c-4ab3-8d04-00db03a4a1d4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:27.022059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b63bac3b-0d2a-4999-9afe-07b3c0e70bfc req-1e2a9f3d-8d3e-49cc-8d83-a98e8b034969 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Jul 07 22:45:27.036987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Deleting port 20f25941-8128-447a-a5d3-35dbdb4bc165 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:27.037425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.158001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.171288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Calling delete_port for 20f25941-8128-447a-a5d3-35dbdb4bc165 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:27.384436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16ed4c99-8c59-452d-9797-bc7ca10f1f41 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:27.497722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:27.498352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.504597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.539622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event deleted for resources: {'Port': ['ID=20f25941-8128-447a-a5d3-35dbdb4bc165,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:27.547517 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:45:27.548370 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:45:27.574024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56918) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:27.637795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9a2d-c759-440a-a94c-8be99588b560 req-e0c104fb-518a-4fc9-bee0-18540e9ab198 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:27.639552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-198d9a2d-c759-440a-a94c-8be99588b560 req-e0c104fb-518a-4fc9-bee0-18540e9ab198 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0997648 Jul 07 22:45:27.661171 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea1089ee-01e1-447a-a35a-ff7a2e9094b9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c56c99fe75964d19866c232b2eac5551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510943 Jul 07 22:45:27.664180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56928) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:27.667015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.727816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-198d9a2d-c759-440a-a94c-8be99588b560 req-4df2a5c4-d7f4-4035-9162-efa16875ee12 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751841 Jul 07 22:45:27.752589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d96a098-faf2-4ba6-bc29-f8e1f201aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.766926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.769138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.793540 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d96a098-faf2-4ba6-bc29-f8e1f201aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.823462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.824441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4fb8bd-3a9f-4bca-851d-081e6524fc2f {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:27.835406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.838672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a9d5dca1-d310-4911-81e6-04f34f50a604 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/routers/3c4fb8bd-3a9f-4bca-851d-081e6524fc2f HTTP/1.1" status: 204 len: 168 time: 1.2325699 Jul 07 22:45:27.839682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56930) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:27.863407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d96a098-faf2-4ba6-bc29-f8e1f201aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.866240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4d96a098-faf2-4ba6-bc29-f8e1f201aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.869707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4d96a098-faf2-4ba6-bc29-f8e1f201aea6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/84a0c79b-f5d6-4e27-860e-a8e6d1c34437 HTTP/1.1" status: 204 len: 168 time: 0.2020917 Jul 07 22:45:27.877125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96a098-faf2-4ba6-bc29-f8e1f201aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a0c79b-f5d6-4e27-860e-a8e6d1c34437,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:27.962146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.082068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Port 20f25941-8128-447a-a5d3-35dbdb4bc165 not found while updating agent binding for router 3c4fb8bd-3a9f-4bca-851d-081e6524fc2f. {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 22:45:28.092096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Routers set() bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:28.092594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Router IDs set() for agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 22:45:28.093239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c4fb8bd-3a9f-4bca-851d-081e6524fc2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent'). {{(pid=93933) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 22:45:28.093788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982751-7436-4317-ac54-fb5e4f29fa99 None None] The sync data for ids ['3c4fb8bd-3a9f-4bca-851d-081e6524fc2f'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:28.097173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.159176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Deleting port 16ed4c99-8c59-452d-9797-bc7ca10f1f41 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:28.159810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.251930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b116d7b-749b-4518-b9d6-417ec1bc34ee req-e640caa6-4981-444d-9d6b-36dc1b52d409 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:28.253567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b116d7b-749b-4518-b9d6-417ec1bc34ee req-e640caa6-4981-444d-9d6b-36dc1b52d409 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0808370 Jul 07 22:45:28.257353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] For port 16ed4c99-8c59-452d-9797-bc7ca10f1f41, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16ed4c99-8c59-452d-9797-bc7ca10f1f41,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:28.257732 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.271752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Calling delete_port for 16ed4c99-8c59-452d-9797-bc7ca10f1f41 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:28.308182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8b116d7b-749b-4518-b9d6-417ec1bc34ee req-b6497a98-e495-4e4b-8090-dda498bd30ab tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474606 Jul 07 22:45:28.481529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.516886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event deleted for resources: {'Port': ['ID=16ed4c99-8c59-452d-9797-bc7ca10f1f41,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:28.533221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a973e-1d0a-43e1-b325-a07123772857 req-1e9b0989-1ec8-40bb-9337-32cbbd358c77 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:28.543309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b06a973e-1d0a-43e1-b325-a07123772857 req-1e9b0989-1ec8-40bb-9337-32cbbd358c77 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1124763 Jul 07 22:45:28.588908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b06a973e-1d0a-43e1-b325-a07123772857 req-2eb2dad3-6f75-4524-9f51-969a3a6d6391 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 07 22:45:28.599861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.695275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.697568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.742122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56960) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:28.745609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.746222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:28.760333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.765518 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-555cf8b9-d8c4-4122-9234-b121bb2bd32f tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "DELETE /v2.0/routers/5c9d8f82-2e90-4fb9-8e7a-59200a9174d8 HTTP/1.1" status: 204 len: 168 time: 0.9245045 Jul 07 22:45:28.766333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56964) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:28.771363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-263031451', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:28.782522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096915-0edf-4239-bbe7-cad63174ae3e req-d2829819-1c3b-4b74-a935-1ddf74699b22 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:28.791290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31096915-0edf-4239-bbe7-cad63174ae3e req-d2829819-1c3b-4b74-a935-1ddf74699b22 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0782359 Jul 07 22:45:28.800974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.802217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.845150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31096915-0edf-4239-bbe7-cad63174ae3e req-b92dc6d3-8834-4c59-a9bc-fc0b65102660 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529768 Jul 07 22:45:28.894913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.927790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-860064762-network', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:28.977983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Made reservation on behalf of 54d2df34f76245b7ad1e3b616b7af1e6 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:28.980799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.005184 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.071807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.151578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608612b-aefe-4d65-b944-27ad7c1dd5be req-0e867d7a-23e1-4263-9ef0-6d7106a0f64a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:29.153164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8608612b-aefe-4d65-b944-27ad7c1dd5be req-0e867d7a-23e1-4263-9ef0-6d7106a0f64a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1427474 Jul 07 22:45:29.229127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8608612b-aefe-4d65-b944-27ad7c1dd5be req-ba48c00b-9a70-4ae6-84e7-6e4ac0199fe2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642004 Jul 07 22:45:29.251878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.258305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.284272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:45:29.301021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13940a-c1e2-49e9-8833-8e5b24d8746f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:29.304719 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.305066 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Added segment 7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe of type vlan for network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 Jul 07 22:45:29.338574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.351300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.358377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.392675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.393514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:29.394164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.398957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16ed4c99-8c59-452d-9797-bc7ca10f1f41 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:29.431031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 16ed4c99-8c59-452d-9797-bc7ca10f1f41 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:29.431384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16ed4c99-8c59-452d-9797-bc7ca10f1f41 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:29.490500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7446058 Jul 07 22:45:29.490742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 56982) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:29.496822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Request body: {'subnet': {'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-860064762-subnet', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:29.498334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31905-88e4-4404-b4d7-76bc3c172d8c admin admin] Pushing event updated for resources: {'Network': ['ID=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:29.509139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:45:29.517250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Allocated IP 172.25.5.239 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/67f5ce87-b2b9-491e-866b-264a788e5c7e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:29.557950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Made reservation on behalf of 54d2df34f76245b7ad1e3b616b7af1e6 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:29.560790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.600773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-f4b7a25e-69a7-45e5-9abf-58c4d6bba941 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:29.607130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-f4b7a25e-69a7-45e5-9abf-58c4d6bba941 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/networks?id=13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 200 len: 911 time: 0.1381574 Jul 07 22:45:29.628495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-762a5e3d-9884-4d95-9e61-cecfee9059ba tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/quotas/21827012e85841e894d1bf7fcabac31d HTTP/1.1" status: 200 len: 375 time: 0.0120866 Jul 07 22:45:29.698275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-53927e13-74fe-4ad5-a34c-c58f5fc62474 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?tenant_id=21827012e85841e894d1bf7fcabac31d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626519 Jul 07 22:45:29.720881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.831106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-b391f5a0-ca6b-4a48-846c-2055800f3d7a service neutron] 10.222.0.95 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198835 Jul 07 22:45:29.846741 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.886970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.924190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:29.942896 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:29.948836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:29.949260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-acc62bc2-b240-46d5-8126-1ed3c338c17c service neutron] 10.222.0.95 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174636 Jul 07 22:45:29.951268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event updated for resources: {'Port': ['ID=67f5ce87-b2b9-491e-866b-264a788e5c7e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:30.005940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52acbabb-65e4-43a8-9947-263ef0d88259,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:30.023799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Checking segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:30.024159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Network hostable DHCP agents. Network: b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:45:30.134343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:45:30.155636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:30.165800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:30.166738 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.170516 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f984aa-bfaa-4a21-881e-3781ca1873a4 None None] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:30.175279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2adf833-ff7f-431e-884d-92d828cb65ca req-0b48b472-5f02-4b9e-9730-21bfe204b672 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 210 time: 0.0467246 Jul 07 22:45:30.225330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a134c7d6-5782-4443-b0fd-7a388066bd0f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7299814 Jul 07 22:45:30.226118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 56990) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:30.231436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:30.283724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.285109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.348686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.474157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.717645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:45:30.719107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.742973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.934293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Allocated IP 172.20.0.2 (b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6/52acbabb-65e4-43a8-9947-263ef0d88259/d86e996e-f0e6-4c2b-943d-673d3dc64c97) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:31.169389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.190204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Transition to ACTIVE for port object d86e996e-f0e6-4c2b-943d-673d3dc64c97 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:31.213707 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.230880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Transition to ACTIVE for port object d86e996e-f0e6-4c2b-943d-673d3dc64c97 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:31.237705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8e75e-34b0-4156-b77f-21f122e5421d req-08eb2077-fc28-4ed3-8743-c4bcbf4780da tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:31.246128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c8e75e-34b0-4156-b77f-21f122e5421d req-08eb2077-fc28-4ed3-8743-c4bcbf4780da tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.7704177 Jul 07 22:45:31.246780 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.336351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:31.342148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:31.343262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c8e75e-34b0-4156-b77f-21f122e5421d req-acedd362-1d0e-4736-9eb8-6532e2c44f87 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961328 Jul 07 22:45:31.345867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:31.348662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Router b7e10fa9-9eac-4e5b-9415-81d567c46cf8 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:31.351017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Pushing event updated for resources: {'Port': ['ID=d86e996e-f0e6-4c2b-943d-673d3dc64c97,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:31.430320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Attempting to bind port d86e996e-f0e6-4c2b-943d-673d3dc64c97 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:31.430784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Attempting to bind port d86e996e-f0e6-4c2b-943d-673d3dc64c97 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:31.431172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Attempting to bind port d86e996e-f0e6-4c2b-943d-673d3dc64c97 on network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:31.438250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:31.438686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Checking segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:31.439091 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.439499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Bound using segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:31.440046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Bound port: d86e996e-f0e6-4c2b-943d-673d3dc64c97, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:31.440685 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.488579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:31.501446 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] Sync routers for ids ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:31.511306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.513598 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7fba49cf-1e3a-4f51-a804-d3211a2f36cb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7460508 Jul 07 22:45:31.514658 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] Routers {'b7e10fa9-9eac-4e5b-9415-81d567c46cf8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:31.515322 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:31.516182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57004) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:31.523242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] For port d86e996e-f0e6-4c2b-943d-673d3dc64c97, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:31.523574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': False}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:31.527944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] For port d86e996e-f0e6-4c2b-943d-673d3dc64c97, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d86e996e-f0e6-4c2b-943d-673d3dc64c97,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:31.529468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b77fd7ae-e10a-4759-a336-68a8c3f38f89 req-6933f76d-2a0b-4b3a-97a2-d4c1f4994636 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 210 time: 0.0601761 Jul 07 22:45:31.538854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.577205 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:31.592957 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] Routers {'b7e10fa9-9eac-4e5b-9415-81d567c46cf8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:31.596893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.598375 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:31.624871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034ae00-45f9-4c6a-adf6-b8a4e293d992 None None] Pushing event updated for resources: {'Port': ['ID=d86e996e-f0e6-4c2b-943d-673d3dc64c97,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:31.638398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.658374 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:31.659332 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51164a91-fdf6-4cb7-9461-0a0a0818c229 None None] The sync data for ids ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:31.762492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Allocated IP 172.25.5.4 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/27234cd2-1759-4df2-8b8e-25a9161b9fac) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:31.894910 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.986788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.047031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Pushing event updated for resources: {'Port': ['ID=27234cd2-1759-4df2-8b8e-25a9161b9fac,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:32.049365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.063567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:32.070360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:32.079763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:32.092892 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-f1d2b4f6-0456-4c29-8014-27a1c975e70a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:32.095405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-f1d2b4f6-0456-4c29-8014-27a1c975e70a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.97 "GET /v2.0/networks?id=13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 200 len: 911 time: 0.3110228 Jul 07 22:45:32.117209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Request body: {'port': {'device_id': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'admin_state_up': True, 'tenant_id': '21827012e85841e894d1bf7fcabac31d'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:32.188161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Made reservation on behalf of 21827012e85841e894d1bf7fcabac31d for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:32.190494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.339795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.416129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Allocated IP 172.20.0.7 (13ff44cb-2436-44ad-bf6e-95aed40582c2/b5b1b7f7-bf62-4db7-a162-9f0c2124a668/009b320c-0fac-4f2e-a78a-6b91fb993418) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:32.646543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b6cc-0512-4e21-a090-b01280653744 req-3c5d89dc-170a-44ac-9b70-4fbdf4d1b43d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:32.648242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9407b6cc-0512-4e21-a090-b01280653744 req-3c5d89dc-170a-44ac-9b70-4fbdf4d1b43d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1710007 Jul 07 22:45:32.672402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.765694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.790190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Transition to ACTIVE for port object 009b320c-0fac-4f2e-a78a-6b91fb993418 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:32.793023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.800366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.820546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9407b6cc-0512-4e21-a090-b01280653744 req-90d63432-9965-4bbf-9f56-7e9873bc75ae tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607976 Jul 07 22:45:32.890656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Router d41a2a07-1f2e-426a-803a-a9636e8ff429 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:32.942116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.966455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ff7a3aae-4733-41df-8765-3a471a5d42c4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:33.008849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ca86f-ef92-4b75-af13-18226d5d47e7 None None] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:33.020565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:33.029395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:33.036425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Router b7e10fa9-9eac-4e5b-9415-81d567c46cf8 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:33.037303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:33.072855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:33.075951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:33.084542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.095970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Sync routers for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:33.114144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Pushing event updated for resources: {'Port': ['ID=009b320c-0fac-4f2e-a78a-6b91fb993418,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:33.114660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4c8d1-e8fd-480e-b943-c27ae0c955a2 req-4b93cb7f-ecff-43e7-96ed-c87dc3b4be6a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:33.124049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-66fbbbc0-fee4-4e3f-bfb4-0e3d5be1768f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0107696 Jul 07 22:45:33.127429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2d4c8d1-e8fd-480e-b943-c27ae0c955a2 req-4b93cb7f-ecff-43e7-96ed-c87dc3b4be6a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1027 time: 0.1139741 Jul 07 22:45:33.129081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.130466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2b8ddf0-b726-4992-928c-3a04d8c10f67 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9032402 Jul 07 22:45:33.135237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57018) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.143610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:33.144507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.190382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4dd722a6-86c8-4c98-a822-11e09cfb9c02 None None] Provisioning for port d86e996e-f0e6-4c2b-943d-673d3dc64c97 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:33.222922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Request body: {'port': {'device_id': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:33.240035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2d4c8d1-e8fd-480e-b943-c27ae0c955a2 req-c64a122d-2ca1-4e04-a765-5bb1a13d6a37 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060214 Jul 07 22:45:33.489499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:33.502846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.505695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f1a7366a-a89a-4fec-90f3-9c1a5cad8a07 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "PUT /v2.0/routers/b7e10fa9-9eac-4e5b-9415-81d567c46cf8 HTTP/1.1" status: 200 len: 925 time: 1.9881840 Jul 07 22:45:33.506377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57022) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.509387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.513342 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] Sync routers for ids ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:33.525274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d86e996e-f0e6-4c2b-943d-673d3dc64c97 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:33.529921 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] Routers {'b7e10fa9-9eac-4e5b-9415-81d567c46cf8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:33.532955 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.595356 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.606225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:33.606421 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] Routers {'b7e10fa9-9eac-4e5b-9415-81d567c46cf8'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:33.607034 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.649096 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.650160 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d181ae-36c0-42db-9961-0d6b663fd54c None None] The sync data for ids ['b7e10fa9-9eac-4e5b-9415-81d567c46cf8'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:33.734140 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02bb392c-668f-4197-99f6-a1d7b1d9b017 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/b7e10fa9-9eac-4e5b-9415-81d567c46cf8 HTTP/1.1" status: 200 len: 925 time: 0.2256658 Jul 07 22:45:33.736994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57024) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.811765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-86a66356-6ea5-4b4b-9492-b8577d7b8a84 None None] Provisioning for port 009b320c-0fac-4f2e-a78a-6b91fb993418 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:33.831038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-86a66356-6ea5-4b4b-9492-b8577d7b8a84 None None] Provisioning complete for port 009b320c-0fac-4f2e-a78a-6b91fb993418 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:33.832408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86a66356-6ea5-4b4b-9492-b8577d7b8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.925477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.955477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d86e996e-f0e6-4c2b-943d-673d3dc64c97 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:33.957351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97474b5-3a23-460c-8759-f9ca64c21c8c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:33.962132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a97474b5-3a23-460c-8759-f9ca64c21c8c tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=b7e10fa9-9eac-4e5b-9415-81d567c46cf8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2241850 Jul 07 22:45:33.962571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57028) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.975806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-86a66356-6ea5-4b4b-9492-b8577d7b8a84 None None] Port 009b320c-0fac-4f2e-a78a-6b91fb993418 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:33.982878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d86e996e-f0e6-4c2b-943d-673d3dc64c97 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:33.983267 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.003421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009b320c-0fac-4f2e-a78a-6b91fb993418 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:34.012595 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.027208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Transition to ACTIVE for port object 009b320c-0fac-4f2e-a78a-6b91fb993418 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:34.032587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.104849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=009b320c-0fac-4f2e-a78a-6b91fb993418,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:34.152698 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.184935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:32Z', 'revision_number': 3, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:34.187740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b60ade-2fff-4b28-92ea-cef74249b80f req-84c57545-7d59-4007-b2e7-511de7d840be tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.189354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8b60ade-2fff-4b28-92ea-cef74249b80f req-84c57545-7d59-4007-b2e7-511de7d840be tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.2435558 Jul 07 22:45:34.198879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a2c53-92e4-4853-af18-11c03ac4677e tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.203025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-180a2c53-92e4-4853-af18-11c03ac4677e tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.2367086 Jul 07 22:45:34.211488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57032) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:34.273674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Allocated IP 172.20.0.1 (b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6/52acbabb-65e4-43a8-9947-263ef0d88259/a31583cd-542c-4e3e-b3a0-8b1fa6704ab8) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:34.283149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Checking router: d41a2a07-1f2e-426a-803a-a9636e8ff429 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:34.283910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Updating router d41a2a07-1f2e-426a-803a-a9636e8ff429 port 27234cd2-1759-4df2-8b8e-25a9161b9fac binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:34.290528 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc13d9b6-a68d-43d2-a823-c1cea70971e8 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7e10fa9-9eac-4e5b-9415-81d567c46cf8 HTTP/1.1" status: 200 len: 205 time: 0.0776894 Jul 07 22:45:34.291975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Attempting to bind port 009b320c-0fac-4f2e-a78a-6b91fb993418 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:34.292311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Attempting to bind port 009b320c-0fac-4f2e-a78a-6b91fb993418 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:34.294920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Attempting to bind port 009b320c-0fac-4f2e-a78a-6b91fb993418 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:34.297696 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e8b60ade-2fff-4b28-92ea-cef74249b80f req-f2e6326a-78cc-49ab-b7a7-bea3f7b43181 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005623 Jul 07 22:45:34.299111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57040) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:34.306460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Port 009b320c-0fac-4f2e-a78a-6b91fb993418 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:45:34.307927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Attempting to bind port 009b320c-0fac-4f2e-a78a-6b91fb993418 on network 13ff44cb-2436-44ad-bf6e-95aed40582c2 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:34.325370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:34.325717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Checking segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:34.326119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Bound using segment: {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:34.331277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Bound port: 009b320c-0fac-4f2e-a78a-6b91fb993418, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253095ac-826b-44af-a73d-cf60d9deab03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:34.331588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.340441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d86e996e-f0e6-4c2b-943d-673d3dc64c97, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d86e996e-f0e6-4c2b-943d-673d3dc64c97,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:34.351245 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.425890 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.479905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] For port 009b320c-0fac-4f2e-a78a-6b91fb993418, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:34.486271 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] For port 009b320c-0fac-4f2e-a78a-6b91fb993418, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=009b320c-0fac-4f2e-a78a-6b91fb993418,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:34.501512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.512192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d86e996e-f0e6-4c2b-943d-673d3dc64c97,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:34.561579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=009b320c-0fac-4f2e-a78a-6b91fb993418,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:34.566990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.567646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.569185 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-071be527-9422-453e-8f82-87199283ebc7 service neutron] 10.222.0.97 "PUT /v2.0/ports/009b320c-0fac-4f2e-a78a-6b91fb993418 HTTP/1.1" status: 200 len: 1092 time: 1.3530631 Jul 07 22:45:34.569657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'tag': '009b320c-0fac-4f2e-a78a-6b91fb993418'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:34.572079 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac6014-e6e0-4314-aebc-4e0d877faf54" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f000eb-d9d2-4946-986b-d4d029caf709", "tag": "009b320c-0fac-4f2e-a78a-6b91fb993418"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:34.657918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.679456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-027310f2-680a-4dfc-9337-e1eff18deeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.681727 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-027310f2-680a-4dfc-9337-e1eff18deeff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=21827012e85841e894d1bf7fcabac31d&device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1095 time: 0.0687487 Jul 07 22:45:34.698183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66212d48-f861-4c6d-8314-43d5d95b245c req-5c8c5d5c-33cc-4deb-99e4-2940e5082c25 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.699947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66212d48-f861-4c6d-8314-43d5d95b245c req-5c8c5d5c-33cc-4deb-99e4-2940e5082c25 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1053 time: 0.2152805 Jul 07 22:45:34.705966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.732201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c34fd285-8123-4240-8716-ad036f00837d None None] Provisioning complete for port d86e996e-f0e6-4c2b-943d-673d3dc64c97 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:34.732580 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c34fd285-8123-4240-8716-ad036f00837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.747231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-381d7a0f-6667-4aab-9112-8f1a16888e38 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009b320c-0fac-4f2e-a78a-6b91fb993418 HTTP/1.1" status: 200 len: 217 time: 0.0572743 Jul 07 22:45:34.775446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Transition to ACTIVE for port object a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:34.809359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-9537ac85-473b-4e90-b35a-2a88ce459aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.810611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66212d48-f861-4c6d-8314-43d5d95b245c req-53f89439-23de-4353-91ac-95a1b0f0bcb7 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999963 Jul 07 22:45:34.825572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-9537ac85-473b-4e90-b35a-2a88ce459aa2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b5b1b7f7-bf62-4db7-a162-9f0c2124a668 HTTP/1.1" status: 200 len: 849 time: 0.0712066 Jul 07 22:45:34.847231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.903122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.911763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-617696d0-bffa-4c1a-beb4-86b58861d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:34.915101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-617696d0-bffa-4c1a-beb4-86b58861d0f2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=13ff44cb-2436-44ad-bf6e-95aed40582c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791907 Jul 07 22:45:34.918778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.930050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Transition to ACTIVE for port object 27234cd2-1759-4df2-8b8e-25a9161b9fac will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:34.937516 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.943529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:34.948100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:34.951489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:35.009023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Attempting to bind port 27234cd2-1759-4df2-8b8e-25a9161b9fac on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:35.009594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Attempting to bind port 27234cd2-1759-4df2-8b8e-25a9161b9fac by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:35.010616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Attempting to bind port 27234cd2-1759-4df2-8b8e-25a9161b9fac on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:35.017237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666d72b-7898-4087-b8e3-258212505854 None None] Pushing event updated for resources: {'Port': ['ID=27234cd2-1759-4df2-8b8e-25a9161b9fac,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:35.030864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:35.031586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:35.032224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.032823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:35.033518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Bound port: 27234cd2-1759-4df2-8b8e-25a9161b9fac, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:35.034135 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.038962 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-0900d7bd-a469-483d-b6dd-78a85ac0ff10 service neutron] 10.222.0.97 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183853 Jul 07 22:45:35.071110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.078546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Pushing event updated for resources: {'Port': ['ID=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:35.111627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] For port 27234cd2-1759-4df2-8b8e-25a9161b9fac, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:35.115542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] For port 27234cd2-1759-4df2-8b8e-25a9161b9fac, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=27234cd2-1759-4df2-8b8e-25a9161b9fac,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:35.122681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.127379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Deleting port 67f5ce87-b2b9-491e-866b-264a788e5c7e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:35.127738 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.172499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:35.174832 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c927ad45-f5a5-43a7-9f3d-2f70b326b413 req-0322f7b5-5633-4a89-9251-7b9983d51d69 service neutron] 10.222.0.97 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286402 Jul 07 22:45:35.175964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:35.233725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666d72b-7898-4087-b8e3-258212505854 None None] Pushing event updated for resources: {'Port': ['ID=27234cd2-1759-4df2-8b8e-25a9161b9fac,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:35.272805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-8bd37f61-f68c-4913-9bc4-6fc63c713e5b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:35.274310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-8bd37f61-f68c-4913-9bc4-6fc63c713e5b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.2845738 Jul 07 22:45:35.312066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-76d745e1-e0fa-4926-b9d4-526cadd3322b None None] Provisioning for port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:35.321527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-3f97990d-9ac4-459f-8d14-71108e675f54 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0341616 Jul 07 22:45:35.322154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:35.323263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.325141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-76d745e1-e0fa-4926-b9d4-526cadd3322b None None] Provisioning complete for port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:35.326272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-76d745e1-e0fa-4926-b9d4-526cadd3322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.369850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Calling delete_port for 67f5ce87-b2b9-491e-866b-264a788e5c7e owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:35.370242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d86e996e-f0e6-4c2b-943d-673d3dc64c97 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:35.408587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.573579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-b21a1d0f-bb4a-4ebd-acc9-b0b237bb2452 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2224987 Jul 07 22:45:35.643398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-76d745e1-e0fa-4926-b9d4-526cadd3322b None None] Port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:35.690370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d86e996e-f0e6-4c2b-943d-673d3dc64c97 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:35.690775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:35.812692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:32Z', 'revision_number': 3, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:35.841562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b5c8f-9dc1-498b-8148-f8280537578b None None] The sync data for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 is: [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:32Z', 'revision_number': 3, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:36.154509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.178046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-5f77c9bf-5d67-42ab-8c2a-0bd931fab316 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925519 Jul 07 22:45:36.199409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.211626 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event deleted for resources: {'Port': ['ID=67f5ce87-b2b9-491e-866b-264a788e5c7e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:36.216422 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.389317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Pushing event updated for resources: {'Port': ['ID=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:36.400663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.420685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.526053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-11848eb9-6cf7-4073-bfff-75df5fb59f34 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246226 Jul 07 22:45:36.566837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.571349 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.630358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.631009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Fanout notify agent at l3_agent the message router_deleted on router b7e10fa9-9eac-4e5b-9415-81d567c46cf8 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:36.642522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.643693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d15bc1db-6a90-4bc0-b407-86b082742613 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/b7e10fa9-9eac-4e5b-9415-81d567c46cf8 HTTP/1.1" status: 204 len: 168 time: 2.3435295 Jul 07 22:45:36.647959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57056) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:36.654935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1153736523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:36.656836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:36.658399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:36.692954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.694870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:36.889352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Router d41a2a07-1f2e-426a-803a-a9636e8ff429 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:37.029565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a974e-e941-4baa-b97d-5a66d9500c44 req-bf02caa4-b10f-4b30-8569-52d09c7858ed tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:37.032223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d00a974e-e941-4baa-b97d-5a66d9500c44 req-bf02caa4-b10f-4b30-8569-52d09c7858ed tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1620538 Jul 07 22:45:37.075837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a6444f6e-1f07-4712-abf3-e2e5f9f090c7 None None] Provisioning complete for port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:37.076937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a6444f6e-1f07-4712-abf3-e2e5f9f090c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.084026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:37.090034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2be552ee-2c3c-4f8f-ae3d-8eddfb705561 admin admin] 10.222.0.95 "PUT /v2.0/routers/d41a2a07-1f2e-426a-803a-a9636e8ff429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9529440 Jul 07 22:45:37.117938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d00a974e-e941-4baa-b97d-5a66d9500c44 req-666c7e18-7419-4670-93dc-070f09fa4dab tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702879 Jul 07 22:45:37.124933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a6444f6e-1f07-4712-abf3-e2e5f9f090c7 None None] Port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:37.222724 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1f9a3-81ac-4ec0-8d33-d13d3edfe5d0 x-openstack-request-id: req-7cf1f9a3-81ac-4ec0-8d33-d13d3edfe5d0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:37.223019 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f000eb-d9d2-4946-986b-d4d029caf709", "tag": "009b320c-0fac-4f2e-a78a-6b91fb993418", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:37.223279 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7cf1f9a3-81ac-4ec0-8d33-d13d3edfe5d0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:37.223672 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'tag': '009b320c-0fac-4f2e-a78a-6b91fb993418', 'status': 'completed', 'code': 200} Jul 07 22:45:37.304153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.319588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.359543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.361048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f28211-2f78-4e72-8e34-879a6b654330 req-053711b6-8252-462a-ba9f-f5a7f317802f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:37.362663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ff53020c-f2b1-4dfd-b083-f62e33524b1c tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7108438 Jul 07 22:45:37.366906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:37.372062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6f28211-2f78-4e72-8e34-879a6b654330 req-053711b6-8252-462a-ba9f-f5a7f317802f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1095 time: 0.1184027 Jul 07 22:45:37.388407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:37.396375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-fea18544-4963-436e-a1e3-bdd9ae1913ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:37.398954 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-fea18544-4963-436e-a1e3-bdd9ae1913ca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=21827012e85841e894d1bf7fcabac31d&device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1095 time: 0.1791584 Jul 07 22:45:37.419309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6f28211-2f78-4e72-8e34-879a6b654330 req-030ea6bb-4853-4156-b706-0d1f4315c213 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Jul 07 22:45:37.441567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 27234cd2-1759-4df2-8b8e-25a9161b9fac up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:37.504075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 27234cd2-1759-4df2-8b8e-25a9161b9fac completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:37.510011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 27234cd2-1759-4df2-8b8e-25a9161b9fac triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:37.510661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.583928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8cf2385-a8f9-4bea-a2f7-4efa791ec8b4 req-814b1414-98ab-4f09-abbb-f11ecedc0e93 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 210 time: 0.0401134 Jul 07 22:45:37.591406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-da143a1d-ea68-4fac-b4e8-d4314a29111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:37.593304 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-da143a1d-ea68-4fac-b4e8-d4314a29111a service neutron] 10.222.0.97 "GET /v2.0/networks?id=13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 200 len: 911 time: 0.1246777 Jul 07 22:45:37.661414 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.688270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 27234cd2-1759-4df2-8b8e-25a9161b9fac, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=27234cd2-1759-4df2-8b8e-25a9161b9fac,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:37.695035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:37.697815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-2ceed987-760e-4cf0-922e-d17063656e21 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009b320c-0fac-4f2e-a78a-6b91fb993418 HTTP/1.1" status: 200 len: 217 time: 0.0517976 Jul 07 22:45:37.765145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=27234cd2-1759-4df2-8b8e-25a9161b9fac,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:37.905155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Sync routers for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:37.918463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:37.919475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-146905d5-eb08-4850-ad16-4cedf6464d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:37.920995 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-146905d5-eb08-4850-ad16-4cedf6464d29 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b5b1b7f7-bf62-4db7-a162-9f0c2124a668 HTTP/1.1" status: 200 len: 849 time: 0.2159395 Jul 07 22:45:37.921238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:37.923039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.090726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57088) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:38.095935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:38.100809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-939208076-network', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:38.120224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-6b3cfb15-d4ba-443f-a1ae-840ff8740f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.121833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-6b3cfb15-d4ba-443f-a1ae-840ff8740f67 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=13ff44cb-2436-44ad-bf6e-95aed40582c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1907146 Jul 07 22:45:38.143834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-fd03e89e-c39d-4bb4-9918-75f0140a49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.145262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-fd03e89e-c39d-4bb4-9918-75f0140a49a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1097 time: 0.1254132 Jul 07 22:45:38.155803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2054e2-e5ff-49cc-a6ee-906fd4a9445e req-2a43d9e5-6b1f-4fab-9814-47f35845db3a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.157399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f2054e2-e5ff-49cc-a6ee-906fd4a9445e req-2a43d9e5-6b1f-4fab-9814-47f35845db3a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1328373 Jul 07 22:45:38.236753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Made reservation on behalf of 167430472a0a44af94b0493a44bdf1f6 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:38.239392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.251574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.313915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f2054e2-e5ff-49cc-a6ee-906fd4a9445e req-9f01436f-6376-42d3-b527-4b6170083a37 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424661 Jul 07 22:45:38.349004 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-44397877-f8da-4707-856a-9765fb327c8a service neutron] 10.222.0.97 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188473 Jul 07 22:45:38.373421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 2, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:38.377948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-fc980bfa-6bf3-474f-ac16-5983f72cb78e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.379477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-fc980bfa-6bf3-474f-ac16-5983f72cb78e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.2346122 Jul 07 22:45:38.393037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:38.420246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Checking router: d41a2a07-1f2e-426a-803a-a9636e8ff429 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:38.421272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Updating router d41a2a07-1f2e-426a-803a-a9636e8ff429 port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:38.441212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-ee1b6613-3ebb-42a8-b8a4-c81dbfef74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.454673 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-ee1b6613-3ebb-42a8-b8a4-c81dbfef74be service neutron] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.2945378 Jul 07 22:45:38.476015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.545531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.557613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.589249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 009b320c-0fac-4f2e-a78a-6b91fb993418 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:45:38.597071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:45:38.600096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.602149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:38.606580 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.621247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99786f2b-7f55-4e23-a271-325f227c3932,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:38.636094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.636515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.636998 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Added segment 5e670bd2-f6e0-4a42-923d-3e82b536e85b of type vlan for network 7fa17350-1a20-4b25-8ab5-9e3d15164879 Jul 07 22:45:38.658712 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-ac5fa50f-1d76-4f74-92d5-688f1f7c60c2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 1001 time: 0.1570251 Jul 07 22:45:38.752890 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-1868e506-651a-41d0-a34e-ee43a817c10b service neutron] 10.222.0.97 "GET /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670092 Jul 07 22:45:38.763519 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.774036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-87556c66-f5b0-4484-a901-de6c02618e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.775642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-87556c66-f5b0-4484-a901-de6c02618e81 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.1105423 Jul 07 22:45:38.858371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.859393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.859962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:38.867963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.13 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/ff541f2a-c48a-46bd-9be2-402cdf157a63) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:38.869995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Allocated IP 172.25.5.63 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/44e96093-1995-49bf-a225-3b838c46f465) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:38.898897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce38a2-d66b-4a2f-92f2-c899845cfac5 req-038a7bcd-cde5-48e8-b809-0e2a392b4e35 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.906553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60ce38a2-d66b-4a2f-92f2-c899845cfac5 req-038a7bcd-cde5-48e8-b809-0e2a392b4e35 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1095 time: 0.1976168 Jul 07 22:45:38.911173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-61cd0518-c0d5-4df8-8dcc-3ac85c79ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:38.916198 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-61cd0518-c0d5-4df8-8dcc-3ac85c79ba00 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092746 Jul 07 22:45:38.955991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 009b320c-0fac-4f2e-a78a-6b91fb993418, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=009b320c-0fac-4f2e-a78a-6b91fb993418,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:38.976865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '009b320c-0fac-4f2e-a78a-6b91fb993418', 'network_id': '13ff44cb-2436-44ad-bf6e-95aed40582c2', 'port_id': '009b320c-0fac-4f2e-a78a-6b91fb993418', 'mac_address': 'fa:16:3e:4f:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1b7f7-bf62-4db7-a162-9f0c2124a668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:45:39.007363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9148927 Jul 07 22:45:39.014824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:39.030977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Request body: {'subnet': {'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-939208076-subnet', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:39.053063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ca0ce-997a-4c24-8318-a1c2f7333a77 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa17350-1a20-4b25-8ab5-9e3d15164879,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:39.090839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.091284 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60ce38a2-d66b-4a2f-92f2-c899845cfac5 req-5179cbe6-2ac7-4d39-bc02-c8fe09ac70e5 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836746 Jul 07 22:45:39.097266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Made reservation on behalf of 167430472a0a44af94b0493a44bdf1f6 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:39.099862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.110880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:45:39.134945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009b320c-0fac-4f2e-a78a-6b91fb993418 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:39.235402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.240826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 009b320c-0fac-4f2e-a78a-6b91fb993418, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=009b320c-0fac-4f2e-a78a-6b91fb993418,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:39.243536 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-4cdf4d2e-b5bb-40a7-9ae4-77dd269fd5eb service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171761 Jul 07 22:45:39.253117 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.310919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.347325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e7fff978-967c-4756-a8fb-79bbb3c97b07 req-9a5ea783-4105-4e0a-b090-724c27c0289e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 210 time: 0.0455129 Jul 07 22:45:39.383757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object ff541f2a-c48a-46bd-9be2-402cdf157a63 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:39.409102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 27234cd2-1759-4df2-8b8e-25a9161b9fac up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:39.450918 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f55e3926-2c04-4e30-99ad-3ce7c918e699 req-467cf9a9-38d4-4494-a87c-cc996e24f0e3 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982834 Jul 07 22:45:39.477710 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.487130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.488112 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.537961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=009b320c-0fac-4f2e-a78a-6b91fb993418,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:39.549860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:39.556323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:39.559813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:39.563269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event updated for resources: {'Port': ['ID=44e96093-1995-49bf-a225-3b838c46f465,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:39.569705 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.575089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:39.587886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:39.589749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Transition to ACTIVE for port object a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:39.590863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:39.592089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 27234cd2-1759-4df2-8b8e-25a9161b9fac triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:39.592645 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.629868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['009b320c-0fac-4f2e-a78a-6b91fb993418'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:39.664298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.688741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=ff541f2a-c48a-46bd-9be2-402cdf157a63,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:39.692470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685f2e28-5475-44de-9801-e0d45cdc0c14,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:39.718691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:39.719330 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:39.739017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4bac2-f855-4bff-aeb4-462efdf58f46 None None] Pushing event updated for resources: {'Port': ['ID=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:39.765132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Checking segment: {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:39.765964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Network hostable DHCP agents. Network: 7fa17350-1a20-4b25-8ab5-9e3d15164879, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:45:39.771034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-795a0595-5bf1-403f-97cd-5960363db0cb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3830080 Jul 07 22:45:39.788105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Request body: {'port': {'device_id': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:39.827859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124fc1-d077-44f1-b3cd-be79a0f4980c req-09834958-0c76-4399-a794-ef5acbb2321c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:39.830454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab124fc1-d077-44f1-b3cd-be79a0f4980c req-09834958-0c76-4399-a794-ef5acbb2321c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.2728360 Jul 07 22:45:39.858431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:45:39.896848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7fa17350-1a20-4b25-8ab5-9e3d15164879) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:39.912694 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0acbb-a359-4b8a-b343-35fcb315930b None None] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:39.913790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:39.914397 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.020617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-750d8a6d-2dee-4c2a-a818-96bf43cf8c22 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0008650 Jul 07 22:45:40.027007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.030608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57104) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:40.035092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:40.103790 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab124fc1-d077-44f1-b3cd-be79a0f4980c req-6e7bd94a-f003-4a3d-b4cd-69e5562914bc tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2407911 Jul 07 22:45:40.108321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Attempting to bind port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:40.108650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Attempting to bind port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:40.109023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Attempting to bind port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 on network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:40.114311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.143214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-868629a7-38a9-4c09-b63d-db730f909e14 None None] Provisioning for port ff541f2a-c48a-46bd-9be2-402cdf157a63 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:40.164066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.166124 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.190591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:40.193624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Checking segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:40.193624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.193624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Bound using segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:40.193624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Bound port: a31583cd-542c-4e3e-b3a0-8b1fa6704ab8, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:40.193624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.211760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-868629a7-38a9-4c09-b63d-db730f909e14 None None] Provisioning complete for port ff541f2a-c48a-46bd-9be2-402cdf157a63 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:40.212149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-868629a7-38a9-4c09-b63d-db730f909e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.311783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] For port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:40.315076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] For port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:40.346199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.435526 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.440719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.441235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:40.441848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:40.443612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-868629a7-38a9-4c09-b63d-db730f909e14 None None] Port ff541f2a-c48a-46bd-9be2-402cdf157a63 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:40.476696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.532781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4bac2-f855-4bff-aeb4-462efdf58f46 None None] Pushing event updated for resources: {'Port': ['ID=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:40.653088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Router 4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:40.763702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.772197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2539e-6954-4a35-9e7c-07e7d696e433 req-8e72f2a8-e1b1-41f7-a19e-c6e0f3cbda6a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:40.779097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21a2539e-6954-4a35-9e7c-07e7d696e433 req-8e72f2a8-e1b1-41f7-a19e-c6e0f3cbda6a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1096 time: 0.4466429 Jul 07 22:45:40.806857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:40.815689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.817250 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-11735131-d078-48a6-80ce-a584367b81bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "PUT /v2.0/routers/4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 HTTP/1.1" status: 200 len: 883 time: 3.4488502 Jul 07 22:45:40.818582 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] Sync routers for ids ['4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:40.820633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57110) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:40.856410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7fa17350-1a20-4b25-8ab5-9e3d15164879', 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'fixed_ips': [{'subnet_id': '685f2e28-5475-44de-9801-e0d45cdc0c14'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:45:40.857208 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:40.860980 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] Routers {'4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:40.861629 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:40.889223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:40.949095 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:40.972946 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] Routers {'4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:40.973541 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:40.982159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e368008-31be-435f-ae50-4a6d6d98bce4 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 HTTP/1.1" status: 200 len: 924 time: 0.1600807 Jul 07 22:45:40.984080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57112) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:41.051528 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:41.054616 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff45e57c-c9ec-4e1f-8fbe-b121e33ba905 None None] The sync data for ids ['4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:41.097944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830464e-fba3-4f19-8f99-dcde18bffd17 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:41.100418 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a830464e-fba3-4f19-8f99-dcde18bffd17 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1146691 Jul 07 22:45:41.102998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:41.129781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Allocated IP 172.20.0.2 (7fa17350-1a20-4b25-8ab5-9e3d15164879/685f2e28-5475-44de-9801-e0d45cdc0c14/d8cb95a7-045b-43a2-9ee7-d217bae2fa8e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:41.203841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04f7ca-2d04-45cd-8a35-60b492a6ccef tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:41.207940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ae04f7ca-2d04-45cd-8a35-60b492a6ccef tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.1013608 Jul 07 22:45:41.208093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57118) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:41.245673 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7e91c0c0-5084-4672-80f6-3a83f84c6ee6 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 HTTP/1.1" status: 200 len: 205 time: 0.0364873 Jul 07 22:45:41.246834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:41.277664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-21a2539e-6954-4a35-9e7c-07e7d696e433 req-e816e939-5d80-4ffd-a0f4-184775dd379f tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975719 Jul 07 22:45:41.347525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff541f2a-c48a-46bd-9be2-402cdf157a63 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:41.358811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.381859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Transition to ACTIVE for port object ff541f2a-c48a-46bd-9be2-402cdf157a63 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:41.387663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.444158 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.493255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff541f2a-c48a-46bd-9be2-402cdf157a63,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:41.510107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.523123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Transition to ACTIVE for port object d8cb95a7-045b-43a2-9ee7-d217bae2fa8e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:41.529269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:40Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:41.573010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b150f2-f13c-4d4d-bb85-95f26d2ffe4a None None] The sync data for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 is: [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:40Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:41.592037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Transition to ACTIVE for port object d8cb95a7-045b-43a2-9ee7-d217bae2fa8e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:41.598512 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.636874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.637404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.637573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.637918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.638262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.638602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.643083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.643443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.643791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.644139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.644485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.644826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:41.700578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:41.701725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Pushing event updated for resources: {'Port': ['ID=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:41.704895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:41.720648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:41.824163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.832287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Attempting to bind port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:41.833265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Attempting to bind port ff541f2a-c48a-46bd-9be2-402cdf157a63 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:41.833623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Attempting to bind port ff541f2a-c48a-46bd-9be2-402cdf157a63 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:41.833763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Attempting to bind port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:41.833962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Attempting to bind port ff541f2a-c48a-46bd-9be2-402cdf157a63 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:41.835619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Attempting to bind port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e on network 7fa17350-1a20-4b25-8ab5-9e3d15164879 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:41.842284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:41.842967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Checking segment: {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:41.843553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.844150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Bound using segment: {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:41.844920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Bound port: d8cb95a7-045b-43a2-9ee7-d217bae2fa8e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:41.845988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.871583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Port ff541f2a-c48a-46bd-9be2-402cdf157a63 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:45:41.871920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Attempting to bind port ff541f2a-c48a-46bd-9be2-402cdf157a63 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:41.885625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d1e97-16dc-4327-bfb2-6b584bc3aadd req-b0e56dc5-4465-4ca7-b61e-fe06b1280580 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:41.898285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f98d1e97-16dc-4327-bfb2-6b584bc3aadd req-b0e56dc5-4465-4ca7-b61e-fe06b1280580 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.4062667 Jul 07 22:45:41.900803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.909970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:41.910239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:41.910719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:41.911147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Bound port: ff541f2a-c48a-46bd-9be2-402cdf157a63, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:41.911516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:41.949949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] For port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:41.954894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] For port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,segment=NetworkSegment(5e670bd2-f6e0-4a42-923d-3e82b536e85b),segment_id=5e670bd2-f6e0-4a42-923d-3e82b536e85b)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:41.976443 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.028960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] For port ff541f2a-c48a-46bd-9be2-402cdf157a63, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:42.032878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] For port ff541f2a-c48a-46bd-9be2-402cdf157a63, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:42.055872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.130079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb469e-9f0f-4c9c-9b61-06039414a86e None None] Pushing event updated for resources: {'Port': ['ID=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:42.162945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:42.163688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.165248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] 10.222.0.103 "PUT /v2.0/ports/ff541f2a-c48a-46bd-9be2-402cdf157a63 HTTP/1.1" status: 200 len: 1093 time: 2.3820922 Jul 07 22:45:42.168490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'tag': 'ff541f2a-c48a-46bd-9be2-402cdf157a63'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:42.171281 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c8f4c7-f5cf-4679-a287-f3a445983d29", "tag": "ff541f2a-c48a-46bd-9be2-402cdf157a63"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:42.232296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f98d1e97-16dc-4327-bfb2-6b584bc3aadd req-31cafec4-a980-47b5-b230-a20a51d55a89 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329525 Jul 07 22:45:42.320943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.423075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a91e4-401d-4a6a-bef2-fa3e9718e8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff541f2a-c48a-46bd-9be2-402cdf157a63,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:42.463328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Deleting port 44e96093-1995-49bf-a225-3b838c46f465 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:42.463698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.464202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Allocated IP 172.25.5.34 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/cf9ffae8-e90b-4d40-9050-64d4d9a118e5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:42.582192 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.599573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Calling delete_port for 44e96093-1995-49bf-a225-3b838c46f465 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:42.628368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 009b320c-0fac-4f2e-a78a-6b91fb993418 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:42.685315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-6dd6d693-988f-40e0-8ed3-c644f14ea86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:42.687130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-6dd6d693-988f-40e0-8ed3-c644f14ea86c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 1096 time: 0.4254022 Jul 07 22:45:42.724454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 009b320c-0fac-4f2e-a78a-6b91fb993418 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:42.730909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 009b320c-0fac-4f2e-a78a-6b91fb993418 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:42.731315 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.756946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-56940bd1-ed90-414b-8d50-b53c021c9b8b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63 HTTP/1.1" status: 200 len: 217 time: 0.0557952 Jul 07 22:45:42.884126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.888509 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.889025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf31af-7ec8-4bf3-91e6-98ec6830b5fc req-30bee7d2-8158-4dbb-bd22-daaf57e34c20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:42.897214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2dbf31af-7ec8-4bf3-91e6-98ec6830b5fc req-30bee7d2-8158-4dbb-bd22-daaf57e34c20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.4266460 Jul 07 22:45:42.926385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.931030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009b320c-0fac-4f2e-a78a-6b91fb993418'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:42.934235 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9ca19-6333-4402-928d-a859862d41e1" -d '{"events": [{"server_uuid": "a2f000eb-d9d2-4946-986b-d4d029caf709", "name": "network-vif-plugged", "status": "completed", "tag": "009b320c-0fac-4f2e-a78a-6b91fb993418"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:42.936647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-bed0d602-705d-48e5-b403-cebc200f1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:42.938182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-bed0d602-705d-48e5-b403-cebc200f1c60 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.1730294 Jul 07 22:45:42.943694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event deleted for resources: {'Port': ['ID=44e96093-1995-49bf-a225-3b838c46f465,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:42.954110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 009b320c-0fac-4f2e-a78a-6b91fb993418, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=009b320c-0fac-4f2e-a78a-6b91fb993418,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:42.962861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.058500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.095987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=009b320c-0fac-4f2e-a78a-6b91fb993418,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:43.110357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2dbf31af-7ec8-4bf3-91e6-98ec6830b5fc req-ff227661-6631-44ea-bd8c-2b8177f96c6f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2113857 Jul 07 22:45:43.138744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.208134 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c48e2b-6b54-4ffb-abb8-d333a1621ab2 x-openstack-request-id: req-b5c48e2b-6b54-4ffb-abb8-d333a1621ab2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:43.216322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.218451 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c8f4c7-f5cf-4679-a287-f3a445983d29", "tag": "ff541f2a-c48a-46bd-9be2-402cdf157a63", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:43.218722 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b5c48e2b-6b54-4ffb-abb8-d333a1621ab2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:43.219163 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'tag': 'ff541f2a-c48a-46bd-9be2-402cdf157a63', 'status': 'completed', 'code': 200} Jul 07 22:45:43.220382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.241163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:43.258179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:43.266414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:43.300114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:43.359017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.359591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:43.367245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.368660 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1e631b7a-c64f-4c26-95fd-c82dda626b63 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 HTTP/1.1" status: 204 len: 168 time: 2.1203570 Jul 07 22:45:43.374498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57132) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:43.383831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-8cb41233-7f7f-4d34-8d4c-ef1689bde81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:43.385396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-8cb41233-7f7f-4d34-8d4c-ef1689bde81c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4248118 Jul 07 22:45:43.387450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1950751701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:43.439639 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.444512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.550139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.572380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.605298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.610778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:43.611590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9862f13c-a381-4960-9d8a-769676348d39 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2359395 Jul 07 22:45:43.614148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57134) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:43.617205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-18246cf3-fdc6-4d89-8c0a-ac30e53545fb service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103682 Jul 07 22:45:43.623889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': True}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:43.748359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:43.753452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:43.753834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.875045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37707709-031d-480c-9eaf-4b6cf309ef0c None None] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:43.947671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:43.954137 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702f1f0-3bed-44c5-b99b-1935dd73cfe7 req-dfb1c9dc-af58-4ac8-bb5a-e30cb2aa4a70 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:43.955702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6702f1f0-3bed-44c5-b99b-1935dd73cfe7 req-dfb1c9dc-af58-4ac8-bb5a-e30cb2aa4a70 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.5509455 Jul 07 22:45:43.999870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-58713c92-0f31-45f3-a73a-f95f90017872 None None] Provisioning for port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:44.042681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.051780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-341d9a83-3af5-467e-8a52-4deb1f06c0ff req-deca6899-8ec4-4ffe-bdb5-520345ac6c93 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466418 Jul 07 22:45:44.068573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6702f1f0-3bed-44c5-b99b-1935dd73cfe7 req-d12ca7b1-74a4-4f03-b73a-45c81bde8a64 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993624 Jul 07 22:45:44.146875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:44.158203 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.159635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d8cb95a7-045b-43a2-9ee7-d217bae2fa8e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:44.191780 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.225805 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a35169c-5ad0-4d23-a2a3-d3c59f9f51c9 x-openstack-request-id: req-2a35169c-5ad0-4d23-a2a3-d3c59f9f51c9 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:44.227253 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f000eb-d9d2-4946-986b-d4d029caf709", "name": "network-vif-plugged", "status": "completed", "tag": "009b320c-0fac-4f2e-a78a-6b91fb993418", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:44.227253 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a35169c-5ad0-4d23-a2a3-d3c59f9f51c9 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:44.227976 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009b320c-0fac-4f2e-a78a-6b91fb993418', 'code': 200} Jul 07 22:45:44.273796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:44.310730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:44.316195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:44.316668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.461569 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.477791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.536178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.540939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,segment=NetworkSegment(5e670bd2-f6e0-4a42-923d-3e82b536e85b),segment_id=5e670bd2-f6e0-4a42-923d-3e82b536e85b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:44.552696 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.640293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:44.653148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bbe3d-5d75-4bd6-aa25-8f74062ae20a req-df4ce0aa-6a24-40b0-b089-0da38afbca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.654741 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e4bbe3d-5d75-4bd6-aa25-8f74062ae20a req-df4ce0aa-6a24-40b0-b089-0da38afbca0e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.2893362 Jul 07 22:45:44.697273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Allocated IP 172.25.5.252 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/9ea501aa-e2ca-4861-8f3c-0b62d1d8ce91) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:44.722474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e4bbe3d-5d75-4bd6-aa25-8f74062ae20a req-bfaf3422-eb6f-42ab-b67b-fb5ce3c2da74 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Jul 07 22:45:44.758256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fb6483e9-aa4e-46c4-a135-f7f8a981e010 None None] Provisioning complete for port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:44.759688 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fb6483e9-aa4e-46c4-a135-f7f8a981e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.797268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-d03d3df2-dd7a-46b6-9538-94a394c411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.798670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-d03d3df2-dd7a-46b6-9538-94a394c411fc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 1096 time: 0.5987039 Jul 07 22:45:44.810465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e733ad2-a994-4488-869e-0c73f22c1966 req-bd61ea44-929c-45bf-88dc-49f93a38f7e1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.817425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e733ad2-a994-4488-869e-0c73f22c1966 req-bd61ea44-929c-45bf-88dc-49f93a38f7e1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.3239355 Jul 07 22:45:44.879079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.896174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:44.980615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:45.003650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e733ad2-a994-4488-869e-0c73f22c1966 req-5da4aa23-c15b-4601-976c-2745bf44d5a8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849763 Jul 07 22:45:45.075937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea501aa-e2ca-4861-8f3c-0b62d1d8ce91,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:45.091352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-046887fb-e0ac-416a-aa3b-c3738826a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:45.094821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-046887fb-e0ac-416a-aa3b-c3738826a84f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.2715418 Jul 07 22:45:45.105266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:45.107052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:45.109595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:45.153429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-97fdd3b6-884e-4a89-aafc-e2288744006d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63 HTTP/1.1" status: 200 len: 217 time: 0.0529439 Jul 07 22:45:45.237539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Router 45a899ed-f559-4d4d-baac-7adbf3af2f1f is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:45.256870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-06ea5f10-8156-4a0e-8c18-ac0ac5a8108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:45.258388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-06ea5f10-8156-4a0e-8c18-ac0ac5a8108a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0935481 Jul 07 22:45:45.436405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:45.459408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:45.476036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Sync routers for ids ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:45.499517 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:45.502724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a9da7ccb-41ef-4662-b162-e3f0a40e1163 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4694707 Jul 07 22:45:45.504183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57138) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:45.525990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-47d7c139-2f15-420f-90a3-db11200f1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:45.527699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-47d7c139-2f15-420f-90a3-db11200f1c6c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628615 Jul 07 22:45:45.530425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be86b-e869-4f01-a4ae-8d16a402d07c req-6eabe5fe-fbe4-43f2-8ccc-411af8281b3c tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:45.538736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-968be86b-e869-4f01-a4ae-8d16a402d07c req-6eabe5fe-fbe4-43f2-8ccc-411af8281b3c tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.2240288 Jul 07 22:45:45.576079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Routers {'45a899ed-f559-4d4d-baac-7adbf3af2f1f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:45.581721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:45.636080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-968be86b-e869-4f01-a4ae-8d16a402d07c req-69bdb3ff-daa2-4ed1-9fcd-9f9fd17da6c6 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962677 Jul 07 22:45:45.711617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-1d3db877-20f9-476f-a633-7922df0e6654 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499076 Jul 07 22:45:45.860502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:45.936739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Set router 45a899ed-f559-4d4d-baac-7adbf3af2f1f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:46.006563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7fb0c942-0b4d-42c8-bbfc-6931ce3bb6f8 req-b801a822-693e-4a9c-a9dd-54e05594e1ff service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850525 Jul 07 22:45:46.072961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:46.073328 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:46.327054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d8cb95a7-045b-43a2-9ee7-d217bae2fa8e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:46.327320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e026d-88c0-4127-abbe-962b70c901f7 req-e4c9501d-fe3f-4c43-b85c-c5cebb992d1d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:46.336773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d8e026d-88c0-4127-abbe-962b70c901f7 req-e4c9501d-fe3f-4c43-b85c-c5cebb992d1d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.1432431 Jul 07 22:45:46.380688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:45:43Z', 'revision_number': 3, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:46.422422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d8e026d-88c0-4127-abbe-962b70c901f7 req-a40f1b39-d022-40b4-a6f2-e128472d43c4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Jul 07 22:45:46.438231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Checking router: 45a899ed-f559-4d4d-baac-7adbf3af2f1f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:46.440802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Updating router 45a899ed-f559-4d4d-baac-7adbf3af2f1f port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:46.521968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:46.522243 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:46.523869 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:46.530384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:46.539777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:46.795804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:46.823595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Router 4966dff7-df39-4e32-840f-ae2a5d6b626e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:46.869608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d657b-01a4-45ff-8b71-0f70c4dd68b6 req-6c1d208d-41fa-4139-adc8-4a70bdd1537b tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:46.871304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-867d657b-01a4-45ff-8b71-0f70c4dd68b6 req-6c1d208d-41fa-4139-adc8-4a70bdd1537b tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.0956166 Jul 07 22:45:46.940963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-867d657b-01a4-45ff-8b71-0f70c4dd68b6 req-9eee2306-0549-44f1-92ca-4fe1ac1872f9 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Jul 07 22:45:47.077470 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.136533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:47.143060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.145132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1c238ecd-6317-454b-a3b6-2ee7fa78c7a7 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "PUT /v2.0/routers/4966dff7-df39-4e32-840f-ae2a5d6b626e HTTP/1.1" status: 200 len: 919 time: 3.5298841 Jul 07 22:45:47.148624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57146) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:47.163598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Allocated IP 172.20.0.1 (7fa17350-1a20-4b25-8ab5-9e3d15164879/685f2e28-5475-44de-9801-e0d45cdc0c14/2d92d997-df34-407e-ad03-67663ded362f) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:47.258402 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] Sync routers for ids ['4966dff7-df39-4e32-840f-ae2a5d6b626e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:47.275679 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] Routers {'4966dff7-df39-4e32-840f-ae2a5d6b626e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:47.282329 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4966dff7-df39-4e32-840f-ae2a5d6b626e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:47.354576 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.355851 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:47.370776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Transition to ACTIVE for port object cf9ffae8-e90b-4d40-9050-64d4d9a118e5 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:47.378497 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] Routers {'4966dff7-df39-4e32-840f-ae2a5d6b626e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:47.379147 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.379314 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['4966dff7-df39-4e32-840f-ae2a5d6b626e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:47.433592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Attempting to bind port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:47.433975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Attempting to bind port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:47.434140 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:47.434334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Attempting to bind port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:47.435073 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f3b71-3161-47d0-b0a8-3f5f89a3cf79 None None] The sync data for ids ['4966dff7-df39-4e32-840f-ae2a5d6b626e'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:47.467103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.470835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:47.471782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:47.472861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.473689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:47.474689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Bound port: cf9ffae8-e90b-4d40-9050-64d4d9a118e5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:47.475475 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.484653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Transition to ACTIVE for port object 2d92d997-df34-407e-ad03-67663ded362f will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:47.520358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Pushing event updated for resources: {'Port': ['ID=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:47.536331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.546898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.547293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.547721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.548509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.548509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.549169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.549169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.549775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.549775 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.550561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.550561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.551264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:47.581832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] For port cf9ffae8-e90b-4d40-9050-64d4d9a118e5, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:47.582710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:47.586148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] For port cf9ffae8-e90b-4d40-9050-64d4d9a118e5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:47.586344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:47.596858 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.606118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:47.655775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Pushing event updated for resources: {'Port': ['ID=2d92d997-df34-407e-ad03-67663ded362f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:47.688019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.715772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570155e1-47bb-4e3c-ad7c-b7af1d12276e None None] Pushing event updated for resources: {'Port': ['ID=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:47.740861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Routers {'45a899ed-f559-4d4d-baac-7adbf3af2f1f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:47.742578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:47.845092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c500c-919e-4095-81d5-4b4284905608 req-ab08211f-0272-4ddb-bf65-d17c45d61332 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:47.853530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a50c500c-919e-4095-81d5-4b4284905608 req-ab08211f-0272-4ddb-bf65-d17c45d61332 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.2051861 Jul 07 22:45:47.872500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-40b3ed83-63c7-4ee5-9d2e-0be582da48bb tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/4966dff7-df39-4e32-840f-ae2a5d6b626e HTTP/1.1" status: 200 len: 925 time: 0.7223353 Jul 07 22:45:47.879653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:47.907740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] Set router 45a899ed-f559-4d4d-baac-7adbf3af2f1f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:47.990927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.995179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a50c500c-919e-4095-81d5-4b4284905608 req-f83d1d27-2b5f-421c-b2d5-ae0c24c545a0 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407297 Jul 07 22:45:48.083651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6bb24d8b-993a-4d13-a392-29fbd8d988ae None None] Provisioning for port 2d92d997-df34-407e-ad03-67663ded362f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:48.093539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6bb24d8b-993a-4d13-a392-29fbd8d988ae None None] Provisioning complete for port 2d92d997-df34-407e-ad03-67663ded362f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:48.093897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bb24d8b-993a-4d13-a392-29fbd8d988ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.116706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6104cde7-e844-4721-b979-3e909d6a8986 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:48.127296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6104cde7-e844-4721-b979-3e909d6a8986 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=4966dff7-df39-4e32-840f-ae2a5d6b626e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2462318 Jul 07 22:45:48.129810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:48.189549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6bb24d8b-993a-4d13-a392-29fbd8d988ae None None] Port 2d92d997-df34-407e-ad03-67663ded362f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:48.293517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:45:43Z', 'revision_number': 3, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:48.303078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e2f23-276e-44a0-9c70-615e2d764f59 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:48.304789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-585e2f23-276e-44a0-9c70-615e2d764f59 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.1708462 Jul 07 22:45:48.308070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57156) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:48.339770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5a453ab7-2d76-4c86-9aa1-aa16642361ae tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=4966dff7-df39-4e32-840f-ae2a5d6b626e HTTP/1.1" status: 200 len: 205 time: 0.0304310 Jul 07 22:45:48.344968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57158) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:48.355266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5337e38-96ab-4e79-bf28-56d71a8914df None None] The sync data for ids ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'] in n-d-694802-13 is: [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:45:43Z', 'revision_number': 3, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:48.375254 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8db3f420-71bc-42ec-a6e7-fa93eb982978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.485525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f669-07ac-4d3b-890b-0f6dd2838666 req-508f42fe-d862-4828-a592-8f51fe2a2504 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:48.492917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37b6f669-07ac-4d3b-890b-0f6dd2838666 req-508f42fe-d862-4828-a592-8f51fe2a2504 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.2221415 Jul 07 22:45:48.549100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37b6f669-07ac-4d3b-890b-0f6dd2838666 req-17bcf1b0-95af-4357-acda-7e3a58215398 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551741 Jul 07 22:45:48.583806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.772885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.782926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.804026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.812731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f8c2-2c8f-4358-9aa9-b9c870f4a487 req-3029a2a0-2ccb-4a1b-af67-c83c58397398 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:48.814461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1dc2f8c2-2c8f-4358-9aa9-b9c870f4a487 req-3029a2a0-2ccb-4a1b-af67-c83c58397398 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.1338131 Jul 07 22:45:48.902749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Pushing event updated for resources: {'Port': ['ID=2d92d997-df34-407e-ad03-67663ded362f,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:48.913287 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.942572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.945828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1dc2f8c2-2c8f-4358-9aa9-b9c870f4a487 req-9dab87d8-c3f7-4cba-85d2-6ee03d656fe0 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041017 Jul 07 22:45:48.960154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Deleting port 9ea501aa-e2ca-4861-8f3c-0b62d1d8ce91 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:48.960782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.130429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:49.137428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:49.174721 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.192419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Calling delete_port for 9ea501aa-e2ca-4861-8f3c-0b62d1d8ce91 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:49.390115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Router 45a899ed-f559-4d4d-baac-7adbf3af2f1f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:49.520277 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.522465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cf9ffae8-e90b-4d40-9050-64d4d9a118e5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:49.598616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event deleted for resources: {'Port': ['ID=9ea501aa-e2ca-4861-8f3c-0b62d1d8ce91,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:49.673587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:49.679253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-03955bf6-99cc-45e7-8fc4-9b80a7e8a4f4 None None] Provisioning complete for port 2d92d997-df34-407e-ad03-67663ded362f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:49.679719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03955bf6-99cc-45e7-8fc4-9b80a7e8a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.682292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:49.682682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.745791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:49.749752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-03955bf6-99cc-45e7-8fc4-9b80a7e8a4f4 None None] Port 2d92d997-df34-407e-ad03-67663ded362f cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:49.754108 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.770682 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a121fe5-40e0-412f-9976-d982b31c5818 admin admin] 10.222.0.95 "PUT /v2.0/routers/45a899ed-f559-4d4d-baac-7adbf3af2f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2624707 Jul 07 22:45:49.826326 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.871270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ead4f-4e2f-4651-abec-15390fe5ff57 req-3b71ead7-ab25-4df3-a50c-375bf0767235 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:49.878356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-000ead4f-4e2f-4651-abec-15390fe5ff57 req-3b71ead7-ab25-4df3-a50c-375bf0767235 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.2088027 Jul 07 22:45:49.888494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port cf9ffae8-e90b-4d40-9050-64d4d9a118e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:49.895608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.897005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.905720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.976126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:49.995275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-000ead4f-4e2f-4651-abec-15390fe5ff57 req-9b3bb61d-799d-44c1-afb4-515702fb5583 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Jul 07 22:45:50.002100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.003504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Fanout notify agent at l3_agent the message router_deleted on router 4966dff7-df39-4e32-840f-ae2a5d6b626e {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:50.011094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.012683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-aca7fb7f-0bce-4001-88f9-a9db65aa2058 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/4966dff7-df39-4e32-840f-ae2a5d6b626e HTTP/1.1" status: 204 len: 168 time: 1.6662731 Jul 07 22:45:50.016607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57170) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:50.023437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1191699674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:50.052928 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.053982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.132657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.139699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.184481 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.188359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5a7b2283-8e56-4545-93f2-7e8b9cade4bd tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1679049 Jul 07 22:45:50.188530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57172) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:50.194236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'enable_snat': False}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:50.348435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fec83-0f66-4ec5-9f1a-3dd111dd1e20 req-9524784e-5afc-4f9a-b1f7-91d79ea19c7e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:50.350816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e2fec83-0f66-4ec5-9f1a-3dd111dd1e20 req-9524784e-5afc-4f9a-b1f7-91d79ea19c7e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.2002113 Jul 07 22:45:50.441498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.476267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e2fec83-0f66-4ec5-9f1a-3dd111dd1e20 req-95021e63-b427-40c5-b2ab-5bd99edf46c6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840371 Jul 07 22:45:50.680915 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.700502 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.811540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Allocated IP 172.25.5.159 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/08dd7555-8c63-4dba-8dbb-afd7468542b5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:50.898618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Sync routers for ids ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:50.909642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Routers {'45a899ed-f559-4d4d-baac-7adbf3af2f1f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:50.910276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:50.918118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.942405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e2ac107b-7e26-4849-96fb-67b606064b7a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:50.944917 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e2ac107b-7e26-4849-96fb-67b606064b7a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1097 time: 0.0643773 Jul 07 22:45:50.976094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.015477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:51.023549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:51.031963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:51.041899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Set router 45a899ed-f559-4d4d-baac-7adbf3af2f1f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:51.071641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Pushing event updated for resources: {'Port': ['ID=08dd7555-8c63-4dba-8dbb-afd7468542b5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:51.082151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Deleting port 009b320c-0fac-4f2e-a78a-6b91fb993418 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:51.082778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.114757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57178) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:51.122985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726165588', 'description': 'tempest-secgroup-smoke-1726165588 description', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:51.182022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] For port 009b320c-0fac-4f2e-a78a-6b91fb993418, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=009b320c-0fac-4f2e-a78a-6b91fb993418,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:51.182429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.198210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Calling delete_port for 009b320c-0fac-4f2e-a78a-6b91fb993418 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:51.257146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.286234 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 4, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '2d92d997-df34-407e-ad03-67663ded362f', 'name': '', 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'mac_address': 'fa:16:3e:cc:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '685f2e28-5475-44de-9801-e0d45cdc0c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:46Z', 'updated_at': '2021-07-07T22:45:48Z', 'revision_number': 2, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'subnets': [{'id': '685f2e28-5475-44de-9801-e0d45cdc0c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:51.316101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Checking router: 45a899ed-f559-4d4d-baac-7adbf3af2f1f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:51.316471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Updating router 45a899ed-f559-4d4d-baac-7adbf3af2f1f port 2d92d997-df34-407e-ad03-67663ded362f binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:51.362565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.367141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.386549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['009b320c-0fac-4f2e-a78a-6b91fb993418'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:51.422257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Pushing event deleted for resources: {'Port': ['ID=009b320c-0fac-4f2e-a78a-6b91fb993418,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:51.439438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ff7a3aae-4733-41df-8765-3a471a5d42c4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:51.467568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fcd03-53c8-40b6-b429-af912964cb82 req-e2405425-c56c-43a1-b49c-5fe934de227a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:51.469381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f05fcd03-53c8-40b6-b429-af912964cb82 req-e2405425-c56c-43a1-b49c-5fe934de227a tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2f000eb-d9d2-4946-986b-d4d029caf709 HTTP/1.1" status: 200 len: 1019 time: 0.2541237 Jul 07 22:45:51.469784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] No DVR routers for this DVR port 009b320c-0fac-4f2e-a78a-6b91fb993418 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:51.473322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.476424 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71da4db9-6db3-4400-9b88-bff5bc513c40 req-e1fc3f1f-70fe-4165-97e5-124de9aa1747 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.97 "DELETE /v2.0/ports/009b320c-0fac-4f2e-a78a-6b91fb993418 HTTP/1.1" status: 204 len: 173 time: 0.5245838 Jul 07 22:45:51.477109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'name': 'network-vif-deleted', 'tag': '009b320c-0fac-4f2e-a78a-6b91fb993418'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:51.491097 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a36c5e-dd6e-4b6f-b754-026d80fcdf3a" -d '{"events": [{"server_uuid": "a2f000eb-d9d2-4946-986b-d4d029caf709", "name": "network-vif-deleted", "tag": "009b320c-0fac-4f2e-a78a-6b91fb993418"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:51.493554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cf9ffae8-e90b-4d40-9050-64d4d9a118e5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:51.535088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.553627 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-64a40365-928a-4391-b6e6-1e770eefe74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.582302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.610723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.634733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f05fcd03-53c8-40b6-b429-af912964cb82 req-c03760f0-d64d-43af-a160-31e99accdb81 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458712 Jul 07 22:45:51.640141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.651731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:51.651731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.716181 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae58fe7-15ea-422c-9cea-18a1a35b2eab x-openstack-request-id: req-fae58fe7-15ea-422c-9cea-18a1a35b2eab {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:51.716482 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f000eb-d9d2-4946-986b-d4d029caf709", "name": "network-vif-deleted", "tag": "009b320c-0fac-4f2e-a78a-6b91fb993418", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:51.716733 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fae58fe7-15ea-422c-9cea-18a1a35b2eab {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:51.717161 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f000eb-d9d2-4946-986b-d4d029caf709', 'name': 'network-vif-deleted', 'tag': '009b320c-0fac-4f2e-a78a-6b91fb993418', 'status': 'completed', 'code': 200} Jul 07 22:45:51.770157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.771470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6552744 Jul 07 22:45:51.776324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57184) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:51.780863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e0a87-cd22-4cbc-9da8-ede173e306a9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:51.785564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group_rule': {'security_group_id': '752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:51.865731 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.930064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.936124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.978249 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:51.984401 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2059402 Jul 07 22:45:51.985272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57186) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:51.993083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group_rule': {'security_group_id': '752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:52.001152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc5b6e-1232-4cd1-9d5e-d93a92a4c351 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c33e09e-f685-4d2f-869b-0c42123c4620,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.062190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.154370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.160247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.193084 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.203843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0567224e-06c5-4ed2-b315-92a45a0a4afe,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.215088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Transition to ACTIVE for port object 2d92d997-df34-407e-ad03-67663ded362f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:52.220484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.222316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1833c06-ebc0-4ca2-bb04-3f2b6f2efbf7 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2342305 Jul 07 22:45:52.227301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57188) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.228618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.236909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group_rule': {'security_group_id': '752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:52.237729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.288421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.336680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a33f-914d-4201-8ca6-790271145d21 None None] Pushing event updated for resources: {'Port': ['ID=2d92d997-df34-407e-ad03-67663ded362f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.379739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Attempting to bind port 2d92d997-df34-407e-ad03-67663ded362f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:52.380209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Attempting to bind port 2d92d997-df34-407e-ad03-67663ded362f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:52.380669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Attempting to bind port 2d92d997-df34-407e-ad03-67663ded362f on network 7fa17350-1a20-4b25-8ab5-9e3d15164879 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:52.386445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:52.386889 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Checking segment: {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:52.387363 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.387824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Bound using segment: {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:52.388974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Bound port: 2d92d997-df34-407e-ad03-67663ded362f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e670bd2-f6e0-4a42-923d-3e82b536e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:52.389318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.389826 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.399503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.419220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b117fd2a-ea89-40d1-a7a0-7d6aad08abfb,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.431998 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.433270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-be9012ca-ef72-4c1c-80a6-ba8d77d6fd3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046177 Jul 07 22:45:52.437339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57190) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.441278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group_rule': {'security_group_id': '752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:52.461353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.465219 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.499776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.519539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] For port 2d92d997-df34-407e-ad03-67663ded362f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:52.525476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] For port 2d92d997-df34-407e-ad03-67663ded362f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d92d997-df34-407e-ad03-67663ded362f,segment=NetworkSegment(5e670bd2-f6e0-4a42-923d-3e82b536e85b),segment_id=5e670bd2-f6e0-4a42-923d-3e82b536e85b)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:52.534034 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.610484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd870a-ccca-4417-8847-e9a31081f89a req-74d4dfae-04a8-4ce9-b708-ffc54a5ded97 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:52.619340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3cd870a-ccca-4417-8847-e9a31081f89a req-74d4dfae-04a8-4ce9-b708-ffc54a5ded97 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.7364652 Jul 07 22:45:52.656710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a33f-914d-4201-8ca6-790271145d21 None None] Pushing event updated for resources: {'Port': ['ID=2d92d997-df34-407e-ad03-67663ded362f,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.660158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Routers {'45a899ed-f559-4d4d-baac-7adbf3af2f1f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:52.660844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:52.669472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.674576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.676822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3cd870a-ccca-4417-8847-e9a31081f89a req-2e29a8f6-751e-4931-b78d-90a7dc654a89 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560966 Jul 07 22:45:52.698118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907b6b2d-e533-462f-8868-4d50c8a6ddb4,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.727108 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.730293 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ba910b14-4a47-4065-9fdf-a4fa4e0650e5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2926838 Jul 07 22:45:52.733294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57194) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.733863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Router 45829a36-fbfb-4ad4-8442-27398be33942 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:52.747395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group_rule': {'security_group_id': '752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:52.791623 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Project 54d2df34f76245b7ad1e3b616b7af1e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:45:52.804638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.843880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] Set router 45a899ed-f559-4d4d-baac-7adbf3af2f1f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:52.936158 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.946608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.980107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:52.984884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c58833-20aa-4c57-be2c-ebba17a3cff3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.992428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.992727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.993697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5e219cde-0426-4b83-821e-c5515d417358 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "PUT /v2.0/routers/45829a36-fbfb-4ad4-8442-27398be33942 HTTP/1.1" status: 200 len: 920 time: 2.8042977 Jul 07 22:45:52.996564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57198) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.999870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] Sync routers for ids ['45829a36-fbfb-4ad4-8442-27398be33942'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:53.000385 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-31d1e289-45fc-44a7-8846-ce5ae46eec86 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2568772 Jul 07 22:45:53.004035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57200) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:53.006264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'security_group_rule': {'security_group_id': '752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21', 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:53.019722 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] Routers {'45829a36-fbfb-4ad4-8442-27398be33942'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:53.021892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45829a36-fbfb-4ad4-8442-27398be33942'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.039667 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Project 54d2df34f76245b7ad1e3b616b7af1e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:45:53.047970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.104138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.128133 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] Routers {'45829a36-fbfb-4ad4-8442-27398be33942'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:53.129128 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45829a36-fbfb-4ad4-8442-27398be33942'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.145911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.151496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.193729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5870a4c-a0c4-46db-8a40-b2918940e2f6,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:53.198854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8bbc8582-7fd0-48fe-9852-092fea9f9542 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/45829a36-fbfb-4ad4-8442-27398be33942 HTTP/1.1" status: 200 len: 926 time: 0.2011905 Jul 07 22:45:53.202066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57204) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:53.208281 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.209193 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb50bc2-467f-4613-b874-b1f5ecdeebe7 None None] The sync data for ids ['45829a36-fbfb-4ad4-8442-27398be33942'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:53.217264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.219478 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-120cd48d-e6f2-4899-8692-d688e0e8d949 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2172511 Jul 07 22:45:53.263401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 4, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '2d92d997-df34-407e-ad03-67663ded362f', 'name': '', 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'mac_address': 'fa:16:3e:cc:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '685f2e28-5475-44de-9801-e0d45cdc0c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:46Z', 'updated_at': '2021-07-07T22:45:52Z', 'revision_number': 4, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'subnets': [{'id': '685f2e28-5475-44de-9801-e0d45cdc0c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.308656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f6a7-d66d-4abf-b30f-f5f6629c4826 None None] The sync data for ids ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'] in n-d-694802-13 is: [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 4, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '2d92d997-df34-407e-ad03-67663ded362f', 'name': '', 'network_id': '7fa17350-1a20-4b25-8ab5-9e3d15164879', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'mac_address': 'fa:16:3e:cc:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '685f2e28-5475-44de-9801-e0d45cdc0c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:46Z', 'updated_at': '2021-07-07T22:45:52Z', 'revision_number': 4, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'subnets': [{'id': '685f2e28-5475-44de-9801-e0d45cdc0c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:53.330775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99c198-7a26-44a1-9532-481bfff6ed1e tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:53.334809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ae99c198-7a26-44a1-9532-481bfff6ed1e tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=45829a36-fbfb-4ad4-8442-27398be33942&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1288917 Jul 07 22:45:53.335111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57210) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:53.417080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb063a-f96e-4e5b-bc97-a42360091176 req-c3a811ca-0482-486c-bd5c-9147be7f5d80 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:53.424714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdfb063a-f96e-4e5b-bc97-a42360091176 req-c3a811ca-0482-486c-bd5c-9147be7f5d80 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1045229 Jul 07 22:45:53.460527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9692dd0-7cbb-4584-b722-742209f3acb1 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:53.462065 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b9692dd0-7cbb-4584-b722-742209f3acb1 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/networks/51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 881 time: 0.1259780 Jul 07 22:45:53.464867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57212) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:53.468030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdfb063a-f96e-4e5b-bc97-a42360091176 req-b4efca0c-e321-4cbe-836e-8b99f852c403 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Jul 07 22:45:53.506331 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-45f3cf57-71c8-4a0a-a104-942dba1b223b tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=45829a36-fbfb-4ad4-8442-27398be33942 HTTP/1.1" status: 200 len: 205 time: 0.0368049 Jul 07 22:45:53.506451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57218) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:53.629391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-e33ab555-976f-4e11-a3dd-98920023b7b0 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726165588&fields=id&tenant_id=54d2df34f76245b7ad1e3b616b7af1e6 HTTP/1.1" status: 200 len: 267 time: 0.0825076 Jul 07 22:45:53.701795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.759167 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.859483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-32308d0d-b54a-4259-ae36-4dffbe85a273 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:53.860534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-32308d0d-b54a-4259-ae36-4dffbe85a273 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 808 time: 0.2217240 Jul 07 22:45:53.889787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-103ffa69-23ba-430d-a02d-c98c9ea1cce2 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/quotas/54d2df34f76245b7ad1e3b616b7af1e6 HTTP/1.1" status: 200 len: 375 time: 0.0189452 Jul 07 22:45:53.910260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.001987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-ff64e74a-abe5-4b48-9917-c85448917b13 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035404 Jul 07 22:45:54.016491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Deleting port 08dd7555-8c63-4dba-8dbb-afd7468542b5 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:54.016854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.164518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.181446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-388b765c-eaaa-443e-ab05-033e7151045e service neutron] 10.222.0.95 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623976 Jul 07 22:45:54.182318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Calling delete_port for 08dd7555-8c63-4dba-8dbb-afd7468542b5 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:54.365410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-5fd19a01-7fbd-4255-a6da-45313dc5c597 service neutron] 10.222.0.95 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741972 Jul 07 22:45:54.443013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.476735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event deleted for resources: {'Port': ['ID=08dd7555-8c63-4dba-8dbb-afd7468542b5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:54.589420 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.650855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 009b320c-0fac-4f2e-a78a-6b91fb993418 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:54.681161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 009b320c-0fac-4f2e-a78a-6b91fb993418 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:54.681507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 009b320c-0fac-4f2e-a78a-6b91fb993418 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:54.722116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-e6d3c611-4518-465b-9e4c-8132b80890fe tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.725083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-e6d3c611-4518-465b-9e4c-8132b80890fe tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1929340 Jul 07 22:45:54.736504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.765021 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.884543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.884941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Fanout notify agent at l3_agent the message router_deleted on router 45829a36-fbfb-4ad4-8442-27398be33942 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:54.893476 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.894726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-90ffaa38-e296-4498-ae84-b089b1548f07 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/45829a36-fbfb-4ad4-8442-27398be33942 HTTP/1.1" status: 204 len: 168 time: 1.3876410 Jul 07 22:45:54.898868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57236) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:54.904565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-402226526', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:54.941150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.942257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.977475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab94a6-32e5-4c92-9c05-240cb8b45cdb req-e5f41da3-db71-4bf9-a97e-492746ef319c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.979196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6ab94a6-32e5-4c92-9c05-240cb8b45cdb req-e5f41da3-db71-4bf9-a97e-492746ef319c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.2531793 Jul 07 22:45:55.051564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Deleting port ff7a3aae-4733-41df-8765-3a471a5d42c4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:55.052214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.054702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.154356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6ab94a6-32e5-4c92-9c05-240cb8b45cdb req-a1ca2caa-6308-445c-b003-554bb438a3df tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664791 Jul 07 22:45:55.225710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] For port ff7a3aae-4733-41df-8765-3a471a5d42c4, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff7a3aae-4733-41df-8765-3a471a5d42c4,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:55.226276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.263296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Calling delete_port for ff7a3aae-4733-41df-8765-3a471a5d42c4 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:55.291942 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.462646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3c56-1757-49b8-8737-33cffb31dde4 req-d7c8708b-1c1d-4436-a788-c7d09fd48ae4 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:55.464613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1cdf3c56-1757-49b8-8737-33cffb31dde4 req-d7c8708b-1c1d-4436-a788-c7d09fd48ae4 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=72a3835a-75a5-467d-9381-db5ddbc4e0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1853561 Jul 07 22:45:55.485250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d92d997-df34-407e-ad03-67663ded362f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:55.537728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1cdf3c56-1757-49b8-8737-33cffb31dde4 req-00bf127c-5888-4879-9b6f-9dd787e886b8 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e5621b59-f94a-4f2c-8c4a-df8af1543a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608521 Jul 07 22:45:55.581343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2d92d997-df34-407e-ad03-67663ded362f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:55.587324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2d92d997-df34-407e-ad03-67663ded362f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:55.588093 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.611296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.624289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ff7a3aae-4733-41df-8765-3a471a5d42c4'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:55.671984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff7a3aae-4733-41df-8765-3a471a5d42c4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:55.694983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.720930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.740469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.774445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] No DVR routers for this DVR port ff7a3aae-4733-41df-8765-3a471a5d42c4 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:55.777547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3869e135-9db9-44a1-bc3a-9b92720d004d req-22d21458-2c20-4727-8e89-05ba40825641 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 210 time: 0.0623121 Jul 07 22:45:55.778713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.780907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b31c333-2592-4883-b27c-86a48b0c1c02 req-393f9682-3758-4f5a-83b2-ac4021155d85 tempest-TestServerMultinode-150053467 tempest-TestServerMultinode-150053467-project-admin] 10.222.0.103 "DELETE /v2.0/ports/ff7a3aae-4733-41df-8765-3a471a5d42c4 HTTP/1.1" status: 204 len: 173 time: 1.0409942 Jul 07 22:45:55.781428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'name': 'network-vif-deleted', 'tag': 'ff7a3aae-4733-41df-8765-3a471a5d42c4'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:55.783773 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b398a11-ca19-4cfd-9d30-d1355d193429" -d '{"events": [{"server_uuid": "72a3835a-75a5-467d-9381-db5ddbc4e0c6", "name": "network-vif-deleted", "tag": "ff7a3aae-4733-41df-8765-3a471a5d42c4"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:55.795464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2d92d997-df34-407e-ad03-67663ded362f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d92d997-df34-407e-ad03-67663ded362f,segment=NetworkSegment(5e670bd2-f6e0-4a42-923d-3e82b536e85b),segment_id=5e670bd2-f6e0-4a42-923d-3e82b536e85b)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:55.802807 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:55.874139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2d92d997-df34-407e-ad03-67663ded362f,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:55.883293 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93806c77-4eb7-4ac2-80f3-a7efcf6f48f8 x-openstack-request-id: req-93806c77-4eb7-4ac2-80f3-a7efcf6f48f8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:55.883583 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a3835a-75a5-467d-9381-db5ddbc4e0c6", "name": "network-vif-deleted", "tag": "ff7a3aae-4733-41df-8765-3a471a5d42c4", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:55.883835 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-93806c77-4eb7-4ac2-80f3-a7efcf6f48f8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:55.884259 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a3835a-75a5-467d-9381-db5ddbc4e0c6', 'name': 'network-vif-deleted', 'tag': 'ff7a3aae-4733-41df-8765-3a471a5d42c4', 'status': 'completed', 'code': 200} Jul 07 22:45:55.894825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Allocated IP 172.25.5.165 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/ac0509b9-678f-4d51-941c-0dd52930ebe8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:56.010553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.093768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.169551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:56.175314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:56.182609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:56.290269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event updated for resources: {'Port': ['ID=ac0509b9-678f-4d51-941c-0dd52930ebe8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:56.345988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-544c0d14-e4fb-4e60-8c41-87d91caf8cfa tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:56.347587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-544c0d14-e4fb-4e60-8c41-87d91caf8cfa tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 808 time: 0.2829416 Jul 07 22:45:56.402799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b04e6b-817b-4f59-a6e9-999d279dae23 req-37ca909f-e983-42fa-984b-9ae352af5596 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:56.410150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3b04e6b-817b-4f59-a6e9-999d279dae23 req-37ca909f-e983-42fa-984b-9ae352af5596 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.0954168 Jul 07 22:45:56.455239 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-db419d7b-6e0d-4439-93dd-683dc5a5c731 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54d2df34f76245b7ad1e3b616b7af1e6 HTTP/1.1" status: 200 len: 380 time: 0.0699525 Jul 07 22:45:56.460358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3b04e6b-817b-4f59-a6e9-999d279dae23 req-80353b3c-350a-467f-8720-fb17bb73860f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486622 Jul 07 22:45:56.478432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'port': {'device_id': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'admin_state_up': True, 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'security_groups': ['752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:56.657536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57246) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:56.705875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.709693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Made reservation on behalf of 54d2df34f76245b7ad1e3b616b7af1e6 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:56.713626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.973735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a59a36c-ca54-4c6d-b1e6-7e2479039803 req-04a6a84e-e63b-4d8d-b692-00705635d501 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 210 time: 0.0475543 Jul 07 22:45:56.988716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Allocated IP 172.20.0.8 (b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6/52acbabb-65e4-43a8-9947-263ef0d88259/3f00b942-e2f6-4e94-8472-c9c2523ed581) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:57.019204 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:45:57.037645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.067486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.226835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.248032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Transition to ACTIVE for port object 3f00b942-e2f6-4e94-8472-c9c2523ed581 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:57.278100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Router 78457e3a-74a8-45b5-a8a3-9eb80eb01528 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:45:57.320809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Deleting port 38493f44-b800-42dd-a4ba-cbe718ef7130 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:57.321167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.331568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.372042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d92d997-df34-407e-ad03-67663ded362f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:57.387432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:57.414477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] For port 38493f44-b800-42dd-a4ba-cbe718ef7130, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=38493f44-b800-42dd-a4ba-cbe718ef7130,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:57.415144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.418999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:57.422211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2d92d997-df34-407e-ad03-67663ded362f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:57.422894 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.425142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:57.430454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'Port': ['ID=3f00b942-e2f6-4e94-8472-c9c2523ed581,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:57.439522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Calling delete_port for 38493f44-b800-42dd-a4ba-cbe718ef7130 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:57.491259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:57.508947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:57.509652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.553808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] Sync routers for ids ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:57.561639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-870bdd72-db65-4649-bdbc-0fb4236def3c tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0847690 Jul 07 22:45:57.570358 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Request body: {'port': {'device_id': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:57.579167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.580387 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-88bf14ba-99e8-4e16-b1e6-1bd3a30c7669 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6799867 Jul 07 22:45:57.584243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57254) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:57.588466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] Routers {'78457e3a-74a8-45b5-a8a3-9eb80eb01528'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:57.589412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:57.598944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:57.629188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:57.648205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] Routers {'78457e3a-74a8-45b5-a8a3-9eb80eb01528'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:57.648897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:57.675131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.695611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:57.696298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938966d-ebba-47d9-a319-f7fa110804c0 None None] The sync data for ids ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:57.788389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-de1f6821-2b82-4743-a9ac-56eeb812515b None None] Provisioning for port 3f00b942-e2f6-4e94-8472-c9c2523ed581 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:57.794065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-de1f6821-2b82-4743-a9ac-56eeb812515b None None] Provisioning complete for port 3f00b942-e2f6-4e94-8472-c9c2523ed581 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:57.795213 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de1f6821-2b82-4743-a9ac-56eeb812515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.973625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f00b942-e2f6-4e94-8472-c9c2523ed581 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:57.981936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:57.995165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Transition to ACTIVE for port object 3f00b942-e2f6-4e94-8472-c9c2523ed581 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:58.000116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-de1f6821-2b82-4743-a9ac-56eeb812515b None None] Port 3f00b942-e2f6-4e94-8472-c9c2523ed581 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:58.000340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.055694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Pushing event updated for resources: {'Port': ['ID=3f00b942-e2f6-4e94-8472-c9c2523ed581,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:58.143687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Attempting to bind port 3f00b942-e2f6-4e94-8472-c9c2523ed581 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:58.144125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Attempting to bind port 3f00b942-e2f6-4e94-8472-c9c2523ed581 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:58.144583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Attempting to bind port 3f00b942-e2f6-4e94-8472-c9c2523ed581 on network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:58.151270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Port 3f00b942-e2f6-4e94-8472-c9c2523ed581 on network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:45:58.151689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Attempting to bind port 3f00b942-e2f6-4e94-8472-c9c2523ed581 on network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:58.157796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:58.158233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Checking segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:58.158737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Bound using segment: {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:58.159273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Bound port: 3f00b942-e2f6-4e94-8472-c9c2523ed581, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:58.159697 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.209813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9a9ad-155b-45ed-bd8a-29545d79c8bd req-fb59d7a9-8f9b-4bf7-8c52-6371e0d3b4f2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:58.211399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53c9a9ad-155b-45ed-bd8a-29545d79c8bd req-fb59d7a9-8f9b-4bf7-8c52-6371e0d3b4f2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.5978923 Jul 07 22:45:58.237700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] For port 3f00b942-e2f6-4e94-8472-c9c2523ed581, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:58.277130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] For port 3f00b942-e2f6-4e94-8472-c9c2523ed581, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:58.278777 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.280856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.317603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:58.318264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.319733 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] 10.222.0.97 "PUT /v2.0/ports/3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 1092 time: 0.7572672 Jul 07 22:45:58.320184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:58.322443 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b529d11-135c-4a58-a3ea-9445f8dcef55" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:58.326432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=38493f44-b800-42dd-a4ba-cbe718ef7130,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:58.345947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ad72-658e-4666-96cf-bc36d0781413 service neutron] Pushing event updated for resources: {'Port': ['ID=3f00b942-e2f6-4e94-8472-c9c2523ed581,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:58.387576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-53c9a9ad-155b-45ed-bd8a-29545d79c8bd req-6a1fa1b5-fec4-4ea9-81fb-8cb29d8a0343 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367915 Jul 07 22:45:58.458825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-eefccf85-3a86-4ba1-afcf-3ba0906b5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:58.470256 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-eefccf85-3a86-4ba1-afcf-3ba0906b5100 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1095 time: 0.0968919 Jul 07 22:45:58.673258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.709656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.718338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.739359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57b728-9ce6-46ac-94ce-887421bc2023 req-1effed4d-7568-402b-af06-0fbea49a96b0 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:58.740996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e57b728-9ce6-46ac-94ce-887421bc2023 req-1effed4d-7568-402b-af06-0fbea49a96b0 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 943 time: 0.1634922 Jul 07 22:45:58.857341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e57b728-9ce6-46ac-94ce-887421bc2023 req-e34ce222-a581-4c38-88a3-e6a70e58ccd9 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920565 Jul 07 22:45:58.904795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Deleting port ac0509b9-678f-4d51-941c-0dd52930ebe8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:58.905355 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.906766 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-b04ce4cd-fec8-4ec0-b541-9951be850ce6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 217 time: 0.4285843 Jul 07 22:45:58.911063 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b52c4f-6080-4b64-abd6-7c6cf5a513aa x-openstack-request-id: req-89b52c4f-6080-4b64-abd6-7c6cf5a513aa {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:58.911367 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:58.911637 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-89b52c4f-6080-4b64-abd6-7c6cf5a513aa {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:58.912034 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'status': 'completed', 'code': 200} Jul 07 22:45:58.957406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-ca83ec4e-53d3-4964-9aad-a80e83d0724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:58.959569 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-ca83ec4e-53d3-4964-9aad-a80e83d0724e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0437992 Jul 07 22:45:59.023347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-2adfa0e9-2588-4caa-8162-084e4582acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:59.025144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-2adfa0e9-2588-4caa-8162-084e4582acd3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584819 Jul 07 22:45:59.059257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.076413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Calling delete_port for ac0509b9-678f-4d51-941c-0dd52930ebe8 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:59.122149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-67a5cf5c-d9d6-4b21-a494-33ed0a9df5cb service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856512 Jul 07 22:45:59.136797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Router 7da80a10-87cb-4f40-b931-150f3db54e4a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:59.209908 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1410d3bc-7298-4fd3-9e5f-3b224b10f8ad req-eaead9a5-f8c3-4ccf-a3c0-cde9d59486c3 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812833 Jul 07 22:45:59.312567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:59.320821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-b3c12cf8-8f3b-43bb-9210-890642ea6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:59.325653 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] Sync routers for ids ['7da80a10-87cb-4f40-b931-150f3db54e4a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:59.328787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-b3c12cf8-8f3b-43bb-9210-890642ea6c05 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1095 time: 0.0608947 Jul 07 22:45:59.337636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b922a428-5497-452d-8e5a-7ab0abff7e33 admin admin] 10.222.0.95 "PUT /v2.0/routers/7da80a10-87cb-4f40-b931-150f3db54e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761439 Jul 07 22:45:59.337836 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] Routers {'7da80a10-87cb-4f40-b931-150f3db54e4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:59.337836 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['7da80a10-87cb-4f40-b931-150f3db54e4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:59.338075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57262) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:59.435972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.453086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-89fb4e1a-1dec-4165-a3a1-899b0f8ffefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:59.454848 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-89fb4e1a-1dec-4165-a3a1-899b0f8ffefe service neutron] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 909 time: 0.1114550 Jul 07 22:45:59.465599 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] Set router 7da80a10-87cb-4f40-b931-150f3db54e4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:59.468947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Pushing event deleted for resources: {'Port': ['ID=ac0509b9-678f-4d51-941c-0dd52930ebe8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:59.507808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.516052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-6a7441e2-419a-40a6-be1d-5e4528449fc5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 217 time: 0.0543888 Jul 07 22:45:59.523274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff7a3aae-4733-41df-8765-3a471a5d42c4 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:59.550720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: ff7a3aae-4733-41df-8765-3a471a5d42c4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:59.551603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff7a3aae-4733-41df-8765-3a471a5d42c4 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:59.575900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-ca894eb2-e960-4e71-aac1-be8906b9481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:59.577507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-ca894eb2-e960-4e71-aac1-be8906b9481f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0536590 Jul 07 22:45:59.624723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.639127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-5d278658-8c2e-47e9-b9df-f9c845169458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:59.640644 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-5d278658-8c2e-47e9-b9df-f9c845169458 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571849 Jul 07 22:45:59.670289 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:45:58Z', 'revision_number': 5, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:59.698669 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] Checking router: 7da80a10-87cb-4f40-b931-150f3db54e4a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:59.707324 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] Routers {'7da80a10-87cb-4f40-b931-150f3db54e4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:59.708008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['7da80a10-87cb-4f40-b931-150f3db54e4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:59.732021 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-9640acee-0240-4256-95dc-30e4ea6f0d25 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846286 Jul 07 22:45:59.781273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.816811 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] Set router 7da80a10-87cb-4f40-b931-150f3db54e4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:59.822128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc5cb-a33a-42d4-a075-c166de55ebb3 req-403e22b8-bb46-441c-894d-9e61b774c060 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:59.823711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a0bc5cb-a33a-42d4-a075-c166de55ebb3 req-403e22b8-bb46-441c-894d-9e61b774c060 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.2972348 Jul 07 22:45:59.840101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b529d11-135c-4a58-a3ea-9445f8dcef55 req-091e56f9-8ffa-4055-92b1-b686c4295440 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006925 Jul 07 22:45:59.931582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.942865 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.996910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9a0bc5cb-a33a-42d4-a075-c166de55ebb3 req-3a680953-d3d0-40cf-a373-471e7268abd4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307020 Jul 07 22:46:00.003833 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:45:58Z', 'revision_number': 5, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.033575 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ecbc2-da19-4609-872e-7d917a153de6 None None] The sync data for ids ['7da80a10-87cb-4f40-b931-150f3db54e4a'] in n-d-694802-13 is: [{'id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'name': 'tempest-TestServerMultinode-1760927792-router', 'tenant_id': 'd383b01ba90f4d7c99617d82214c5b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:55Z', 'updated_at': '2021-07-07T22:45:58Z', 'revision_number': 5, 'project_id': 'd383b01ba90f4d7c99617d82214c5b75', 'gw_port': {'id': '265f3b0a-1c76-4838-8462-c5c224edc1eb', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da80a10-87cb-4f40-b931-150f3db54e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:56Z', 'updated_at': '2021-07-07T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:00.046722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Router 78457e3a-74a8-45b5-a8a3-9eb80eb01528 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:00.048407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Deleting port 265f3b0a-1c76-4838-8462-c5c224edc1eb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:00.048760 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.567443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:00.576331 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.576981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] Sync routers for ids ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:00.577504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-04585060-b4f4-4cf2-a55a-3258c16b63eb tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "PUT /v2.0/routers/78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 200 len: 709 time: 2.9922976 Jul 07 22:46:00.580226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57268) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:00.591798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] Routers {'78457e3a-74a8-45b5-a8a3-9eb80eb01528'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:00.592426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.595438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] For port 265f3b0a-1c76-4838-8462-c5c224edc1eb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=265f3b0a-1c76-4838-8462-c5c224edc1eb,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:00.595817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.612504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Calling delete_port for 265f3b0a-1c76-4838-8462-c5c224edc1eb owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:00.629680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.640321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] Routers {'78457e3a-74a8-45b5-a8a3-9eb80eb01528'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:00.641129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.669883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b60dc-608d-4f34-a390-eb56bbe6f104 req-448af124-2d41-4e41-b7b6-4df115d0046a tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:00.671460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e2b60dc-608d-4f34-a390-eb56bbe6f104 req-448af124-2d41-4e41-b7b6-4df115d0046a tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 943 time: 0.5680208 Jul 07 22:46:00.673286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57270) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:00.673730 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-88a9d22c-6d5d-4c60-b191-a71d37722c79 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/routers/78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 200 len: 744 time: 0.0915446 Jul 07 22:46:00.683408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.684081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f499d-4ab0-45e6-9852-8c443e6b8e93 None None] The sync data for ids ['78457e3a-74a8-45b5-a8a3-9eb80eb01528'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:00.725783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-06c3a102-3145-48f6-9355-ef81d2a5f009 tempest-RoutersIpV6AdminTest-720461947 tempest-RoutersIpV6AdminTest-720461947-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=51086f85-fe57-4331-b13d-7d114d061a57&device_id=78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 200 len: 205 time: 0.0514214 Jul 07 22:46:00.728492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57272) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:00.757991 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-89b89ce2-5f30-4271-9d9b-3867be4b40ae tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 200 len: 205 time: 0.0282810 Jul 07 22:46:00.760559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57274) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:00.796767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e2b60dc-608d-4f34-a390-eb56bbe6f104 req-295fab92-7273-40d4-adaa-ceac6f9a3d18 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124239 Jul 07 22:46:00.840336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.875128 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.898231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Pushing event deleted for resources: {'Port': ['ID=265f3b0a-1c76-4838-8462-c5c224edc1eb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:00.964168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.004341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.006981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.051265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.051520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Fanout notify agent at l3_agent the message router_deleted on router 78457e3a-74a8-45b5-a8a3-9eb80eb01528 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:46:01.055662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.058422 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.059049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.063604 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ae09e68d-6a5e-476e-a3d4-db083fe7128d tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 204 len: 168 time: 0.2984092 Jul 07 22:46:01.063781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57278) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.128534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-30842912-9b29-499e-8800-0ea2dab40c7b tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 200 len: 205 time: 0.0614967 Jul 07 22:46:01.129151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57280) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.156575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.157042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da80a10-87cb-4f40-b931-150f3db54e4a {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:46:01.162277 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.167092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-63b13833-3800-498b-b967-4a8d7c8df862 admin admin] 10.222.0.95 "DELETE /v2.0/routers/7da80a10-87cb-4f40-b931-150f3db54e4a HTTP/1.1" status: 204 len: 168 time: 1.8287427 Jul 07 22:46:01.168962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57282) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.172585 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-b0feb29f-7384-48bd-b7b7-30e2be8ecad2 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] delete failed (client error): The resource could not be found. Jul 07 22:46:01.175761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0feb29f-7384-48bd-b7b7-30e2be8ecad2 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/78457e3a-74a8-45b5-a8a3-9eb80eb01528 HTTP/1.1" status: 404 len: 336 time: 0.0432665 Jul 07 22:46:01.176014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57284) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.208032 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cfea2e93-453f-447d-886d-e659d317ddbc tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=45829a36-fbfb-4ad4-8442-27398be33942 HTTP/1.1" status: 200 len: 205 time: 0.0287344 Jul 07 22:46:01.208810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57286) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.260241 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-2d443e05-f967-4eeb-bc59-a97a68f77519 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] delete failed (client error): The resource could not be found. Jul 07 22:46:01.261304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2d443e05-f967-4eeb-bc59-a97a68f77519 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/45829a36-fbfb-4ad4-8442-27398be33942 HTTP/1.1" status: 404 len: 336 time: 0.0515635 Jul 07 22:46:01.264527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.271953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Deleting subnet b5b1b7f7-bf62-4db7-a162-9f0c2124a668 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:01.277372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.299448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aa3ed8a8-6e14-4f9c-81c3-8360f3c49e18 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=4966dff7-df39-4e32-840f-ae2a5d6b626e HTTP/1.1" status: 200 len: 205 time: 0.0313165 Jul 07 22:46:01.299646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57290) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.304317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a75f-5284-4d30-821f-0e2d803a61d0 req-b7b48752-1d30-449d-b416-5dcfcf81d723 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:01.311789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05a7a75f-5284-4d30-821f-0e2d803a61d0 req-b7b48752-1d30-449d-b416-5dcfcf81d723 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.1879513 Jul 07 22:46:01.345627 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-beb3f78b-a2f2-4fa6-85a7-a4c7e4bd4ebf tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] delete failed (client error): The resource could not be found. Jul 07 22:46:01.346951 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-beb3f78b-a2f2-4fa6-85a7-a4c7e4bd4ebf tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/4966dff7-df39-4e32-840f-ae2a5d6b626e HTTP/1.1" status: 404 len: 336 time: 0.0461810 Jul 07 22:46:01.349919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.351217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.377188 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05a7a75f-5284-4d30-821f-0e2d803a61d0 req-46df3d06-bc0d-4dc7-ad47-791b811ef112 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645216 Jul 07 22:46:01.384068 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0ba87e6e-9942-4844-8512-0b7158cfbee2 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 HTTP/1.1" status: 200 len: 205 time: 0.0330548 Jul 07 22:46:01.386405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.423625 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-0bf5b33e-88db-4273-903c-91ac8f81ada1 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] delete failed (client error): The resource could not be found. Jul 07 22:46:01.424707 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0bf5b33e-88db-4273-903c-91ac8f81ada1 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/4eb93fdf-fa83-4d01-a7b4-4ca35c033cd4 HTTP/1.1" status: 404 len: 336 time: 0.0373054 Jul 07 22:46:01.427805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.445676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.459123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b96a36e3-d738-466a-8b4b-1a00d31aa42f tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7e10fa9-9eac-4e5b-9415-81d567c46cf8 HTTP/1.1" status: 200 len: 205 time: 0.0280828 Jul 07 22:46:01.459362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.501303 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-798075fe-3dc3-436f-8659-89f2ebbabf37 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] delete failed (client error): The resource could not be found. Jul 07 22:46:01.502416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-798075fe-3dc3-436f-8659-89f2ebbabf37 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/b7e10fa9-9eac-4e5b-9415-81d567c46cf8 HTTP/1.1" status: 404 len: 336 time: 0.0421538 Jul 07 22:46:01.502553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.505093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57300) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.529232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b1b7f7-bf62-4db7-a162-9f0c2124a668,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:01.533899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.534185 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e608abdf-b24d-4f62-bf2f-ed9fc9ddf192 tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "GET /v2.0/ports?device_id=c087abac-074e-426f-8c98-6b8c0bac97f3 HTTP/1.1" status: 200 len: 205 time: 0.0278053 Jul 07 22:46:01.535794 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-32ab5a66-155c-4180-b527-09ad0e85f6d2 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b5b1b7f7-bf62-4db7-a162-9f0c2124a668 HTTP/1.1" status: 204 len: 168 time: 0.3658049 Jul 07 22:46:01.536563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57302) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.538861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57304) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.543774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef2b166-a240-4f97-926c-a182b925bb58 None None] Network 13ff44cb-2436-44ad-bf6e-95aed40582c2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:01.575882 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-be30d0b2-d5b7-43c3-b752-002804ac8ede tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] delete failed (client error): The resource could not be found. Jul 07 22:46:01.577054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-be30d0b2-d5b7-43c3-b752-002804ac8ede tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/routers/c087abac-074e-426f-8c98-6b8c0bac97f3 HTTP/1.1" status: 404 len: 336 time: 0.0390460 Jul 07 22:46:01.579776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57306) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.609904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.619683 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4c0405-15c6-4a51-9772-736ac41f112f tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] DELETE failed (client error): The resource could not be found. Jul 07 22:46:01.620247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4c0405-15c6-4a51-9772-736ac41f112f tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:46:01.622125 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea4c0405-15c6-4a51-9772-736ac41f112f tempest-RoutersIpV6AdminTest-912485237 tempest-RoutersIpV6AdminTest-912485237-project] 10.222.0.95 "DELETE /v2.0/subnets/eefb3538-3927-497d-ae10-e3a454c98687 HTTP/1.1" status: 404 len: 337 time: 0.0414233 Jul 07 22:46:01.668013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Deleting port da1ec7e0-8dcf-4689-b250-bdd5afd12938 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:01.668275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.716180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 38493f44-b800-42dd-a4ba-cbe718ef7130 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:01.745036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 38493f44-b800-42dd-a4ba-cbe718ef7130 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:01.745657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 38493f44-b800-42dd-a4ba-cbe718ef7130 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:01.759131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] For port da1ec7e0-8dcf-4689-b250-bdd5afd12938, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=da1ec7e0-8dcf-4689-b250-bdd5afd12938,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:01.759501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.773204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] DHCP port deletion for 13ff44cb-2436-44ad-bf6e-95aed40582c2 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:01.778901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Calling delete_port for da1ec7e0-8dcf-4689-b250-bdd5afd12938 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:01.825700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] Deleting port da1ec7e0-8dcf-4689-b250-bdd5afd12938 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:01.826334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.868340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.905051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] For port da1ec7e0-8dcf-4689-b250-bdd5afd12938, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=da1ec7e0-8dcf-4689-b250-bdd5afd12938,segment=NetworkSegment(253095ac-826b-44af-a73d-cf60d9deab03),segment_id=253095ac-826b-44af-a73d-cf60d9deab03)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:01.905586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.905957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1ec7e0-8dcf-4689-b250-bdd5afd12938,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:01.908368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] No DVR routers for this DVR port da1ec7e0-8dcf-4689-b250-bdd5afd12938 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:01.935499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] Calling delete_port for da1ec7e0-8dcf-4689-b250-bdd5afd12938 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:02.006661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:02.011152 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.024811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.025084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ff44cb-2436-44ad-bf6e-95aed40582c2']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:02.046695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253095ac-826b-44af-a73d-cf60d9deab03') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:02.047006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253095ac-826b-44af-a73d-cf60d9deab03') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:02.054522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] Pushing event deleted for resources: {'Port': ['ID=da1ec7e0-8dcf-4689-b250-bdd5afd12938,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:02.058336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b6dca-8360-4f56-b7ab-bb5f7154a4be None None] No DVR routers for this DVR port da1ec7e0-8dcf-4689-b250-bdd5afd12938 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:02.062353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.087515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eb8ef-6736-49f2-ac4b-c7a8ccdac7d4 req-5b09425c-cc5a-4484-973b-e48953f08012 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:02.089150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-503eb8ef-6736-49f2-ac4b-c7a8ccdac7d4 req-5b09425c-cc5a-4484-973b-e48953f08012 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 943 time: 0.1199977 Jul 07 22:46:02.090435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.106815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:02.107393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:02.108881 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:02.143777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c8f30da-43ba-4808-9d49-00c4ea704172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.180786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-503eb8ef-6736-49f2-ac4b-c7a8ccdac7d4 req-6fa7807d-e584-48c3-873a-d60606fb51bc tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830393 Jul 07 22:46:02.184461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.191056 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.193752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] 10.222.0.95 "DELETE /v2.0/networks/13ff44cb-2436-44ad-bf6e-95aed40582c2 HTTP/1.1" status: 204 len: 168 time: 0.6531849 Jul 07 22:46:02.200175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57318) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:02.205333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28332ae-d87c-42cc-8953-c50827efc102 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ff44cb-2436-44ad-bf6e-95aed40582c2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:02.318667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c8f30da-43ba-4808-9d49-00c4ea704172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.326757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c8f30da-43ba-4808-9d49-00c4ea704172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.405731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f30da-43ba-4808-9d49-00c4ea704172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da2b76-1426-4482-901e-64e20f55a388,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:02.413725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c8f30da-43ba-4808-9d49-00c4ea704172 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aca757b81c20435bb3e3d7ee9b51676e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059427 Jul 07 22:46:02.416282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57322) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:02.515081 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.560551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d7004-49b1-497c-aa43-fc7d8a829f28 req-ebe10b7b-0acd-4938-a582-5a06761a57c3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:02.562323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-209d7004-49b1-497c-aa43-fc7d8a829f28 req-ebe10b7b-0acd-4938-a582-5a06761a57c3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.0674531 Jul 07 22:46:02.564286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.605074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-209d7004-49b1-497c-aa43-fc7d8a829f28 req-3d0902a3-5a47-459e-a0d3-aa4331ac595a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Jul 07 22:46:02.655331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.657863 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.659035 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f3da2b76-1426-4482-901e-64e20f55a388 HTTP/1.1" status: 204 len: 168 time: 0.2418473 Jul 07 22:46:02.669014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da2b76-1426-4482-901e-64e20f55a388,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:02.696603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.696963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.697315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.697660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.697999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.698337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.698707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.699045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.699271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3f00b942-e2f6-4e94-8472-c9c2523ed581 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:46:02.699399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.699697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.700027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.700356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cd1b-f8f0-490a-b59d-784e3c79e3e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:02.734241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.804428 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3f00b942-e2f6-4e94-8472-c9c2523ed581, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:02.815219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'port_id': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'mac_address': 'fa:16:3e:85:97:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:46:02.861513 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.880727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f00b942-e2f6-4e94-8472-c9c2523ed581 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:02.901825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3f00b942-e2f6-4e94-8472-c9c2523ed581, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:02.906982 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.957898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=3f00b942-e2f6-4e94-8472-c9c2523ed581,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:02.959135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57328) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:02.999880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93e9315b-48c4-45df-8c10-4977d4a7c109 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=98f160d92f4e453fa0db66d4491cd43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389688 Jul 07 22:46:03.002463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57330) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:03.009539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Deleting port 10aa88bd-fd27-48af-991a-4225241e7029 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:03.009886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.052885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2493cae4-6d86-4b0e-8acf-cd6b37a111af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.073801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2493cae4-6d86-4b0e-8acf-cd6b37a111af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.090869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] For port 10aa88bd-fd27-48af-991a-4225241e7029, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=10aa88bd-fd27-48af-991a-4225241e7029,segment=NetworkSegment(e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05),segment_id=e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:03.091238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.105019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Calling delete_port for 10aa88bd-fd27-48af-991a-4225241e7029 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:03.124059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2493cae4-6d86-4b0e-8acf-cd6b37a111af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.126756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2493cae4-6d86-4b0e-8acf-cd6b37a111af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.127913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2493cae4-6d86-4b0e-8acf-cd6b37a111af admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/882d73d0-1c11-4997-bef9-91a5c58deb61 HTTP/1.1" status: 204 len: 168 time: 0.1246958 Jul 07 22:46:03.136548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493cae4-6d86-4b0e-8acf-cd6b37a111af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d73d0-1c11-4997-bef9-91a5c58deb61,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:03.214844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['3f00b942-e2f6-4e94-8472-c9c2523ed581'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:46:03.310260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.345539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Pushing event deleted for resources: {'Port': ['ID=10aa88bd-fd27-48af-991a-4225241e7029,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:03.384465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device da1ec7e0-8dcf-4689-b250-bdd5afd12938 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:03.424098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: da1ec7e0-8dcf-4689-b250-bdd5afd12938 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:03.424449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device da1ec7e0-8dcf-4689-b250-bdd5afd12938 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:03.424879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 265f3b0a-1c76-4838-8462-c5c224edc1eb no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:03.453486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 265f3b0a-1c76-4838-8462-c5c224edc1eb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:03.453842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 265f3b0a-1c76-4838-8462-c5c224edc1eb not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:03.490308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bfef9-af16-4f96-ac83-54f0cf98ee70 req-8890ce83-8a0c-4d23-bdef-74d107e63044 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:03.497589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d76bfef9-af16-4f96-ac83-54f0cf98ee70 req-8890ce83-8a0c-4d23-bdef-74d107e63044 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 944 time: 0.1348159 Jul 07 22:46:03.544816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d76bfef9-af16-4f96-ac83-54f0cf98ee70 req-c3aeb463-0941-4ede-bc4c-6c5d8da84a56 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462544 Jul 07 22:46:03.552643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.813122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf871-a434-44c5-badb-a34b8e38d636 req-d158b32e-0691-4910-9bea-8a13e85ea000 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:03.814735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfdbf871-a434-44c5-badb-a34b8e38d636 req-d158b32e-0691-4910-9bea-8a13e85ea000 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.0696859 Jul 07 22:46:03.817211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Router a59f77d3-0e84-4a91-ae32-5adc815c87dd has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:03.857981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfdbf871-a434-44c5-badb-a34b8e38d636 req-1c9e8372-9999-4fad-9d2c-397881f34cfd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Jul 07 22:46:03.933258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:03.938687 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c8ff5383-a341-430e-94c2-d1dee7773886 admin admin] 10.222.0.95 "PUT /v2.0/routers/a59f77d3-0e84-4a91-ae32-5adc815c87dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374978 Jul 07 22:46:03.941481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57356) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:03.944459 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] Sync routers for ids ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:03.955519 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] Routers {'a59f77d3-0e84-4a91-ae32-5adc815c87dd'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:03.956519 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:04.015875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57358) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.048462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.064052 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] Set router a59f77d3-0e84-4a91-ae32-5adc815c87dd gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:04.130043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1020015478'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:04.153487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:04.153873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.157363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.167948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.209891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Deleting port f8c68b0c-dc82-4d19-8015-4da9a12dd01b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:04.210286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.246993 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:46:03Z', 'revision_number': 5, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port': {'id': 'f8c68b0c-dc82-4d19-8015-4da9a12dd01b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:04Z', 'updated_at': '2021-07-07T22:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:04.267865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.272449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.276932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] Checking router: a59f77d3-0e84-4a91-ae32-5adc815c87dd for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:04.286009 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] Routers {'a59f77d3-0e84-4a91-ae32-5adc815c87dd'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:04.287555 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:04.300671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:04.300877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] For port f8c68b0c-dc82-4d19-8015-4da9a12dd01b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:04.301018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.311259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e3951-fa3d-4d83-a252-5a9f5646e8ba,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:04.316265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.316623 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Added segment 937eb080-5c9e-4ba3-9e8f-c12934abb0cc of type vlan for network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 Jul 07 22:46:04.328351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Calling delete_port for f8c68b0c-dc82-4d19-8015-4da9a12dd01b owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:04.360578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.379065 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] Set router a59f77d3-0e84-4a91-ae32-5adc815c87dd gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:04.396032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.402087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:04.403051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.466254 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4491966 Jul 07 22:46:04.469671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57364) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.477406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'subnet': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:04.495587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9b834-590c-4def-b308-9471b44492b8 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Network': ['ID=4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:04.506220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:04.517219 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.533609 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:46:04Z', 'revision_number': 6, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:04.546411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c68b0c-dc82-4d19-8015-4da9a12dd01b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:04.565817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a255af-2e16-4522-8121-da7b117ce607 None None] The sync data for ids ['a59f77d3-0e84-4a91-ae32-5adc815c87dd'] in n-d-694802-13 is: [{'id': 'a59f77d3-0e84-4a91-ae32-5adc815c87dd', 'name': 'tempest-TestServerMultinode-657321189-router', 'tenant_id': '21827012e85841e894d1bf7fcabac31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:03Z', 'updated_at': '2021-07-07T22:46:04Z', 'revision_number': 6, 'project_id': '21827012e85841e894d1bf7fcabac31d', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:04.613406 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:04.618419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.629651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.731875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3f00b942-e2f6-4e94-8472-c9c2523ed581 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:04.751148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.753884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.781576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 3f00b942-e2f6-4e94-8472-c9c2523ed581 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:04.785243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 3f00b942-e2f6-4e94-8472-c9c2523ed581 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:04.785624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.807531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.808029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59f77d3-0e84-4a91-ae32-5adc815c87dd {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:46:04.812507 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.814669 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d966c726-51c2-4737-893b-e80892f7a92e admin admin] 10.222.0.95 "DELETE /v2.0/routers/a59f77d3-0e84-4a91-ae32-5adc815c87dd HTTP/1.1" status: 204 len: 168 time: 0.8710864 Jul 07 22:46:04.816837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57368) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.823907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.838019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed70b-4521-4abc-bd7f-f506e05e2d42 req-320111f5-a6f3-4789-b075-8f715c9ff751 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:04.840388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e9ed70b-4521-4abc-bd7f-f506e05e2d42 req-320111f5-a6f3-4789-b075-8f715c9ff751 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 944 time: 0.1505775 Jul 07 22:46:04.874014 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.906832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Deleting subnet 93dc4279-9fd6-49ec-b803-64e7977b80a1 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:04.907951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Subnet': ['ID=f7f9d70d-d95c-44ed-9591-51f9d97b08b3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:04.914901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.915203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Checking segment: {'id': '937eb080-5c9e-4ba3-9e8f-c12934abb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:04.915506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network hostable DHCP agents. Network: 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:04.919273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:04.923126 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d9e9f2-357d-400a-8185-108aa6f17934" -d '{"events": [{"server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "name": "network-vif-plugged", "status": "completed", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:04.927553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e9ed70b-4521-4abc-bd7f-f506e05e2d42 req-e01100cd-08ad-4418-8d63-04e5c6e9f5b5 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650718 Jul 07 22:46:04.943642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:04.947567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 3f00b942-e2f6-4e94-8472-c9c2523ed581, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:04.953009 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.963772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:04.971051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:04.971941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.986964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.993032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109bfd0a-a9b1-460f-a9e3-a160fb84b8d5 None None] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:04.998874 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3cc61e19-818e-4c45-8a3b-5e8cb6d41b49 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5280740 Jul 07 22:46:05.000883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57374) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:05.011273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'name': 'tempest-AllowedAddressPairTestJSON-1259750846'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:05.070705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=3f00b942-e2f6-4e94-8472-c9c2523ed581,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.146775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:05.149309 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.151693 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.173398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] device_id is not set on port a8f150ca-7587-4663-b874-a3128e4776af yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:05.196055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'tenant_id': 'f40c50ccaccc4cbd950cebb29f641848', 'fixed_ips': [{'subnet_id': 'f7f9d70d-d95c-44ed-9591-51f9d97b08b3'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:05.197175 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.212751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f4365-5a34-4ddb-9a14-87e9d67cf24d req-a8a17904-7a29-4a03-ae1e-f257e297c054 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:05.214552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d1f4365-5a34-4ddb-9a14-87e9d67cf24d req-a8a17904-7a29-4a03-ae1e-f257e297c054 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 944 time: 0.1173940 Jul 07 22:46:05.255826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.270571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d1f4365-5a34-4ddb-9a14-87e9d67cf24d req-20617bee-4e10-4599-a954-2a6c72e0ce4c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488179 Jul 07 22:46:05.291523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.305163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/93dc4279-9fd6-49ec-b803-64e7977b80a1 HTTP/1.1" status: 204 len: 168 time: 0.4872651 Jul 07 22:46:05.305440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Allocated IP 172.20.0.5 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/a8f150ca-7587-4663-b874-a3128e4776af) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:05.305967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:05.306757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9232831-6750-4067-b91e-0ae8666034b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93dc4279-9fd6-49ec-b803-64e7977b80a1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.309549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44439570-83b0-44fb-9767-24e99c8e04d7 None None] Network fb56ed29-476b-42fc-8a8d-239cb061c953 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:05.356398 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ca55ae-d8dd-413b-ba3b-ea9a14a2ab8b x-openstack-request-id: req-e9ca55ae-d8dd-413b-ba3b-ea9a14a2ab8b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:05.357195 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "name": "network-vif-plugged", "status": "completed", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:05.357195 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e9ca55ae-d8dd-413b-ba3b-ea9a14a2ab8b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:05.357623 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'code': 200} Jul 07 22:46:05.390159 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.456370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Deleting port 1cab358c-621f-404d-946e-a1819eca0afb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:05.457192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.509968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 10aa88bd-fd27-48af-991a-4225241e7029 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:05.531962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 10aa88bd-fd27-48af-991a-4225241e7029 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:05.532757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 10aa88bd-fd27-48af-991a-4225241e7029 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:05.532971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8c68b0c-dc82-4d19-8015-4da9a12dd01b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:05.538544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff541f2a-c48a-46bd-9be2-402cdf157a63 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:46:05.550837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] For port 1cab358c-621f-404d-946e-a1819eca0afb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1cab358c-621f-404d-946e-a1819eca0afb,segment=NetworkSegment(e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05),segment_id=e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:05.550837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.565808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Calling delete_port for 1cab358c-621f-404d-946e-a1819eca0afb owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:05.567561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fe8af-003d-415d-9cef-ce0f61a0cef1 req-bf357163-6087-4c84-bb19-2872a5c4fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:05.570118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cb8fe8af-003d-415d-9cef-ce0f61a0cef1 req-bf357163-6087-4c84-bb19-2872a5c4fdba service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.1430073 Jul 07 22:46:05.570912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f8c68b0c-dc82-4d19-8015-4da9a12dd01b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:05.571502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8c68b0c-dc82-4d19-8015-4da9a12dd01b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:05.573072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.594466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] DHCP port deletion for fb56ed29-476b-42fc-8a8d-239cb061c953 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:05.603942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Transition to ACTIVE for port object a8f150ca-7587-4663-b874-a3128e4776af will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:05.622915 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cb8fe8af-003d-415d-9cef-ce0f61a0cef1 req-5441a281-8104-47df-b48f-92026c3b4bf9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Jul 07 22:46:05.656706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.678798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.703902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:05.709542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:05.709802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cab358c-621f-404d-946e-a1819eca0afb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.713387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:05.716738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] No DVR routers for this DVR port 1cab358c-621f-404d-946e-a1819eca0afb on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:05.720154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=a8f150ca-7587-4663-b874-a3128e4776af,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.746384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Allocated IP 172.20.0.2 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/c5f6ff92-0a70-4e29-87b6-7b94bbd62467) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:05.773018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:05.774002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.776688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ff541f2a-c48a-46bd-9be2-402cdf157a63, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:05.795810 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0d8a07f1-8a8e-4dd3-953b-a679aef2463d tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7902417 Jul 07 22:46:05.796041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57378) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:05.801464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'name': 'tempest-AllowedAddressPairTestJSON-474045716', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:93:3b'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:05.806839 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.807680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'ff541f2a-c48a-46bd-9be2-402cdf157a63', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': 'ff541f2a-c48a-46bd-9be2-402cdf157a63', 'mac_address': 'fa:16:3e:1f:fd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:46:05.819826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb56ed29-476b-42fc-8a8d-239cb061c953']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:05.834026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:05.834418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c9ddf2-b199-47b5-82bc-edbd1dfa8c05') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:05.836286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Deleting port 1cab358c-621f-404d-946e-a1819eca0afb {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:05.836669 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.846187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.876378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.883383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:05.883918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:05.885721 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:05.936814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:05.946278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.948099 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.957972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.966273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] For port 1cab358c-621f-404d-946e-a1819eca0afb, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:05.966697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.967628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] 10.222.0.95 "DELETE /v2.0/networks/fb56ed29-476b-42fc-8a8d-239cb061c953 HTTP/1.1" status: 204 len: 168 time: 0.6575091 Jul 07 22:46:05.982855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24d0d-5c3c-4855-b4a5-55f6359caa16 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb56ed29-476b-42fc-8a8d-239cb061c953,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.002530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff541f2a-c48a-46bd-9be2-402cdf157a63 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:06.010750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Calling delete_port for 1cab358c-621f-404d-946e-a1819eca0afb owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:06.017194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Port 1cab358c-621f-404d-946e-a1819eca0afb was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:46:06.030279 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.047104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ff541f2a-c48a-46bd-9be2-402cdf157a63, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:06.071273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.086867 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.090444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Network fb56ed29-476b-42fc-8a8d-239cb061c953 is not hosted by any dhcp agent {{(pid=93933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:46:06.091276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] No DVR routers for this DVR port 1cab358c-621f-404d-946e-a1819eca0afb on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:06.094540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] device_id is not set on port edde14ec-2365-4958-83d5-b0aabd6ab0e4 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:06.102450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbe85c-5a58-4332-8379-05d89500f42e None None] Pushing event deleted for resources: {'Port': ['ID=1cab358c-621f-404d-946e-a1819eca0afb,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.166393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.185413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Transition to ACTIVE for port object c5f6ff92-0a70-4e29-87b6-7b94bbd62467 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:06.187422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ff541f2a-c48a-46bd-9be2-402cdf157a63,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.204379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Transition to ACTIVE for port object c5f6ff92-0a70-4e29-87b6-7b94bbd62467 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:06.205491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc09dd7-9232-43e3-8fb0-23830af1303a req-468acc1b-b767-4ba3-9e9e-4954652cf526 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:06.211132 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.213239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bc09dd7-9232-43e3-8fb0-23830af1303a req-468acc1b-b767-4ba3-9e9e-4954652cf526 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.0879393 Jul 07 22:46:06.246680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57386) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:06.261291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bc09dd7-9232-43e3-8fb0-23830af1303a req-824709e5-ef3d-4425-b4a6-4f636c558060 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Jul 07 22:46:06.265209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:06.268348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Allocated IP 172.20.0.14 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/edde14ec-2365-4958-83d5-b0aabd6ab0e4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:06.273259 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:06.275753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:06.292249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Pushing event updated for resources: {'Port': ['ID=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.303787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f817b330-d569-46ea-bbf5-ebf04d0132a8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d383b01ba90f4d7c99617d82214c5b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556195 Jul 07 22:46:06.306824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57390) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:06.316682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ff541f2a-c48a-46bd-9be2-402cdf157a63'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:46:06.367819 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9e814237-f9ee-4116-a4c9-94e122d76c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.377670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Attempting to bind port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:06.378042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Attempting to bind port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '937eb080-5c9e-4ba3-9e8f-c12934abb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:06.378745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Attempting to bind port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 on network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:06.392110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:06.392553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Checking segment: {'id': '937eb080-5c9e-4ba3-9e8f-c12934abb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:06.392897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.393121 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9e814237-f9ee-4116-a4c9-94e122d76c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.393277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Bound using segment: {'id': '937eb080-5c9e-4ba3-9e8f-c12934abb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:06.393760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Bound port: c5f6ff92-0a70-4e29-87b6-7b94bbd62467, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937eb080-5c9e-4ba3-9e8f-c12934abb0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:06.394143 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.486354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ec023-fe0e-43cb-ae29-00490788e9d4 req-bb11c8a5-40cf-46e1-a76d-e6c49ca3adb3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:06.488222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-121ec023-fe0e-43cb-ae29-00490788e9d4 req-bb11c8a5-40cf-46e1-a76d-e6c49ca3adb3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 945 time: 0.0857954 Jul 07 22:46:06.492493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] For port c5f6ff92-0a70-4e29-87b6-7b94bbd62467, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:06.502019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9e814237-f9ee-4116-a4c9-94e122d76c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.504857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9e814237-f9ee-4116-a4c9-94e122d76c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.506508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9e814237-f9ee-4116-a4c9-94e122d76c2a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6e68153f-93f5-4c74-9b99-c23d6e76d630 HTTP/1.1" status: 204 len: 168 time: 0.1987193 Jul 07 22:46:06.507485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.513493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] For port c5f6ff92-0a70-4e29-87b6-7b94bbd62467, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,segment=NetworkSegment(937eb080-5c9e-4ba3-9e8f-c12934abb0cc),segment_id=937eb080-5c9e-4ba3-9e8f-c12934abb0cc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:06.525804 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.527528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e814237-f9ee-4116-a4c9-94e122d76c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68153f-93f5-4c74-9b99-c23d6e76d630,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.528604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Transition to ACTIVE for port object edde14ec-2365-4958-83d5-b0aabd6ab0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:06.577652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.587552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-121ec023-fe0e-43cb-ae29-00490788e9d4 req-c70a6cd8-740f-41b7-8d76-1b5e6389a84b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867872 Jul 07 22:46:06.642102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bfe91-7f04-4d6c-b216-1e8881a30180 None None] Pushing event updated for resources: {'Port': ['ID=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.644991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:06.650670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:06.653066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=edde14ec-2365-4958-83d5-b0aabd6ab0e4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.656007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:06.729572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:06.730252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.746075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-849d1709-5e28-4aa2-8a40-7d158b147583 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9480891 Jul 07 22:46:06.747710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:07.132065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57398) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:07.177778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01c6addd-35bf-4793-8742-9726a0e504f8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=21827012e85841e894d1bf7fcabac31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439456 Jul 07 22:46:07.180436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57400) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:07.210061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359899f-4d90-4912-81f1-f9ed118c6ab5 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:07.216020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359899f-4d90-4912-81f1-f9ed118c6ab5 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:07.221917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359899f-4d90-4912-81f1-f9ed118c6ab5 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:07.223624 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6359899f-4d90-4912-81f1-f9ed118c6ab5 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4746947 Jul 07 22:46:07.227064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57402) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:07.228452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f024c2cd-00e1-42dc-9bb6-c923eb87e77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.250192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f024c2cd-00e1-42dc-9bb6-c923eb87e77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.296601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f024c2cd-00e1-42dc-9bb6-c923eb87e77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.301259 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f024c2cd-00e1-42dc-9bb6-c923eb87e77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.303196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f024c2cd-00e1-42dc-9bb6-c923eb87e77b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e5621b59-f94a-4f2c-8c4a-df8af1543a14 HTTP/1.1" status: 204 len: 168 time: 0.1218047 Jul 07 22:46:07.313400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024c2cd-00e1-42dc-9bb6-c923eb87e77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5621b59-f94a-4f2c-8c4a-df8af1543a14,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:07.345587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port edde14ec-2365-4958-83d5-b0aabd6ab0e4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:07.346232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.490288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c5f6ff92-0a70-4e29-87b6-7b94bbd62467 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:07.495572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.524990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for edde14ec-2365-4958-83d5-b0aabd6ab0e4 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:07.563909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff541f2a-c48a-46bd-9be2-402cdf157a63 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:07.570177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba7e6-2ad9-4e83-b89e-e7ce239d7fb2 req-6e8bd041-91db-4a7f-bae4-3013752c6451 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:07.579078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea9ba7e6-2ad9-4e83-b89e-e7ce239d7fb2 req-6e8bd041-91db-4a7f-bae4-3013752c6451 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.1145103 Jul 07 22:46:07.619115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:07.639283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea9ba7e6-2ad9-4e83-b89e-e7ce239d7fb2 req-758712cf-99df-4555-be3a-755ea7e35d0f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588634 Jul 07 22:46:07.663712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port ff541f2a-c48a-46bd-9be2-402cdf157a63 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:07.678968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port ff541f2a-c48a-46bd-9be2-402cdf157a63 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:07.679931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.738957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cab358c-621f-404d-946e-a1819eca0afb no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:07.799770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.838309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=edde14ec-2365-4958-83d5-b0aabd6ab0e4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:07.901976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d87ae-d251-4941-b910-d593ca1bdfd1 req-96be86ef-e2bd-4159-8e94-857ddfd9cd60 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:07.910106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560d87ae-d251-4941-b910-d593ca1bdfd1 req-96be86ef-e2bd-4159-8e94-857ddfd9cd60 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 945 time: 0.1160941 Jul 07 22:46:07.975788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-560d87ae-d251-4941-b910-d593ca1bdfd1 req-36310676-8ba5-4287-bc45-ddc2cf6dab0e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646291 Jul 07 22:46:08.046418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1cab358c-621f-404d-946e-a1819eca0afb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:08.046856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1cab358c-621f-404d-946e-a1819eca0afb not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:08.048758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af833693-628e-4409-889f-c188a73543b4 None None] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:08.123190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.125603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6e3be274-3a9c-47f0-a24c-692e6438c3b3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/ports/edde14ec-2365-4958-83d5-b0aabd6ab0e4 HTTP/1.1" status: 204 len: 168 time: 0.8975976 Jul 07 22:46:08.128591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57412) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.140046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] Provisioning for port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:08.148456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] Provisioning complete for port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.149380 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.160068 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe707ba4-5502-4ffb-a921-bc6d4883654e tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] GET failed (client error): The resource could not be found. Jul 07 22:46:08.165689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fe707ba4-5502-4ffb-a921-bc6d4883654e tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "GET /v2.0/ports/edde14ec-2365-4958-83d5-b0aabd6ab0e4 HTTP/1.1" status: 404 len: 333 time: 0.0324411 Jul 07 22:46:08.166157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57414) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.171150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'name': 'tempest-AllowedAddressPairTestJSON-1644053431'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:08.178215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba8ca-0d5b-45f6-9bd9-740716a7632c req-50cd6692-c3e0-4567-a888-a5e898025761 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.179869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b7ba8ca-0d5b-45f6-9bd9-740716a7632c req-50cd6692-c3e0-4567-a888-a5e898025761 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.0712469 Jul 07 22:46:08.218773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0b7ba8ca-0d5b-45f6-9bd9-740716a7632c req-987c1cfa-f8ff-402c-943b-277658df61b8 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Jul 07 22:46:08.287280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.300250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:08.304380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.325464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] device_id is not set on port 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:08.363540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff541f2a-c48a-46bd-9be2-402cdf157a63'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:08.365837 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338a584c-d1b2-4180-b6aa-41d43cf7cc0d" -d '{"events": [{"server_uuid": "d1c8f4c7-f5cf-4679-a287-f3a445983d29", "name": "network-vif-plugged", "status": "completed", "tag": "ff541f2a-c48a-46bd-9be2-402cdf157a63"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:08.376264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.383824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ff541f2a-c48a-46bd-9be2-402cdf157a63, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:08.395207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.402890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e776-e5e2-4f13-8670-42e4702d8a2a req-10247ff3-2654-4deb-b9fd-c972659a45ce tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.404545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d9e776-e5e2-4f13-8670-42e4702d8a2a req-10247ff3-2654-4deb-b9fd-c972659a45ce tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.0717092 Jul 07 22:46:08.444077 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d9e776-e5e2-4f13-8670-42e4702d8a2a req-22f91f68-5382-4d0d-94f1-942560d8fa4b tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Jul 07 22:46:08.446160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Allocated IP 172.20.0.10 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/586c9f94-a537-4e2d-ab3d-3e4c69a47eb0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:08.452932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] For port c5f6ff92-0a70-4e29-87b6-7b94bbd62467, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,segment=NetworkSegment(937eb080-5c9e-4ba3-9e8f-c12934abb0cc),segment_id=937eb080-5c9e-4ba3-9e8f-c12934abb0cc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:08.470970 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.477240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57420) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.489812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ff541f2a-c48a-46bd-9be2-402cdf157a63,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:08.524393 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb16ad13-7047-461e-91b1-24c060d252f8 x-openstack-request-id: req-bb16ad13-7047-461e-91b1-24c060d252f8 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:08.524881 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c8f4c7-f5cf-4679-a287-f3a445983d29", "name": "network-vif-plugged", "status": "completed", "tag": "ff541f2a-c48a-46bd-9be2-402cdf157a63", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:08.525238 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bb16ad13-7047-461e-91b1-24c060d252f8 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:08.525751 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff541f2a-c48a-46bd-9be2-402cdf157a63', 'code': 200} Jul 07 22:46:08.558085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab2ed-71e4-4ec5-9f49-6ed3bc18a2c5 None None] Pushing event updated for resources: {'Port': ['ID=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:08.649394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.655799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61deaf2-4c12-4ead-ad5a-b3845188151d req-1a674176-5206-4e46-8c6c-76867dfd2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.657415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b61deaf2-4c12-4ead-ad5a-b3845188151d req-1a674176-5206-4e46-8c6c-76867dfd2802 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 1098 time: 0.0634573 Jul 07 22:46:08.665631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Transition to ACTIVE for port object 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:08.701954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b61deaf2-4c12-4ead-ad5a-b3845188151d req-ecab694e-ab54-4a81-9193-ee94340082f9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Jul 07 22:46:08.708237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.753270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:08.756927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:08.763099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:08.789700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=586c9f94-a537-4e2d-ab3d-3e4c69a47eb0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:08.803254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8fe660d-8201-4286-b607-16c77468fa1b None None] Provisioning complete for port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.803823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c8fe660d-8201-4286-b607-16c77468fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.817915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c2f72-9e63-41f9-a97a-1c6552764305 tempest-TestServerBasicOps-176888048 tempest-TestServerBasicOps-176888048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.823484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f5c2f72-9e63-41f9-a97a-1c6552764305 tempest-TestServerBasicOps-176888048 tempest-TestServerBasicOps-176888048-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1092 time: 0.3451393 Jul 07 22:46:08.824285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.824882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.825584 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.828908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:08.841958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-75a9260f-ad2d-4112-ae72-e8980847ddfc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6743276 Jul 07 22:46:08.844783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57426) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.854675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:93:3b'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:08.869608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.928177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8fe660d-8201-4286-b607-16c77468fa1b None None] Provisioning for port a8f150ca-7587-4663-b874-a3128e4776af completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:08.932344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8fe660d-8201-4286-b607-16c77468fa1b None None] Provisioning complete for port a8f150ca-7587-4663-b874-a3128e4776af triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.932726 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c8fe660d-8201-4286-b607-16c77468fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.955360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.971566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe660d-8201-4286-b607-16c77468fa1b None None] Port a8f150ca-7587-4663-b874-a3128e4776af cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:09.003320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.097275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-24b62e6c-4491-4f25-9b71-de624983fd37 None None] Provisioning complete for port a8f150ca-7587-4663-b874-a3128e4776af triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:09.097660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24b62e6c-4491-4f25-9b71-de624983fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.143056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-24b62e6c-4491-4f25-9b71-de624983fd37 None None] Port a8f150ca-7587-4663-b874-a3128e4776af cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:09.191899 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Allocated IP 172.25.5.70 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/09f9e379-681f-4a16-af4a-7bf9520c0245) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:09.198905 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.204113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.257102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cb5d88c4-ef3c-48ac-b3ca-c1865838c7f2 None None] Could not find standard attr ID for object edde14ec-2365-4958-83d5-b0aabd6ab0e4. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:09.274374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c18a-2e2c-4c1f-ade4-622e11bf0e5a req-c5329b37-431f-4ac2-94d1-4da9243a1829 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:09.275942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33d3c18a-2e2c-4c1f-ade4-622e11bf0e5a req-c5329b37-431f-4ac2-94d1-4da9243a1829 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.1530886 Jul 07 22:46:09.293435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=586c9f94-a537-4e2d-ab3d-3e4c69a47eb0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.304400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] In _notify_port_updated(), no bound segment for port 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 on network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:09.311065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:09.318449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.319782 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-23ba5526-8df3-4ae4-8297-b1ac3cbf01c3 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "PUT /v2.0/ports/586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 HTTP/1.1" status: 200 len: 994 time: 0.4742274 Jul 07 22:46:09.322468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57430) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.361396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33d3c18a-2e2c-4c1f-ade4-622e11bf0e5a req-a384073d-a76a-473e-8df0-926f3a460d5d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760732 Jul 07 22:46:09.365134 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.410533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c5f6ff92-0a70-4e29-87b6-7b94bbd62467 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:09.442376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.487461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:09.494096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:09.494677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.494917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:09.499778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:09.502950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:09.503709 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.504619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'Port': ['ID=09f9e379-681f-4a16-af4a-7bf9520c0245,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.622726 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.624269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ab85c79-37d2-4a03-b506-70d7c18eca67 None None] Provisioning for port 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:09.629576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2ab85c79-37d2-4a03-b506-70d7c18eca67 None None] Provisioning complete for port 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:09.630821 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2ab85c79-37d2-4a03-b506-70d7c18eca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.636731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:09.681106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2ab85c79-37d2-4a03-b506-70d7c18eca67 None None] Port 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:09.784743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.821489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=586c9f94-a537-4e2d-ab3d-3e4c69a47eb0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.944297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.973444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.978040 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eaf2980a-6ea2-455a-a77a-8a8fd030a50c tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/ports/586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 HTTP/1.1" status: 204 len: 168 time: 0.6520951 Jul 07 22:46:09.978898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57432) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.996528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e1ac533e-da86-478d-ae38-03443e24fea7 None None] Could not find standard attr ID for object 586c9f94-a537-4e2d-ab3d-3e4c69a47eb0. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:10.010071 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a614af-18e7-4868-8923-763cb5378193 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] GET failed (client error): The resource could not be found. Jul 07 22:46:10.015128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d3a614af-18e7-4868-8923-763cb5378193 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "GET /v2.0/ports/586c9f94-a537-4e2d-ab3d-3e4c69a47eb0 HTTP/1.1" status: 404 len: 333 time: 0.0316024 Jul 07 22:46:10.015363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57434) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:10.020379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'name': 'tempest-AllowedAddressPairTestJSON-1892014028'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:10.032595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.147528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:10.152033 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.173321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] device_id is not set on port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:10.293748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Allocated IP 172.20.0.10 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:10.486113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.503061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Transition to ACTIVE for port object d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:10.539938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.585884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:10.591258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:10.595119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:10.601723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:10.608941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.621868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1374-0708-41ed-a5ed-b32377267256 req-ca71a7be-810a-4e70-a884-a71979e84194 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:10.623349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5eb1374-0708-41ed-a5ed-b32377267256 req-ca71a7be-810a-4e70-a884-a71979e84194 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.1066940 Jul 07 22:46:10.624598 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.663237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:10.663883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.683354 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-892ce384-428e-4aa7-af95-47a15a61f26a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6667666 Jul 07 22:46:10.685935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57438) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:10.691834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:93:3b'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:10.717724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event updated for resources: {'Port': ['ID=09f9e379-681f-4a16-af4a-7bf9520c0245,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:10.734592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5eb1374-0708-41ed-a5ed-b32377267256 req-ad4f29cf-4190-4d26-a46a-ce0eb74dabc3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046236 Jul 07 22:46:10.742938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.800202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.868165 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Floating IP 759cc76f-a779-4adb-a52f-ff6b73b12cfe associated. External IP: 172.25.5.70, port: 3f00b942-e2f6-4e94-8472-c9c2523ed581. Jul 07 22:46:10.928945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dd37d9b8-d89d-45d7-90ac-625066d6fa25 None None] Provisioning for port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:10.933893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dd37d9b8-d89d-45d7-90ac-625066d6fa25 None None] Provisioning complete for port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:10.934280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dd37d9b8-d89d-45d7-90ac-625066d6fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.977214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-dd37d9b8-d89d-45d7-90ac-625066d6fa25 None None] Port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:10.993258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.998460 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.022234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37191cc-560f-44fd-90c4-939523ddc15b req-5446c466-04e0-4fc8-b482-62607f8ec0c0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:11.023835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d37191cc-560f-44fd-90c4-939523ddc15b req-5446c466-04e0-4fc8-b482-62607f8ec0c0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.1225474 Jul 07 22:46:11.084329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:11.097772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] In _notify_port_updated(), no bound segment for port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde on network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:11.104263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:11.105177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.109327 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc8e3856-1769-49a4-968c-1a915a14a52a tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "PUT /v2.0/ports/d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde HTTP/1.1" status: 200 len: 997 time: 0.4194324 Jul 07 22:46:11.111151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57444) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:11.135700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d37191cc-560f-44fd-90c4-939523ddc15b req-4395c105-30d8-4934-808d-2c843bac2576 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731905 Jul 07 22:46:11.163850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Router d41a2a07-1f2e-426a-803a-a9636e8ff429 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:11.230121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:11.230646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.297530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-92ac9ac7-8772-41ad-9710-4ff6cd68253d None None] Provisioning complete for port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:11.298510 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-92ac9ac7-8772-41ad-9710-4ff6cd68253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.319317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:11.335532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] Sync routers for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:11.342109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.351375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-92ac9ac7-8772-41ad-9710-4ff6cd68253d None None] Port d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:11.353593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:11.354742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:11.363979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.382483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:11.393984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccecb02-b46b-4bc5-944a-b14757e9a6d4 req-230b91c0-6073-4d7f-9626-07d57d30c017 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:11.396127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fccecb02-b46b-4bc5-944a-b14757e9a6d4 req-230b91c0-6073-4d7f-9626-07d57d30c017 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.1273425 Jul 07 22:46:11.423346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fa32649a-e803-481c-956c-5ae15ad0fde3 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5979748 Jul 07 22:46:11.424907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:11.429670 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0547c16b-09ea-4334-a156-5c759b4378e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:11.466347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fccecb02-b46b-4bc5-944a-b14757e9a6d4 req-effe1eb1-e738-4b39-8252-6b3de36c8b4c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619619 Jul 07 22:46:11.492538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:11.534954 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5bb5f-905f-4cd8-a90b-0b42221ee81a x-openstack-request-id: req-7ff5bb5f-905f-4cd8-a90b-0b42221ee81a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:11.537101 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:11.537101 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7ff5bb5f-905f-4cd8-a90b-0b42221ee81a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:11.537101 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'status': 'completed', 'code': 200} Jul 07 22:46:11.544115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.593286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:11.690518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.695903 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57456) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:11.706921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c5c36b2a-a9bc-4f99-92ff-35ae3f5741f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/ports/d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde HTTP/1.1" status: 204 len: 168 time: 0.5946364 Jul 07 22:46:11.732216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-16291d15-2210-48ca-bf83-e11e6bd510ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:11.733770 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-16291d15-2210-48ca-bf83-e11e6bd510ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.1739452 Jul 07 22:46:11.749104 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fadd3a-9ad8-4769-9218-a449f4334d71 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] GET failed (client error): The resource could not be found. Jul 07 22:46:11.757392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-32fadd3a-9ad8-4769-9218-a449f4334d71 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "GET /v2.0/ports/d1ad78b6-3dc7-41b9-8146-2c6ee03b6cde HTTP/1.1" status: 404 len: 333 time: 0.0603564 Jul 07 22:46:11.758082 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57458) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:11.763194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'name': 'tempest-AllowedAddressPairTestJSON-787485191'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:11.766829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '759cc76f-a779-4adb-a52f-ff6b73b12cfe', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'port_id': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'mac_address': 'fa:16:3e:85:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:46:09Z', 'updated_at': '2021-07-07T22:46:09Z', 'revision_number': 0, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:44Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:11.814541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] Checking router: d41a2a07-1f2e-426a-803a-a9636e8ff429 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:11.844504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:11.845052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:45:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:11.883075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:11.886837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.904212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-6980c72d-34e6-4b15-a647-0764c7d406db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:11.906244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] device_id is not set on port 08694232-fe37-47f4-8294-459628601e45 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:11.907355 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-6980c72d-34e6-4b15-a647-0764c7d406db service neutron] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 909 time: 0.1668456 Jul 07 22:46:11.977960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:11.996630 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-fda1e1ef-8a7a-4428-9d02-48697593f1ae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 998 time: 0.0819023 Jul 07 22:46:12.051122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-92f4f2c7-acbf-4305-bb38-9110cf37b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:12.053156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-92f4f2c7-acbf-4305-bb38-9110cf37b3be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0502036 Jul 07 22:46:12.060080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Allocated IP 172.20.0.7 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/08694232-fe37-47f4-8294-459628601e45) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:12.081945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b6ce9-effd-41ae-ab0c-589b3620cbb7 req-7bb8a312-7a11-497b-bc38-1f374ed68504 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:12.083562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-517b6ce9-effd-41ae-ab0c-589b3620cbb7 req-7bb8a312-7a11-497b-bc38-1f374ed68504 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.1194324 Jul 07 22:46:12.121537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-f68a0a36-428a-4186-b3a1-c56e0187a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:12.123176 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-f68a0a36-428a-4186-b3a1-c56e0187a460 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631607 Jul 07 22:46:12.149404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-517b6ce9-effd-41ae-ab0c-589b3620cbb7 req-5baa7c54-389b-4b51-99b1-10798865bf43 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591562 Jul 07 22:46:12.226911 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-cb7ecaaa-c96c-4c19-9278-4592eb58fe38 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975287 Jul 07 22:46:12.235600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '759cc76f-a779-4adb-a52f-ff6b73b12cfe', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'port_id': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'mac_address': 'fa:16:3e:85:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:46:09Z', 'updated_at': '2021-07-07T22:46:09Z', 'revision_number': 0, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:44Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:12.257768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.263149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995ff9fc-db6a-45e3-95df-057e55e7f75a None None] The sync data for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 is: [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '759cc76f-a779-4adb-a52f-ff6b73b12cfe', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'port_id': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'mac_address': 'fa:16:3e:85:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:46:09Z', 'updated_at': '2021-07-07T22:46:09Z', 'revision_number': 0, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:44Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:12.271540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Transition to ACTIVE for port object 08694232-fe37-47f4-8294-459628601e45 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:12.306184 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.333758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0547c16b-09ea-4334-a156-5c759b4378e5 req-5dd57c98-7260-4049-bbc6-2cff7752d2c3 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992103 Jul 07 22:46:12.357920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:12.363408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:12.367963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:12.374682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=08694232-fe37-47f4-8294-459628601e45,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:12.422977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:12.423665 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.443300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-444946bf-ed3c-485b-968a-99556ab3e2ea tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6838510 Jul 07 22:46:12.446375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57462) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:12.451827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'network_id': '4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8', 'name': 'tempest-AllowedAddressPairTestJSON-941409299'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:12.500493 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba48d9c-098b-4909-85df-daf4309aeb5c None None] New status for floating IP 759cc76f-a779-4adb-a52f-ff6b73b12cfe: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:46:12.571266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Made reservation on behalf of f40c50ccaccc4cbd950cebb29f641848 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:12.578827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.599249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] device_id is not set on port 81506093-f053-4601-9498-8c93f2c6396c yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:12.681126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7121953c-1069-4296-8f40-0d6f7678a4b9 None None] Provisioning for port 08694232-fe37-47f4-8294-459628601e45 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:12.685340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7121953c-1069-4296-8f40-0d6f7678a4b9 None None] Provisioning complete for port 08694232-fe37-47f4-8294-459628601e45 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:12.685783 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7121953c-1069-4296-8f40-0d6f7678a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.715954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Allocated IP 172.20.0.4 (4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8/f7f9d70d-d95c-44ed-9591-51f9d97b08b3/81506093-f053-4601-9498-8c93f2c6396c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:12.725642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7121953c-1069-4296-8f40-0d6f7678a4b9 None None] Port 08694232-fe37-47f4-8294-459628601e45 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:12.859258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.877197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Transition to ACTIVE for port object 81506093-f053-4601-9498-8c93f2c6396c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:12.909699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.954886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:12.960538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:12.962922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:12.989071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=81506093-f053-4601-9498-8c93f2c6396c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:13.020082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.021265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.038133 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-99688eed-7bac-4b7d-9d55-a070a73a2e88 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5905721 Jul 07 22:46:13.040729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57464) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:13.046182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:93:3b'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:13:e9:b6'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:13.147774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-743d623c-0db9-4811-878f-47ac9ab853ce None None] Provisioning for port 81506093-f053-4601-9498-8c93f2c6396c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:13.151691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-743d623c-0db9-4811-878f-47ac9ab853ce None None] Provisioning complete for port 81506093-f053-4601-9498-8c93f2c6396c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:13.152188 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-743d623c-0db9-4811-878f-47ac9ab853ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.188251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-743d623c-0db9-4811-878f-47ac9ab853ce None None] Port 81506093-f053-4601-9498-8c93f2c6396c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:13.223174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.365004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353546b-8f91-4793-97ed-c2ddc24e64aa req-38eb2a3e-5ffb-4a71-8641-cd047fcbc048 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.366514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3353546b-8f91-4793-97ed-c2ddc24e64aa req-38eb2a3e-5ffb-4a71-8641-cd047fcbc048 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.0979071 Jul 07 22:46:13.412441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.416936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.420785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e0334-ee74-480c-a419-ab1088c4d81f req-0f273c51-f5a1-4489-a831-66cc6500cce4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.422254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-255e0334-ee74-480c-a419-ab1088c4d81f req-0f273c51-f5a1-4489-a831-66cc6500cce4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 946 time: 0.1079457 Jul 07 22:46:13.425377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3353546b-8f91-4793-97ed-c2ddc24e64aa req-1cb606c9-b77b-4ea3-bb76-7bbd0c5dbf87 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513184 Jul 07 22:46:13.495717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event updated for resources: {'Port': ['ID=81506093-f053-4601-9498-8c93f2c6396c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:13.511152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] In _notify_port_updated(), no bound segment for port 81506093-f053-4601-9498-8c93f2c6396c on network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:13.516811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.517482 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.519352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d46947ce-3c80-4dcb-ba8c-0c069e453229 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "PUT /v2.0/ports/81506093-f053-4601-9498-8c93f2c6396c HTTP/1.1" status: 200 len: 1054 time: 0.4771347 Jul 07 22:46:13.521664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57468) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:13.532480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port ff541f2a-c48a-46bd-9be2-402cdf157a63 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:13.532480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.632223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port ff541f2a-c48a-46bd-9be2-402cdf157a63, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ff541f2a-c48a-46bd-9be2-402cdf157a63,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:13.632802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.636429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port 81506093-f053-4601-9498-8c93f2c6396c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:13.636951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.647496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for ff541f2a-c48a-46bd-9be2-402cdf157a63 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:13.709423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-49d90806-4869-47fc-9699-0b6d7be6128d None None] Provisioning complete for port 81506093-f053-4601-9498-8c93f2c6396c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:13.709972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-49d90806-4869-47fc-9699-0b6d7be6128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.725325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.738876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for 81506093-f053-4601-9498-8c93f2c6396c owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:13.748362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-49d90806-4869-47fc-9699-0b6d7be6128d None None] Port 81506093-f053-4601-9498-8c93f2c6396c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:13.784654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.795678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ff541f2a-c48a-46bd-9be2-402cdf157a63'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:46:13.815049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=ff541f2a-c48a-46bd-9be2-402cdf157a63,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:13.863373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port ff541f2a-c48a-46bd-9be2-402cdf157a63 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:13.866381 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.868587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-255e0334-ee74-480c-a419-ab1088c4d81f req-25ef4c05-4d0f-4e0f-bb45-8af242dfa09e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "DELETE /v2.0/ports/ff541f2a-c48a-46bd-9be2-402cdf157a63 HTTP/1.1" status: 204 len: 173 time: 0.4403474 Jul 07 22:46:13.869037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'name': 'network-vif-deleted', 'tag': 'ff541f2a-c48a-46bd-9be2-402cdf157a63'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:13.871675 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb643298-357c-49b5-a941-aba3b517ad9c" -d '{"events": [{"server_uuid": "d1c8f4c7-f5cf-4679-a287-f3a445983d29", "name": "network-vif-deleted", "tag": "ff541f2a-c48a-46bd-9be2-402cdf157a63"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:13.900009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.910255 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf1da03-5658-4b4a-87c2-65b8190d5fc3 x-openstack-request-id: req-4cf1da03-5658-4b4a-87c2-65b8190d5fc3 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:13.910846 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c8f4c7-f5cf-4679-a287-f3a445983d29", "name": "network-vif-deleted", "tag": "ff541f2a-c48a-46bd-9be2-402cdf157a63", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:13.911860 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4cf1da03-5658-4b4a-87c2-65b8190d5fc3 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:13.912532 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c8f4c7-f5cf-4679-a287-f3a445983d29', 'name': 'network-vif-deleted', 'tag': 'ff541f2a-c48a-46bd-9be2-402cdf157a63', 'status': 'completed', 'code': 200} Jul 07 22:46:13.953657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=81506093-f053-4601-9498-8c93f2c6396c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:14.172924 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.174980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0de76864-55bb-407c-adb4-292bd774a5eb tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/ports/81506093-f053-4601-9498-8c93f2c6396c HTTP/1.1" status: 204 len: 168 time: 0.6520467 Jul 07 22:46:14.177555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57472) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:14.205153 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3946bf-f7e7-4524-a041-2bc725e6ceab tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] GET failed (client error): The resource could not be found. Jul 07 22:46:14.206658 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1d3946bf-f7e7-4524-a041-2bc725e6ceab tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "GET /v2.0/ports/81506093-f053-4601-9498-8c93f2c6396c HTTP/1.1" status: 404 len: 333 time: 0.0281587 Jul 07 22:46:14.209986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:14.303039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port 08694232-fe37-47f4-8294-459628601e45 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:14.303306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.391231 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.403172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for 08694232-fe37-47f4-8294-459628601e45 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:14.535969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.571375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=08694232-fe37-47f4-8294-459628601e45,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:14.577886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3295df82-1832-4a7e-9615-46e491974bfb req-5b986076-dc87-407a-b0d9-e644f8303cc1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 210 time: 0.0330567 Jul 07 22:46:14.652591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.657205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57478) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:14.657391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-df78fc3f-ba09-400d-9267-735a225ea7b9 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/ports/08694232-fe37-47f4-8294-459628601e45 HTTP/1.1" status: 204 len: 168 time: 0.4463060 Jul 07 22:46:14.690076 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c78a56e-68fa-40de-bd0d-3fa43f4763f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] GET failed (client error): The resource could not be found. Jul 07 22:46:14.692732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8c78a56e-68fa-40de-bd0d-3fa43f4763f7 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "GET /v2.0/ports/08694232-fe37-47f4-8294-459628601e45 HTTP/1.1" status: 404 len: 333 time: 0.0334783 Jul 07 22:46:14.695488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:14.803078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port a8f150ca-7587-4663-b874-a3128e4776af {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:14.803430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.888377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:14.901533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for a8f150ca-7587-4663-b874-a3128e4776af owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:15.032887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.060341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=a8f150ca-7587-4663-b874-a3128e4776af,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:15.137528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.139597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ac88334a-a2ab-4c40-ad55-ba2461955c00 tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/ports/a8f150ca-7587-4663-b874-a3128e4776af HTTP/1.1" status: 204 len: 168 time: 0.4430413 Jul 07 22:46:15.141912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57482) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:15.195897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting subnet f7f9d70d-d95c-44ed-9591-51f9d97b08b3 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:15.199449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.246311 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.367137 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.423616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.451910 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f9d70d-d95c-44ed-9591-51f9d97b08b3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:15.454763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.456667 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dca371f1-ac67-4a83-9538-12db7c4b9eca tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/subnets/f7f9d70d-d95c-44ed-9591-51f9d97b08b3 HTTP/1.1" status: 204 len: 168 time: 0.3138185 Jul 07 22:46:15.459941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57484) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:15.463820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354102ee-b3f2-4d0a-b63c-651d8cecfaca None None] Network 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:15.535618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.589394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Deleting port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:15.590045 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.665855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] For port c5f6ff92-0a70-4e29-87b6-7b94bbd62467, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,segment=NetworkSegment(937eb080-5c9e-4ba3-9e8f-c12934abb0cc),segment_id=937eb080-5c9e-4ba3-9e8f-c12934abb0cc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:15.666222 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.681792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Calling delete_port for c5f6ff92-0a70-4e29-87b6-7b94bbd62467 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:15.707630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] DHCP port deletion for 4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:15.757863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] Deleting port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:15.758601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.758755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024755fe-483d-4652-9bb1-84c321fb8618 req-b4ee921c-d363-4a82-882d-25b437724f56 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 210 time: 0.0325336 Jul 07 22:46:15.812395 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.839241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] For port c5f6ff92-0a70-4e29-87b6-7b94bbd62467, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,segment=NetworkSegment(937eb080-5c9e-4ba3-9e8f-c12934abb0cc),segment_id=937eb080-5c9e-4ba3-9e8f-c12934abb0cc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:15.839756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.841182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Port': ['ID=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:15.846309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] No DVR routers for this DVR port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:15.858924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] Calling delete_port for c5f6ff92-0a70-4e29-87b6-7b94bbd62467 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:15.927469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.938019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:15.940233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.949618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937eb080-5c9e-4ba3-9e8f-c12934abb0cc') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:15.949975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937eb080-5c9e-4ba3-9e8f-c12934abb0cc') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:15.954518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] No DVR routers for this DVR port c5f6ff92-0a70-4e29-87b6-7b94bbd62467 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:15.959424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.974475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.977956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99e9a9-0c35-4d71-9fdc-653bd7abaee9 None None] Pushing event deleted for resources: {'Port': ['ID=c5f6ff92-0a70-4e29-87b6-7b94bbd62467,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:15.988073 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:16.047327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:16.054783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:16.056595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] 10.222.0.95 "DELETE /v2.0/networks/4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8 HTTP/1.1" status: 204 len: 168 time: 0.5956750 Jul 07 22:46:16.070575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7192a-67de-48ac-bebb-ab8996ad13cc tempest-AllowedAddressPairTestJSON-530287761 tempest-AllowedAddressPairTestJSON-530287761-project] Pushing event deleted for resources: {'Network': ['ID=4b8dd24f-f6b2-4329-9afc-bdfe87aa57b8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:16.306868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57492) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:16.436916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2aa5883a-26f2-4164-9790-83a4b6e90916 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f40c50ccaccc4cbd950cebb29f641848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287029 Jul 07 22:46:16.439350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57496) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:16.488602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccdff648-af45-4348-9a98-1cc6a2b44f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:16.509821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccdff648-af45-4348-9a98-1cc6a2b44f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:16.905901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccdff648-af45-4348-9a98-1cc6a2b44f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:16.908388 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c0ea273-cc16-44b5-b184-0ac338ddde4b req-fb57955b-1c6f-4d7a-b33d-5e620ee48643 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1c8f4c7-f5cf-4679-a287-f3a445983d29 HTTP/1.1" status: 200 len: 210 time: 0.0306144 Jul 07 22:46:16.909696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccdff648-af45-4348-9a98-1cc6a2b44f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:16.910995 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccdff648-af45-4348-9a98-1cc6a2b44f2a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9c3e3951-fa3d-4d83-a252-5a9f5646e8ba HTTP/1.1" status: 204 len: 168 time: 0.4706402 Jul 07 22:46:16.919200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdff648-af45-4348-9a98-1cc6a2b44f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e3951-fa3d-4d83-a252-5a9f5646e8ba,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:17.005682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:17.361316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c5f6ff92-0a70-4e29-87b6-7b94bbd62467 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:17.381674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c5f6ff92-0a70-4e29-87b6-7b94bbd62467 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:17.382252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c5f6ff92-0a70-4e29-87b6-7b94bbd62467 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:17.583824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57520) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.620331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff541f2a-c48a-46bd-9be2-402cdf157a63 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:17.641434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: ff541f2a-c48a-46bd-9be2-402cdf157a63 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:17.642042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ff541f2a-c48a-46bd-9be2-402cdf157a63 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:17.682947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-445aa466-52cb-4b8b-a523-13602fb58bf3 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.683990 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-445aa466-52cb-4b8b-a523-13602fb58bf3 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0991590 Jul 07 22:46:17.686829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57524) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.690779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-52e00e4e-cd87-4597-a0fc-4ae2611ebb7a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.691700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-52e00e4e-cd87-4597-a0fc-4ae2611ebb7a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040066 Jul 07 22:46:17.693848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57526) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.697671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-d3178353-33cf-4787-a15a-ce4600ae6c7d tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.698593 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d3178353-33cf-4787-a15a-ce4600ae6c7d tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039268 Jul 07 22:46:17.700727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57528) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.705166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-6915e2b9-cd55-44ab-a3cc-cb2b751531c9 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.706117 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6915e2b9-cd55-44ab-a3cc-cb2b751531c9 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045578 Jul 07 22:46:17.708135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57530) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.711977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-0b22dcf0-9e16-4ef6-84b8-a9b929dae682 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.712903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b22dcf0-9e16-4ef6-84b8-a9b929dae682 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039363 Jul 07 22:46:17.715148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57532) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.718956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-60740912-8fb0-4051-acd5-de227e860324 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.719888 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-60740912-8fb0-4051-acd5-de227e860324 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039203 Jul 07 22:46:17.721895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57534) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.726295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-03f1f11f-34d2-41fe-995f-d7d494595a57 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.729537 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03f1f11f-34d2-41fe-995f-d7d494595a57 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046277 Jul 07 22:46:17.730202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57536) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.734774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-e484971f-d521-469f-b847-e50899133691 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.736213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e484971f-d521-469f-b847-e50899133691 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050015 Jul 07 22:46:17.738742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57538) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.743459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-86baf991-080e-477a-aee0-c6d25300901f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.744629 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-86baf991-080e-477a-aee0-c6d25300901f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043664 Jul 07 22:46:17.746597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57540) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.750413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-b87cc832-c450-4351-8e98-2b0be177ba04 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.751383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b87cc832-c450-4351-8e98-2b0be177ba04 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039418 Jul 07 22:46:17.754319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57542) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.758182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-b927deda-d87c-4fc6-9ebe-354952a13bd2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.759189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b927deda-d87c-4fc6-9ebe-354952a13bd2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039923 Jul 07 22:46:17.761360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57544) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.765471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-54771e1b-ce9a-472e-90ca-01843b300e34 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.766391 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-54771e1b-ce9a-472e-90ca-01843b300e34 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042241 Jul 07 22:46:17.768430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57546) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.772338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-083b062f-fcc5-4e02-ae6d-f4cafd99e3db tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.773399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-083b062f-fcc5-4e02-ae6d-f4cafd99e3db tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041673 Jul 07 22:46:17.775547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57548) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.780127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-1112dbba-6bba-4905-9786-b2d11cdb13c1 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.781198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1112dbba-6bba-4905-9786-b2d11cdb13c1 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047600 Jul 07 22:46:17.783542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57550) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.788643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-76c96357-bf7a-41ec-8708-dbd996e2f942 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.789599 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76c96357-bf7a-41ec-8708-dbd996e2f942 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049980 Jul 07 22:46:17.792034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57552) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.796682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-aad9bfbe-91f4-469d-b760-0aa670254c4f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.797647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-aad9bfbe-91f4-469d-b760-0aa670254c4f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045221 Jul 07 22:46:17.799924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57554) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.804713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-c2ae36d4-4d8f-4bd2-8c97-f42f4a97e39b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.805907 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2ae36d4-4d8f-4bd2-8c97-f42f4a97e39b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046887 Jul 07 22:46:17.807737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57556) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.811561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-d31cf77d-2e46-4399-948f-ed34ffcb5f71 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.812474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d31cf77d-2e46-4399-948f-ed34ffcb5f71 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039155 Jul 07 22:46:17.814720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57558) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.819098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-6b2e69fb-ecb0-46d8-9724-c3a340849b77 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.820182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6b2e69fb-ecb0-46d8-9724-c3a340849b77 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044107 Jul 07 22:46:17.822657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57560) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.828125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-fe9872e9-a99f-4570-8cf6-dda664c9d07f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.829087 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fe9872e9-a99f-4570-8cf6-dda664c9d07f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053108 Jul 07 22:46:17.831645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57562) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.835914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-30c8e67a-983a-4514-b911-a27737972747 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.836942 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-30c8e67a-983a-4514-b911-a27737972747 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043705 Jul 07 22:46:17.839219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57564) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.844313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-d252d0a1-f7e2-435c-b8d4-a7cef8cf61d3 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.845259 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d252d0a1-f7e2-435c-b8d4-a7cef8cf61d3 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048518 Jul 07 22:46:17.847434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57566) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.852514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-75173300-ad0b-4c3b-9a09-eaf84bd4ceda tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.856508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-75173300-ad0b-4c3b-9a09-eaf84bd4ceda tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080156 Jul 07 22:46:17.857166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57568) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.862846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-a7c5fedc-297c-4b1f-8593-a74ea6f2f293 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.864023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7c5fedc-297c-4b1f-8593-a74ea6f2f293 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054770 Jul 07 22:46:17.866760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57570) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.870726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-65f54790-c973-40bb-8d69-1d54e2d7b6b0 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.871686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-65f54790-c973-40bb-8d69-1d54e2d7b6b0 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040243 Jul 07 22:46:17.873853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57572) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.879381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-b46e885c-38a9-4ab6-bb82-f8379f21298e tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.882444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b46e885c-38a9-4ab6-bb82-f8379f21298e tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053585 Jul 07 22:46:17.882718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57574) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.886875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-cdcb41ac-8745-4980-bf30-25177421d89a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.887863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cdcb41ac-8745-4980-bf30-25177421d89a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041940 Jul 07 22:46:17.890607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57576) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.895802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-b389a5f6-2e2e-4136-8047-807f2414347d tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.898675 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b389a5f6-2e2e-4136-8047-807f2414347d tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056076 Jul 07 22:46:17.899617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57578) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.904149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-06ca4fdd-e33c-4bad-a405-8840608ea5d2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.905518 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-06ca4fdd-e33c-4bad-a405-8840608ea5d2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044701 Jul 07 22:46:17.907513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57580) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.912479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-21db1fc9-41c9-4552-a2b2-8ea688dd7836 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.913634 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-21db1fc9-41c9-4552-a2b2-8ea688dd7836 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050840 Jul 07 22:46:17.915872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57582) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.920184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-22b445df-9746-401c-8859-1ca99aac940b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.921668 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-22b445df-9746-401c-8859-1ca99aac940b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047040 Jul 07 22:46:17.923928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57584) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.929158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-1a23db09-893f-42c5-8639-b2191dc077ce tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.930338 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1a23db09-893f-42c5-8639-b2191dc077ce tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052102 Jul 07 22:46:17.932488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57586) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.937278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-73833539-e476-4837-bc0a-0406ae2e6910 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.938235 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-73833539-e476-4837-bc0a-0406ae2e6910 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048547 Jul 07 22:46:17.940816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57588) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.945687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-6a0da05b-24f1-4d65-b461-3c8bae48a32b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.950083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.950814 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a0da05b-24f1-4d65-b461-3c8bae48a32b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0090184 Jul 07 22:46:17.955211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-2994e681-bdce-4da3-96f8-31a245c3212c tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.956271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2994e681-bdce-4da3-96f8-31a245c3212c tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051136 Jul 07 22:46:17.958902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57594) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.964118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-f58da21e-828d-4d8d-84a5-0d6af27a3675 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.966803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f58da21e-828d-4d8d-84a5-0d6af27a3675 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067656 Jul 07 22:46:17.967765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57596) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.972332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-8680a0c0-9297-41d7-b780-a5b8f17a36fb tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.973894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8680a0c0-9297-41d7-b780-a5b8f17a36fb tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044098 Jul 07 22:46:17.976319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57598) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.981593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-d8a2c63c-c98c-4393-870f-bb2638a3802a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.983075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d8a2c63c-c98c-4393-870f-bb2638a3802a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052023 Jul 07 22:46:17.985431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:17.991014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-a4862423-ed33-4175-8008-ff1a389c6e09 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:17.999272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57602) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.000762 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a4862423-ed33-4175-8008-ff1a389c6e09 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0140653 Jul 07 22:46:18.004831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-47440634-f23f-4d73-b77f-2030f9fdfeb2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.007139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-47440634-f23f-4d73-b77f-2030f9fdfeb2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067704 Jul 07 22:46:18.009820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.016016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-47c75781-9606-45d8-b519-1391f29dabd3 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.019803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57606) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.020026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-47c75781-9606-45d8-b519-1391f29dabd3 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070875 Jul 07 22:46:18.027233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-8aef3de3-1710-4a47-96ee-6f4fd0e67692 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.028373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8aef3de3-1710-4a47-96ee-6f4fd0e67692 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066698 Jul 07 22:46:18.031621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.037200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-01b5b9ea-2015-49ba-8945-27d0277bdcf4 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.040783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-01b5b9ea-2015-49ba-8945-27d0277bdcf4 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055220 Jul 07 22:46:18.040783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57612) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.045350 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-7064a4ab-3227-4d2d-8e3e-4ef87afdf782 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.047382 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7064a4ab-3227-4d2d-8e3e-4ef87afdf782 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051885 Jul 07 22:46:18.048793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57614) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.053731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-e495ad94-4ee3-4206-86d7-b3ae2ce59fef tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.054720 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e495ad94-4ee3-4206-86d7-b3ae2ce59fef tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045772 Jul 07 22:46:18.057358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.062366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-9c565fcf-4244-4cb9-b159-3955e7097be2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.063383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9c565fcf-4244-4cb9-b159-3955e7097be2 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050511 Jul 07 22:46:18.065567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57618) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.070416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-754454f9-995e-4cf4-bf1e-fde104790459 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.072118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-754454f9-995e-4cf4-bf1e-fde104790459 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047331 Jul 07 22:46:18.073987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57620) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.079319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-14b7b35b-28f4-4a22-b76c-545ad57bb62d tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.084031 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-14b7b35b-28f4-4a22-b76c-545ad57bb62d tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055208 Jul 07 22:46:18.084168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57622) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.089477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-8348100c-bd76-49a0-9dd6-7d05e58a06cb tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.090917 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8348100c-bd76-49a0-9dd6-7d05e58a06cb tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054061 Jul 07 22:46:18.093808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57626) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.099059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-a40256e9-40ee-4a10-b2ac-2c9bb5902b43 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.100041 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a40256e9-40ee-4a10-b2ac-2c9bb5902b43 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050986 Jul 07 22:46:18.102578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57628) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.107293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-42b83da4-8f4a-4b9a-88ec-790534d2a42f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.110465 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-42b83da4-8f4a-4b9a-88ec-790534d2a42f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047143 Jul 07 22:46:18.110764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57630) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.115495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-bfe26419-2aa3-45e6-b443-5818f6893f3e tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.116753 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bfe26419-2aa3-45e6-b443-5818f6893f3e tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048599 Jul 07 22:46:18.119404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.123955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-e3ff367b-1066-4134-b696-1bf67e80a397 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.124900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e3ff367b-1066-4134-b696-1bf67e80a397 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045419 Jul 07 22:46:18.127382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57634) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.131881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-883a1c6c-f042-4e8e-93d0-51aaed80456a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.133081 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-883a1c6c-f042-4e8e-93d0-51aaed80456a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045457 Jul 07 22:46:18.135407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57636) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.139733 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-8f8f84f8-0d7e-4759-81f5-726048ec8682 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.140720 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8f8f84f8-0d7e-4759-81f5-726048ec8682 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044060 Jul 07 22:46:18.143361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57638) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.148926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-404dda26-24d2-4048-adac-5d3128729bdb tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.149986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-404dda26-24d2-4048-adac-5d3128729bdb tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055370 Jul 07 22:46:18.152417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57640) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.156469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-d5fb7a30-36c6-4b7d-ae2c-b2ff02ea3f1b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.157423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d5fb7a30-36c6-4b7d-ae2c-b2ff02ea3f1b tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041168 Jul 07 22:46:18.159573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57642) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.164388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [None req-f7f4d624-73b1-4474-a3d2-d937464cc7e4 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.165355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f7f4d624-73b1-4474-a3d2-d937464cc7e4 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049262 Jul 07 22:46:18.168019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57644) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.172730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-7cdef016-e736-41a6-af69-5ca2e035c108 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.173900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7cdef016-e736-41a6-af69-5ca2e035c108 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049119 Jul 07 22:46:18.176263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57646) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.180756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-c52ddfe0-8a49-434e-ba8b-74f93c2b9700 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.181789 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c52ddfe0-8a49-434e-ba8b-74f93c2b9700 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045331 Jul 07 22:46:18.184031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57648) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.189080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-f6b19c31-4263-4f62-a0ae-b8b0e92ee1be tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.190086 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f6b19c31-4263-4f62-a0ae-b8b0e92ee1be tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049145 Jul 07 22:46:18.192185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57650) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.196165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-45c708f8-cec2-47ec-aa7f-a5730b4b500e tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.197150 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-45c708f8-cec2-47ec-aa7f-a5730b4b500e tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040646 Jul 07 22:46:18.199109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57652) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.202949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-787086b1-a5f6-434c-be0c-ee2eca3bc42f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.203885 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-787086b1-a5f6-434c-be0c-ee2eca3bc42f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039468 Jul 07 22:46:18.205850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57654) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.210224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-07340d8e-3d04-41fc-9bcf-8e9faa2b112f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.211425 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07340d8e-3d04-41fc-9bcf-8e9faa2b112f tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045078 Jul 07 22:46:18.213479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57656) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.217465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-f953f480-5970-4038-a657-760ecd164171 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.218672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f953f480-5970-4038-a657-760ecd164171 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040588 Jul 07 22:46:18.220535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57658) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.225004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-9d4bd2c6-fd19-43fe-971d-58f9245748ac tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.226015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d4bd2c6-fd19-43fe-971d-58f9245748ac tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045941 Jul 07 22:46:18.228177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57660) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.232310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-c4cfb874-96e6-412d-9f78-0f73d2f614a6 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.233224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c4cfb874-96e6-412d-9f78-0f73d2f614a6 tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041895 Jul 07 22:46:18.235333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57662) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.239694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-1c6dc8a9-33f8-450a-93ec-58cf5de0b77a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.240606 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1c6dc8a9-33f8-450a-93ec-58cf5de0b77a tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044706 Jul 07 22:46:18.242717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57664) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.246870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [None req-15896823-7e7c-4106-91b3-cfa212a3de2c tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:18.247778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-15896823-7e7c-4106-91b3-cfa212a3de2c tempest-ExtensionsTestJSON-615665312 tempest-ExtensionsTestJSON-615665312-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042551 Jul 07 22:46:18.361292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-88259f3b-ebea-4c2d-9388-b5c39a6d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.498421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57672) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.607277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8f85185-e360-41e5-a337-c76d53871f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.696927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8f85185-e360-41e5-a337-c76d53871f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.702044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8f85185-e360-41e5-a337-c76d53871f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.743733 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b8f85185-e360-41e5-a337-c76d53871f38 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4f207a37b1e645b6b0f58b56a0262b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441990 Jul 07 22:46:18.744715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f85185-e360-41e5-a337-c76d53871f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be7b1f3-4d0c-4475-9930-d5129b751781,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:18.746427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57676) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:18.800512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f9d85e-e3d1-48fe-82d9-d9bb21d9f3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.822470 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f9d85e-e3d1-48fe-82d9-d9bb21d9f3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.871208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f9d85e-e3d1-48fe-82d9-d9bb21d9f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.873756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-97f9d85e-e3d1-48fe-82d9-d9bb21d9f3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:18.877482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97f9d85e-e3d1-48fe-82d9-d9bb21d9f3e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7be7b1f3-4d0c-4475-9930-d5129b751781 HTTP/1.1" status: 204 len: 168 time: 0.1300395 Jul 07 22:46:18.885934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d85e-e3d1-48fe-82d9-d9bb21d9f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be7b1f3-4d0c-4475-9930-d5129b751781,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:18.911269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.501514 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-0d8add9c-45c3-4427-9c8d-26d27c6575e5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686350 Jul 07 22:46:19.605207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-e6918c9f-3518-45f1-a034-baf47e9e4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.607148 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-e6918c9f-3518-45f1-a034-baf47e9e4883 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1097 time: 0.0580685 Jul 07 22:46:19.610867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57700) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:19.708527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-564995375'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:19.722492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-2b65f6bd-2a5c-4344-911e-0167d5e61d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.724754 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-2b65f6bd-2a5c-4344-911e-0167d5e61d26 service neutron] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.0958736 Jul 07 22:46:19.730613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Made reservation on behalf of ba43726cc13c4b72b191c04424b22563 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:19.734289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.744558 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.794129 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-9d0216f0-0071-4861-8cd3-295daf8b1e5f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 1001 time: 0.0596857 Jul 07 22:46:19.846709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-f41074d6-0417-40e7-a308-50dbab0ede01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.847001 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.848959 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-f41074d6-0417-40e7-a308-50dbab0ede01 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0450523 Jul 07 22:46:19.852182 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.880559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:19.890398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1d857f-caca-4d06-8d32-459e09e508a6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:19.897161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.897721 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Added segment 1856f2ae-cf24-43e2-9d66-20860688dca8 of type vlan for network 87b72b42-e2fb-4614-9101-fe5002db023d Jul 07 22:46:19.922782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-f00a7703-3c70-4f25-afde-08af65610a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.924455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-f00a7703-3c70-4f25-afde-08af65610a2f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690250 Jul 07 22:46:19.939692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.972064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.977740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.978365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.018886 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-e6371a15-70c3-4d9d-b022-2a3699779715 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860767 Jul 07 22:46:20.036302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4242916 Jul 07 22:46:20.039327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57704) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:20.044392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Request body: {'subnet': {'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:20.094565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ec466-6a1f-4080-a10f-40e3bc24c7d1 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event updated for resources: {'Network': ['ID=87b72b42-e2fb-4614-9101-fe5002db023d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:20.106269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 87b72b42-e2fb-4614-9101-fe5002db023d details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:20.119711 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-54db4b42-dca1-4fb4-8617-8500ff3348ab req-90e73925-6d93-4250-9d39-d1ed35d099d2 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937459 Jul 07 22:46:20.149011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Made reservation on behalf of ba43726cc13c4b72b191c04424b22563 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:20.153107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.347096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.419168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event updated for resources: {'Subnet': ['ID=a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:20.427258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Checking segment: {'id': '1856f2ae-cf24-43e2-9d66-20860688dca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:20.427636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Network hostable DHCP agents. Network: 87b72b42-e2fb-4614-9101-fe5002db023d, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:20.450246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Network 87b72b42-e2fb-4614-9101-fe5002db023d is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:20.459509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 87b72b42-e2fb-4614-9101-fe5002db023d) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:20.463851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:20.464327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.468909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f5882f-fc5c-4fdf-899c-a90fadc8d59b None None] Network 87b72b42-e2fb-4614-9101-fe5002db023d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:20.482685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb401c3e-e1c7-4d3b-87d2-4c43914a4737 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402606 Jul 07 22:46:20.483420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57716) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:20.489318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Request body: {'port': {'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-77446504'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:20.616936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Made reservation on behalf of ba43726cc13c4b72b191c04424b22563 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:20.620673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.643089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-87b72b42-e2fb-4614-9101-fe5002db023d', 'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d', 'tenant_id': 'ba43726cc13c4b72b191c04424b22563', 'fixed_ips': [{'subnet_id': 'a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:20.644088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.645407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] device_id is not set on port 3bc30e27-fe44-407b-a051-76be44387dc1 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:20.769632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Allocated IP 2001:db8::2c8 (87b72b42-e2fb-4614-9101-fe5002db023d/a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2/3bc30e27-fe44-407b-a051-76be44387dc1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:20.921710 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.938324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Transition to ACTIVE for port object 3bc30e27-fe44-407b-a051-76be44387dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:20.972404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.018879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Allocated IP 2001:db8::2 (87b72b42-e2fb-4614-9101-fe5002db023d/a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2/ed5cf6c5-84ec-405b-b0b8-b1511ae98462) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:21.031876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Network 87b72b42-e2fb-4614-9101-fe5002db023d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:21.036969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:21.039277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event updated for resources: {'Port': ['ID=3bc30e27-fe44-407b-a051-76be44387dc1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:21.043825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:21.050993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.051967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.072936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57718) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:21.073546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ee1f2994-aa45-4d4d-a2ec-094a265f0a04 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.5883181 Jul 07 22:46:21.079453 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Request body: {'port': {'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-517053910', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:21.079969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] bootfile-name is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:46:21.080621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] tftp-server is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:46:21.080962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] server-ip-address is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:46:21.196613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Made reservation on behalf of ba43726cc13c4b72b191c04424b22563 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:21.200504 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.221849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] device_id is not set on port 8fc5d90b-9a64-4d2f-868d-771c800bfde2 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:21.325840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.336919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Transition to ACTIVE for port object ed5cf6c5-84ec-405b-b0b8-b1511ae98462 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:21.366397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Transition to ACTIVE for port object ed5cf6c5-84ec-405b-b0b8-b1511ae98462 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:21.376030 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.386377 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4119-f2bf-4b46-ac56-3aaf39526e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.396732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Network 87b72b42-e2fb-4614-9101-fe5002db023d is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:21.418453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:21.431906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:21.458917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Pushing event updated for resources: {'Port': ['ID=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:21.459460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Allocated IP 2001:db8::13f (87b72b42-e2fb-4614-9101-fe5002db023d/a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2/8fc5d90b-9a64-4d2f-868d-771c800bfde2) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:21.490502 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.525992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Attempting to bind port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:21.526392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Attempting to bind port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1856f2ae-cf24-43e2-9d66-20860688dca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:21.527130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Attempting to bind port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 on network 87b72b42-e2fb-4614-9101-fe5002db023d {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:21.532519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:21.532903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Checking segment: {'id': '1856f2ae-cf24-43e2-9d66-20860688dca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:21.533308 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.533957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Bound using segment: {'id': '1856f2ae-cf24-43e2-9d66-20860688dca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:21.534587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Bound port: ed5cf6c5-84ec-405b-b0b8-b1511ae98462, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1856f2ae-cf24-43e2-9d66-20860688dca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '87b72b42-e2fb-4614-9101-fe5002db023d'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:21.535011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.601076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] For port ed5cf6c5-84ec-405b-b0b8-b1511ae98462, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:21.605702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] For port ed5cf6c5-84ec-405b-b0b8-b1511ae98462, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,segment=NetworkSegment(1856f2ae-cf24-43e2-9d66-20860688dca8),segment_id=1856f2ae-cf24-43e2-9d66-20860688dca8)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:21.609673 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.644064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.662682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Transition to ACTIVE for port object 8fc5d90b-9a64-4d2f-868d-771c800bfde2 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:21.677457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d723c5-29dc-412e-926f-7cd6432bca68 None None] Pushing event updated for resources: {'Port': ['ID=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:21.703708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.750764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Network 87b72b42-e2fb-4614-9101-fe5002db023d is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:21.756748 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:21.759398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:21.765443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.766085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.776850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event updated for resources: {'Port': ['ID=8fc5d90b-9a64-4d2f-868d-771c800bfde2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:21.788199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e0f06d94-de71-4d7c-8772-e2197b312a9b tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7133219 Jul 07 22:46:21.790598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57722) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:21.890463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c69fd7-627c-4c3f-9660-7875fbdb94cd tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.896906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c69fd7-627c-4c3f-9660-7875fbdb94cd tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.903070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c69fd7-627c-4c3f-9660-7875fbdb94cd tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.904930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b2c69fd7-627c-4c3f-9660-7875fbdb94cd tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1133211 Jul 07 22:46:21.907776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57724) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:22.012141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Deleting port 8fc5d90b-9a64-4d2f-868d-771c800bfde2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:22.012493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.096492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.108839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Calling delete_port for 8fc5d90b-9a64-4d2f-868d-771c800bfde2 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:22.216456 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.239803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.267604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event deleted for resources: {'Port': ['ID=8fc5d90b-9a64-4d2f-868d-771c800bfde2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:22.302295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.304365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aed567a1-6312-4db8-b877-cbeb09090bda tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "DELETE /v2.0/ports/8fc5d90b-9a64-4d2f-868d-771c800bfde2 HTTP/1.1" status: 204 len: 168 time: 0.3956215 Jul 07 22:46:22.308073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57726) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:22.313521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Request body: {'port': {'name': 'tempest-new-port-name-715063128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:22.313923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] bootfile-name is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:46:22.314282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] tftp-server is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:46:22.314620 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.api.validators [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] server-ip-address is not in valid_values {{(pid=93931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:46:22.401126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.628886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.635446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.661669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f55b9d9-53e7-4675-8628-9167448a8257 None None] Network 87b72b42-e2fb-4614-9101-fe5002db023d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:22.670935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] In _notify_port_updated(), no bound segment for port 3bc30e27-fe44-407b-a051-76be44387dc1 on network 87b72b42-e2fb-4614-9101-fe5002db023d {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:22.676517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:22.677172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.680900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "PUT /v2.0/ports/3bc30e27-fe44-407b-a051-76be44387dc1 HTTP/1.1" status: 200 len: 1129 time: 0.3694398 Jul 07 22:46:22.681262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57734) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:22.708312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba4862-e5f4-4615-a2a1-eea8e2cf7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event updated for resources: {'Port': ['ID=3bc30e27-fe44-407b-a051-76be44387dc1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:22.737483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7155e-08da-458b-aacb-471d3362d8fd tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:22.742349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-06b7155e-08da-458b-aacb-471d3362d8fd tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "GET /v2.0/ports/3bc30e27-fe44-407b-a051-76be44387dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0568156 Jul 07 22:46:22.742677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57736) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:22.780509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7c0866a0-e47a-4b89-9b3b-009546bf8995 None None] Provisioning for port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:22.857969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Deleting port 3bc30e27-fe44-407b-a051-76be44387dc1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:22.858435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.949241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.961868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Calling delete_port for 3bc30e27-fe44-407b-a051-76be44387dc1 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:23.101774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d5558d6-0b7d-4f78-8187-2cc266ca2909 None None] Could not find standard attr ID for object 3bc30e27-fe44-407b-a051-76be44387dc1. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:23.103061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.144235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event deleted for resources: {'Port': ['ID=3bc30e27-fe44-407b-a051-76be44387dc1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:23.174070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.178417 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-337e9f48-b26e-4673-9f9e-586917a77dba tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "DELETE /v2.0/ports/3bc30e27-fe44-407b-a051-76be44387dc1 HTTP/1.1" status: 204 len: 168 time: 0.4323480 Jul 07 22:46:23.178734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57738) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:23.233530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Deleting subnet a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:23.239795 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.282296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.342615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c8b6965a-e5d9-4670-baa5-d9d9e72217da None None] Could not find standard attr ID for object 3bc30e27-fe44-407b-a051-76be44387dc1. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:23.398348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.435876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ed5cf6c5-84ec-405b-b0b8-b1511ae98462 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:23.467246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.498995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:23.505289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event deleted for resources: {'Subnet': ['ID=a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:23.505795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:23.506357 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.512834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.517731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:23.527401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-861bad11-6156-4863-af40-cde8918bd444 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "DELETE /v2.0/subnets/a8696c29-ae4f-4a2f-8cd3-74fc9fed42b2 HTTP/1.1" status: 204 len: 168 time: 0.3473868 Jul 07 22:46:23.548880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1b13f-ca38-4410-8c2f-952d48734977 None None] Network 87b72b42-e2fb-4614-9101-fe5002db023d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:23.593671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea2c5264-d4b8-4b5b-b51f-5342b8b8663d None None] Could not find standard attr ID for object 8fc5d90b-9a64-4d2f-868d-771c800bfde2. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:23.613422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.668374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Deleting port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:23.668744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.713975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.735300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] For port ed5cf6c5-84ec-405b-b0b8-b1511ae98462, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,segment=NetworkSegment(1856f2ae-cf24-43e2-9d66-20860688dca8),segment_id=1856f2ae-cf24-43e2-9d66-20860688dca8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:23.735671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.751311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Calling delete_port for ed5cf6c5-84ec-405b-b0b8-b1511ae98462 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:23.760122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ed5cf6c5-84ec-405b-b0b8-b1511ae98462, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,segment=NetworkSegment(1856f2ae-cf24-43e2-9d66-20860688dca8),segment_id=1856f2ae-cf24-43e2-9d66-20860688dca8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:23.771298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.800938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.827178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:23.846793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.879243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event deleted for resources: {'Port': ['ID=ed5cf6c5-84ec-405b-b0b8-b1511ae98462,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:23.883958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] No DVR routers for this DVR port ed5cf6c5-84ec-405b-b0b8-b1511ae98462 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:23.888450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfae4d-698e-488b-94f1-d97d9ee3fca2 None None] DHCP port deletion for 87b72b42-e2fb-4614-9101-fe5002db023d request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:23.972290 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.983293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b72b42-e2fb-4614-9101-fe5002db023d']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:23.995458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1856f2ae-cf24-43e2-9d66-20860688dca8') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:23.995772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1856f2ae-cf24-43e2-9d66-20860688dca8') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:24.005301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.019305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.026030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:24.026420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:24.029675 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:24.088198 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.094098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.099090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] 10.222.0.95 "DELETE /v2.0/networks/87b72b42-e2fb-4614-9101-fe5002db023d HTTP/1.1" status: 204 len: 168 time: 0.5789306 Jul 07 22:46:24.115587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96da08-11fc-47a8-b62b-38a2d88119db tempest-ExtraDHCPOptionsIpV6TestJSON-830630980 tempest-ExtraDHCPOptionsIpV6TestJSON-830630980-project] Pushing event deleted for resources: {'Network': ['ID=87b72b42-e2fb-4614-9101-fe5002db023d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:24.342902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:24.479257 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49184ed6-28d3-4a1d-a825-b5786b7096d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba43726cc13c4b72b191c04424b22563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348631 Jul 07 22:46:24.481706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57754) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:24.530984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bc01194-72d0-4bda-88fb-6e863a40558b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.554987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bc01194-72d0-4bda-88fb-6e863a40558b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.607995 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bc01194-72d0-4bda-88fb-6e863a40558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.611341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3bc01194-72d0-4bda-88fb-6e863a40558b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:24.612495 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3bc01194-72d0-4bda-88fb-6e863a40558b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5b1d857f-caca-4d06-8d32-459e09e508a6 HTTP/1.1" status: 204 len: 168 time: 0.1298854 Jul 07 22:46:24.620107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc01194-72d0-4bda-88fb-6e863a40558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1d857f-caca-4d06-8d32-459e09e508a6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:25.338311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57828) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:25.383931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ed5cf6c5-84ec-405b-b0b8-b1511ae98462 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:25.424077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: ed5cf6c5-84ec-405b-b0b8-b1511ae98462 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:25.431075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ed5cf6c5-84ec-405b-b0b8-b1511ae98462 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:25.447624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1068585013'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:25.477595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:25.478272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.491031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.592037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.596453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.625954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:25.636522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2097d3f8-ba5f-4d1c-9753-2764ad8699d2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:25.642393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.642778 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment a4748bbf-babc-446f-8b51-c424327f433a of type vlan for network 45e72663-acf1-4a9d-8a34-251b2ede6462 Jul 07 22:46:25.688583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.719894 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.725647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:25.726252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.784137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4446452 Jul 07 22:46:25.786813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:25.791807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'name': 'tempest-PortsIpV6TestJSON-1936596396'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:25.843542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf775f-d06a-4dfd-b1d2-7567eb0d20dd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=45e72663-acf1-4a9d-8a34-251b2ede6462,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:25.854782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:25.901794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:25.905543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:25.925706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:26.108737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.146781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.206927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=e8ac89fb-76bd-4cec-b29a-a243ff18bca0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:26.224713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': 'a4748bbf-babc-446f-8b51-c424327f433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:26.225093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 45e72663-acf1-4a9d-8a34-251b2ede6462, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:26.244844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:26.257549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 45e72663-acf1-4a9d-8a34-251b2ede6462) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:26.262836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:26.268056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f99eef7-b790-4f5c-a017-72d32f0e745b None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:26.270472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:26.271147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.290977 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-39b517f1-888d-4aa0-8aa6-63a571facdd4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5000212 Jul 07 22:46:26.291305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57860) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:26.296705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-504926521'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:26.318421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:26.322036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.346507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:26.358119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.358523 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment 266278d0-6a2c-48db-8e2c-b45794a22720 of type vlan for network 97de6329-0c70-4ca8-ad45-08dcc6898528 Jul 07 22:46:26.405853 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.443730 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.449500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:26.450102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.510111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2176421 Jul 07 22:46:26.513579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57862) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:26.519507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'ports': [{'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'}, {'network_id': '97de6329-0c70-4ca8-ad45-08dcc6898528'}]} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:26.520490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:26.521200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '97de6329-0c70-4ca8-ad45-08dcc6898528'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:26.522718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3de49-82e6-4268-8d66-6673ad0f7816 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=97de6329-0c70-4ca8-ad45-08dcc6898528,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:26.533652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 97de6329-0c70-4ca8-ad45-08dcc6898528 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:26.695584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 2} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:26.700237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.716553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:26.800514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port e97a793d-45d6-457a-b0cf-037a4cf3b8b0 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:26.927070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.005366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:27.120604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.161447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.206305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:27.209676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:27.212070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:27.213097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.230912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=e97a793d-45d6-457a-b0cf-037a4cf3b8b0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:27.297940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:27.304781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': '266278d0-6a2c-48db-8e2c-b45794a22720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '97de6329-0c70-4ca8-ad45-08dcc6898528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:27.305163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 97de6329-0c70-4ca8-ad45-08dcc6898528, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:27.325670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 97de6329-0c70-4ca8-ad45-08dcc6898528 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:27.336223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 97de6329-0c70-4ca8-ad45-08dcc6898528) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:27.340002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:27.344827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522de8e-9306-450b-9955-f7e6f5940a7a None None] Network 97de6329-0c70-4ca8-ad45-08dcc6898528 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:27.345984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:27.351036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:27.351734 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.373355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57866) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:27.374037 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c44b3aa7-02c2-47e4-8caa-7ebb711b3cce tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8587441 Jul 07 22:46:27.494234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:27.494587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.560147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.574729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:27.653908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.693353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.695341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15 HTTP/1.1" status: 204 len: 168 time: 0.3198068 Jul 07 22:46:27.696221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571edf9-5d3e-4a82-9e97-289e75cedb3f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:27.698040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57868) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:27.768927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f828cd3-810e-477d-9e21-590bca1950ac tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:27.775435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f828cd3-810e-477d-9e21-590bca1950ac tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:27.779768 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f828cd3-810e-477d-9e21-590bca1950ac tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0779603 Jul 07 22:46:27.779909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:27.880245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port e97a793d-45d6-457a-b0cf-037a4cf3b8b0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:27.880592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.946119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:27.960170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for e97a793d-45d6-457a-b0cf-037a4cf3b8b0 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:28.046882 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.077625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=e97a793d-45d6-457a-b0cf-037a4cf3b8b0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:28.082744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.083880 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0784da95-ecfd-4a8d-b762-1bc1cbac1b8b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/e97a793d-45d6-457a-b0cf-037a4cf3b8b0 HTTP/1.1" status: 204 len: 168 time: 0.3030643 Jul 07 22:46:28.086485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57872) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:28.157299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f080d8a-0a00-4e5c-b9c6-fbac0128e922 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:28.158847 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f080d8a-0a00-4e5c-b9c6-fbac0128e922 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0713048 Jul 07 22:46:28.161606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57874) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:28.188783 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fee23a-ae13-4b7a-ab42-c6a7c725cf13 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:28.193306 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44fee23a-ae13-4b7a-ab42-c6a7c725cf13 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/c4fbfd32-dd8f-44ae-bdd6-7df805f3fd15 HTTP/1.1" status: 404 len: 333 time: 0.0277555 Jul 07 22:46:28.193695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57876) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:28.224708 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-635bdb26-119b-4ff0-8afa-a442535c67d1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:28.226263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-635bdb26-119b-4ff0-8afa-a442535c67d1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/e97a793d-45d6-457a-b0cf-037a4cf3b8b0 HTTP/1.1" status: 404 len: 333 time: 0.0316672 Jul 07 22:46:28.229379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:28.305068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.404960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.418250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97de6329-0c70-4ca8-ad45-08dcc6898528']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:28.429409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266278d0-6a2c-48db-8e2c-b45794a22720') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:28.429811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266278d0-6a2c-48db-8e2c-b45794a22720') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:28.440781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.455546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.461727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:28.462161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:28.465690 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:28.528605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.536691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.537921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/97de6329-0c70-4ca8-ad45-08dcc6898528 HTTP/1.1" status: 204 len: 168 time: 0.3076022 Jul 07 22:46:28.541594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57882) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:28.546558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-84123610'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:28.561636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f018-7df5-4012-84a3-6633b97f0a4f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=97de6329-0c70-4ca8-ad45-08dcc6898528,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:28.583074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:28.586685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.616642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:28.625698 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.626130 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment 1ff08e48-4502-422e-952e-3d46ca59fab4 of type vlan for network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 Jul 07 22:46:28.670354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.701536 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.707865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:28.708466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:28.767660 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2249985 Jul 07 22:46:28.771175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57884) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:28.776480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:29.067734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812d2f9-e8f3-4b1a-9e0c-40e51a2d7853 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=07cda3c5-3c4d-42d7-8e68-c326b7ad2d84,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:29.079003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:29.122764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:29.126686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.321038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.382764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=7d3b386c-11d5-4d92-97f0-0facbebaef27,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:29.392210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': '1ff08e48-4502-422e-952e-3d46ca59fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:29.392652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:29.411745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:29.422386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:29.431291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:29.431709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024dc47c-6ad3-403e-801c-0d4b64a37d8b None None] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:29.432155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.456096 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aef78f15-6591-4acb-81f1-b9e6edd33e00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6778059 Jul 07 22:46:29.456096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57888) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:29.459689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84', 'name': 'tempest-PortsIpV6TestJSON-2070662273'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:29.579514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:29.583181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.592686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-07cda3c5-3c4d-42d7-8e68-c326b7ad2d84', 'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': '7d3b386c-11d5-4d92-97f0-0facbebaef27'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:29.593617 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.605180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port 2559874c-d9e9-4589-8b56-04ea394d3875 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:29.725012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::11e (07cda3c5-3c4d-42d7-8e68-c326b7ad2d84/7d3b386c-11d5-4d92-97f0-0facbebaef27/2559874c-d9e9-4589-8b56-04ea394d3875) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:29.883215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.897700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object 2559874c-d9e9-4589-8b56-04ea394d3875 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:29.932506 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.976890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:29.979742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Allocated IP 2001:db8::2 (07cda3c5-3c4d-42d7-8e68-c326b7ad2d84/7d3b386c-11d5-4d92-97f0-0facbebaef27/bbf8d504-fe57-495c-b48c-4987e3f16cac) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:29.985509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:29.988034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:29.996676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:29.996676 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.009155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=2559874c-d9e9-4589-8b56-04ea394d3875,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.017384 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0a75f91b-b97a-4c16-86d8-7582677a6ec5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5637109 Jul 07 22:46:30.022148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57890) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.127254 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.129519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 2559874c-d9e9-4589-8b56-04ea394d3875 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:30.129869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.138003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Transition to ACTIVE for port object bbf8d504-fe57-495c-b48c-4987e3f16cac will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:30.156528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Transition to ACTIVE for port object bbf8d504-fe57-495c-b48c-4987e3f16cac will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:30.163620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.205700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:30.211413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:30.213841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:30.221158 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.223527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Pushing event updated for resources: {'Port': ['ID=bbf8d504-fe57-495c-b48c-4987e3f16cac,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.234793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 2559874c-d9e9-4589-8b56-04ea394d3875 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:30.285825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Attempting to bind port bbf8d504-fe57-495c-b48c-4987e3f16cac on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:30.286500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Attempting to bind port bbf8d504-fe57-495c-b48c-4987e3f16cac by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1ff08e48-4502-422e-952e-3d46ca59fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:30.287145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Attempting to bind port bbf8d504-fe57-495c-b48c-4987e3f16cac on network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:30.292706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:30.293339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Checking segment: {'id': '1ff08e48-4502-422e-952e-3d46ca59fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:30.293924 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.294483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Bound using segment: {'id': '1ff08e48-4502-422e-952e-3d46ca59fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:30.295095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Bound port: bbf8d504-fe57-495c-b48c-4987e3f16cac, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff08e48-4502-422e-952e-3d46ca59fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '07cda3c5-3c4d-42d7-8e68-c326b7ad2d84'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:30.295485 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.362599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] For port bbf8d504-fe57-495c-b48c-4987e3f16cac, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:30.365919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] For port bbf8d504-fe57-495c-b48c-4987e3f16cac, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bbf8d504-fe57-495c-b48c-4987e3f16cac,segment=NetworkSegment(1ff08e48-4502-422e-952e-3d46ca59fab4),segment_id=1ff08e48-4502-422e-952e-3d46ca59fab4)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:30.373773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.386866 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.417641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=2559874c-d9e9-4589-8b56-04ea394d3875,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.439115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca64f2-6892-4f4f-b113-c3fd4723565f None None] Pushing event updated for resources: {'Port': ['ID=bbf8d504-fe57-495c-b48c-4987e3f16cac,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.452182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.458426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c019fced-812e-4f9e-adc6-83b87b44f047 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/2559874c-d9e9-4589-8b56-04ea394d3875 HTTP/1.1" status: 204 len: 168 time: 0.4323747 Jul 07 22:46:30.458605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57894) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.490984 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-97897297-0c73-4d46-8543-1b9ddb390aae tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:46:30.491695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97897297-0c73-4d46-8543-1b9ddb390aae tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:46:30.496361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.496533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97897297-0c73-4d46-8543-1b9ddb390aae tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/2559874c-d9e9-4589-8b56-04ea394d3875 HTTP/1.1" status: 404 len: 333 time: 0.0377123 Jul 07 22:46:30.529949 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeb0ec3-0251-4ece-9341-5e897991bded tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:30.532402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fbeb0ec3-0251-4ece-9341-5e897991bded tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/2559874c-d9e9-4589-8b56-04ea394d3875 HTTP/1.1" status: 404 len: 333 time: 0.0345893 Jul 07 22:46:30.535018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.590071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 7d3b386c-11d5-4d92-97f0-0facbebaef27 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:30.593858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.657124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.760238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.826483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.855483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3b386c-11d5-4d92-97f0-0facbebaef27,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.858118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.860641 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-88d87cea-4850-453e-b24b-1417e4418d49 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/7d3b386c-11d5-4d92-97f0-0facbebaef27 HTTP/1.1" status: 204 len: 168 time: 0.3246109 Jul 07 22:46:30.863961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57902) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.946886 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.001175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port bbf8d504-fe57-495c-b48c-4987e3f16cac {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:31.001528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.065013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] For port bbf8d504-fe57-495c-b48c-4987e3f16cac, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bbf8d504-fe57-495c-b48c-4987e3f16cac,segment=NetworkSegment(1ff08e48-4502-422e-952e-3d46ca59fab4),segment_id=1ff08e48-4502-422e-952e-3d46ca59fab4)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:31.065388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.079535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for bbf8d504-fe57-495c-b48c-4987e3f16cac owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:31.167945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.195561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=bbf8d504-fe57-495c-b48c-4987e3f16cac,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:31.204304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No DVR routers for this DVR port bbf8d504-fe57-495c-b48c-4987e3f16cac on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:31.294148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.314949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cda3c5-3c4d-42d7-8e68-c326b7ad2d84']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:31.330327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff08e48-4502-422e-952e-3d46ca59fab4') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:31.330759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff08e48-4502-422e-952e-3d46ca59fab4') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:31.343396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.361452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.369227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:31.369820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:31.372792 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:31.440080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.459902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.462179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 HTTP/1.1" status: 204 len: 168 time: 0.5972428 Jul 07 22:46:31.464038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cd5ff-6240-4888-916c-35ff554b2192 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=07cda3c5-3c4d-42d7-8e68-c326b7ad2d84,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:31.466115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57904) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:31.471440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1470966582'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:31.496458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:31.500458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.528808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:31.532678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b360e-91b6-48da-9cfe-633a30ba98d4 None None] DHCP port deletion for 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:31.547144 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.547423 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment f08e16ca-1114-42b5-abcb-b4f24be61120 of type vlan for network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 Jul 07 22:46:31.557179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd11ed-7b80-4419-9e8f-293d830818b7 None None] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:31.578474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd11ed-7b80-4419-9e8f-293d830818b7 None None] Network 07cda3c5-3c4d-42d7-8e68-c326b7ad2d84 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:46:31.585924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ebb49564-82f0-4cf0-895b-961dd24b59a1 None None] Could not find standard attr ID for object bbf8d504-fe57-495c-b48c-4987e3f16cac. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:31.598776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.628496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.634041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:31.634650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.699951 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2327285 Jul 07 22:46:31.702848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57908) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:31.708477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:31.708645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0ba8b-c4c4-4286-b290-6a5b61698637 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=00bfa122-d97c-4df5-bf82-8a5a27f996f0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:31.719303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:31.807928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:31.812283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.000775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.063466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=56563fbc-0571-4174-86bf-e91573667fc7,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:32.075231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': 'f08e16ca-1114-42b5-abcb-b4f24be61120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:32.075599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 00bfa122-d97c-4df5-bf82-8a5a27f996f0, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:32.092978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:32.101948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 00bfa122-d97c-4df5-bf82-8a5a27f996f0) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:32.106832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:32.107589 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.112467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb2c157-5503-467d-ab68-55f6bd8eb243 None None] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:32.125471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc3fe9e9-9bad-4b0f-a367-7b6327ad9aa3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4214537 Jul 07 22:46:32.128026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57910) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:32.134558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1296224815'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:32.257267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:32.263911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.272641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-00bfa122-d97c-4df5-bf82-8a5a27f996f0', 'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': '56563fbc-0571-4174-86bf-e91573667fc7'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:32.273642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.285837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port be3e2b44-9c9f-47de-b1bb-e341044459e3 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:32.407086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::1aa (00bfa122-d97c-4df5-bf82-8a5a27f996f0/56563fbc-0571-4174-86bf-e91573667fc7/be3e2b44-9c9f-47de-b1bb-e341044459e3) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:32.539171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.554110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object be3e2b44-9c9f-47de-b1bb-e341044459e3 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:32.588260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.636737 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:32.642395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:32.648068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:32.650471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Allocated IP 2001:db8::2 (00bfa122-d97c-4df5-bf82-8a5a27f996f0/56563fbc-0571-4174-86bf-e91573667fc7/17836e5d-b3e7-460a-a9aa-8389eb3399b4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:32.654203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:32.654990 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.666421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=be3e2b44-9c9f-47de-b1bb-e341044459e3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:32.680292 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4678c90e-b247-4ef6-8fdf-d61b0254e5df tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5488892 Jul 07 22:46:32.680687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57922) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:32.781499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port be3e2b44-9c9f-47de-b1bb-e341044459e3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:32.782599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.817425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.831367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Transition to ACTIVE for port object 17836e5d-b3e7-460a-a9aa-8389eb3399b4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:32.847848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Transition to ACTIVE for port object 17836e5d-b3e7-460a-a9aa-8389eb3399b4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:32.857213 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.881605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.897222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for be3e2b44-9c9f-47de-b1bb-e341044459e3 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:32.903978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:32.907039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:32.923918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:32.936481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Pushing event updated for resources: {'Port': ['ID=17836e5d-b3e7-460a-a9aa-8389eb3399b4,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:32.990449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Attempting to bind port 17836e5d-b3e7-460a-a9aa-8389eb3399b4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:32.990851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Attempting to bind port 17836e5d-b3e7-460a-a9aa-8389eb3399b4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f08e16ca-1114-42b5-abcb-b4f24be61120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:32.991217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Attempting to bind port 17836e5d-b3e7-460a-a9aa-8389eb3399b4 on network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:32.996524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:32.997946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Checking segment: {'id': 'f08e16ca-1114-42b5-abcb-b4f24be61120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:32.997946 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.998198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Bound using segment: {'id': 'f08e16ca-1114-42b5-abcb-b4f24be61120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:32.998562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Bound port: 17836e5d-b3e7-460a-a9aa-8389eb3399b4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08e16ca-1114-42b5-abcb-b4f24be61120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00bfa122-d97c-4df5-bf82-8a5a27f996f0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:32.998985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.054531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.069111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] For port 17836e5d-b3e7-460a-a9aa-8389eb3399b4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:33.073502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] For port 17836e5d-b3e7-460a-a9aa-8389eb3399b4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=17836e5d-b3e7-460a-a9aa-8389eb3399b4,segment=NetworkSegment(f08e16ca-1114-42b5-abcb-b4f24be61120),segment_id=f08e16ca-1114-42b5-abcb-b4f24be61120)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:33.077327 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.091928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=be3e2b44-9c9f-47de-b1bb-e341044459e3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:33.121008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.122972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3948e6a4-d7b1-4516-a7f6-3b29b7151efc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/be3e2b44-9c9f-47de-b1bb-e341044459e3 HTTP/1.1" status: 204 len: 168 time: 0.4412470 Jul 07 22:46:33.125712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57924) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:33.151865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309b11-27f9-49b2-960d-bc3f5910dbd4 None None] Pushing event updated for resources: {'Port': ['ID=17836e5d-b3e7-460a-a9aa-8389eb3399b4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:33.164856 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2e7adf-ddb6-4e2d-8851-6aa23dd233a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:33.166388 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c2e7adf-ddb6-4e2d-8851-6aa23dd233a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/be3e2b44-9c9f-47de-b1bb-e341044459e3 HTTP/1.1" status: 404 len: 333 time: 0.0391986 Jul 07 22:46:33.169057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57926) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:33.227744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 56563fbc-0571-4174-86bf-e91573667fc7 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:33.231254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.277326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.426438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.474380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 17836e5d-b3e7-460a-a9aa-8389eb3399b4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:33.507666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.533480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 17836e5d-b3e7-460a-a9aa-8389eb3399b4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:33.538508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.542710 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/56563fbc-0571-4174-86bf-e91573667fc7 HTTP/1.1" status: 204 len: 168 time: 0.3704817 Jul 07 22:46:33.542710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed509873-3453-4855-be3b-6816697bef77 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=56563fbc-0571-4174-86bf-e91573667fc7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:33.543319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57928) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:33.553700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bbf8d504-fe57-495c-b48c-4987e3f16cac no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:33.578685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: bbf8d504-fe57-495c-b48c-4987e3f16cac {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:33.578969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bbf8d504-fe57-495c-b48c-4987e3f16cac not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:33.628323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.688790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 17836e5d-b3e7-460a-a9aa-8389eb3399b4 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:33.689144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.752236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] For port 17836e5d-b3e7-460a-a9aa-8389eb3399b4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=17836e5d-b3e7-460a-a9aa-8389eb3399b4,segment=NetworkSegment(f08e16ca-1114-42b5-abcb-b4f24be61120),segment_id=f08e16ca-1114-42b5-abcb-b4f24be61120)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:33.752611 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.765875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 17836e5d-b3e7-460a-a9aa-8389eb3399b4 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:33.870712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.902532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=17836e5d-b3e7-460a-a9aa-8389eb3399b4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:33.904889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No DVR routers for this DVR port 17836e5d-b3e7-460a-a9aa-8389eb3399b4 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:33.985875 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:33.996693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bfa122-d97c-4df5-bf82-8a5a27f996f0']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:34.013870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08e16ca-1114-42b5-abcb-b4f24be61120') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:34.014485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08e16ca-1114-42b5-abcb-b4f24be61120') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:34.022810 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:46:34.024941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.040028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.049256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:34.049679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:34.052982 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:34.116402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.125363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.127245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/00bfa122-d97c-4df5-bf82-8a5a27f996f0 HTTP/1.1" status: 204 len: 168 time: 0.5822077 Jul 07 22:46:34.131525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57932) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:34.138550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73e3b-5713-48b6-8462-3abdf17f6f29 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=00bfa122-d97c-4df5-bf82-8a5a27f996f0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:34.141028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'name': 'tempest-PortsIpV6TestJSON-765473789'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:34.215510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d8ecab75-ed5b-460a-86db-5233d9767fa5 None None] Could not find standard attr ID for object 17836e5d-b3e7-460a-a9aa-8389eb3399b4. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:34.245270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:34.250105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.256173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4c43f-fdd4-45bc-b7e8-b3ab1c7d8988 None None] DHCP port deletion for 00bfa122-d97c-4df5-bf82-8a5a27f996f0 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:34.271772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port bb8ea66d-cea6-4c6e-8778-3e8c43b12ce1 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:34.275919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd38039-0d61-4066-9841-5aa6e5e09b1f None None] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:34.292429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd38039-0d61-4066-9841-5aa6e5e09b1f None None] Network 00bfa122-d97c-4df5-bf82-8a5a27f996f0 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:46:34.443101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.481780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.529029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:34.532339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:34.538354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:34.544017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:34.544648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.555447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=bb8ea66d-cea6-4c6e-8778-3e8c43b12ce1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:34.566175 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-37b0810c-5305-4d65-a009-1cfcaf62666c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4334536 Jul 07 22:46:34.569844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57934) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:34.672390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port bb8ea66d-cea6-4c6e-8778-3e8c43b12ce1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:34.672863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.739120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:34.753226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for bb8ea66d-cea6-4c6e-8778-3e8c43b12ce1 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:35.201138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:35.229144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=bb8ea66d-cea6-4c6e-8778-3e8c43b12ce1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:35.236940 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:35.240759 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8be5e701-692b-4342-b165-6c0726ddd2f1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/bb8ea66d-cea6-4c6e-8778-3e8c43b12ce1 HTTP/1.1" status: 204 len: 168 time: 0.6689384 Jul 07 22:46:35.242651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57938) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:35.247448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'mac_address': 'fa:16:3e:24:1e:48', 'name': 'tempest-PortsIpV6TestJSON-922316467'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:35.336572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:35.373946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 17836e5d-b3e7-460a-a9aa-8389eb3399b4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:35.395201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 17836e5d-b3e7-460a-a9aa-8389eb3399b4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:35.395567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 17836e5d-b3e7-460a-a9aa-8389eb3399b4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:35.415438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:35.438139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port 8c2c5801-f6b0-4c74-8082-a4d435e3bdeb yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:35.622868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:35.678472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:35.742253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:35.744991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:35.752919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:35.759043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:35.759653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:35.770136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=8c2c5801-f6b0-4c74-8082-a4d435e3bdeb,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:35.783667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-386d20c3-6013-44f2-9c05-27e4e45e52fd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5399876 Jul 07 22:46:35.786790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57950) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:35.845981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f33d1-9869-4784-ae8d-6e6ec2e7e400 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:35.845981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ef6f33d1-9869-4784-ae8d-6e6ec2e7e400 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/8c2c5801-f6b0-4c74-8082-a4d435e3bdeb HTTP/1.1" status: 200 len: 844 time: 0.0571728 Jul 07 22:46:35.847724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57952) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:35.948069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 8c2c5801-f6b0-4c74-8082-a4d435e3bdeb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:35.948324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.012368 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.025118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 8c2c5801-f6b0-4c74-8082-a4d435e3bdeb owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:36.108796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.137897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=8c2c5801-f6b0-4c74-8082-a4d435e3bdeb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:36.143213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.147673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-399e2c6d-7e3f-444b-b4e2-a1464e56abc4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/8c2c5801-f6b0-4c74-8082-a4d435e3bdeb HTTP/1.1" status: 204 len: 168 time: 0.2966371 Jul 07 22:46:36.148217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57954) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:36.176700 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8a7ea4-bc4c-43c7-861c-2b659a25ac0d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:36.178343 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf8a7ea4-bc4c-43c7-861c-2b659a25ac0d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/8c2c5801-f6b0-4c74-8082-a4d435e3bdeb HTTP/1.1" status: 404 len: 333 time: 0.0293112 Jul 07 22:46:36.182041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57956) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:36.187130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'name': 'tempest-PortsIpV6TestJSON-1468095255'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:36.276053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:36.279906 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.297640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port c09b6a70-d91e-4159-b72b-c258a6c2ae58 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:36.459152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.495360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.542135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:36.545344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:36.552316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:36.557529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:36.558152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.569162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=c09b6a70-d91e-4159-b72b-c258a6c2ae58,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:36.579744 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4aca2fb7-2098-47c9-b7b1-17f8e9a2e8e0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3965967 Jul 07 22:46:36.582192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57966) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:36.587673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:36.672613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.828621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.834680 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.871190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] In _notify_port_updated(), no bound segment for port c09b6a70-d91e-4159-b72b-c258a6c2ae58 on network 45e72663-acf1-4a9d-8a34-251b2ede6462 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:36.876919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:36.877556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:36.879076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/ports/c09b6a70-d91e-4159-b72b-c258a6c2ae58 HTTP/1.1" status: 200 len: 818 time: 0.2959085 Jul 07 22:46:36.882134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57970) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:36.896457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0956f-875c-42e0-8e27-307cd794df41 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=c09b6a70-d91e-4159-b72b-c258a6c2ae58,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:36.983319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port c09b6a70-d91e-4159-b72b-c258a6c2ae58 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:36.983599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.050020 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.064120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for c09b6a70-d91e-4159-b72b-c258a6c2ae58 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:37.148425 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.181925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=c09b6a70-d91e-4159-b72b-c258a6c2ae58,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:37.187464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.189505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8f7e32a3-7946-4595-9d81-c959bfabf495 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/c09b6a70-d91e-4159-b72b-c258a6c2ae58 HTTP/1.1" status: 204 len: 168 time: 0.3062904 Jul 07 22:46:37.192600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57972) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:37.293358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f58e23-0f1b-4eb7-8bcd-34427178dad3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:37.294884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a6f58e23-0f1b-4eb7-8bcd-34427178dad3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1012976 Jul 07 22:46:37.297530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57982) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:37.325059 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95bcd95-d90a-4e6b-87ae-f22b4dfcf4ed tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:37.326573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e95bcd95-d90a-4e6b-87ae-f22b4dfcf4ed tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/c09b6a70-d91e-4159-b72b-c258a6c2ae58 HTTP/1.1" status: 404 len: 333 time: 0.0281284 Jul 07 22:46:37.330163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57984) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:37.335396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-916063964'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:37.356449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:37.360178 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.388642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:37.398016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.398379 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment 2f38d214-20b7-416f-9e0c-329980873bf0 of type vlan for network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 Jul 07 22:46:37.437432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.465354 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.470804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:37.471399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.521129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1900008 Jul 07 22:46:37.524120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 57986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:37.529865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:37.537974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c31687-9817-4c7a-bc7e-cb538f97683c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=1b71cf52-e0b6-4751-a89c-dc61bdd6b843,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:37.548031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:37.626968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:37.631295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.816899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.875972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=56a3660b-4995-457d-a7c3-0491d679ed43,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:37.887596 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': '2f38d214-20b7-416f-9e0c-329980873bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:37.887964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 1b71cf52-e0b6-4751-a89c-dc61bdd6b843, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:37.904066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:37.916080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 1b71cf52-e0b6-4751-a89c-dc61bdd6b843) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:37.922057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:37.922747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:37.927341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0be610-38f0-4381-928a-fa5b6e3fba45 None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:37.941272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4a9a64dc-a0b3-4df2-8dd5-36dcf7dacd20 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4155455 Jul 07 22:46:37.945470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57992) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:37.951470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:38.085109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:38.089241 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.093533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': '56a3660b-4995-457d-a7c3-0491d679ed43'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:38.094424 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.187691 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56a3660b-4995-457d-a7c3-0491d679ed43 (CIDR: 2001:db8::/64) Jul 07 22:46:38.190819 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:46:38.191304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:46:38.204667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ce6c58b5-68b8-4161-bbd8-0a27783fc013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2580378 Jul 07 22:46:38.207453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 57994) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:38.212377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:38.247828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Allocated IP 2001:db8::2 (1b71cf52-e0b6-4751-a89c-dc61bdd6b843/56a3660b-4995-457d-a7c3-0491d679ed43/cc04d68a-0723-4176-a691-ca8c527a1bd4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:38.329121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:38.335470 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.417989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.428153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Transition to ACTIVE for port object cc04d68a-0723-4176-a691-ca8c527a1bd4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:38.458436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Transition to ACTIVE for port object cc04d68a-0723-4176-a691-ca8c527a1bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:38.469298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.533713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Pushing event updated for resources: {'Port': ['ID=cc04d68a-0723-4176-a691-ca8c527a1bd4,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:38.543450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:38.544879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:38.547513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:38.615920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Attempting to bind port cc04d68a-0723-4176-a691-ca8c527a1bd4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:38.616554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Attempting to bind port cc04d68a-0723-4176-a691-ca8c527a1bd4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '2f38d214-20b7-416f-9e0c-329980873bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:38.616690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Attempting to bind port cc04d68a-0723-4176-a691-ca8c527a1bd4 on network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:38.622033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:38.622413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Checking segment: {'id': '2f38d214-20b7-416f-9e0c-329980873bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:38.623006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.623559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Bound using segment: {'id': '2f38d214-20b7-416f-9e0c-329980873bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:38.624203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Bound port: cc04d68a-0723-4176-a691-ca8c527a1bd4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f38d214-20b7-416f-9e0c-329980873bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:38.624504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.667070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.723199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:38.724888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] For port cc04d68a-0723-4176-a691-ca8c527a1bd4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:38.726757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:38.730201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:38.730936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.734315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] For port cc04d68a-0723-4176-a691-ca8c527a1bd4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cc04d68a-0723-4176-a691-ca8c527a1bd4,segment=NetworkSegment(2f38d214-20b7-416f-9e0c-329980873bf0),segment_id=2f38d214-20b7-416f-9e0c-329980873bf0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:38.742507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:38.750191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=94781c29-35bf-4a10-9ab3-dbf02709db9e,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:38.758937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-55041439-a997-4a9f-a871-d826c133c7e2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5480070 Jul 07 22:46:38.759812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58004) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:38.764641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'fixed_ips': [{'subnet_id': '56a3660b-4995-457d-a7c3-0491d679ed43'}, {'subnet_id': '94781c29-35bf-4a10-9ab3-dbf02709db9e'}], 'name': 'tempest-PortsIpV6TestJSON-1704572272'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:38.838239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0408b8d-5e3c-4f57-a3fc-266a4109b8f7 None None] Pushing event updated for resources: {'Port': ['ID=cc04d68a-0723-4176-a691-ca8c527a1bd4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:38.928046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:39.071877 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:39.106284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port a2845507-d46f-4043-af29-df2314215659 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:39.480390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cc04d68a-0723-4176-a691-ca8c527a1bd4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:39.561870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port cc04d68a-0723-4176-a691-ca8c527a1bd4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:39.593121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::144 (1b71cf52-e0b6-4751-a89c-dc61bdd6b843/56a3660b-4995-457d-a7c3-0491d679ed43/a2845507-d46f-4043-af29-df2314215659) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:39.601581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8:0:1::20 (1b71cf52-e0b6-4751-a89c-dc61bdd6b843/94781c29-35bf-4a10-9ab3-dbf02709db9e/a2845507-d46f-4043-af29-df2314215659) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:40.045002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243df9f-6868-4ddf-9281-94ab966e6bac None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:40.064233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.079029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object a2845507-d46f-4043-af29-df2314215659 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:40.121705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.169676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:40.169676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:40.171620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:40.178159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:40.178880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.203051 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4424677 Jul 07 22:46:40.206029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58012) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:40.211804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56a3660b-4995-457d-a7c3-0491d679ed43'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:40.213446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e2858-ec22-4e2b-a3a3-29a33f55f72e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=a2845507-d46f-4043-af29-df2314215659,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:40.308575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] Provisioning for port cc04d68a-0723-4176-a691-ca8c527a1bd4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:40.322236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] Provisioning complete for port cc04d68a-0723-4176-a691-ca8c527a1bd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:40.322666 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.411482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.471423 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.516586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] For port cc04d68a-0723-4176-a691-ca8c527a1bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cc04d68a-0723-4176-a691-ca8c527a1bd4,segment=NetworkSegment(2f38d214-20b7-416f-9e0c-329980873bf0),segment_id=2f38d214-20b7-416f-9e0c-329980873bf0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:40.522886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.617366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d63eb1-70d9-4532-ba13-e713b08cc3e9 None None] Pushing event updated for resources: {'Port': ['ID=cc04d68a-0723-4176-a691-ca8c527a1bd4,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:40.626672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Update dhcp port {'port': {'network_id': '1b71cf52-e0b6-4751-a89c-dc61bdd6b843', 'fixed_ips': [{'subnet_id': '56a3660b-4995-457d-a7c3-0491d679ed43', 'ip_address': '2001:db8::2'}, {'subnet_id': '94781c29-35bf-4a10-9ab3-dbf02709db9e'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'cc04d68a-0723-4176-a691-ca8c527a1bd4'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:46:40.664670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.740063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Delete allocated IP 2001:db8:0:1::20 (1b71cf52-e0b6-4751-a89c-dc61bdd6b843/94781c29-35bf-4a10-9ab3-dbf02709db9e) {{(pid=93932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:46:40.883380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.895567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Ignored duplicate provisioning block setup for port a2845507-d46f-4043-af29-df2314215659 by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:46:40.900647 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.954509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Allocated IP 2001:db8:0:1::2 (1b71cf52-e0b6-4751-a89c-dc61bdd6b843/94781c29-35bf-4a10-9ab3-dbf02709db9e/cc04d68a-0723-4176-a691-ca8c527a1bd4) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:40.969351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] In _notify_port_updated(), no bound segment for port a2845507-d46f-4043-af29-df2314215659 on network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:40.974913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:40.975541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.980549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/ports/a2845507-d46f-4043-af29-df2314215659 HTTP/1.1" status: 200 len: 926 time: 0.7697406 Jul 07 22:46:40.980549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58018) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:40.985421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56a3660b-4995-457d-a7c3-0491d679ed43'}, {'subnet_id': '94781c29-35bf-4a10-9ab3-dbf02709db9e'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:41.010570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fbd2f-55f6-4fdd-85bd-ff4c953cd70d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=a2845507-d46f-4043-af29-df2314215659,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:41.051986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] For port cc04d68a-0723-4176-a691-ca8c527a1bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cc04d68a-0723-4176-a691-ca8c527a1bd4,segment=NetworkSegment(2f38d214-20b7-416f-9e0c-329980873bf0),segment_id=2f38d214-20b7-416f-9e0c-329980873bf0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:41.084169 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.084403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.097954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Transition to ACTIVE for port object cc04d68a-0723-4176-a691-ca8c527a1bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:41.103454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.201951 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36707d-524c-4e07-9b9a-6a9b0d8d1c7b None None] Pushing event updated for resources: {'Port': ['ID=cc04d68a-0723-4176-a691-ca8c527a1bd4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:41.415644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8:0:1::4a (1b71cf52-e0b6-4751-a89c-dc61bdd6b843/94781c29-35bf-4a10-9ab3-dbf02709db9e/a2845507-d46f-4043-af29-df2314215659) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:41.438295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cc04d68a-0723-4176-a691-ca8c527a1bd4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:41.659348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.690030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Ignored duplicate provisioning block setup for port a2845507-d46f-4043-af29-df2314215659 by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:46:41.700391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.740145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-6a2acc4c-6bd1-4dd2-8073-89f803f3b9c5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:41.741742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-6a2acc4c-6bd1-4dd2-8073-89f803f3b9c5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1657529 Jul 07 22:46:41.795313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-3d274cbc-15d5-44ed-b77d-9023e2db27dc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0470233 Jul 07 22:46:41.819135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee54cd0-a318-4e68-a5e2-d1e53a680014 None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:41.829282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=a2845507-d46f-4043-af29-df2314215659,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:41.833415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] In _notify_port_updated(), no bound segment for port a2845507-d46f-4043-af29-df2314215659 on network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:46:41.839881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:41.840538 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.844317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/ports/a2845507-d46f-4043-af29-df2314215659 HTTP/1.1" status: 200 len: 1011 time: 0.8610213 Jul 07 22:46:41.845035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58030) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:41.868964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.869322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.869679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.870017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.870361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.870729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.871091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.871432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.871766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.872106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.872437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.872770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e147b4-2d1d-468c-8924-8640fcae623e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:41.910280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Provisioning for port a2845507-d46f-4043-af29-df2314215659 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:41.921304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-85f9631e-81d7-4542-b5e3-fc2e30d9cf06 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174424 Jul 07 22:46:41.924080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Provisioning complete for port a2845507-d46f-4043-af29-df2314215659 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:41.924458 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.984816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port a2845507-d46f-4043-af29-df2314215659 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:41.985095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.997144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Port a2845507-d46f-4043-af29-df2314215659 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:42.019599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Provisioning for port cc04d68a-0723-4176-a691-ca8c527a1bd4 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:42.030589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Provisioning complete for port cc04d68a-0723-4176-a691-ca8c527a1bd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:42.030989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-23cc1974-8469-4fc8-ac3a-f746ae65a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.053597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-dff49f21-df75-428a-81ce-895befbd85ea service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234756 Jul 07 22:46:42.094131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.112959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for a2845507-d46f-4043-af29-df2314215659 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:42.155755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-b3780a59-6bb2-4a2f-9a6b-0507cd2bdeeb service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961678 Jul 07 22:46:42.343264 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.380848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=a2845507-d46f-4043-af29-df2314215659,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:42.449821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.452731 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5edc6bdd-4eba-49c5-9c0c-7713edfc0f57 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/a2845507-d46f-4043-af29-df2314215659 HTTP/1.1" status: 204 len: 168 time: 0.6067317 Jul 07 22:46:42.455002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58040) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:42.483570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-90bf789a-46f5-4fee-850f-6401126cf790 None None] Could not find standard attr ID for object a2845507-d46f-4043-af29-df2314215659. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:42.522461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-90bf789a-46f5-4fee-850f-6401126cf790 None None] Provisioning complete for port cc04d68a-0723-4176-a691-ca8c527a1bd4 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:42.522960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-90bf789a-46f5-4fee-850f-6401126cf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.524031 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1086722-0257-4e5a-81a5-af096d61cb91 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:42.526074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a1086722-0257-4e5a-81a5-af096d61cb91 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/a2845507-d46f-4043-af29-df2314215659 HTTP/1.1" status: 404 len: 333 time: 0.0690498 Jul 07 22:46:42.528617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58046) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:42.622898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-79396691-3326-4520-b1c3-724b16642655 req-15c09c47-ce10-4ff7-bd51-1cf966808936 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 210 time: 0.0909600 Jul 07 22:46:42.642336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 94781c29-35bf-4a10-9ab3-dbf02709db9e {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:42.648805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.698285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.732295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d1469b3f-83dd-43bf-97f6-b18300ed6258 None None] Could not find standard attr ID for object a2845507-d46f-4043-af29-df2314215659. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:42.820653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.896490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.931562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=94781c29-35bf-4a10-9ab3-dbf02709db9e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:42.939636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.944743 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b8f003b-6a87-4c28-8150-4013213a87e6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/94781c29-35bf-4a10-9ab3-dbf02709db9e HTTP/1.1" status: 204 len: 168 time: 0.4126194 Jul 07 22:46:42.945294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58054) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:42.977155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a84f1-9745-46a8-8559-95872f033715 None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:43.001936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 56a3660b-4995-457d-a7c3-0491d679ed43 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:43.006817 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.057314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.062706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8199c6d6-bc34-4ce4-9b4e-44019a1b5ba0 None None] Could not find standard attr ID for object a2845507-d46f-4043-af29-df2314215659. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:43.180006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.249079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.282374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=56a3660b-4995-457d-a7c3-0491d679ed43,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:43.288372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.293106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d0ecf603-2a8e-4bc3-84d0-8892aac5e56b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/56a3660b-4995-457d-a7c3-0491d679ed43 HTTP/1.1" status: 204 len: 168 time: 0.3445203 Jul 07 22:46:43.294759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58058) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:43.398454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.452092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port cc04d68a-0723-4176-a691-ca8c527a1bd4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:43.452556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.517601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] For port cc04d68a-0723-4176-a691-ca8c527a1bd4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cc04d68a-0723-4176-a691-ca8c527a1bd4,segment=NetworkSegment(2f38d214-20b7-416f-9e0c-329980873bf0),segment_id=2f38d214-20b7-416f-9e0c-329980873bf0)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:43.518124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.531726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for cc04d68a-0723-4176-a691-ca8c527a1bd4 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:43.619878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.649417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=cc04d68a-0723-4176-a691-ca8c527a1bd4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:43.651639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No DVR routers for this DVR port cc04d68a-0723-4176-a691-ca8c527a1bd4 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:43.742782 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.756671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b71cf52-e0b6-4751-a89c-dc61bdd6b843']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:43.779174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f38d214-20b7-416f-9e0c-329980873bf0') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:43.779587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f38d214-20b7-416f-9e0c-329980873bf0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:43.792516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.808703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.818789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:43.819565 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:43.823254 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:43.835267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01465b6d-ab2f-4b26-a0a3-bbbe785634d0 None None] Network 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:43.856550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d49f32a-9449-4250-9b5d-91b2fe1beb79 req-d959cf3a-4675-4b85-9abd-16b8f07640bf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 210 time: 0.0419290 Jul 07 22:46:43.902070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ce108f50-a15d-4389-a98c-dfe1567ae6fd None None] Could not find standard attr ID for object cc04d68a-0723-4176-a691-ca8c527a1bd4. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:43.904938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.915690 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:43.917588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/1b71cf52-e0b6-4751-a89c-dc61bdd6b843 HTTP/1.1" status: 204 len: 168 time: 0.6214688 Jul 07 22:46:43.930063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58062) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:43.932788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25551184-01a7-4fd7-a313-a80f871e22d4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=1b71cf52-e0b6-4751-a89c-dc61bdd6b843,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:43.951563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-ebf614aa-18e1-4f7b-b81e-92e49abb76ad tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:43.953063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-ebf614aa-18e1-4f7b-b81e-92e49abb76ad tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.2473307 Jul 07 22:46:43.973692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': 'a0862837-774a-4177-b13c-6105fcdc8308', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:44.045556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b679b-4421-480a-92c2-56e8d1237345 None None] DHCP port deletion for 1b71cf52-e0b6-4751-a89c-dc61bdd6b843 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:44.100210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09691d-5b29-4d20-8821-beaf8219bbd1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:44.103806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a09691d-5b29-4d20-8821-beaf8219bbd1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1706729 Jul 07 22:46:44.105956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:44.131209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:44.135659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.176307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-440a0ddb-1aa3-460e-a460-a55704172ff1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0686142 Jul 07 22:46:44.177003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58070) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:44.182133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1412087303'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:44.204784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:44.210730 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.250879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:44.261817 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.262281 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment adad60bc-15a3-4f32-952b-4af2a4528fec of type vlan for network a92a4238-a58c-4a8a-8519-9b458bc75c5c Jul 07 22:46:44.296388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.6 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/4fb95a39-e1c2-40d0-9df4-e8f16e95f497) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:44.320223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.356608 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.363783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:44.364710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.429686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2515259 Jul 07 22:46:44.432729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58074) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:44.438078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:44.500872 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3045d4-7afe-41f6-87b2-fa03c76b9d73 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=a92a4238-a58c-4a8a-8519-9b458bc75c5c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:44.517446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:44.538744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.552056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:44.557253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.561915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ab2c5-b1f8-4f9f-8215-0371f3d842bd req-74d60cd7-cee8-40ec-b263-e2620087284a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:44.563483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-984ab2c5-b1f8-4f9f-8215-0371f3d842bd req-74d60cd7-cee8-40ec-b263-e2620087284a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1251600 Jul 07 22:46:44.566452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:44.633269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-984ab2c5-b1f8-4f9f-8215-0371f3d842bd req-be9318a0-8d5b-4c95-be09-e516a0c3e781 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602169 Jul 07 22:46:44.645368 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.689062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:44.695521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:44.697828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:44.725757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:44.759586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:44.760239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.777731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-d74f788a-249a-4467-942d-fceff4c1e7f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8082454 Jul 07 22:46:44.787786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.792263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Request body: {'port': {'device_id': 'a0862837-774a-4177-b13c-6105fcdc8308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:44.859998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=607a5ec1-3da5-436c-b4d1-626524178793,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:44.877230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.909181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': 'adad60bc-15a3-4f32-952b-4af2a4528fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:44.910394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: a92a4238-a58c-4a8a-8519-9b458bc75c5c, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:44.952616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:44.965335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a92a4238-a58c-4a8a-8519-9b458bc75c5c) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:44.974694 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb933d1-06a5-491c-beef-24da2057d3f3 None None] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:44.980084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:44.980804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:44.999987 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da4f0b79-0623-489f-bf79-c8e38bc7b632 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5658836 Jul 07 22:46:45.002613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58078) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:45.008844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c', 'name': 'tempest-PortsIpV6TestJSON-557585293'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:45.124331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2e0323ca-c8c9-447d-9b78-625ba53b3774 None None] Provisioning for port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:45.142222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:45.147783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.151379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2e0323ca-c8c9-447d-9b78-625ba53b3774 None None] Provisioning complete for port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:45.151767 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e0323ca-c8c9-447d-9b78-625ba53b3774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.169226 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port b28af816-da3f-4502-ad9e-380d22a4a5fa yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:45.231942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2e0323ca-c8c9-447d-9b78-625ba53b3774 None None] Port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:45.285429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:45.297836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.333050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::57 (a92a4238-a58c-4a8a-8519-9b458bc75c5c/607a5ec1-3da5-436c-b4d1-626524178793/b28af816-da3f-4502-ad9e-380d22a4a5fa) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:45.350240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a92a4238-a58c-4a8a-8519-9b458bc75c5c', 'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': '607a5ec1-3da5-436c-b4d1-626524178793'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:45.352369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.360061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Transition to ACTIVE for port object 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:45.429780 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.481459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cc04d68a-0723-4176-a691-ca8c527a1bd4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:45.517449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: cc04d68a-0723-4176-a691-ca8c527a1bd4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:45.517814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cc04d68a-0723-4176-a691-ca8c527a1bd4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:45.546241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Pushing event updated for resources: {'Port': ['ID=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:45.564480 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.582426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object b28af816-da3f-4502-ad9e-380d22a4a5fa will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:45.599832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1a1c-487f-4970-a8b8-ec905ab4c926 req-b34eef98-340a-460c-b0b0-5a86444755fa tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.602084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6ff1a1c-487f-4970-a8b8-ec905ab4c926 req-b34eef98-340a-460c-b0b0-5a86444755fa tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.2402091 Jul 07 22:46:45.630406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.692113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Attempting to bind port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:45.692491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Attempting to bind port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:45.692814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Attempting to bind port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:45.711849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:46:45.712057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=b28af816-da3f-4502-ad9e-380d22a4a5fa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:45.712371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Attempting to bind port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:45.712876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Allocated IP 2001:db8::2 (a92a4238-a58c-4a8a-8519-9b458bc75c5c/607a5ec1-3da5-436c-b4d1-626524178793/51acd9ab-fb98-472a-ab97-db839426031f) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:45.742564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6ff1a1c-487f-4970-a8b8-ec905ab4c926 req-e6d54ddf-9b81-4dba-9da7-2679b4e175d2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318202 Jul 07 22:46:45.753056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:45.755424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:45.756557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:45.758000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Bound port: 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:45.758392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:45.762655 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.764799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:45.767933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:45.790509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.791415 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.822769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a495d6ab-d9b2-4c1e-845a-1cfdc663ccd5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8188906 Jul 07 22:46:45.823400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58082) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:45.828514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c', 'name': 'tempest-PortsIpV6TestJSON-1863638822'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:45.899934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] For port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:45.903411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] For port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:45.910605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.977737 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.988701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.991573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Transition to ACTIVE for port object 51acd9ab-fb98-472a-ab97-db839426031f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:45.992579 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.993975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] 10.222.0.103 "PUT /v2.0/ports/4fb95a39-e1c2-40d0-9df4-e8f16e95f497 HTTP/1.1" status: 200 len: 1092 time: 1.2070119 Jul 07 22:46:45.998390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0862837-774a-4177-b13c-6105fcdc8308', 'tag': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:46.004946 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90725a62-4196-464b-96d3-e1bf5e953868" -d '{"events": [{"name": "network-changed", "server_uuid": "a0862837-774a-4177-b13c-6105fcdc8308", "tag": "4fb95a39-e1c2-40d0-9df4-e8f16e95f497"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:46.037016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Transition to ACTIVE for port object 51acd9ab-fb98-472a-ab97-db839426031f will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:46.044839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.088318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:46.089942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:46.093558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.096778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:46.099564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:46.134889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port 2a59a3b0-188c-408b-8664-f62f3bc0a951 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:46.179999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Pushing event updated for resources: {'Port': ['ID=51acd9ab-fb98-472a-ab97-db839426031f,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:46.189340 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Attempting to bind port 51acd9ab-fb98-472a-ab97-db839426031f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:46.189957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Attempting to bind port 51acd9ab-fb98-472a-ab97-db839426031f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'adad60bc-15a3-4f32-952b-4af2a4528fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:46.190483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Attempting to bind port 51acd9ab-fb98-472a-ab97-db839426031f on network a92a4238-a58c-4a8a-8519-9b458bc75c5c {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:46.197875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:46.198229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Checking segment: {'id': 'adad60bc-15a3-4f32-952b-4af2a4528fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:46.198880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.199352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Bound using segment: {'id': 'adad60bc-15a3-4f32-952b-4af2a4528fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:46.200070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Bound port: 51acd9ab-fb98-472a-ab97-db839426031f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adad60bc-15a3-4f32-952b-4af2a4528fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a92a4238-a58c-4a8a-8519-9b458bc75c5c'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:46.200569 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.292932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] For port 51acd9ab-fb98-472a-ab97-db839426031f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:46.297441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] For port 51acd9ab-fb98-472a-ab97-db839426031f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=51acd9ab-fb98-472a-ab97-db839426031f,segment=NetworkSegment(adad60bc-15a3-4f32-952b-4af2a4528fec),segment_id=adad60bc-15a3-4f32-952b-4af2a4528fec)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:46.309962 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.405818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::292 (a92a4238-a58c-4a8a-8519-9b458bc75c5c/607a5ec1-3da5-436c-b4d1-626524178793/2a59a3b0-188c-408b-8664-f62f3bc0a951) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:46.420686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26607-32c8-4ff9-aa97-58084f2bcc64 None None] Pushing event updated for resources: {'Port': ['ID=51acd9ab-fb98-472a-ab97-db839426031f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:46.669584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95c80c-3309-4a60-bbd1-5f0dfb6f6b1e service neutron] Pushing event updated for resources: {'Port': ['ID=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:46.679354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.702721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object 2a59a3b0-188c-408b-8664-f62f3bc0a951 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:46.713749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-2769db32-beea-4fc7-ba83-821fcecb5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.715351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-2769db32-beea-4fc7-ba83-821fcecb5cc7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 1095 time: 0.6595750 Jul 07 22:46:46.724707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd524-8554-46d6-8007-db3555fce738 req-20e1b5ad-d5ad-42ca-b827-0f70cae0bcd0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.732107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a0fd524-8554-46d6-8007-db3555fce738 req-20e1b5ad-d5ad-42ca-b827-0f70cae0bcd0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.7908742 Jul 07 22:46:46.751769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.781594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-f14f9d0f-c0c4-4f40-9a6c-4c3794b05144 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497 HTTP/1.1" status: 200 len: 217 time: 0.0418344 Jul 07 22:46:46.808428 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:46.812157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:46.817212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:46.823585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.824344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.838161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a0fd524-8554-46d6-8007-db3555fce738 req-afb4628c-98a2-4fc9-ab43-2bb334db06ff tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048927 Jul 07 22:46:46.848254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=2a59a3b0-188c-408b-8664-f62f3bc0a951,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:46.852959 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0ff05ac-5993-4220-b973-95af8f6017a1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0285163 Jul 07 22:46:46.856170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58088) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:46.862101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-e425c6ea-0e8a-4416-965a-4b2b28c8bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.863677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-e425c6ea-0e8a-4416-965a-4b2b28c8bb74 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0753140 Jul 07 22:46:46.931988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd975cdb-0af3-4108-8bb5-0e6899100983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.933038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-fd975cdb-0af3-4108-8bb5-0e6899100983 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635009 Jul 07 22:46:46.934603 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e0d9cf-48ba-4ceb-833c-0a862947584d x-openstack-request-id: req-33e0d9cf-48ba-4ceb-833c-0a862947584d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:46.934920 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0862837-774a-4177-b13c-6105fcdc8308", "tag": "4fb95a39-e1c2-40d0-9df4-e8f16e95f497", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:46.935217 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-33e0d9cf-48ba-4ceb-833c-0a862947584d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:46.935605 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0862837-774a-4177-b13c-6105fcdc8308', 'tag': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497', 'status': 'completed', 'code': 200} Jul 07 22:46:46.979465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08511d-8e03-4215-8056-4a65dd267570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.981416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ad08511d-8e03-4215-8056-4a65dd267570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A57 HTTP/1.1" status: 200 len: 927 time: 0.1242645 Jul 07 22:46:46.984269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58090) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:47.015345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.098386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-166beca0-05f6-400a-9a36-2af276165b3e service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572824 Jul 07 22:46:47.120726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 2a59a3b0-188c-408b-8664-f62f3bc0a951 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:47.121309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.201673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f5c4c-8d41-49e9-b914-f6d84c050f05 req-813c5589-bd4f-49a4-b840-c7f67f21c0c6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.203439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f22f5c4c-8d41-49e9-b914-f6d84c050f05 req-813c5589-bd4f-49a4-b840-c7f67f21c0c6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.1427081 Jul 07 22:46:47.215491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.231828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 2a59a3b0-188c-408b-8664-f62f3bc0a951 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:47.244616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf08cb42-6e93-4a06-9332-63fcb3387d0b req-4c81567c-2b46-4071-8c08-0dcf998e05d6 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394358 Jul 07 22:46:47.283189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f22f5c4c-8d41-49e9-b914-f6d84c050f05 req-9fb83ffc-a3b9-4127-9fa0-0a2c12f9f513 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579195 Jul 07 22:46:47.380958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725a62-4196-464b-96d3-e1bf5e953868 req-e1b5b649-2f7d-4190-ad3f-649c28a981a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.383572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-e1b5b649-2f7d-4190-ad3f-649c28a981a3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 1095 time: 0.0767596 Jul 07 22:46:47.435616 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.473856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=2a59a3b0-188c-408b-8664-f62f3bc0a951,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:47.509828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 51acd9ab-fb98-472a-ab97-db839426031f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:47.525469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.530540 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b1c0a667-b8e7-4bf6-90e3-6eed8cd3c409 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/2a59a3b0-188c-408b-8664-f62f3bc0a951 HTTP/1.1" status: 204 len: 168 time: 0.5424705 Jul 07 22:46:47.533389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58092) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:47.565035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725a62-4196-464b-96d3-e1bf5e953868 req-4a91b363-9887-4863-b001-6de70f82da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.567416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-4a91b363-9887-4863-b001-6de70f82da76 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1772881 Jul 07 22:46:47.569068 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac96d2a-00be-4ca4-b5ee-9ce00d99b5e4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:47.573531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eac96d2a-00be-4ca4-b5ee-9ce00d99b5e4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/2a59a3b0-188c-408b-8664-f62f3bc0a951 HTTP/1.1" status: 404 len: 333 time: 0.0365293 Jul 07 22:46:47.574004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58094) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:47.585606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 51acd9ab-fb98-472a-ab97-db839426031f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:47.619198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-94b131b5-b20f-40c1-96ae-a9fb2aeaed56 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497 HTTP/1.1" status: 200 len: 217 time: 0.0453401 Jul 07 22:46:47.677744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725a62-4196-464b-96d3-e1bf5e953868 req-93f31934-51e6-4dfe-a156-d0c3a47bd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.679548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-93f31934-51e6-4dfe-a156-d0c3a47bd356 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0527899 Jul 07 22:46:47.696935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port b28af816-da3f-4502-ad9e-380d22a4a5fa {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:47.697379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.740649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725a62-4196-464b-96d3-e1bf5e953868 req-245737ff-9994-48a1-bafd-21321bf4a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.743142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-245737ff-9994-48a1-bafd-21321bf4a3ce service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568345 Jul 07 22:46:47.752005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078c95b-d7df-4182-a7ee-d714a526bd6e None None] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:47.797348 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.811927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for b28af816-da3f-4502-ad9e-380d22a4a5fa owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:47.836370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Provisioning for port 51acd9ab-fb98-472a-ab97-db839426031f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:47.844025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Provisioning complete for port 51acd9ab-fb98-472a-ab97-db839426031f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:47.844412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:47.878348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-9e934711-e8e6-4352-bc10-63ded64d89a5 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284842 Jul 07 22:46:48.017020 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.028520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.070942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] For port 51acd9ab-fb98-472a-ab97-db839426031f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=51acd9ab-fb98-472a-ab97-db839426031f,segment=NetworkSegment(adad60bc-15a3-4f32-952b-4af2a4528fec),segment_id=adad60bc-15a3-4f32-952b-4af2a4528fec)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:48.078589 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.098038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=b28af816-da3f-4502-ad9e-380d22a4a5fa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:48.130467 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.133410 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b5b6895a-c8f7-42d1-97e3-dfcec34bd96f tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/b28af816-da3f-4502-ad9e-380d22a4a5fa HTTP/1.1" status: 204 len: 168 time: 0.5581670 Jul 07 22:46:48.137625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58098) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:48.166270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Pushing event updated for resources: {'Port': ['ID=51acd9ab-fb98-472a-ab97-db839426031f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:48.174150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.174504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.175050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.175280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.175596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.175931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.176265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.176591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.176967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.177347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.177677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.178003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2c88a-3070-49ca-b6c7-a767387a9545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:48.183870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90725a62-4196-464b-96d3-e1bf5e953868 req-8b24b482-9aa8-4dbb-aa5c-bb22690151f8 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991486 Jul 07 22:46:48.190061 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-46080de6-4bb2-45ef-86ff-baa0ede63f0e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:48.192119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-46080de6-4bb2-45ef-86ff-baa0ede63f0e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/b28af816-da3f-4502-ad9e-380d22a4a5fa HTTP/1.1" status: 404 len: 333 time: 0.0523541 Jul 07 22:46:48.199193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58100) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:48.221128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92691-868c-4e15-8f34-461388c48fa4 req-c23e9ca0-83d4-4917-826d-fdc5e12d6dca tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:48.223489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c92691-868c-4e15-8f34-461388c48fa4 req-c23e9ca0-83d4-4917-826d-fdc5e12d6dca tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.2156394 Jul 07 22:46:48.262388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 607a5ec1-3da5-436c-b4d1-626524178793 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:48.265566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9c92691-868c-4e15-8f34-461388c48fa4 req-5dde377a-a10c-4076-ac1f-e298af37496a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355341 Jul 07 22:46:48.268044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.314117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.380601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7662b675-0c5a-4754-9feb-f285acf12c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.416248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-589ab96a-bcf5-4f3c-958a-a3bd1061f761 None None] Provisioning complete for port 51acd9ab-fb98-472a-ab97-db839426031f triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:48.416631 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-589ab96a-bcf5-4f3c-958a-a3bd1061f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.426135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.497567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.546683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.551607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58104) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:48.552988 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/607a5ec1-3da5-436c-b4d1-626524178793 HTTP/1.1" status: 204 len: 168 time: 0.3523645 Jul 07 22:46:48.554584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d04c7-30d5-45d3-9473-21470370cffa tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=607a5ec1-3da5-436c-b4d1-626524178793,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:48.563959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-589ab96a-bcf5-4f3c-958a-a3bd1061f761 None None] Could not find standard attr ID for object b28af816-da3f-4502-ad9e-380d22a4a5fa. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:48.577483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be9ce7-4133-4b73-bb91-213edafcfb12 req-b10624a3-32e1-4e83-bf6a-fe365914661b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:48.579074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01be9ce7-4133-4b73-bb91-213edafcfb12 req-b10624a3-32e1-4e83-bf6a-fe365914661b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.0971601 Jul 07 22:46:48.636444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa0a8b-4099-4099-a4c0-0e1833924222 None None] Network a92a4238-a58c-4a8a-8519-9b458bc75c5c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:48.681660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01be9ce7-4133-4b73-bb91-213edafcfb12 req-5c5e31b1-bb82-462f-9c17-c110a5349d01 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912907 Jul 07 22:46:48.686007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.686984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6c2f9fa9-99e2-4084-8af8-a256e78b9b1e None None] Could not find standard attr ID for object b28af816-da3f-4502-ad9e-380d22a4a5fa. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:48.747927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 51acd9ab-fb98-472a-ab97-db839426031f {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:48.748278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.821217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] For port 51acd9ab-fb98-472a-ab97-db839426031f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=51acd9ab-fb98-472a-ab97-db839426031f,segment=NetworkSegment(adad60bc-15a3-4f32-952b-4af2a4528fec),segment_id=adad60bc-15a3-4f32-952b-4af2a4528fec)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:48.821592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.840563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 51acd9ab-fb98-472a-ab97-db839426031f owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:48.855599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] DHCP port deletion for a92a4238-a58c-4a8a-8519-9b458bc75c5c request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:48.903280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.917958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] Deleting port 51acd9ab-fb98-472a-ab97-db839426031f {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:48.918334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.933099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:48.962867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=51acd9ab-fb98-472a-ab97-db839426031f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:48.970160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No DVR routers for this DVR port 51acd9ab-fb98-472a-ab97-db839426031f on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:48.987074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] For port 51acd9ab-fb98-472a-ab97-db839426031f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=51acd9ab-fb98-472a-ab97-db839426031f,segment=NetworkSegment(adad60bc-15a3-4f32-952b-4af2a4528fec),segment_id=adad60bc-15a3-4f32-952b-4af2a4528fec)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:48.987472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.002578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] Calling delete_port for 51acd9ab-fb98-472a-ab97-db839426031f owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:49.057513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.068225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92a4238-a58c-4a8a-8519-9b458bc75c5c']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:49.078456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adad60bc-15a3-4f32-952b-4af2a4528fec') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:49.078852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adad60bc-15a3-4f32-952b-4af2a4528fec') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:49.087435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.087937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.101181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.107469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:49.107862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:49.110986 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:49.115358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] Pushing event deleted for resources: {'Port': ['ID=51acd9ab-fb98-472a-ab97-db839426031f,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:49.117390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babc79d-cf0d-47cd-900d-cb7bd6a8082a None None] No DVR routers for this DVR port 51acd9ab-fb98-472a-ab97-db839426031f on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:49.178033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.185024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.190353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/a92a4238-a58c-4a8a-8519-9b458bc75c5c HTTP/1.1" status: 204 len: 168 time: 0.6335406 Jul 07 22:46:49.191090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:49.196517 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-622933885'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:49.198304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5be0b6-4c0c-4f36-b001-6736a8d29a59 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=a92a4238-a58c-4a8a-8519-9b458bc75c5c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:49.216389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:49.219917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.244285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:49.253130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.253511 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment 5b2cea42-c640-4727-807c-c5b4f4653fd9 of type vlan for network 7225c198-d1aa-4bce-82d6-772d170328ae Jul 07 22:46:49.291860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.326319 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.332588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:49.333910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.388396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 51acd9ab-fb98-472a-ab97-db839426031f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:49.399064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2068229 Jul 07 22:46:49.404372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58110) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:49.412028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:49.415841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 51acd9ab-fb98-472a-ab97-db839426031f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:49.416309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 51acd9ab-fb98-472a-ab97-db839426031f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:49.430026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b5cf2-aa34-48e2-8b20-61cd2fadebea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=7225c198-d1aa-4bce-82d6-772d170328ae,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:49.441599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7225c198-d1aa-4bce-82d6-772d170328ae details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:49.456234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5997c1-3f45-46d8-a8f2-db6ab74d45c2 req-5ad5c21a-2423-451b-84ff-3006be4eb00e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:49.463127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e5997c1-3f45-46d8-a8f2-db6ab74d45c2 req-5ad5c21a-2423-451b-84ff-3006be4eb00e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0748410 Jul 07 22:46:49.499207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e5997c1-3f45-46d8-a8f2-db6ab74d45c2 req-2277b2df-900c-4c86-ba3b-9a3ef06c7a22 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351934 Jul 07 22:46:49.524020 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:49.526039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.717154 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.778554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=0a57f4b2-854c-4025-8b9b-d56164ce6a7b,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:49.786952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': '5b2cea42-c640-4727-807c-c5b4f4653fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:49.787325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 7225c198-d1aa-4bce-82d6-772d170328ae, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:49.803754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 7225c198-d1aa-4bce-82d6-772d170328ae is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:49.812939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7225c198-d1aa-4bce-82d6-772d170328ae) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:49.817354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:49.817959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:49.823683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c3590-540e-49fd-b360-45019675bbe3 None None] Network 7225c198-d1aa-4bce-82d6-772d170328ae requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:49.835481 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-94fda3b3-45ad-438d-b9ae-d6c4c43bf8db tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4300256 Jul 07 22:46:49.838551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:49.843780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae', 'name': 'tempest-PortsIpV6TestJSON-496129924', 'fixed_ips': [{'subnet_id': '0a57f4b2-854c-4025-8b9b-d56164ce6a7b', 'ip_address': '2001:db8::10'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:49.881869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6c14e-0a48-403d-99a9-c115d5b326c4 req-1d99bfbc-b795-42f1-b74a-41aabfaa436d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:49.883537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fec6c14e-0a48-403d-99a9-c115d5b326c4 req-1d99bfbc-b795-42f1-b74a-41aabfaa436d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.0733035 Jul 07 22:46:49.922242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fec6c14e-0a48-403d-99a9-c115d5b326c4 req-c67c7ab8-6ce2-4458-8b4f-abf3b535e735 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Jul 07 22:46:49.967726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:49.974425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7225c198-d1aa-4bce-82d6-772d170328ae', 'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': '0a57f4b2-854c-4025-8b9b-d56164ce6a7b'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:49.975318 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.055212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.072676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:50.106347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Allocated IP 2001:db8::2 (7225c198-d1aa-4bce-82d6-772d170328ae/0a57f4b2-854c-4025-8b9b-d56164ce6a7b/a2b14b04-c666-42f1-a246-c571df7564fb) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:50.246074 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.254365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Transition to ACTIVE for port object a2b14b04-c666-42f1-a246-c571df7564fb will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:50.268140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Transition to ACTIVE for port object a2b14b04-c666-42f1-a246-c571df7564fb will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:50.273123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.307941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Network 7225c198-d1aa-4bce-82d6-772d170328ae is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:50.314463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:50.318499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:50.321757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::10 (7225c198-d1aa-4bce-82d6-772d170328ae/0a57f4b2-854c-4025-8b9b-d56164ce6a7b/3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:50.323896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Pushing event updated for resources: {'Port': ['ID=a2b14b04-c666-42f1-a246-c571df7564fb,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:50.382888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Attempting to bind port a2b14b04-c666-42f1-a246-c571df7564fb on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:50.383264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Attempting to bind port a2b14b04-c666-42f1-a246-c571df7564fb by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5b2cea42-c640-4727-807c-c5b4f4653fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:50.383637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Attempting to bind port a2b14b04-c666-42f1-a246-c571df7564fb on network 7225c198-d1aa-4bce-82d6-772d170328ae {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:50.388562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:50.388941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Checking segment: {'id': '5b2cea42-c640-4727-807c-c5b4f4653fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:50.389345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.389738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Bound using segment: {'id': '5b2cea42-c640-4727-807c-c5b4f4653fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:50.390205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Bound port: a2b14b04-c666-42f1-a246-c571df7564fb, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2cea42-c640-4727-807c-c5b4f4653fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:50.390589 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.454476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] For port a2b14b04-c666-42f1-a246-c571df7564fb, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:50.457586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] For port a2b14b04-c666-42f1-a246-c571df7564fb, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2b14b04-c666-42f1-a246-c571df7564fb,segment=NetworkSegment(5b2cea42-c640-4727-807c-c5b4f4653fd9),segment_id=5b2cea42-c640-4727-807c-c5b4f4653fd9)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:50.461106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.469497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.488683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:50.515299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ef973-ce1c-4395-8cfa-2a43c8c61dab None None] Pushing event updated for resources: {'Port': ['ID=a2b14b04-c666-42f1-a246-c571df7564fb,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:50.525368 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.571414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 7225c198-d1aa-4bce-82d6-772d170328ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:50.577103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:50.581183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:50.586921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:50.587562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.601706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:50.616568 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7f2a7cc9-ceec-4bed-9ddb-0c641792cbdd tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7770140 Jul 07 22:46:50.619210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58120) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:50.624844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '7225c198-d1aa-4bce-82d6-772d170328ae', 'name': 'tempest-PortsIpV6TestJSON-184294927', 'fixed_ips': [{'subnet_id': '0a57f4b2-854c-4025-8b9b-d56164ce6a7b', 'ip_address': '2001:db8::f'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:50.709535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377cb0-5495-48b7-af89-09494320df53 req-2de3af11-2493-497f-91d8-5d7265b7ae36 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:50.720378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34377cb0-5495-48b7-af89-09494320df53 req-2de3af11-2493-497f-91d8-5d7265b7ae36 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0936122 Jul 07 22:46:50.755442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34377cb0-5495-48b7-af89-09494320df53 req-3ea93e03-85ea-4262-8267-638d66f8bd48 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342135 Jul 07 22:46:50.779102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:50.785124 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.804905 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:50.964000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::f (7225c198-d1aa-4bce-82d6-772d170328ae/0a57f4b2-854c-4025-8b9b-d56164ce6a7b/cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:51.104587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0446b-16e9-44e3-a8b0-7da992aa7da4 req-f0a081ab-ce34-4a84-bc3e-c568cf55ac2b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.106093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bc0446b-16e9-44e3-a8b0-7da992aa7da4 req-f0a081ab-ce34-4a84-bc3e-c568cf55ac2b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.0647345 Jul 07 22:46:51.117131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.133184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:51.146340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bc0446b-16e9-44e3-a8b0-7da992aa7da4 req-21c910b4-c9e7-44ca-b09a-2745c5c953f9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Jul 07 22:46:51.176605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.219223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 7225c198-d1aa-4bce-82d6-772d170328ae is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:51.223150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:51.229534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:51.235228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.235857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.248528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:51.258642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f8393907-0dc4-481a-94a8-467ceeb14ea7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6375711 Jul 07 22:46:51.260846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:51.373504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24a5a4b8-5e33-43ef-8b48-bdba300488ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.387454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534902f3-68f4-404f-8817-9e215f5d1840 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.390071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-534902f3-68f4-404f-8817-9e215f5d1840 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1272461 Jul 07 22:46:51.392101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58126) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:51.434798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2b14b04-c666-42f1-a246-c571df7564fb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:51.439052 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.492499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a2b14b04-c666-42f1-a246-c571df7564fb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:51.519652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287bbb1-53aa-4183-9705-d8220cb37b48 None None] Network 7225c198-d1aa-4bce-82d6-772d170328ae requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:51.521172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b2323-ece4-4afe-8b00-82568b448467 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.527219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b2323-ece4-4afe-8b00-82568b448467 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.533218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b2323-ece4-4afe-8b00-82568b448467 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.537683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5b4b2323-ece4-4afe-8b00-82568b448467 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1418037 Jul 07 22:46:51.537862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58128) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:51.576560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] Provisioning for port a2b14b04-c666-42f1-a246-c571df7564fb completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:51.583381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] Provisioning complete for port a2b14b04-c666-42f1-a246-c571df7564fb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:51.583768 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.634387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:51.634843 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.723625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.734881 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.736228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:51.781909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] For port a2b14b04-c666-42f1-a246-c571df7564fb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2b14b04-c666-42f1-a246-c571df7564fb,segment=NetworkSegment(5b2cea42-c640-4727-807c-c5b4f4653fd9),segment_id=5b2cea42-c640-4727-807c-c5b4f4653fd9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:51.788781 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.846423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a10151-7171-49d2-bda3-28a4e55f357c None None] Pushing event updated for resources: {'Port': ['ID=a2b14b04-c666-42f1-a246-c571df7564fb,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:51.884327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.917655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:51.968412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:51.970327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8a2013a9-bf3e-40de-843b-c9f84e423a3c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20 HTTP/1.1" status: 204 len: 168 time: 0.4315331 Jul 07 22:46:51.973620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58132) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:52.004079 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7b7e69-4970-4a68-a536-185cde244219 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:52.006722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8c7b7e69-4970-4a68-a536-185cde244219 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20 HTTP/1.1" status: 404 len: 333 time: 0.0310988 Jul 07 22:46:52.008655 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58134) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:52.038506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47a3e0-70da-49b5-b514-c60f0f68b6cf req-69cc97c6-be6c-4a4d-8c1a-21289106c389 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:52.040044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa47a3e0-70da-49b5-b514-c60f0f68b6cf req-69cc97c6-be6c-4a4d-8c1a-21289106c389 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1260529 Jul 07 22:46:52.079867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa47a3e0-70da-49b5-b514-c60f0f68b6cf req-4da08bbc-f25d-45c5-8abc-96ffac1a0b03 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337815 Jul 07 22:46:52.118534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:52.118929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.134513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Provisioning complete for port a2b14b04-c666-42f1-a246-c571df7564fb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:52.134927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.237363 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.246597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Could not find standard attr ID for object cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:52.261111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Provisioning for port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:52.266950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Provisioning complete for port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:52.267811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.310805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d581c98b-be12-48e0-a50e-1056c9901556 None None] Port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:52.347629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10d5e5-5d2f-4e81-b04c-2513bb9d91b5 req-8f9d273f-fa96-44ef-8f74-a3491aabb0af tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:52.349307 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea10d5e5-5d2f-4e81-b04c-2513bb9d91b5 req-8f9d273f-fa96-44ef-8f74-a3491aabb0af tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.0723288 Jul 07 22:46:52.389970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea10d5e5-5d2f-4e81-b04c-2513bb9d91b5 req-86457d71-2759-4108-86dc-a14b2eba024b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340693 Jul 07 22:46:52.437253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ac76f26d-2a49-4116-a45c-c4caf253ac4a None None] Provisioning complete for port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:52.437854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ac76f26d-2a49-4116-a45c-c4caf253ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.472127 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.478821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ac76f26d-2a49-4116-a45c-c4caf253ac4a None None] Port 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:52.486372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:52.590874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8bee69b9-7fe2-4877-b1f0-89d83e383ada None None] Could not find standard attr ID for object cd29ecc0-8f4c-43bd-ba5a-3bf7240bec20. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:46:52.618055 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.646117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:52.676523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.678505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dd209a20-c135-4fd4-a2df-92baa5c18232 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe HTTP/1.1" status: 204 len: 168 time: 0.6679523 Jul 07 22:46:52.681232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58138) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:52.710205 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a38e9fd-d28f-47d5-bbb8-00e447e93813 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:52.711769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9a38e9fd-d28f-47d5-bbb8-00e447e93813 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/3499ce7a-f17d-40a8-bb6d-3e2a68c12dbe HTTP/1.1" status: 404 len: 333 time: 0.0295961 Jul 07 22:46:52.714613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58140) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:52.770620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 0a57f4b2-854c-4025-8b9b-d56164ce6a7b {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:52.774069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.814996 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.900993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.959965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.988538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=0a57f4b2-854c-4025-8b9b-d56164ce6a7b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:52.991320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.995625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e53ad2-0a97-42f2-8bbb-9618edc17e69 None None] Network 7225c198-d1aa-4bce-82d6-772d170328ae requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:52.996373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58142) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:52.996579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e9bd2f75-21c4-40b7-98e6-f8080bc3d570 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/0a57f4b2-854c-4025-8b9b-d56164ce6a7b HTTP/1.1" status: 204 len: 168 time: 0.2809067 Jul 07 22:46:53.074087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.128970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port a2b14b04-c666-42f1-a246-c571df7564fb {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:53.129386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.192900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] DHCP port deletion for 7225c198-d1aa-4bce-82d6-772d170328ae request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:53.200311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] For port a2b14b04-c666-42f1-a246-c571df7564fb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2b14b04-c666-42f1-a246-c571df7564fb,segment=NetworkSegment(5b2cea42-c640-4727-807c-c5b4f4653fd9),segment_id=5b2cea42-c640-4727-807c-c5b4f4653fd9)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:53.200684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.214129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for a2b14b04-c666-42f1-a246-c571df7564fb owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:53.242561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] Deleting port a2b14b04-c666-42f1-a246-c571df7564fb {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:53.243128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.276325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0d60a-29b0-4ff9-b299-d22eaa294940 req-f489059f-1e0b-4ac2-81b8-73dda9cd2c48 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:53.277993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d0d60a-29b0-4ff9-b299-d22eaa294940 req-f489059f-1e0b-4ac2-81b8-73dda9cd2c48 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0687511 Jul 07 22:46:53.299512 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.305336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] For port a2b14b04-c666-42f1-a246-c571df7564fb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a2b14b04-c666-42f1-a246-c571df7564fb,segment=NetworkSegment(5b2cea42-c640-4727-807c-c5b4f4653fd9),segment_id=5b2cea42-c640-4727-807c-c5b4f4653fd9)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:53.305864 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.318684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1d0d60a-29b0-4ff9-b299-d22eaa294940 req-529470d2-1c05-40cc-8aa0-20d877288f05 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352285 Jul 07 22:46:53.320492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] Calling delete_port for a2b14b04-c666-42f1-a246-c571df7564fb owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:53.326295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=a2b14b04-c666-42f1-a246-c571df7564fb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:53.329811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No DVR routers for this DVR port a2b14b04-c666-42f1-a246-c571df7564fb on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:53.404228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2b14b04-c666-42f1-a246-c571df7564fb no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:53.414560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.425783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a2b14b04-c666-42f1-a246-c571df7564fb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:53.426143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a2b14b04-c666-42f1-a246-c571df7564fb not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:53.427024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7225c198-d1aa-4bce-82d6-772d170328ae']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:53.429231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.442274 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2cea42-c640-4727-807c-c5b4f4653fd9') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:53.442860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2cea42-c640-4727-807c-c5b4f4653fd9') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:53.453396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.453970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] Pushing event deleted for resources: {'Port': ['ID=a2b14b04-c666-42f1-a246-c571df7564fb,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:53.458767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6561566-5643-40d1-92b9-368a76e3a295 None None] No DVR routers for this DVR port a2b14b04-c666-42f1-a246-c571df7564fb on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:53.473151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.479718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:53.480138 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:53.483327 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:53.540602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.548300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.550146 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/7225c198-d1aa-4bce-82d6-772d170328ae HTTP/1.1" status: 204 len: 168 time: 0.5526268 Jul 07 22:46:53.554443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58148) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:53.572355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-266239916'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:53.578521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2a05e-fb8c-4e3c-8434-7fc25c93d22c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=7225c198-d1aa-4bce-82d6-772d170328ae,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:53.585579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303db9-c3e0-4ffa-bc33-073013965bab req-3bf21021-c50d-4aa1-94e7-26f4b15661ab tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:53.587147 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f303db9-c3e0-4ffa-bc33-073013965bab req-3bf21021-c50d-4aa1-94e7-26f4b15661ab tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.0676510 Jul 07 22:46:53.599213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:53.603074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.626329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:53.629204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f303db9-c3e0-4ffa-bc33-073013965bab req-3232dab4-a921-4a83-9ba1-de7384420740 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Jul 07 22:46:53.636703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.637159 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Added segment ad873d88-515f-4855-bc6e-b15d4962d477 of type vlan for network 33371010-5651-4571-bf2e-8b8f76d7e7a3 Jul 07 22:46:53.677347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.707669 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.713261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:53.713897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.766283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:53.772199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2173162 Jul 07 22:46:53.775123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:53.780347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:53.790242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e535c7-a653-46f0-8779-b2db7cc5c8b5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Network': ['ID=33371010-5651-4571-bf2e-8b8f76d7e7a3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:53.801484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:53.872666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:53.876416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.055142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.113131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=d3a9a5fb-e891-40cc-8823-528f1893c96e,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:54.122747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Checking segment: {'id': 'ad873d88-515f-4855-bc6e-b15d4962d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:54.123120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network hostable DHCP agents. Network: 33371010-5651-4571-bf2e-8b8f76d7e7a3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:54.139074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:54.147328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 33371010-5651-4571-bf2e-8b8f76d7e7a3) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:54.151323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:54.151914 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.156607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba50c0-cae5-44c0-a99d-cd42c06bbbeb None None] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:54.166758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c0727aca-9004-4c70-8b5b-17ed378b5adb tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3904488 Jul 07 22:46:54.169565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58152) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:54.174252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1432408855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:54.196377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.197414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.254483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.259403 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.276301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.277819 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b2d29c4-1538-4f8d-ad2f-20e60e59e013 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1072335 Jul 07 22:46:54.280570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:54.286308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3', 'name': 'tempest-PortsIpV6TestJSON-1297779133'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:54.309169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-33371010-5651-4571-bf2e-8b8f76d7e7a3', 'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': 'd3a9a5fb-e891-40cc-8823-528f1893c96e'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:54.310049 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.400009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:54.403764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.421657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:46:54.446686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Allocated IP 2001:db8::2 (33371010-5651-4571-bf2e-8b8f76d7e7a3/d3a9a5fb-e891-40cc-8823-528f1893c96e/6202e902-d69f-4655-977e-dfe7b74d6a44) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:54.539882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0736dc-8d0c-44d1-b19a-26481653b234 req-75b6a965-f5dc-4285-bc70-45d42c7d5389 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:54.541514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e0736dc-8d0c-44d1-b19a-26481653b234 req-75b6a965-f5dc-4285-bc70-45d42c7d5389 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0805736 Jul 07 22:46:54.580938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e0736dc-8d0c-44d1-b19a-26481653b234 req-be0da45e-24bb-4450-8d8a-9854a76811d7 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331550 Jul 07 22:46:54.591400 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.604772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Transition to ACTIVE for port object 6202e902-d69f-4655-977e-dfe7b74d6a44 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:54.618971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Transition to ACTIVE for port object 6202e902-d69f-4655-977e-dfe7b74d6a44 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:54.625257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.662284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:54.665392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:54.671800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:54.683744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Pushing event updated for resources: {'Port': ['ID=6202e902-d69f-4655-977e-dfe7b74d6a44,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:54.699541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::19c (33371010-5651-4571-bf2e-8b8f76d7e7a3/d3a9a5fb-e891-40cc-8823-528f1893c96e/d94d67f8-9412-4a76-ba39-3e9cdc09fb82) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:54.744725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Attempting to bind port 6202e902-d69f-4655-977e-dfe7b74d6a44 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:54.745200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Attempting to bind port 6202e902-d69f-4655-977e-dfe7b74d6a44 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'ad873d88-515f-4855-bc6e-b15d4962d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:54.745772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Attempting to bind port 6202e902-d69f-4655-977e-dfe7b74d6a44 on network 33371010-5651-4571-bf2e-8b8f76d7e7a3 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:54.751124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:54.751513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Checking segment: {'id': 'ad873d88-515f-4855-bc6e-b15d4962d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:54.751920 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.752322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Bound using segment: {'id': 'ad873d88-515f-4855-bc6e-b15d4962d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:54.753568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Bound port: 6202e902-d69f-4655-977e-dfe7b74d6a44, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad873d88-515f-4855-bc6e-b15d4962d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '33371010-5651-4571-bf2e-8b8f76d7e7a3'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:54.754399 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.817083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] For port 6202e902-d69f-4655-977e-dfe7b74d6a44, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:54.820225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] For port 6202e902-d69f-4655-977e-dfe7b74d6a44, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6202e902-d69f-4655-977e-dfe7b74d6a44,segment=NetworkSegment(ad873d88-515f-4855-bc6e-b15d4962d477),segment_id=ad873d88-515f-4855-bc6e-b15d4962d477)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:54.825230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.880331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea067e2-302f-4814-80f0-a28e12f53000 None None] Pushing event updated for resources: {'Port': ['ID=6202e902-d69f-4655-977e-dfe7b74d6a44,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:54.905426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828147-8c9f-43d5-a1ed-467da3e74170 req-f0ce3b46-8c78-49b2-8394-2604ab9cd097 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:54.907020 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25828147-8c9f-43d5-a1ed-467da3e74170 req-f0ce3b46-8c78-49b2-8394-2604ab9cd097 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.1433058 Jul 07 22:46:54.925790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:54.949815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object d94d67f8-9412-4a76-ba39-3e9cdc09fb82 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:54.969494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25828147-8c9f-43d5-a1ed-467da3e74170 req-306ca9dd-279b-4a17-8ffd-b873e0d374d1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558829 Jul 07 22:46:54.996921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:55.045700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:55.061490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:55.070057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:55.075958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:55.076594 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:55.093600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=d94d67f8-9412-4a76-ba39-3e9cdc09fb82,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:55.101972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b3481153-807b-4e71-9e8a-4367ef9b39be tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8202064 Jul 07 22:46:55.104905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58160) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:55.416183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6202e902-d69f-4655-977e-dfe7b74d6a44 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:55.454416 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:55.470332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 6202e902-d69f-4655-977e-dfe7b74d6a44 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:55.820499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb89735-a1b3-4917-a50b-83eef5ac5f88 None None] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:55.872264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] Provisioning for port 6202e902-d69f-4655-977e-dfe7b74d6a44 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:55.878808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] Provisioning complete for port 6202e902-d69f-4655-977e-dfe7b74d6a44 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:55.879267 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:55.963690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786e679-c497-451d-9c35-10a02ce1b46d req-af0f228f-bedf-427c-a6c1-0a10b1498d31 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:55.965211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8786e679-c497-451d-9c35-10a02ce1b46d req-af0f228f-bedf-427c-a6c1-0a10b1498d31 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1382971 Jul 07 22:46:56.028557 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.031875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8786e679-c497-451d-9c35-10a02ce1b46d req-8cd7d764-f464-4151-b30b-34978693075e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554039 Jul 07 22:46:56.035665 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.041858 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.078334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] For port 6202e902-d69f-4655-977e-dfe7b74d6a44, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6202e902-d69f-4655-977e-dfe7b74d6a44,segment=NetworkSegment(ad873d88-515f-4855-bc6e-b15d4962d477),segment_id=ad873d88-515f-4855-bc6e-b15d4962d477)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:56.086592 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.140292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc02e9d-0715-4091-83d0-bef147d986cb None None] Pushing event updated for resources: {'Port': ['ID=6202e902-d69f-4655-977e-dfe7b74d6a44,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:56.151209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=d94d67f8-9412-4a76-ba39-3e9cdc09fb82,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:56.275188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.339330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3065988-bfa0-4f1c-8dbc-7d177456fa99 req-28dfde8c-1ec3-4aaa-abf8-9f470da26fba tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:56.340900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3065988-bfa0-4f1c-8dbc-7d177456fa99 req-28dfde8c-1ec3-4aaa-abf8-9f470da26fba tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.1851282 Jul 07 22:46:56.413471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9aa74e4-661b-49b6-ae67-e5143e824bd9 None None] Provisioning complete for port 6202e902-d69f-4655-977e-dfe7b74d6a44 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:56.413969 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9aa74e4-661b-49b6-ae67-e5143e824bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.451867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3065988-bfa0-4f1c-8dbc-7d177456fa99 req-261b9862-6f06-4a15-89a8-01d229ff683f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905583 Jul 07 22:46:56.493702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.543253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9aa74e4-661b-49b6-ae67-e5143e824bd9 None None] Provisioning for port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:56.547645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d9aa74e4-661b-49b6-ae67-e5143e824bd9 None None] Provisioning complete for port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:56.548033 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d9aa74e4-661b-49b6-ae67-e5143e824bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.586438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa74e4-661b-49b6-ae67-e5143e824bd9 None None] Port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:56.719114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a878a6c4-46f8-427b-9d26-f257541311a3 None None] Provisioning complete for port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:56.719534 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a878a6c4-46f8-427b-9d26-f257541311a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.765003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a878a6c4-46f8-427b-9d26-f257541311a3 None None] Port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:56.816292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-a202fade-38b3-48ed-b2cb-7b1853525318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:56.818843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-a202fade-38b3-48ed-b2cb-7b1853525318 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 1097 time: 0.0574739 Jul 07 22:46:56.867638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.879788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668307-c44b-49db-86fa-04d4f17e5fef req-f2e17578-5b8d-40b9-a303-1f59cd9abd76 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:56.882269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb668307-c44b-49db-86fa-04d4f17e5fef req-f2e17578-5b8d-40b9-a303-1f59cd9abd76 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1246965 Jul 07 22:46:56.883167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.884149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.885660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4120803d-105b-4fe2-b551-4278383a0ca5 None None] Provisioning complete for port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:56.886150 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4120803d-105b-4fe2-b551-4278383a0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:56.922122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-5381ba4c-b512-40a4-a589-17df70b847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:56.923740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-5381ba4c-b512-40a4-a589-17df70b847c8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.0992103 Jul 07 22:46:56.927220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4120803d-105b-4fe2-b551-4278383a0ca5 None None] Port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:56.989363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-8eddbe0c-8648-4668-b31b-6ecccc32d4ec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 200 len: 1001 time: 0.0591598 Jul 07 22:46:57.004621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=d94d67f8-9412-4a76-ba39-3e9cdc09fb82,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:57.014296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb668307-c44b-49db-86fa-04d4f17e5fef req-0a9a3f87-a88f-47bb-8869-163c87b7643c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008890 Jul 07 22:46:57.039184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-4e280890-d1af-45af-b58b-e7ee05b0a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.040695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-4e280890-d1af-45af-b58b-e7ee05b0a851 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0456674 Jul 07 22:46:57.059857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:57.061284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:57.107697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-722f2ffe-8809-4623-ab0e-db92070b49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.109265 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-722f2ffe-8809-4623-ab0e-db92070b49a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615890 Jul 07 22:46:57.182407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Router 75c57f66-a81e-4fbf-a435-73f791dc5211 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:46:57.204291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-83721884-f4e8-4e2a-bdf0-622ac5c8ea83 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881948 Jul 07 22:46:57.273731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:57.278737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5a630f86-52e2-42af-a085-7d2a7e73cfe8 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/routers/75c57f66-a81e-4fbf-a435-73f791dc5211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1720309 Jul 07 22:46:57.281513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58174) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:57.283399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] Sync routers for ids ['75c57f66-a81e-4fbf-a435-73f791dc5211'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:57.293956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] Routers {'75c57f66-a81e-4fbf-a435-73f791dc5211'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:57.294687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:46:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['75c57f66-a81e-4fbf-a435-73f791dc5211'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:57.309337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5a0b413e-a6fb-4e0e-bbea-52c35f6f6c91 req-72f7595f-89d6-481a-b804-cabace88b2d0 service neutron] 10.222.0.97 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982821 Jul 07 22:46:57.336034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:57.352161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08f3f2-d082-4cd3-8549-7645f1e615d6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.353938 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9b08f3f2-d082-4cd3-8549-7645f1e615d6 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports?device_id=75c57f66-a81e-4fbf-a435-73f791dc5211 HTTP/1.1" status: 200 len: 989 time: 0.0714927 Jul 07 22:46:57.356801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58176) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:57.358893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] Routers {'75c57f66-a81e-4fbf-a435-73f791dc5211'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:57.359571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:46:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['75c57f66-a81e-4fbf-a435-73f791dc5211'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:57.401034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:57.401659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd7af3-3275-426c-a349-6a02a709e12e None None] The sync data for ids ['75c57f66-a81e-4fbf-a435-73f791dc5211'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:57.403178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9f1f2ec9-e0ab-4366-903b-07d3dd7e1b15 None None] Provisioning complete for port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:57.403546 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2ec9-e0ab-4366-903b-07d3dd7e1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.429512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6202e902-d69f-4655-977e-dfe7b74d6a44 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:57.470533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f2ec9-e0ab-4366-903b-07d3dd7e1b15 None None] Port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:57.489474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6202e902-d69f-4655-977e-dfe7b74d6a44 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:57.489863 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.785356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:46:57.904524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:57.916835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497', 'mac_address': 'fa:16:3e:a1:fe:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:46:57.959826 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.974002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:57.975326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7aa9c-6353-4d48-9490-911a068bc4ba req-7e58d52b-863f-4e52-a9b6-92b21339abdf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.976868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51a7aa9c-6353-4d48-9490-911a068bc4ba req-7e58d52b-863f-4e52-a9b6-92b21339abdf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 943 time: 0.4031260 Jul 07 22:46:57.998724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:58.003550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.039045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51a7aa9c-6353-4d48-9490-911a068bc4ba req-9d9dc14e-c4c8-4584-99bb-fd4608eb9567 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545599 Jul 07 22:46:58.053349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:58.124363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.196397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['4fb95a39-e1c2-40d0-9df4-e8f16e95f497'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:46:58.312461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907cc0e-02f3-4148-a6ab-813fa01dfe47 req-e1b9bb60-a119-4f2c-8739-920444791eab tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.313887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7907cc0e-02f3-4148-a6ab-813fa01dfe47 req-e1b9bb60-a119-4f2c-8739-920444791eab tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1570299 Jul 07 22:46:58.363772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7907cc0e-02f3-4148-a6ab-813fa01dfe47 req-ec5f2f05-7c12-4319-b98c-2143ee9c8d67 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435941 Jul 07 22:46:58.410151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port d94d67f8-9412-4a76-ba39-3e9cdc09fb82 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:58.410497 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.496595 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.509407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for d94d67f8-9412-4a76-ba39-3e9cdc09fb82 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:58.675990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.704046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=d94d67f8-9412-4a76-ba39-3e9cdc09fb82,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:58.801802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.958023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Router 75c57f66-a81e-4fbf-a435-73f791dc5211 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:59.032099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:59.037234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3396206f-00fd-4cde-8bca-8dcb9aebcf6d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/routers/75c57f66-a81e-4fbf-a435-73f791dc5211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791017 Jul 07 22:46:59.039657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58186) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:59.042117 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] Sync routers for ids ['75c57f66-a81e-4fbf-a435-73f791dc5211'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:59.052533 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] Routers {'75c57f66-a81e-4fbf-a435-73f791dc5211'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:59.053169 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:46:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['75c57f66-a81e-4fbf-a435-73f791dc5211'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:59.071532 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2642b0a-4f58-40a2-ae40-aea24c072724 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:46:59.073128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d2642b0a-4f58-40a2-ae40-aea24c072724 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/d94d67f8-9412-4a76-ba39-3e9cdc09fb82 HTTP/1.1" status: 404 len: 333 time: 0.0316422 Jul 07 22:46:59.076098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58190) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:59.085218 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:59.093661 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] Routers {'75c57f66-a81e-4fbf-a435-73f791dc5211'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:59.094284 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:46:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['75c57f66-a81e-4fbf-a435-73f791dc5211'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:59.128609 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:59.129268 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b4f80-e497-4f30-8ca4-464cd15dfb88 None None] The sync data for ids ['75c57f66-a81e-4fbf-a435-73f791dc5211'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:59.157820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.221877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fac6a-23f9-44c8-a6be-1c2d6bdb9ac7 req-039bee81-9580-4799-a1b2-7c904b0c7626 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:59.223464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32fac6a-23f9-44c8-a6be-1c2d6bdb9ac7 req-039bee81-9580-4799-a1b2-7c904b0c7626 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 944 time: 0.0628095 Jul 07 22:46:59.261740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c32fac6a-23f9-44c8-a6be-1c2d6bdb9ac7 req-8d78b404-a6fb-4941-9020-9f025b4bf8f5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Jul 07 22:46:59.316468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.318578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.359578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.360097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Fanout notify agent at l3_agent the message router_deleted on router 75c57f66-a81e-4fbf-a435-73f791dc5211 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:46:59.367326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.371104 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aeb35933-df39-4e3a-82da-565b30c2fc03 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/routers/75c57f66-a81e-4fbf-a435-73f791dc5211 HTTP/1.1" status: 204 len: 168 time: 0.2934394 Jul 07 22:46:59.371252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58192) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:59.425141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet d3a9a5fb-e891-40cc-8823-528f1893c96e {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:59.428117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.466283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.545288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.605331 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.633039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a9a5fb-e891-40cc-8823-528f1893c96e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:59.635038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.637102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d1d3a763-60ac-4425-b745-ef02cc669931 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/d3a9a5fb-e891-40cc-8823-528f1893c96e HTTP/1.1" status: 204 len: 168 time: 0.2647760 Jul 07 22:46:59.639524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58194) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:59.639938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc0146-6387-4563-85b9-e829a8344746 None None] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:59.712720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.763895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 6202e902-d69f-4655-977e-dfe7b74d6a44 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:59.764243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.801082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:59.827618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] DHCP port deletion for 33371010-5651-4571-bf2e-8b8f76d7e7a3 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:59.832779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] For port 6202e902-d69f-4655-977e-dfe7b74d6a44, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6202e902-d69f-4655-977e-dfe7b74d6a44,segment=NetworkSegment(ad873d88-515f-4855-bc6e-b15d4962d477),segment_id=ad873d88-515f-4855-bc6e-b15d4962d477)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:59.833153 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.846979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 6202e902-d69f-4655-977e-dfe7b74d6a44 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:59.884043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:59.890556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:59.890952 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.894509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Deleting port 6202e902-d69f-4655-977e-dfe7b74d6a44 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:59.894902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.924392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.953632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=6202e902-d69f-4655-977e-dfe7b74d6a44,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:59.958043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No DVR routers for this DVR port 6202e902-d69f-4655-977e-dfe7b74d6a44 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:59.985817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] For port 6202e902-d69f-4655-977e-dfe7b74d6a44, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6202e902-d69f-4655-977e-dfe7b74d6a44,segment=NetworkSegment(ad873d88-515f-4855-bc6e-b15d4962d477),segment_id=ad873d88-515f-4855-bc6e-b15d4962d477)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:59.986486 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.036714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.047495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33371010-5651-4571-bf2e-8b8f76d7e7a3']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:00.058665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad873d88-515f-4855-bc6e-b15d4962d477') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:00.058990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad873d88-515f-4855-bc6e-b15d4962d477') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:00.068518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.083284 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.089431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:00.089834 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:00.092907 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:00.160065 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.162093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Calling delete_port for 6202e902-d69f-4655-977e-dfe7b74d6a44 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:00.167336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.169164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/33371010-5651-4571-bf2e-8b8f76d7e7a3 HTTP/1.1" status: 204 len: 168 time: 0.5287404 Jul 07 22:47:00.173087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58196) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:00.181210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8583e-32c4-4faa-a7cd-4094759ba18a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=33371010-5651-4571-bf2e-8b8f76d7e7a3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.229692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac94469-a560-41d3-b885-55acabaf89b1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.231433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eac94469-a560-41d3-b885-55acabaf89b1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/e8ac89fb-76bd-4cec-b29a-a243ff18bca0 HTTP/1.1" status: 200 len: 845 time: 0.0564203 Jul 07 22:47:00.235182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58198) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:00.236994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.272100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0862837-774a-4177-b13c-6105fcdc8308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:00.274359 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f28985-c6a9-4bd9-a338-674005c60026" -d '{"events": [{"server_uuid": "a0862837-774a-4177-b13c-6105fcdc8308", "name": "network-vif-plugged", "status": "completed", "tag": "4fb95a39-e1c2-40d0-9df4-e8f16e95f497"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:00.293419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2a0a2a91-00d3-4fc8-8cf9-08dad1dd64f2 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/e8ac89fb-76bd-4cec-b29a-a243ff18bca0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0535939 Jul 07 22:47:00.294138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58204) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:00.295966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:00.299359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:00.301854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.305499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.332244 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812dac1-3bc3-425e-bca5-232cd546e1a2 x-openstack-request-id: req-0812dac1-3bc3-425e-bca5-232cd546e1a2 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:00.332540 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0862837-774a-4177-b13c-6105fcdc8308", "name": "network-vif-plugged", "status": "completed", "tag": "4fb95a39-e1c2-40d0-9df4-e8f16e95f497", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:00.332787 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0812dac1-3bc3-425e-bca5-232cd546e1a2 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:00.333175 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0862837-774a-4177-b13c-6105fcdc8308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497', 'code': 200} Jul 07 22:47:00.335582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Network 33371010-5651-4571-bf2e-8b8f76d7e7a3 is not hosted by any dhcp agent {{(pid=93933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:47:00.336074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] No DVR routers for this DVR port 6202e902-d69f-4655-977e-dfe7b74d6a44 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:00.381501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.413679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aacf0b-276c-41e2-a719-43685bb06f38 None None] Pushing event deleted for resources: {'Port': ['ID=6202e902-d69f-4655-977e-dfe7b74d6a44,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.428656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:00.432232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.500295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d384-28f2-4c36-a9e8-fa5d2dcefef4 req-59c744cc-e904-461b-8b73-7606f7095d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.501827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45e6d384-28f2-4c36-a9e8-fa5d2dcefef4 req-59c744cc-e904-461b-8b73-7606f7095d20 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 1097 time: 0.1127684 Jul 07 22:47:00.516162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa4ec-39cc-4705-ac1f-e298dfe21006 req-79e3a357-0490-4f2f-bda8-c70c8d9e441c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.517635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83aaa4ec-39cc-4705-ac1f-e298dfe21006 req-79e3a357-0490-4f2f-bda8-c70c8d9e441c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 945 time: 0.0901346 Jul 07 22:47:00.561558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45e6d384-28f2-4c36-a9e8-fa5d2dcefef4 req-1d38459d-a467-4f19-b1fd-60ea61b665c1 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533350 Jul 07 22:47:00.577382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83aaa4ec-39cc-4705-ac1f-e298dfe21006 req-0c3800be-5896-4517-8e29-24e492c1bc7f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466337 Jul 07 22:47:00.621052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.660998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:00.664121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:00.669052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.669656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.672146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f99ee-793c-443a-a51b-22ea5ba899d3 None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:00.682669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=4df3cd82-7796-4806-91de-1015d7bad604,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.692642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c0e2c10a-7c7d-4390-89d5-04d26f10a25b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3978434 Jul 07 22:47:00.695345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58206) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:00.699842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1922528440'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:00.724093 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.810609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.814883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.837581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.838862 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1425595 Jul 07 22:47:00.841686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58208) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:00.847568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e8ff7-1233-4fdc-91e4-eb1743758a2e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fd6f6-881f-426a-ad8c-31cc3ef80a57,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.849400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'security_group': {'name': 'tempest-secgroup-250661955'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:00.860487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-45e72663-acf1-4a9d-8a34-251b2ede6462', 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'tenant_id': '4093d1027dee41ca92e5d9742834d435', 'fixed_ips': [{'subnet_id': '4df3cd82-7796-4806-91de-1015d7bad604'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:00.861242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.873389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.956100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.960342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.987718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.988944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1458449 Jul 07 22:47:00.990878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8fd8-0ccd-43c9-9759-53a3cc120302 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d709fa-b9eb-4bb8-b199-c4624b8dcae4,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.991880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58210) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:00.997154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-558600111', 'security_groups': ['60d709fa-b9eb-4bb8-b199-c4624b8dcae4'], 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4df3cd82-7796-4806-91de-1015d7bad604'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:01.001425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Allocated IP 2001:db8::2 (45e72663-acf1-4a9d-8a34-251b2ede6462/4df3cd82-7796-4806-91de-1015d7bad604/2a79fe41-dc75-4dfc-be9a-90a2f1eca853) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:01.103064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:01.149088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.158000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Transition to ACTIVE for port object 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:01.174145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Transition to ACTIVE for port object 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:01.180591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.191472 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.208466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:47:01.215527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:01.218360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:01.224564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:01.233697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Pushing event updated for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:01.292391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Attempting to bind port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:01.294130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Attempting to bind port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'a4748bbf-babc-446f-8b51-c424327f433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:01.294130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Attempting to bind port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 on network 45e72663-acf1-4a9d-8a34-251b2ede6462 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:01.298193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:01.298576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Checking segment: {'id': 'a4748bbf-babc-446f-8b51-c424327f433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:01.299028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.299419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Bound using segment: {'id': 'a4748bbf-babc-446f-8b51-c424327f433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:01.300525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Bound port: 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4748bbf-babc-446f-8b51-c424327f433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:01.300908 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.368705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:01.371984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,segment=NetworkSegment(a4748bbf-babc-446f-8b51-c424327f433a),segment_id=a4748bbf-babc-446f-8b51-c424327f433a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:01.378237 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.397777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::1f8 (45e72663-acf1-4a9d-8a34-251b2ede6462/4df3cd82-7796-4806-91de-1015d7bad604/5d412297-2c1e-4980-b3b8-96e1b5d5a58e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:01.407730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6202e902-d69f-4655-977e-dfe7b74d6a44 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:01.441753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 6202e902-d69f-4655-977e-dfe7b74d6a44 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:01.441880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6202e902-d69f-4655-977e-dfe7b74d6a44 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:01.464051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56442ead-923e-4b2d-a21f-c21ad4e1fdc4 None None] Pushing event updated for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:01.546513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.560999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object 5d412297-2c1e-4980-b3b8-96e1b5d5a58e will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:01.612162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.691615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:01.696319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:01.698466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=5d412297-2c1e-4980-b3b8-96e1b5d5a58e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:01.700897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:01.707776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:01.708490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.726460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-87754018-93b0-4775-bff8-4fff31103930 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7312593 Jul 07 22:47:01.727194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:01.732643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:01.785555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84138-255a-475f-8223-72d71ae9a064 req-746abe02-41e6-4250-abac-dd1153f23569 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:01.787130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03f84138-255a-475f-8223-72d71ae9a064 req-746abe02-41e6-4250-abac-dd1153f23569 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 945 time: 0.0739024 Jul 07 22:47:01.824213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03f84138-255a-475f-8223-72d71ae9a064 req-fd7d77f3-b410-40ad-bc1e-0a2e537bf69a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jul 07 22:47:01.845968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:01.850095 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.945321 n-d-694802-13 neutron-server[93931]: INFO neutron.db.ipam_backend_mixin [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4df3cd82-7796-4806-91de-1015d7bad604 (CIDR: 2001:db8::/64) Jul 07 22:47:01.952381 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:47:01.952953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:01.968124 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b172304-8f39-42fb-9e65-57fc8da772f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2395759 Jul 07 22:47:01.970803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58220) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:01.975977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:02.012877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eb149-b751-43ba-ad44-debed5beff03 req-c641bdbd-949d-44e5-b7ae-ff60cdb804ae tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.014420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-628eb149-b751-43ba-ad44-debed5beff03 req-c641bdbd-949d-44e5-b7ae-ff60cdb804ae tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 945 time: 0.0677369 Jul 07 22:47:02.053879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-628eb149-b751-43ba-ad44-debed5beff03 req-d143cdf4-2e74-4142-b391-0d32ef3d7c9c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Jul 07 22:47:02.092862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:02.096759 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.364232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.416620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:02.419804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:02.424202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.425369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.435149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=82d61e25-d620-4bc9-8d59-c163076d65c2,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:02.447405 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e9959a5-52f1-44d7-8fb9-b795402bf7ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4754450 Jul 07 22:47:02.450001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58230) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:02.455690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-215250587', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82d61e25-d620-4bc9-8d59-c163076d65c2'}], 'security_groups': ['bf5fd6f6-881f-426a-ad8c-31cc3ef80a57']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:02.459333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c360f4a3-f62e-4c25-8e25-f180e4e8c730 None None] Provisioning complete for port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:02.460239 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c360f4a3-f62e-4c25-8e25-f180e4e8c730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.507084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c360f4a3-f62e-4c25-8e25-f180e4e8c730 None None] Port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:02.519912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c360f4a3-f62e-4c25-8e25-f180e4e8c730 None None] Provisioning for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:02.556701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.687682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549c28e-5797-472d-a457-7cc012b950a8 None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:02.759600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4afda20e-6bae-49ce-9218-5e88f3f5c829 None None] Provisioning for port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:02.772526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4afda20e-6bae-49ce-9218-5e88f3f5c829 None None] Provisioning complete for port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:02.772914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4afda20e-6bae-49ce-9218-5e88f3f5c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.844716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4afda20e-6bae-49ce-9218-5e88f3f5c829 None None] Port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:03.002618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Update dhcp port {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'fixed_ips': [{'subnet_id': '4df3cd82-7796-4806-91de-1015d7bad604', 'ip_address': '2001:db8::2'}, {'subnet_id': '82d61e25-d620-4bc9-8d59-c163076d65c2'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '2a79fe41-dc75-4dfc-be9a-90a2f1eca853'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:47:03.054373 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.212833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Delete allocated IP 2001:db8::1f8 (45e72663-acf1-4a9d-8a34-251b2ede6462/4df3cd82-7796-4806-91de-1015d7bad604) {{(pid=93931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:47:03.223106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8:0:1::40 (45e72663-acf1-4a9d-8a34-251b2ede6462/82d61e25-d620-4bc9-8d59-c163076d65c2/5d412297-2c1e-4980-b3b8-96e1b5d5a58e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:03.384240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.399965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Ignored duplicate provisioning block setup for port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:47:03.409760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.474799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:03.498974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] In _notify_port_updated(), no bound segment for port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e on network 45e72663-acf1-4a9d-8a34-251b2ede6462 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:47:03.506065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:03.506951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.511979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58268) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:03.512884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Allocated IP 2001:db8:0:1::2 (45e72663-acf1-4a9d-8a34-251b2ede6462/82d61e25-d620-4bc9-8d59-c163076d65c2/2a79fe41-dc75-4dfc-be9a-90a2f1eca853) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:03.519985 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/ports/5d412297-2c1e-4980-b3b8-96e1b5d5a58e HTTP/1.1" status: 200 len: 929 time: 1.0687165 Jul 07 22:47:03.544805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=5d412297-2c1e-4980-b3b8-96e1b5d5a58e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:03.557070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.557446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.557805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.558224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.558729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.559082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.561230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.561634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.561985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.562332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.562705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.563051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccea69b7-46f6-416e-8322-39c2a513c536 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:03.626815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:03.650873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port 5d412297-2c1e-4980-b3b8-96e1b5d5a58e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:03.651576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.669720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:03.670067 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.711622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,segment=NetworkSegment(a4748bbf-babc-446f-8b51-c424327f433a),segment_id=a4748bbf-babc-446f-8b51-c424327f433a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:03.848582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.851873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.876256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for 5d412297-2c1e-4980-b3b8-96e1b5d5a58e owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:03.920253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Transition to ACTIVE for port object 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:03.928429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.932877 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.039017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.071100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c287-ea94-4a1f-9a7b-a72971eccd2b None None] Pushing event updated for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.076296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:47:04.076657 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:47:04.080251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=5d412297-2c1e-4980-b3b8-96e1b5d5a58e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.109561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.111535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c01f0739-062b-4664-9a63-3cde934eecd3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/5d412297-2c1e-4980-b3b8-96e1b5d5a58e HTTP/1.1" status: 204 len: 168 time: 0.5983589 Jul 07 22:47:04.114554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58288) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.143560 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d277cc-b565-41ac-b8fe-77f4d139d7f0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:47:04.145183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53d277cc-b565-41ac-b8fe-77f4d139d7f0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/5d412297-2c1e-4980-b3b8-96e1b5d5a58e HTTP/1.1" status: 404 len: 333 time: 0.0296700 Jul 07 22:47:04.147984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58290) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.202328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e4c33b-b195-49c7-bc90-16d0685924b9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.227052 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e4c33b-b195-49c7-bc90-16d0685924b9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.274240 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e4c33b-b195-49c7-bc90-16d0685924b9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.276811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-33e4c33b-b195-49c7-bc90-16d0685924b9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.280518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-33e4c33b-b195-49c7-bc90-16d0685924b9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/security-groups/60d709fa-b9eb-4bb8-b199-c4624b8dcae4 HTTP/1.1" status: 204 len: 168 time: 0.1290779 Jul 07 22:47:04.280948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.287916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c33b-b195-49c7-bc90-16d0685924b9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d709fa-b9eb-4bb8-b199-c4624b8dcae4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.348792 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72b2-b4b0-46d0-a08f-99722f7bf796 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.372757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72b2-b4b0-46d0-a08f-99722f7bf796 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.414488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72b2-b4b0-46d0-a08f-99722f7bf796 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.417213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72b2-b4b0-46d0-a08f-99722f7bf796 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.418389 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f9ca72b2-b4b0-46d0-a08f-99722f7bf796 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/security-groups/bf5fd6f6-881f-426a-ad8c-31cc3ef80a57 HTTP/1.1" status: 204 len: 168 time: 0.1362252 Jul 07 22:47:04.421321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58294) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.431420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca72b2-b4b0-46d0-a08f-99722f7bf796 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fd6f6-881f-426a-ad8c-31cc3ef80a57,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.475446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 4df3cd82-7796-4806-91de-1015d7bad604 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:04.479069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.520387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.611699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.625003 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.674664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.675419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Could not find standard attr ID for object 5d412297-2c1e-4980-b3b8-96e1b5d5a58e. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:47:04.705334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=4df3cd82-7796-4806-91de-1015d7bad604,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.713537 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.715709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-499b03b2-95f7-4cf7-9017-7972e13be621 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/4df3cd82-7796-4806-91de-1015d7bad604 HTTP/1.1" status: 204 len: 168 time: 0.2934015 Jul 07 22:47:04.720369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.722829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:47:04.723197 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:47:04.724105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Provisioning complete for port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:04.724482 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.727921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:04.760713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:04.773875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Provisioning for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:04.778554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:04.779009 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.811267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd93eb-c09a-44fb-8303-e5c5874fbde9 None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:04.847016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:04.850546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.951167 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.971387 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.044494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,segment=NetworkSegment(a4748bbf-babc-446f-8b51-c424327f433a),segment_id=a4748bbf-babc-446f-8b51-c424327f433a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:05.067606 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.097330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.146570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:47:05.146963 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:47:05.148281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:05.148450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-da87de74-ac1c-41ba-8df4-58c445348f9d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:05.149812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-da87de74-ac1c-41ba-8df4-58c445348f9d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1165571 Jul 07 22:47:05.155075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:05.160439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:05.161159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.167614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b95c9-5cf4-4431-89fb-7cf15984b791 None None] Pushing event updated for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:05.175155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=209a928e-b7d6-42d1-a3f9-fe4e619aa398,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:05.180699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4be9011a-3d83-4726-9100-07e7c21b20c6 None None] Could not find standard attr ID for object 5d412297-2c1e-4980-b3b8-96e1b5d5a58e. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:47:05.190175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-5b8d9b49-259c-4fa7-99b4-fa5eed7487a7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0282056 Jul 07 22:47:05.190765 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-448379ef-fc2a-4b00-b806-a57adce2f7c9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4661679 Jul 07 22:47:05.191444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.196233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'security_group': {'name': 'tempest-secgroup-2061952787'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:05.218490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.269699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-5fd58aae-7897-4224-bea3-10da6c048b96 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733540 Jul 07 22:47:05.313591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.318476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.350334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.354336 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1592302 Jul 07 22:47:05.354649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.359161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1768049588'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:05.367242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b316dc-304e-4cd6-af5e-1fb875d27661 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd815adf-f7e3-4686-b54d-c9a53800e36e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:05.376822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-5a309a86-4b7f-4a00-b2f2-4058c35b20c1 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995708 Jul 07 22:47:05.385471 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.480988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-da89af5c-ae8c-49eb-aa9a-dfd02d30e6f5 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952542 Jul 07 22:47:05.484140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.488463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.515491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.518842 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1612058 Jul 07 22:47:05.520342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58316) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.525162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'security_group': {'name': 'tempest-secgroup-901410472'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:05.531538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0863-3989-4712-8761-cef68353e1e7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec34029-40e2-4c06-b930-17f551a8fc83,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:05.552805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.651630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.656174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.691667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.693157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1717896 Jul 07 22:47:05.694137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5813f3-e2ee-4610-be95-e02d2ca02550 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65925a44-7499-4f64-a4f0-c96ab8ac8085,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:05.696461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.702010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1163617260', 'security_groups': ['65925a44-7499-4f64-a4f0-c96ab8ac8085'], 'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '209a928e-b7d6-42d1-a3f9-fe4e619aa398'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:05.724506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1678b12c-9cff-4488-a59d-2a34b1edb6e9 req-4899748e-fa00-4324-8e05-42fbdfa7ce27 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0462677 Jul 07 22:47:05.841984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:05.847343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.850037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddc395-9cf8-4282-8dde-b9637f191c6d None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:05.867002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] device_id is not set on port da047e91-ba06-4b9a-b681-9d2aec8f48b7 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:47:05.924423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-721e989a-a7b1-4dcc-a4bc-6f3672a3063f None None] Provisioning complete for port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:05.924974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-721e989a-a7b1-4dcc-a4bc-6f3672a3063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.995498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-721e989a-a7b1-4dcc-a4bc-6f3672a3063f None None] Port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:06.034517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-721e989a-a7b1-4dcc-a4bc-6f3672a3063f None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:06.034923 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-721e989a-a7b1-4dcc-a4bc-6f3672a3063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.081317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8::2c0 (45e72663-acf1-4a9d-8a34-251b2ede6462/209a928e-b7d6-42d1-a3f9-fe4e619aa398/da047e91-ba06-4b9a-b681-9d2aec8f48b7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:06.222620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Update dhcp port {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'fixed_ips': [{'subnet_id': '82d61e25-d620-4bc9-8d59-c163076d65c2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '209a928e-b7d6-42d1-a3f9-fe4e619aa398'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '2a79fe41-dc75-4dfc-be9a-90a2f1eca853'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:47:06.231431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.244440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object da047e91-ba06-4b9a-b681-9d2aec8f48b7 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:06.257736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.286361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.330911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:06.335367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:06.338516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:06.344220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:06.344852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.370429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6702080 Jul 07 22:47:06.370429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe630d-0e25-4567-902b-7e52492c39c7 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=da047e91-ba06-4b9a-b681-9d2aec8f48b7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:06.370856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58332) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:06.376328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:06.437805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Allocated IP 2001:db8::2 (45e72663-acf1-4a9d-8a34-251b2ede6462/209a928e-b7d6-42d1-a3f9-fe4e619aa398/2a79fe41-dc75-4dfc-be9a-90a2f1eca853) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:06.545798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,segment=NetworkSegment(a4748bbf-babc-446f-8b51-c424327f433a),segment_id=a4748bbf-babc-446f-8b51-c424327f433a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:06.763539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.781846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Transition to ACTIVE for port object 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:06.789607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.791747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:06.795964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.915491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb59c45-a503-4714-a02c-ee30af74c9fb None None] Pushing event updated for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:06.944595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:06.981994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59513326-c1f2-41f3-ab31-cc08e0e6ba72 req-f12d9339-58bf-46b4-891f-927838d17535 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0480769 Jul 07 22:47:06.988246 n-d-694802-13 neutron-server[93932]: INFO neutron.db.ipam_backend_mixin [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 209a928e-b7d6-42d1-a3f9-fe4e619aa398 (CIDR: 2001:db8::/64) Jul 07 22:47:06.996737 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:47:06.997278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:07.022618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-510411c1-ab56-4f10-9c7a-36444d7bf805 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:07.023139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e0e5e6dd-47c4-477e-ad3a-a6514dff4ee1 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6507447 Jul 07 22:47:07.024761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-510411c1-ab56-4f10-9c7a-36444d7bf805 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1925211 Jul 07 22:47:07.025688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58338) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:07.030986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:07.040715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:07.238650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.db.api [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:47:07.238650 n-d-694802-13 neutron-server[93931]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:47:07.238650 n-d-694802-13 neutron-server[93931]: [parameters: {'project_id': '79e2fca618084df79237244d3fa35271', 'id': '9229b7a3-8ebd-446d-bd48-57103388feee', 'expiration': datetime.datetime(2021, 7, 7, 22, 49, 7, 228494)}] Jul 07 22:47:07.238650 n-d-694802-13 neutron-server[93931]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:47:07.239166 n-d-694802-13 neutron-server[93931]: DEBUG oslo_db.api [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:47:07.244272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:07.248262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.350218 n-d-694802-13 neutron-server[93931]: INFO neutron.db.ipam_backend_mixin [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 82d61e25-d620-4bc9-8d59-c163076d65c2 (CIDR: 2001:db8:0:1::/64) Jul 07 22:47:07.353939 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:47:07.354539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:07.372259 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b307dc9-a431-494a-8b16-b28a90730143 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3452876 Jul 07 22:47:07.374966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58340) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:07.381120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'subnet': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:07.523021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Made reservation on behalf of 4093d1027dee41ca92e5d9742834d435 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:07.527549 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.594468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-705676cf-9711-42dc-bb1b-d611b5ffd3bf None None] Provisioning complete for port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:07.595097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-705676cf-9711-42dc-bb1b-d611b5ffd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.633769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-705676cf-9711-42dc-bb1b-d611b5ffd3bf None None] Port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:07.649690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-705676cf-9711-42dc-bb1b-d611b5ffd3bf None None] Provisioning for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:07.655542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-705676cf-9711-42dc-bb1b-d611b5ffd3bf None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:07.656641 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-705676cf-9711-42dc-bb1b-d611b5ffd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.801948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:07.805435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.842901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.874576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-85b581cb-61ea-4e38-94d8-6d335994f224 None None] Provisioning for port da047e91-ba06-4b9a-b681-9d2aec8f48b7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:07.879433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-85b581cb-61ea-4e38-94d8-6d335994f224 None None] Provisioning complete for port da047e91-ba06-4b9a-b681-9d2aec8f48b7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:07.879953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85b581cb-61ea-4e38-94d8-6d335994f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.915698 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-85b581cb-61ea-4e38-94d8-6d335994f224 None None] Port da047e91-ba06-4b9a-b681-9d2aec8f48b7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:07.939208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:07.946773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:07.949691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:07.950305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.957666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0a9d1-0d27-4f5d-8ca7-06c800baec45 None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:07.997720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Subnet': ['ID=f0bdd02d-4b94-4f44-9512-2b24a83cc7b5,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:08.018579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58348) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:08.019172 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cd3307a0-3b30-44af-b3d8-e4df482f3624 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6425993 Jul 07 22:47:08.025830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1947173892', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0bdd02d-4b94-4f44-9512-2b24a83cc7b5'}], 'security_groups': ['fd815adf-f7e3-4686-b54d-c9a53800e36e', 'cec34029-40e2-4c06-b930-17f551a8fc83']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:08.054752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.14 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/910923a0-55c6-4ee8-bc13-4c97e53dae3d) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:08.241650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4707e913-9bd1-444a-8724-fe95de597a0f req-7157e5b7-51ee-42aa-bd33-9d142c4a3a33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0578918 Jul 07 22:47:08.281842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.297863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object 910923a0-55c6-4ee8-bc13-4c97e53dae3d will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:08.313958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Update dhcp port {'port': {'network_id': '45e72663-acf1-4a9d-8a34-251b2ede6462', 'fixed_ips': [{'subnet_id': '82d61e25-d620-4bc9-8d59-c163076d65c2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '209a928e-b7d6-42d1-a3f9-fe4e619aa398', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0bdd02d-4b94-4f44-9512-2b24a83cc7b5'}], 'binding:host_id': 'n-d-694802-13'}, 'id': '2a79fe41-dc75-4dfc-be9a-90a2f1eca853'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:47:08.338918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.340687 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.355567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.376779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['4fb95a39-e1c2-40d0-9df4-e8f16e95f497'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:08.389286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:08.393633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:08.409395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:08.483490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:08.484610 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.510088 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=910923a0-55c6-4ee8-bc13-4c97e53dae3d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:08.515218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8713bbdf-935b-44a1-baf1-956b8b792992 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4782860 Jul 07 22:47:08.533100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Request body: {'port': {'device_id': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:08.642065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.672310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Allocated IP 2001:db8:0:2::2 (45e72663-acf1-4a9d-8a34-251b2ede6462/f0bdd02d-4b94-4f44-9512-2b24a83cc7b5/2a79fe41-dc75-4dfc-be9a-90a2f1eca853) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:08.782376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6632cda4-7d67-46f5-8a86-b2d537f610bb None None] Provisioning for port 910923a0-55c6-4ee8-bc13-4c97e53dae3d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:08.792688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6632cda4-7d67-46f5-8a86-b2d537f610bb None None] Provisioning complete for port 910923a0-55c6-4ee8-bc13-4c97e53dae3d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:08.793115 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6632cda4-7d67-46f5-8a86-b2d537f610bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.823533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,segment=NetworkSegment(a4748bbf-babc-446f-8b51-c424327f433a),segment_id=a4748bbf-babc-446f-8b51-c424327f433a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:08.884424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:08.895493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.927000 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6632cda4-7d67-46f5-8a86-b2d537f610bb None None] Port 910923a0-55c6-4ee8-bc13-4c97e53dae3d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:08.935908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Transition to ACTIVE for port object 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:08.943921 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.953339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910923a0-55c6-4ee8-bc13-4c97e53dae3d {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:47:08.967906 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.997072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Transition to ACTIVE for port object 910923a0-55c6-4ee8-bc13-4c97e53dae3d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:09.002822 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.092361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Delete allocated IP 2001:db8::2c0 (45e72663-acf1-4a9d-8a34-251b2ede6462/209a928e-b7d6-42d1-a3f9-fe4e619aa398) {{(pid=93932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:47:09.100092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2a77d-b0e2-4de0-8f18-eb49a75b0407 None None] Pushing event updated for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.118330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=910923a0-55c6-4ee8-bc13-4c97e53dae3d,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.119935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Allocated IP 2001:db8:0:2::24f (45e72663-acf1-4a9d-8a34-251b2ede6462/f0bdd02d-4b94-4f44-9512-2b24a83cc7b5/da047e91-ba06-4b9a-b681-9d2aec8f48b7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:09.194953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Attempting to bind port 910923a0-55c6-4ee8-bc13-4c97e53dae3d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:09.195504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Attempting to bind port 910923a0-55c6-4ee8-bc13-4c97e53dae3d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:09.196425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Attempting to bind port 910923a0-55c6-4ee8-bc13-4c97e53dae3d on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:09.201682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Port 910923a0-55c6-4ee8-bc13-4c97e53dae3d on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:47:09.202387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Attempting to bind port 910923a0-55c6-4ee8-bc13-4c97e53dae3d on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:09.208953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:09.209614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:09.210341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:09.210996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Bound port: 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:09.211566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.300670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] For port 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:09.304137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] For port 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:09.310765 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.326088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.350685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Transition to ACTIVE for port object da047e91-ba06-4b9a-b681-9d2aec8f48b7 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:09.363982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.366644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:09.367623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.369187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] 10.222.0.97 "PUT /v2.0/ports/910923a0-55c6-4ee8-bc13-4c97e53dae3d HTTP/1.1" status: 200 len: 1093 time: 0.8444450 Jul 07 22:47:09.369734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'tag': '910923a0-55c6-4ee8-bc13-4c97e53dae3d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:09.372374 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e" -d '{"events": [{"name": "network-changed", "server_uuid": "952efd24-fd5b-44d3-883b-5f9cf1976d13", "tag": "910923a0-55c6-4ee8-bc13-4c97e53dae3d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:09.468094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc69cd-23eb-42c2-88f5-40152f932ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=910923a0-55c6-4ee8-bc13-4c97e53dae3d,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.522936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] In _notify_port_updated(), no bound segment for port da047e91-ba06-4b9a-b681-9d2aec8f48b7 on network 45e72663-acf1-4a9d-8a34-251b2ede6462 {{(pid=93932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:47:09.528184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-d0c4dce9-323c-4e66-9517-aa4a5bbea662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:09.530237 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-d0c4dce9-323c-4e66-9517-aa4a5bbea662 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 1096 time: 0.1071944 Jul 07 22:47:09.530822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:09.531495 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.532841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "PUT /v2.0/ports/da047e91-ba06-4b9a-b681-9d2aec8f48b7 HTTP/1.1" status: 200 len: 970 time: 1.5131228 Jul 07 22:47:09.546927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:09.558985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fffbe2-a371-4450-bc5b-281a1ddde498 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event updated for resources: {'Port': ['ID=da047e91-ba06-4b9a-b681-9d2aec8f48b7,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.610729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ab622-dc8d-422c-981a-88b5d145824d req-a95039b7-5549-4c1b-acae-17b7610b5f01 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:09.618409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-266ab622-dc8d-422c-981a-88b5d145824d req-a95039b7-5549-4c1b-acae-17b7610b5f01 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1775048 Jul 07 22:47:09.632937 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-3a457582-873f-4ee9-8ee4-aa356894d7bf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d HTTP/1.1" status: 200 len: 217 time: 0.0805871 Jul 07 22:47:09.668257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-266ab622-dc8d-422c-981a-88b5d145824d req-dd583640-33d6-4bb1-8ad0-8694b7a27ebe tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488150 Jul 07 22:47:09.728737 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a204430-c2ef-40ab-aab8-7bc64a84ff4e x-openstack-request-id: req-9a204430-c2ef-40ab-aab8-7bc64a84ff4e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:09.729048 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952efd24-fd5b-44d3-883b-5f9cf1976d13", "tag": "910923a0-55c6-4ee8-bc13-4c97e53dae3d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:09.729304 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9a204430-c2ef-40ab-aab8-7bc64a84ff4e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:09.729723 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'tag': '910923a0-55c6-4ee8-bc13-4c97e53dae3d', 'status': 'completed', 'code': 200} Jul 07 22:47:09.746280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-a7ebcc49-61c1-4d5f-a1f4-4df838b7a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:09.747845 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-a7ebcc49-61c1-4d5f-a1f4-4df838b7a9c9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.1073930 Jul 07 22:47:09.816323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port da047e91-ba06-4b9a-b681-9d2aec8f48b7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:09.816603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.900087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-b41de78c-d865-496c-8e90-a34973d185e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:09.901875 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-b41de78c-d865-496c-8e90-a34973d185e7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402738 Jul 07 22:47:09.976296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.994720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for da047e91-ba06-4b9a-b681-9d2aec8f48b7 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:10.004321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Provisioning for port da047e91-ba06-4b9a-b681-9d2aec8f48b7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:10.012026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Provisioning complete for port da047e91-ba06-4b9a-b681-9d2aec8f48b7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:10.012482 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.061899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Port da047e91-ba06-4b9a-b681-9d2aec8f48b7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:10.070223 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-8de9b21c-65d9-470d-a2e9-d6fe511bd65e service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599901 Jul 07 22:47:10.076690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Provisioning complete for port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:10.077293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.124555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:10.147762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Provisioning for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:10.152420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:10.152806 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d7bd1d41-6b1f-4b45-bc2f-404dc69a7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.223376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0840613a-2113-4d18-b88d-04dd8a55dfd8 req-872150e8-9e90-4ecd-a594-33aa7c79ed62 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418054 Jul 07 22:47:10.342588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.399182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-33f872bc-a778-49c3-b83c-c809a5fe23c8 None None] Could not find standard attr ID for object da047e91-ba06-4b9a-b681-9d2aec8f48b7. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:47:10.405513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=da047e91-ba06-4b9a-b681-9d2aec8f48b7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:10.467092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.470701 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fed0c0e6-89f2-4b3e-867b-5896ae16b4ef tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/da047e91-ba06-4b9a-b681-9d2aec8f48b7 HTTP/1.1" status: 204 len: 168 time: 0.9181585 Jul 07 22:47:10.472483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58360) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.485900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-c6f0a488-e55f-4c9f-bc88-46c141c5ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:10.488019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-c6f0a488-e55f-4c9f-bc88-46c141c5ccae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 1096 time: 0.1983259 Jul 07 22:47:10.528252 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f9db8c-a84b-4227-8b0d-577ff6466b93 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] GET failed (client error): The resource could not be found. Jul 07 22:47:10.530209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a8f9db8c-a84b-4227-8b0d-577ff6466b93 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports/da047e91-ba06-4b9a-b681-9d2aec8f48b7 HTTP/1.1" status: 404 len: 333 time: 0.0567164 Jul 07 22:47:10.538646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58362) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.682720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a7f24a7-6351-4534-9f1d-5c1d76278268 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.729115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a7f24a7-6351-4534-9f1d-5c1d76278268 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.752033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-3bedd6c5-b959-4b99-9560-74c448c721ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:10.754097 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-3bedd6c5-b959-4b99-9560-74c448c721ab service neutron] 10.222.0.97 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.2500546 Jul 07 22:47:10.791986 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a7f24a7-6351-4534-9f1d-5c1d76278268 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.802437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a7f24a7-6351-4534-9f1d-5c1d76278268 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.807558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2a7f24a7-6351-4534-9f1d-5c1d76278268 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/security-groups/65925a44-7499-4f64-a4f0-c96ab8ac8085 HTTP/1.1" status: 204 len: 168 time: 0.2675288 Jul 07 22:47:10.816871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58366) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.821100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f24a7-6351-4534-9f1d-5c1d76278268 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65925a44-7499-4f64-a4f0-c96ab8ac8085,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:10.831627 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-68da35eb-9ea9-4274-adf1-c97595b1b8df service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d HTTP/1.1" status: 200 len: 217 time: 0.0681353 Jul 07 22:47:10.940323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:10.964412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-ca0aa064-178d-4744-86c0-ca5c9e04fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:10.965882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-ca0aa064-178d-4744-86c0-ca5c9e04fec3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.1241283 Jul 07 22:47:11.022442 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:47:11.025079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa11e6e5-d7a3-4dcf-bea4-24ae36f2bd78 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.034299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:11.035829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.045588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932de899-1f0d-4fda-b5fd-c20c9ead1e3f req-a13c225a-cf35-422a-bd93-6b95fea7c5f0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:11.047556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-932de899-1f0d-4fda-b5fd-c20c9ead1e3f req-a13c225a-cf35-422a-bd93-6b95fea7c5f0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1303811 Jul 07 22:47:11.074721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa11e6e5-d7a3-4dcf-bea4-24ae36f2bd78 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.102045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-932de899-1f0d-4fda-b5fd-c20c9ead1e3f req-d12bd310-b06d-4b9a-a05e-f153d6860e7c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Jul 07 22:47:11.122753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-fde0297f-56ef-446d-a5ab-ac67ddf975e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:11.124293 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-fde0297f-56ef-446d-a5ab-ac67ddf975e8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461732 Jul 07 22:47:11.250531 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa11e6e5-d7a3-4dcf-bea4-24ae36f2bd78 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.254235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa11e6e5-d7a3-4dcf-bea4-24ae36f2bd78 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.256062 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fa11e6e5-d7a3-4dcf-bea4-24ae36f2bd78 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/security-groups/cec34029-40e2-4c06-b930-17f551a8fc83 HTTP/1.1" status: 204 len: 168 time: 0.4388692 Jul 07 22:47:11.259161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58368) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:11.286017 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11e6e5-d7a3-4dcf-bea4-24ae36f2bd78 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec34029-40e2-4c06-b930-17f551a8fc83,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:11.296272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-6659c470-f2ec-4300-873e-4a333e4ac5bf service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593926 Jul 07 22:47:11.327887 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-742722ad-ebd4-4694-b252-0a3253c3e0a9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.357964 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-742722ad-ebd4-4694-b252-0a3253c3e0a9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.433009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-742722ad-ebd4-4694-b252-0a3253c3e0a9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.436781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-742722ad-ebd4-4694-b252-0a3253c3e0a9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.437952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-742722ad-ebd4-4694-b252-0a3253c3e0a9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/security-groups/fd815adf-f7e3-4686-b54d-c9a53800e36e HTTP/1.1" status: 204 len: 168 time: 0.1777992 Jul 07 22:47:11.442543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b49e2f06-3a14-4bcb-b8e4-70c399eed20e req-544790e4-8ad3-4fd1-8e63-034ee91114a1 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366856 Jul 07 22:47:11.443054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:11.462981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742722ad-ebd4-4694-b252-0a3253c3e0a9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd815adf-f7e3-4686-b54d-c9a53800e36e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:11.527086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 209a928e-b7d6-42d1-a3f9-fe4e619aa398 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:11.530263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.907199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.035083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.117652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.150867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=209a928e-b7d6-42d1-a3f9-fe4e619aa398,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:12.155419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.161410 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-66f5b8b1-b1a5-4d19-b1a5-33246024ed00 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/209a928e-b7d6-42d1-a3f9-fe4e619aa398 HTTP/1.1" status: 204 len: 168 time: 0.7172732 Jul 07 22:47:12.162062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58374) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:12.167818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c792081-8f12-46c6-93e8-405abe0bf2db None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:12.221392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet f0bdd02d-4b94-4f44-9512-2b24a83cc7b5 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:12.225393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.282997 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.466444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.476683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4fe6-7c3a-4389-9542-0694a26fd33a req-bf7b223a-48bc-42af-acff-4841589965a4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:12.479439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-224e4fe6-7c3a-4389-9542-0694a26fd33a req-bf7b223a-48bc-42af-acff-4841589965a4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0742238 Jul 07 22:47:12.550382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-224e4fe6-7c3a-4389-9542-0694a26fd33a req-fc67537b-1fd6-41da-abde-86c55881f520 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619001 Jul 07 22:47:12.576554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.614205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bdd02d-4b94-4f44-9512-2b24a83cc7b5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:12.622815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.638069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b13367a0-b8c9-490c-a691-7bc2e4b71ef9 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/f0bdd02d-4b94-4f44-9512-2b24a83cc7b5 HTTP/1.1" status: 204 len: 168 time: 0.4678478 Jul 07 22:47:12.638989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58376) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:12.670658 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9acc299-6c54-4893-9831-5e93666be0f4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:12.671154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9acc299-6c54-4893-9831-5e93666be0f4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:12.673642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b9acc299-6c54-4893-9831-5e93666be0f4 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/209a928e-b7d6-42d1-a3f9-fe4e619aa398 HTTP/1.1" status: 404 len: 337 time: 0.0343213 Jul 07 22:47:12.677066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58378) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:12.758479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting subnet 82d61e25-d620-4bc9-8d59-c163076d65c2 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:12.762810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.865318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.979339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.096340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.143671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Subnet': ['ID=82d61e25-d620-4bc9-8d59-c163076d65c2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:13.152267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.154445 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a113761a-fc7c-4895-85c5-41110ca0a199 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/82d61e25-d620-4bc9-8d59-c163076d65c2 HTTP/1.1" status: 204 len: 168 time: 0.4758716 Jul 07 22:47:13.158001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58380) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.213755 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b5c7d9-581a-44b0-a525-4b8beaae170b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.214795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b5c7d9-581a-44b0-a525-4b8beaae170b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.217314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-88b5c7d9-581a-44b0-a525-4b8beaae170b tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/4df3cd82-7796-4806-91de-1015d7bad604 HTTP/1.1" status: 404 len: 337 time: 0.0552242 Jul 07 22:47:13.221376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58382) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.285320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7952e5f8-aef1-4fe3-bb9f-5b026000e0bf tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "GET /v2.0/ports?device_id=75c57f66-a81e-4fbf-a435-73f791dc5211 HTTP/1.1" status: 200 len: 205 time: 0.0621259 Jul 07 22:47:13.289018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58384) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.331407 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c86ac74a-46b3-4454-80fa-c30c692e500c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] delete failed (client error): The resource could not be found. Jul 07 22:47:13.332750 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c86ac74a-46b3-4454-80fa-c30c692e500c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/routers/75c57f66-a81e-4fbf-a435-73f791dc5211 HTTP/1.1" status: 404 len: 336 time: 0.0423257 Jul 07 22:47:13.338107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58386) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.366729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0fac50-299a-48bb-b60d-7dd65bae942e None None] Network 45e72663-acf1-4a9d-8a34-251b2ede6462 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:13.372900 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-798edec2-c100-455e-bd96-cb814c83505e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.373371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798edec2-c100-455e-bd96-cb814c83505e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.377926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-798edec2-c100-455e-bd96-cb814c83505e tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/d3a9a5fb-e891-40cc-8823-528f1893c96e HTTP/1.1" status: 404 len: 337 time: 0.0364647 Jul 07 22:47:13.378275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58388) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.428203 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd24a60-8aa8-4a81-895e-61e5982793cc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.428790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd24a60-8aa8-4a81-895e-61e5982793cc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.432863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-efd24a60-8aa8-4a81-895e-61e5982793cc tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/0a57f4b2-854c-4025-8b9b-d56164ce6a7b HTTP/1.1" status: 404 len: 337 time: 0.0513823 Jul 07 22:47:13.434095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58390) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.463756 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-8584a190-0ad0-453c-961f-6926ac98d574 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.464433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8584a190-0ad0-453c-961f-6926ac98d574 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.466272 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8584a190-0ad0-453c-961f-6926ac98d574 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/607a5ec1-3da5-436c-b4d1-626524178793 HTTP/1.1" status: 404 len: 337 time: 0.0308752 Jul 07 22:47:13.468795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.505646 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3237f238-7ca6-415c-a1cf-db12a4b6e8ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.506357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3237f238-7ca6-415c-a1cf-db12a4b6e8ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.508262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3237f238-7ca6-415c-a1cf-db12a4b6e8ea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/a2845507-d46f-4043-af29-df2314215659 HTTP/1.1" status: 404 len: 333 time: 0.0385258 Jul 07 22:47:13.508931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec13c2b4-12b2-412a-bdbe-c0299588fd86 None None] Provisioning complete for port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:13.509314 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec13c2b4-12b2-412a-bdbe-c0299588fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.510873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.538621 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c26dd3-ebdd-45e9-a146-34985045606a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.538621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c26dd3-ebdd-45e9-a146-34985045606a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.540647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-60c26dd3-ebdd-45e9-a146-34985045606a tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/94781c29-35bf-4a10-9ab3-dbf02709db9e HTTP/1.1" status: 404 len: 337 time: 0.0289826 Jul 07 22:47:13.543620 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58396) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.550580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ec13c2b4-12b2-412a-bdbe-c0299588fd86 None None] Port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:13.570988 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c46dd5-a668-41e1-b9f7-f815f9bcc4f0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.574089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c46dd5-a668-41e1-b9f7-f815f9bcc4f0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.574249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec13c2b4-12b2-412a-bdbe-c0299588fd86 None None] Provisioning complete for port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:13.574249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec13c2b4-12b2-412a-bdbe-c0299588fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.574426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f6c46dd5-a668-41e1-b9f7-f815f9bcc4f0 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/56a3660b-4995-457d-a7c3-0491d679ed43 HTTP/1.1" status: 404 len: 337 time: 0.0288301 Jul 07 22:47:13.575938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58400) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.606828 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4860c2d8-28da-46aa-b4e0-9dd27729d39d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.607480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4860c2d8-28da-46aa-b4e0-9dd27729d39d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.609596 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4860c2d8-28da-46aa-b4e0-9dd27729d39d tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/be3e2b44-9c9f-47de-b1bb-e341044459e3 HTTP/1.1" status: 404 len: 333 time: 0.0326700 Jul 07 22:47:13.612107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58402) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.641150 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc39dcf-e6b2-486a-88cf-2d4e85ead68c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.641671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc39dcf-e6b2-486a-88cf-2d4e85ead68c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.644052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9bc39dcf-e6b2-486a-88cf-2d4e85ead68c tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/56563fbc-0571-4174-86bf-e91573667fc7 HTTP/1.1" status: 404 len: 337 time: 0.0310278 Jul 07 22:47:13.647148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58404) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.699778 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-822430c5-ff45-419b-ad40-378e59ec7fea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] DELETE failed (client error): The resource could not be found. Jul 07 22:47:13.700521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822430c5-ff45-419b-ad40-378e59ec7fea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:47:13.702865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-822430c5-ff45-419b-ad40-378e59ec7fea tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/subnets/7d3b386c-11d5-4d92-97f0-0facbebaef27 HTTP/1.1" status: 404 len: 337 time: 0.0542257 Jul 07 22:47:13.710160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58406) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:13.766498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] DHCP port deletion for 45e72663-acf1-4a9d-8a34-251b2ede6462 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:13.791088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607d50f-5d1c-4540-b83e-c18aa716d45b req-b3ef4615-0828-44fa-a2f5-3112ea438430 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:13.799666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1607d50f-5d1c-4540-b83e-c18aa716d45b req-b3ef4615-0828-44fa-a2f5-3112ea438430 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1168559 Jul 07 22:47:13.856545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] Deleting port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:13.857382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.875596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1607d50f-5d1c-4540-b83e-c18aa716d45b req-343980a3-4bcf-4e6b-b4fb-a821f237149b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Jul 07 22:47:13.882764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Deleting port e8ac89fb-76bd-4cec-b29a-a243ff18bca0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:13.882946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.945157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] For port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,segment=NetworkSegment(a4748bbf-babc-446f-8b51-c424327f433a),segment_id=a4748bbf-babc-446f-8b51-c424327f433a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:13.946668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.961019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.962741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] Calling delete_port for 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:13.975586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Calling delete_port for e8ac89fb-76bd-4cec-b29a-a243ff18bca0 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:14.047148 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.073331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] Pushing event deleted for resources: {'Port': ['ID=2a79fe41-dc75-4dfc-be9a-90a2f1eca853,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:14.077672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4519ee6-c1b5-45c0-868b-6a893b368c33 None None] No DVR routers for this DVR port 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:14.091351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.119223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Port': ['ID=e8ac89fb-76bd-4cec-b29a-a243ff18bca0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:14.131200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.135873 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1e8925b3-bc17-4bf8-90a2-e8cbdd2504e5 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/ports/e8ac89fb-76bd-4cec-b29a-a243ff18bca0 HTTP/1.1" status: 204 len: 168 time: 0.4222841 Jul 07 22:47:14.136280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58408) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:14.246091 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.345291 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.356048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e72663-acf1-4a9d-8a34-251b2ede6462']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:14.367618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4748bbf-babc-446f-8b51-c424327f433a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:14.367921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4748bbf-babc-446f-8b51-c424327f433a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:14.377642 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.391321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.397505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:14.397898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:14.401099 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:14.465604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.469963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.472028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] 10.222.0.95 "DELETE /v2.0/networks/45e72663-acf1-4a9d-8a34-251b2ede6462 HTTP/1.1" status: 204 len: 168 time: 0.3347094 Jul 07 22:47:14.488322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ea66c-c0ee-4a2f-a604-0795773db1f3 tempest-PortsIpV6TestJSON-175958619 tempest-PortsIpV6TestJSON-175958619-project] Pushing event deleted for resources: {'Network': ['ID=45e72663-acf1-4a9d-8a34-251b2ede6462,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:14.739532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58414) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:14.855488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:14.882434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:14.882898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a79fe41-dc75-4dfc-be9a-90a2f1eca853 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:14.904579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-91bebc23-a5a7-4549-9182-f444299aa812 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4093d1027dee41ca92e5d9742834d435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638081 Jul 07 22:47:14.907065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58418) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:14.960301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8acf9930-1270-43e3-bd8c-83f10f6811eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.987809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8acf9930-1270-43e3-bd8c-83f10f6811eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.078192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8acf9930-1270-43e3-bd8c-83f10f6811eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.081592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8acf9930-1270-43e3-bd8c-83f10f6811eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.085057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8acf9930-1270-43e3-bd8c-83f10f6811eb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2097d3f8-ba5f-4d1c-9753-2764ad8699d2 HTTP/1.1" status: 204 len: 168 time: 0.1746681 Jul 07 22:47:15.090990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf9930-1270-43e3-bd8c-83f10f6811eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2097d3f8-ba5f-4d1c-9753-2764ad8699d2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:15.105123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175d9d0-3e7e-4b2a-9fda-255d2219f910 req-5e004f6a-0454-4175-8e76-ea6335d6a1c0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:15.106724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7175d9d0-3e7e-4b2a-9fda-255d2219f910 req-5e004f6a-0454-4175-8e76-ea6335d6a1c0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0960035 Jul 07 22:47:15.169185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7175d9d0-3e7e-4b2a-9fda-255d2219f910 req-45e63e54-c101-49fe-9b48-b0d8cb2c4f02 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485413 Jul 07 22:47:15.790158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58442) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:15.907080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-1698897112'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:15.928965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:15.931899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.942125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.037085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.040398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.066522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:16.075241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee9acd-f7df-4f2d-8b4b-7845804cbe08,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.082203 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.082562 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3 of type vlan for network 3cf5ae55-569d-4695-9a83-200ce688b2e9 Jul 07 22:47:16.123731 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.151930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-9a6a2dc6-49f2-49e5-af26-3c2448b395d3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543880 Jul 07 22:47:16.154651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.160654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.161367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.213399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-12bb7ba3-afff-4963-8468-2d55521d1150 req-b062dae8-2b90-45e3-ace5-6543539d4e85 service neutron] (93931) timed out ('10.222.0.103', 53412) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:47:16.229587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4356217 Jul 07 22:47:16.230570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58450) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:16.235190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-1256892108'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:16.241894 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efe7e7-e88a-4b45-a142-1d6e4101df8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=3cf5ae55-569d-4695-9a83-200ce688b2e9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.255535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:16.256198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-489f24de-6099-4571-9fcf-7e4eb89d49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.257774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-489f24de-6099-4571-9fcf-7e4eb89d49a8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 1097 time: 0.0616081 Jul 07 22:47:16.271807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:16.275931 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.301633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:16.313631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.314003 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 5c1a455c-f0e0-4a54-ac51-1e26f45a6c10 of type vlan for network d15899a1-7f75-49be-be64-d7381064d3c2 Jul 07 22:47:16.363372 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.391757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.398040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.398647 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.414091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-c94de64e-28bc-4142-8d31-180d203991fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.415570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-c94de64e-28bc-4142-8d31-180d203991fb service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1328332 Jul 07 22:47:16.428509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a17a-cb5a-4db8-8950-f80a4d80058a req-9e505c8d-9666-40f0-8921-04896259b36b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.429971 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c165a17a-cb5a-4db8-8950-f80a4d80058a req-9e505c8d-9666-40f0-8921-04896259b36b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1388011 Jul 07 22:47:16.453607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2224045 Jul 07 22:47:16.457014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:16.464141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:16.480943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-e5adca22-8440-41ee-95f6-1dd0ab53d333 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497 HTTP/1.1" status: 200 len: 217 time: 0.0500140 Jul 07 22:47:16.512942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bdd92-f593-4747-a695-7f4e5fca124f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=d15899a1-7f75-49be-be64-d7381064d3c2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.523877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network d15899a1-7f75-49be-be64-d7381064d3c2 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:16.526911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c165a17a-cb5a-4db8-8950-f80a4d80058a req-02da8dac-0d7c-4fb5-9d4c-1b9839b86930 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903583 Jul 07 22:47:16.544107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-d8141c29-b5d4-489b-a2e4-8e24274941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.545688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-d8141c29-b5d4-489b-a2e4-8e24274941e8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0567346 Jul 07 22:47:16.575775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:16.579492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.606549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-cfeb9421-8d97-405f-a0bd-c52381994d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.608685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-cfeb9421-8d97-405f-a0bd-c52381994d0a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565610 Jul 07 22:47:16.706100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-140b79f8-b5db-462d-99fa-aa81ac20ee15 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915461 Jul 07 22:47:16.765703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.806918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90bd7fc1-adfe-41c9-b7e5-a8603dbfcd29 req-16a45495-bd24-43a5-9bc8-bfc5c98e6ad4 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892975 Jul 07 22:47:16.833583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=53d87b1d-bbff-453a-ae27-a03cb69d17d5,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.841942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:16.842317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: 3cf5ae55-569d-4695-9a83-200ce688b2e9, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:16.859613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:16.870116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 3cf5ae55-569d-4695-9a83-200ce688b2e9) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:16.874266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.874960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.882098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc74fb2-2406-4124-a829-de56134a9487 None None] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:16.891383 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76b234ba-afd1-42af-9139-b6d85f10868a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4333189 Jul 07 22:47:16.894309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:16.899821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:16.994679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:16.999533 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.041430 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.052895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-3cf5ae55-569d-4695-9a83-200ce688b2e9', 'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '53d87b1d-bbff-453a-ae27-a03cb69d17d5'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:17.053786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.194908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Allocated IP 172.20.0.2 (3cf5ae55-569d-4695-9a83-200ce688b2e9/53d87b1d-bbff-453a-ae27-a03cb69d17d5/1fa76568-7153-4f1f-906b-784f65ed57fe) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:17.210492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.279820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=8ca4b59e-15b9-4a7d-95cf-561343160cf7,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:17.289416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:17.289791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: d15899a1-7f75-49be-be64-d7381064d3c2, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:17.307532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network d15899a1-7f75-49be-be64-d7381064d3c2 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:17.317212 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, d15899a1-7f75-49be-be64-d7381064d3c2) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:17.321515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:17.322136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.331449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6721d-f667-41f2-ab78-ade52cadd563 None None] Network d15899a1-7f75-49be-be64-d7381064d3c2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:17.337812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-953316ed-87c8-4480-8147-fd7a8f0499a8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4423771 Jul 07 22:47:17.340703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58456) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:17.345785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-825598223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:17.369785 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.371069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.390022 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.402690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Transition to ACTIVE for port object 1fa76568-7153-4f1f-906b-784f65ed57fe will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:17.429257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Transition to ACTIVE for port object 1fa76568-7153-4f1f-906b-784f65ed57fe will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:17.434391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.438920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.440315 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.454461 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.455740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3d869b1f-657b-4655-882e-88abee89780a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1140084 Jul 07 22:47:17.458509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58458) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:17.648637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:17.652371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:17.676618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:17.717780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Pushing event updated for resources: {'Port': ['ID=1fa76568-7153-4f1f-906b-784f65ed57fe,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:17.734655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dca1e7-b04e-489f-bb72-9807a2e60569 req-cdd5b7c8-c94f-4cf6-965d-ba71b50220b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:17.743795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4dca1e7-b04e-489f-bb72-9807a2e60569 req-cdd5b7c8-c94f-4cf6-965d-ba71b50220b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0778189 Jul 07 22:47:17.770384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Attempting to bind port 1fa76568-7153-4f1f-906b-784f65ed57fe on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:17.770781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Attempting to bind port 1fa76568-7153-4f1f-906b-784f65ed57fe by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:17.771286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Attempting to bind port 1fa76568-7153-4f1f-906b-784f65ed57fe on network 3cf5ae55-569d-4695-9a83-200ce688b2e9 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:17.777219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:17.777547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Checking segment: {'id': '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:17.777922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.778317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Bound using segment: {'id': '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:17.778814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Bound port: 1fa76568-7153-4f1f-906b-784f65ed57fe, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3cf5ae55-569d-4695-9a83-200ce688b2e9'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:17.779205 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.794512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4dca1e7-b04e-489f-bb72-9807a2e60569 req-2d37ac6f-5bed-44b8-a21e-88aa8aec0207 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Jul 07 22:47:17.814303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.839727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-d15899a1-7f75-49be-be64-d7381064d3c2', 'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '8ca4b59e-15b9-4a7d-95cf-561343160cf7'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:17.840593 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.946169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] For port 1fa76568-7153-4f1f-906b-784f65ed57fe, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:17.968756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] For port 1fa76568-7153-4f1f-906b-784f65ed57fe, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1fa76568-7153-4f1f-906b-784f65ed57fe,segment=NetworkSegment(4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3),segment_id=4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:17.976492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.051370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Allocated IP 172.21.0.2 (d15899a1-7f75-49be-be64-d7381064d3c2/8ca4b59e-15b9-4a7d-95cf-561343160cf7/55fd46ae-3023-4048-b017-b71f05b6bd2f) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:18.104597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.20.0.1 (3cf5ae55-569d-4695-9a83-200ce688b2e9/53d87b1d-bbff-453a-ae27-a03cb69d17d5/1af14b10-f723-4e0f-853f-9fd0e7bd576e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:18.171986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ee7cc-6913-48e5-8e3f-19b070de98cb None None] Pushing event updated for resources: {'Port': ['ID=1fa76568-7153-4f1f-906b-784f65ed57fe,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:18.279334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.285602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.299387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Transition to ACTIVE for port object 55fd46ae-3023-4048-b017-b71f05b6bd2f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:18.320226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Transition to ACTIVE for port object 55fd46ae-3023-4048-b017-b71f05b6bd2f will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:18.325445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 1af14b10-f723-4e0f-853f-9fd0e7bd576e will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:18.333265 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.368629 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.390690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Network d15899a1-7f75-49be-be64-d7381064d3c2 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:18.399136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:18.401978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:18.423473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:18.432723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:18.441378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:18.450073 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d051cfe3-952a-4559-80d2-4bd54e9344e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.460582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Pushing event updated for resources: {'Port': ['ID=55fd46ae-3023-4048-b017-b71f05b6bd2f,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:18.487424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.506488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Attempting to bind port 55fd46ae-3023-4048-b017-b71f05b6bd2f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:18.506899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Attempting to bind port 55fd46ae-3023-4048-b017-b71f05b6bd2f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:18.507248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Attempting to bind port 55fd46ae-3023-4048-b017-b71f05b6bd2f on network d15899a1-7f75-49be-be64-d7381064d3c2 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:18.512441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:18.512824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Checking segment: {'id': '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:18.513230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.513673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Bound using segment: {'id': '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:18.514205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Bound port: 55fd46ae-3023-4048-b017-b71f05b6bd2f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd15899a1-7f75-49be-be64-d7381064d3c2'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:18.514621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.536063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=1af14b10-f723-4e0f-853f-9fd0e7bd576e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:18.584105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] For port 55fd46ae-3023-4048-b017-b71f05b6bd2f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:18.587705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] For port 55fd46ae-3023-4048-b017-b71f05b6bd2f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=55fd46ae-3023-4048-b017-b71f05b6bd2f,segment=NetworkSegment(5c1a455c-f0e0-4a54-ac51-1e26f45a6c10),segment_id=5c1a455c-f0e0-4a54-ac51-1e26f45a6c10)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:18.593826 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.648267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.664350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a91f-d289-431b-a1aa-515491faa9fe None None] Pushing event updated for resources: {'Port': ['ID=55fd46ae-3023-4048-b017-b71f05b6bd2f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:18.926748 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.018607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1fa76568-7153-4f1f-906b-784f65ed57fe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:19.110357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.122845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.145205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1fa76568-7153-4f1f-906b-784f65ed57fe completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:19.150923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d389e-7f5d-4b1c-9913-db65c7c1305d req-90540ba0-ff1e-4154-90c4-148012f3a7e5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:19.157448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f44d389e-7f5d-4b1c-9913-db65c7c1305d req-90540ba0-ff1e-4154-90c4-148012f3a7e5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1191595 Jul 07 22:47:19.220575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f44d389e-7f5d-4b1c-9913-db65c7c1305d req-65b25589-6a5f-4a23-a8d9-23441ce5c5bd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570221 Jul 07 22:47:19.241597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-dd2c49f1-03cc-4ab1-b8c7-bdfbbf7f18fc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2929392 Jul 07 22:47:19.256144 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.263656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=1af14b10-f723-4e0f-853f-9fd0e7bd576e,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:19.393485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-b54e4ebe-3fff-4507-b3ff-3439683bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:19.395186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-b54e4ebe-3fff-4507-b3ff-3439683bc389 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.1243310 Jul 07 22:47:19.400944 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:19.402438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:19.480033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e91885-1a16-42c7-92f3-928b2e7cf506 None None] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:19.546644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] Provisioning for port 1fa76568-7153-4f1f-906b-784f65ed57fe completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:19.560878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] Provisioning complete for port 1fa76568-7153-4f1f-906b-784f65ed57fe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:19.561270 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.724862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.773480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] For port 1fa76568-7153-4f1f-906b-784f65ed57fe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1fa76568-7153-4f1f-906b-784f65ed57fe,segment=NetworkSegment(4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3),segment_id=4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:19.789126 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.866435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e876b-118a-4e42-901d-5badaef48f0d None None] Pushing event updated for resources: {'Port': ['ID=1fa76568-7153-4f1f-906b-784f65ed57fe,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:19.958554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-f6861d5e-6f4b-44b7-b3f4-f7496e149a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:19.960100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-f6861d5e-6f4b-44b7-b3f4-f7496e149a7a service neutron] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 909 time: 0.5094867 Jul 07 22:47:19.973239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 11dfd8bb-cb00-46da-93eb-ac60345d0269 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:20.115142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-2e607a3d-cdb7-46d3-9eb6-febc4598b07f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 1000 time: 0.1430314 Jul 07 22:47:20.131155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f0131ac2-248c-4857-a9f6-2ae743f391bf None None] Provisioning for port 1af14b10-f723-4e0f-853f-9fd0e7bd576e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:20.141584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f0131ac2-248c-4857-a9f6-2ae743f391bf None None] Provisioning complete for port 1af14b10-f723-4e0f-853f-9fd0e7bd576e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.144268 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f0131ac2-248c-4857-a9f6-2ae743f391bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.182668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:20.189298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6412ad9d-27fc-4aa8-9e82-50f6bea0be59 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/11dfd8bb-cb00-46da-93eb-ac60345d0269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297251 Jul 07 22:47:20.193909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58466) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:20.199063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] Sync routers for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:20.205619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-3aff44a1-15d8-4ede-b3fe-bf866cadc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:20.209241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-3aff44a1-15d8-4ede-b3fe-bf866cadc6dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0797031 Jul 07 22:47:20.213577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daed17a-8ca5-4615-bb58-f7957fc386e4 None None] Network d15899a1-7f75-49be-be64-d7381064d3c2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:20.221636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:20.222374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:46:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:20.234728 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f0131ac2-248c-4857-a9f6-2ae743f391bf None None] Port 1af14b10-f723-4e0f-853f-9fd0e7bd576e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:20.311390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-238e1b7e-c4cf-4a8d-97ca-6128e1b1a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:20.312996 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-238e1b7e-c4cf-4a8d-97ca-6128e1b1a503 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973706 Jul 07 22:47:20.315680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:20.343852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e77de3-0171-4dc9-921c-ad57fe82ed28 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:20.346333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-f0131ac2-248c-4857-a9f6-2ae743f391bf None None] Provisioning complete for port 1fa76568-7153-4f1f-906b-784f65ed57fe triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.349881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-88e77de3-0171-4dc9-921c-ad57fe82ed28 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports/1af14b10-f723-4e0f-853f-9fd0e7bd576e HTTP/1.1" status: 200 len: 910 time: 0.1548920 Jul 07 22:47:20.354108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:20.356605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f0131ac2-248c-4857-a9f6-2ae743f391bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.452949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:20.454021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:46:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:20.515327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fea655-fe6a-4698-ba2c-c72053f11999 req-af8690f9-06c3-48d8-9784-2bebc3527fe3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:20.517088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2fea655-fe6a-4698-ba2c-c72053f11999 req-af8690f9-06c3-48d8-9784-2bebc3527fe3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1038959 Jul 07 22:47:20.530067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:20.531751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667ed50-41b8-434f-af4a-747da61e2eaf None None] The sync data for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:20.575278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2fea655-fe6a-4698-ba2c-c72053f11999 req-80268d51-fa24-4e1d-896f-2e948dcba9a1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Jul 07 22:47:20.680501 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-04b8e7fb-7e29-431b-afd9-f66552c67358 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595793 Jul 07 22:47:20.807233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a2c7f79-e28f-453a-8b66-9bbe65c8e2ab None None] Provisioning complete for port 1af14b10-f723-4e0f-853f-9fd0e7bd576e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.807979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7f79-e28f-453a-8b66-9bbe65c8e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.876176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c7f79-e28f-453a-8b66-9bbe65c8e2ab None None] Port 1af14b10-f723-4e0f-853f-9fd0e7bd576e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:20.882535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b68f3221-d482-4360-99dc-dbb226b7c687 req-86e7e7de-64e1-4207-82b0-e11d33fb3f5f service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732795 Jul 07 22:47:20.907291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9a2c7f79-e28f-453a-8b66-9bbe65c8e2ab None None] Provisioning for port 55fd46ae-3023-4048-b017-b71f05b6bd2f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:20.937262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.016257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 55fd46ae-3023-4048-b017-b71f05b6bd2f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:21.081220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 55fd46ae-3023-4048-b017-b71f05b6bd2f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:21.085351 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 55fd46ae-3023-4048-b017-b71f05b6bd2f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:21.085815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.166651 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.199466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 55fd46ae-3023-4048-b017-b71f05b6bd2f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=55fd46ae-3023-4048-b017-b71f05b6bd2f,segment=NetworkSegment(5c1a455c-f0e0-4a54-ac51-1e26f45a6c10),segment_id=5c1a455c-f0e0-4a54-ac51-1e26f45a6c10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:21.204595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.205657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1fa76568-7153-4f1f-906b-784f65ed57fe up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:21.220671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.21.0.1 (d15899a1-7f75-49be-be64-d7381064d3c2/8ca4b59e-15b9-4a7d-95cf-561343160cf7/7b3fc422-bc68-493d-b9e4-aa63e5db1d7b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:21.287193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=55fd46ae-3023-4048-b017-b71f05b6bd2f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.297595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1fa76568-7153-4f1f-906b-784f65ed57fe triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:21.297973 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.344623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.358962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:21.391342 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b9fe306f-a8a6-4ad7-9cb5-5cb4cacb33da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.396867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.423115 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.441264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network d15899a1-7f75-49be-be64-d7381064d3c2 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:21.444514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:21.449084 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:21.484010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=7b3fc422-bc68-493d-b9e4-aa63e5db1d7b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.508369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.663085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.694300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d4a378af-9b50-4da2-870d-d6619814c9ac None None] Provisioning for port 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:21.699382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d4a378af-9b50-4da2-870d-d6619814c9ac None None] Provisioning complete for port 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:21.699881 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4a378af-9b50-4da2-870d-d6619814c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.758679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d4a378af-9b50-4da2-870d-d6619814c9ac None None] Port 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:21.796294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e35c-2e8b-4206-b824-2d101924711e req-c7402247-a6c2-44e9-a42e-330aa0a2d14a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:21.797940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4003e35c-2e8b-4206-b824-2d101924711e req-c7402247-a6c2-44e9-a42e-330aa0a2d14a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0750337 Jul 07 22:47:21.844407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4003e35c-2e8b-4206-b824-2d101924711e req-d4abea44-89c3-4e82-98a5-7125b3bfe818 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Jul 07 22:47:21.964996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.969068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.042444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.044152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=7b3fc422-bc68-493d-b9e4-aa63e5db1d7b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:22.137521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network d15899a1-7f75-49be-be64-d7381064d3c2 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:22.138924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:22.223987 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.237275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 11dfd8bb-cb00-46da-93eb-ac60345d0269 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:22.334562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:22.340260 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-764fe103-4d25-4c42-849d-19a9196a5d36 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/11dfd8bb-cb00-46da-93eb-ac60345d0269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9853451 Jul 07 22:47:22.342055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58474) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:22.343923 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] Sync routers for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:22.355688 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:22.356312 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:22.382362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2e027d42-4f9a-4958-bcfa-44c615d63029 None None] Provisioning complete for port 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:22.382901 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e027d42-4f9a-4958-bcfa-44c615d63029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.392297 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:22.401334 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:22.402014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e883ebe8-d685-4aa9-86fb-4571cf83691e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:22.402167 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:22.403643 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e883ebe8-d685-4aa9-86fb-4571cf83691e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports/7b3fc422-bc68-493d-b9e4-aa63e5db1d7b HTTP/1.1" status: 200 len: 910 time: 0.0604393 Jul 07 22:47:22.406458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58476) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:22.419598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2e027d42-4f9a-4958-bcfa-44c615d63029 None None] Port 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:22.438060 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:22.438786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbc50c-b3ec-4e84-a960-2442116df48b None None] The sync data for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:22.740489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.850034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 55fd46ae-3023-4048-b017-b71f05b6bd2f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:22.899897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 55fd46ae-3023-4048-b017-b71f05b6bd2f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:22.900286 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.016149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:23.016413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.038417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181d62f-38d0-4462-853d-69dbdbc785fa req-c758ab47-682a-4c1d-85b4-8afa73db2c5d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:23.040047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f181d62f-38d0-4462-853d-69dbdbc785fa req-c758ab47-682a-4c1d-85b4-8afa73db2c5d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0698676 Jul 07 22:47:23.081155 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f181d62f-38d0-4462-853d-69dbdbc785fa req-8d39cc24-0b5e-4308-a34d-43912a034a61 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353563 Jul 07 22:47:23.113492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.125361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 7b3fc422-bc68-493d-b9e4-aa63e5db1d7b owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:23.303159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.333886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=7b3fc422-bc68-493d-b9e4-aa63e5db1d7b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:23.504890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.770056 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.950015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 11dfd8bb-cb00-46da-93eb-ac60345d0269 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:24.042843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:24.047853 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ed252af9-15be-41c4-9531-a1e31ba15b98 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/11dfd8bb-cb00-46da-93eb-ac60345d0269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403520 Jul 07 22:47:24.051132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:24.054226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] Sync routers for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:24.063977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:24.065534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:24.098691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:24.108342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:24.108707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:24.141597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:24.142314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9dc96a-b60b-46f1-9348-3984d9f745e4 None None] The sync data for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:24.270737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f382e0-cbfb-406a-bb7c-7abe77453af7 req-0f436cbd-6a31-413d-bda8-f9ad2edf1ee3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:24.272257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17f382e0-cbfb-406a-bb7c-7abe77453af7 req-0f436cbd-6a31-413d-bda8-f9ad2edf1ee3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0686882 Jul 07 22:47:24.309425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17f382e0-cbfb-406a-bb7c-7abe77453af7 req-37350e0e-6b54-475d-985a-10e3af4b5ec6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Jul 07 22:47:24.372187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.618557 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 1af14b10-f723-4e0f-853f-9fd0e7bd576e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:24.618940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.706030 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.717532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 1af14b10-f723-4e0f-853f-9fd0e7bd576e owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:24.890454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.927239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=1af14b10-f723-4e0f-853f-9fd0e7bd576e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:25.076343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.238253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 11dfd8bb-cb00-46da-93eb-ac60345d0269 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:25.314747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:25.322187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-36eea7a7-60a8-4f2b-b41b-8b944aa8fa73 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/11dfd8bb-cb00-46da-93eb-ac60345d0269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2676556 Jul 07 22:47:25.322489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58484) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:25.325476 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] Sync routers for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:25.337791 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:25.338549 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:25.354639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40804294-f912-49d7-b353-69617ca34535 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=11dfd8bb-cb00-46da-93eb-ac60345d0269 HTTP/1.1" status: 200 len: 205 time: 0.0309408 Jul 07 22:47:25.357170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58488) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:25.375571 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:25.385084 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] Routers {'11dfd8bb-cb00-46da-93eb-ac60345d0269'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:25.385690 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['11dfd8bb-cb00-46da-93eb-ac60345d0269'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:25.420098 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:25.421047 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77113131-e43d-4164-bb44-7d554a9f4089 None None] The sync data for ids ['11dfd8bb-cb00-46da-93eb-ac60345d0269'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:25.447878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.634286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.637902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.688344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.688742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router 11dfd8bb-cb00-46da-93eb-ac60345d0269 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:47:25.699172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.700506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-279975f6-9766-45a1-bfc2-e44080cd1dc8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/11dfd8bb-cb00-46da-93eb-ac60345d0269 HTTP/1.1" status: 204 len: 168 time: 0.3421371 Jul 07 22:47:25.703258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58492) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:25.716797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794722d-ee6e-42d0-854f-44eab621d5e3 req-b3668465-ca9e-43d4-85d1-23141bb9b04f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:25.718292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6794722d-ee6e-42d0-854f-44eab621d5e3 req-b3668465-ca9e-43d4-85d1-23141bb9b04f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.2831929 Jul 07 22:47:25.756992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6794722d-ee6e-42d0-854f-44eab621d5e3 req-4dda88e1-fa2d-4c2d-880e-7bed4b8cb525 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Jul 07 22:47:25.758047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 8ca4b59e-15b9-4a7d-95cf-561343160cf7 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:25.762151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.810237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.897133 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.959286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.992471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca4b59e-15b9-4a7d-95cf-561343160cf7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:25.997313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.999380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-28a75eda-982f-4a00-9e7d-59d62a3eecab tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/8ca4b59e-15b9-4a7d-95cf-561343160cf7 HTTP/1.1" status: 204 len: 168 time: 0.2942562 Jul 07 22:47:26.001934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58496) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:26.004333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42801deb-16e4-4522-a0f9-7225977e6179 None None] Network d15899a1-7f75-49be-be64-d7381064d3c2 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:26.057416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 53d87b1d-bbff-453a-ae27-a03cb69d17d5 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:26.060522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.101744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.203410 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.204102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] DHCP port deletion for d15899a1-7f75-49be-be64-d7381064d3c2 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:26.250316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] Deleting port 55fd46ae-3023-4048-b017-b71f05b6bd2f {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:26.250698 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.269267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.305079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=53d87b1d-bbff-453a-ae27-a03cb69d17d5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:26.313443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.315535 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5669f1de-069d-4017-ada3-608649916bc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/53d87b1d-bbff-453a-ae27-a03cb69d17d5 HTTP/1.1" status: 204 len: 168 time: 0.3126016 Jul 07 22:47:26.316176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e6bc9-0fc4-4c54-bced-b7761bb2eed9 None None] Network 3cf5ae55-569d-4695-9a83-200ce688b2e9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:26.318329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58498) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:26.323662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] For port 55fd46ae-3023-4048-b017-b71f05b6bd2f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=55fd46ae-3023-4048-b017-b71f05b6bd2f,segment=NetworkSegment(5c1a455c-f0e0-4a54-ac51-1e26f45a6c10),segment_id=5c1a455c-f0e0-4a54-ac51-1e26f45a6c10)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:26.323976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.368103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] Calling delete_port for 55fd46ae-3023-4048-b017-b71f05b6bd2f owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:26.397344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.457062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 55fd46ae-3023-4048-b017-b71f05b6bd2f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:26.457330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.507855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.525764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 55fd46ae-3023-4048-b017-b71f05b6bd2f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=55fd46ae-3023-4048-b017-b71f05b6bd2f,segment=NetworkSegment(5c1a455c-f0e0-4a54-ac51-1e26f45a6c10),segment_id=5c1a455c-f0e0-4a54-ac51-1e26f45a6c10)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:26.526128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.541449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 55fd46ae-3023-4048-b017-b71f05b6bd2f owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:26.542058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] Pushing event deleted for resources: {'Port': ['ID=55fd46ae-3023-4048-b017-b71f05b6bd2f,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:26.544868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ddd085-398c-429e-a469-e1d6fec2cb92 None None] No DVR routers for this DVR port 55fd46ae-3023-4048-b017-b71f05b6bd2f on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:26.627096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.635276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] DHCP port deletion for 3cf5ae55-569d-4695-9a83-200ce688b2e9 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:26.663867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=55fd46ae-3023-4048-b017-b71f05b6bd2f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:26.672065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port 55fd46ae-3023-4048-b017-b71f05b6bd2f on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:26.691080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] Deleting port 1fa76568-7153-4f1f-906b-784f65ed57fe {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:26.691876 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.755893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] For port 1fa76568-7153-4f1f-906b-784f65ed57fe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1fa76568-7153-4f1f-906b-784f65ed57fe,segment=NetworkSegment(4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3),segment_id=4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:26.756295 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.761091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.771689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15899a1-7f75-49be-be64-d7381064d3c2']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:26.773362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] Calling delete_port for 1fa76568-7153-4f1f-906b-784f65ed57fe owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:26.783523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:26.783822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1a455c-f0e0-4a54-ac51-1e26f45a6c10') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:26.805990 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.826091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.839654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:26.840071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: self.session.flush() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:26.843563 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:26.878874 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.906904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 55fd46ae-3023-4048-b017-b71f05b6bd2f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:26.909568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] Pushing event deleted for resources: {'Port': ['ID=1fa76568-7153-4f1f-906b-784f65ed57fe,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:26.919540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.928394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:26.930148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c6006-d8ae-4b7c-8950-d07d4713fa5d None None] No DVR routers for this DVR port 1fa76568-7153-4f1f-906b-784f65ed57fe on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:26.934107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 55fd46ae-3023-4048-b017-b71f05b6bd2f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:26.935224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/d15899a1-7f75-49be-be64-d7381064d3c2 HTTP/1.1" status: 204 len: 168 time: 0.6119721 Jul 07 22:47:26.935355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 55fd46ae-3023-4048-b017-b71f05b6bd2f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:26.935355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1fa76568-7153-4f1f-906b-784f65ed57fe no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:26.935598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58506) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:26.960250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1fa76568-7153-4f1f-906b-784f65ed57fe {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:26.960603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1fa76568-7153-4f1f-906b-784f65ed57fe not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:26.970197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7236a-6a75-4ae8-990b-cde7dd1f689d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=d15899a1-7f75-49be-be64-d7381064d3c2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:27.012708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed827c5-cc79-4097-9c35-b55a69c9172c req-32d46330-705d-49ec-a319-eacf20ac96e4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:27.014304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ed827c5-cc79-4097-9c35-b55a69c9172c req-32d46330-705d-49ec-a319-eacf20ac96e4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0861547 Jul 07 22:47:27.029798 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.060451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4ed827c5-cc79-4097-9c35-b55a69c9172c req-c7987dc4-b36b-4bd0-9059-6b4e4cb8f5ed tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jul 07 22:47:27.123809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.134313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf5ae55-569d-4695-9a83-200ce688b2e9']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:27.144887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:27.145235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4587a8d7-a25a-41ae-bb52-cb39c3cfe2b3') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:27.154337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.168496 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.175003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:27.175387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:27.178375 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:27.235083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.242950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.252564 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/3cf5ae55-569d-4695-9a83-200ce688b2e9 HTTP/1.1" status: 204 len: 168 time: 0.3082225 Jul 07 22:47:27.252893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58508) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:27.259061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-475645716'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:27.264193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3040b9-2ad6-4409-be76-d7427cc4b0c8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=3cf5ae55-569d-4695-9a83-200ce688b2e9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:27.282034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:27.285674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.309694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:27.320766 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.321143 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 5e8ddb2f-1063-4996-b86f-31405ab31081 of type vlan for network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 Jul 07 22:47:27.363328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.394238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.400496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:27.401104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.463394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2096364 Jul 07 22:47:27.467475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58510) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:27.473495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:27.475901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37d3a3-e72d-468d-8d33-609cab60f2d5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=d9ac3e82-9a51-4a66-b876-a57f9f1a11c6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:27.486947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:27.575789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:27.579840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.771721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.832547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=1811b995-58bd-41a6-8b4a-a91c0d35332a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:27.844098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '5e8ddb2f-1063-4996-b86f-31405ab31081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:27.844555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: d9ac3e82-9a51-4a66-b876-a57f9f1a11c6, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:27.864742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:27.874535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, d9ac3e82-9a51-4a66-b876-a57f9f1a11c6) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:27.883691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:27.884696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.886080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef13f4-a543-44db-a89c-acda4459abe2 None None] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:27.902527 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-419f7e21-1575-403d-b91d-eee4199a6d70 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4311960 Jul 07 22:47:27.902888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58512) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:27.908712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167156549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:27.934528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.935871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.997035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.001903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.019836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.021161 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da7ac20a-86e3-4f18-a272-efd90e76b2c1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1173775 Jul 07 22:47:28.023953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58514) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:28.029442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'port': {'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6', 'name': 'tempest-RoutersTest-675668389'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:28.147852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:28.151726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.169717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] device_id is not set on port e9072be7-d40f-4845-8e60-2254b2557947 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:47:28.261326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-d9ac3e82-9a51-4a66-b876-a57f9f1a11c6', 'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '1811b995-58bd-41a6-8b4a-a91c0d35332a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:28.262458 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.320494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.20.0.12 (d9ac3e82-9a51-4a66-b876-a57f9f1a11c6/1811b995-58bd-41a6-8b4a-a91c0d35332a/e9072be7-d40f-4845-8e60-2254b2557947) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:28.332571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6630f-2c84-4917-b701-383629fe2f4f req-26eabfaf-b690-45d2-ba00-c3427e42edc5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:28.334353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67f6630f-2c84-4917-b701-383629fe2f4f req-26eabfaf-b690-45d2-ba00-c3427e42edc5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.1281679 Jul 07 22:47:28.370540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58522) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:28.405965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67f6630f-2c84-4917-b701-383629fe2f4f req-7674192e-723c-43b3-be83-f53d35f4a8d5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Jul 07 22:47:28.489215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd998e-b0d6-4ab3-95b9-3260d26a1060 req-8bde1ebf-a418-4297-93db-650b914f3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:28.491250 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42cd998e-b0d6-4ab3-95b9-3260d26a1060 req-8bde1ebf-a418-4297-93db-650b914f3b4e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.1193745 Jul 07 22:47:28.530543 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-42cd998e-b0d6-4ab3-95b9-3260d26a1060 req-37e04b25-e2f6-4299-87bb-3602b983f62b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 07 22:47:28.780813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.797935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object e9072be7-d40f-4845-8e60-2254b2557947 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:28.829033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.877195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Allocated IP 172.20.0.2 (d9ac3e82-9a51-4a66-b876-a57f9f1a11c6/1811b995-58bd-41a6-8b4a-a91c0d35332a/255de48e-aebf-4e4e-b7b9-ef976cc0ae5c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:28.877729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:28.880561 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:28.884949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:28.888845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=e9072be7-d40f-4845-8e60-2254b2557947,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:28.938422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:28.939605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.958963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-648e263d-3381-491d-9bb0-7d0a00f22963 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9337139 Jul 07 22:47:28.959208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58530) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:29.055191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.065509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Transition to ACTIVE for port object 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:29.086413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Transition to ACTIVE for port object 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:29.096814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.159744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:29.167036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:29.173684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:29.178704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Pushing event updated for resources: {'Port': ['ID=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:29.249029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Attempting to bind port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:29.249405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Attempting to bind port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '5e8ddb2f-1063-4996-b86f-31405ab31081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:29.249847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Attempting to bind port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c on network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:29.256053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:29.256445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Checking segment: {'id': '5e8ddb2f-1063-4996-b86f-31405ab31081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:29.256843 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.257244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Bound using segment: {'id': '5e8ddb2f-1063-4996-b86f-31405ab31081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:29.257719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Bound port: 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8ddb2f-1063-4996-b86f-31405ab31081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9ac3e82-9a51-4a66-b876-a57f9f1a11c6'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:29.258106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.326397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] For port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:29.330214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] For port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,segment=NetworkSegment(5e8ddb2f-1063-4996-b86f-31405ab31081),segment_id=5e8ddb2f-1063-4996-b86f-31405ab31081)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:29.336660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.407098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c28ce-014e-441f-af66-b24a97deddaf None None] Pushing event updated for resources: {'Port': ['ID=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:29.585993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.655571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4e18b-e1ac-4a98-91d3-94738c90c6fe req-5296e996-0537-43f6-9d7e-d9b45d38dc23 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:29.657119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3cb4e18b-e1ac-4a98-91d3-94738c90c6fe req-5296e996-0537-43f6-9d7e-d9b45d38dc23 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0950589 Jul 07 22:47:29.703412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3cb4e18b-e1ac-4a98-91d3-94738c90c6fe req-dcdafe24-196e-4cf9-8278-3335183cf08f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Jul 07 22:47:29.886102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.891302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.968665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=e9072be7-d40f-4845-8e60-2254b2557947,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:30.137339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.276284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.444104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02526eb2-0dcc-4ff9-94b2-dfc9895e7475 None None] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:30.520274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ca4e8985-020f-47b1-83ec-522182455ddb None None] Provisioning for port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:30.566909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.572713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.665439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=e9072be7-d40f-4845-8e60-2254b2557947,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:30.672285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.783289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:30.784953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:30.925244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:30.933122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24ba49-49b2-49ae-96e9-e9f7016e6ab9 req-37725b59-4d06-4438-b95a-be664b13dfee tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:30.934828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb24ba49-49b2-49ae-96e9-e9f7016e6ab9 req-37725b59-4d06-4438-b95a-be664b13dfee tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 944 time: 0.0817041 Jul 07 22:47:30.942804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 66752049-8b0b-4c67-8c8e-4e7e47d85aa7 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:30.995720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb24ba49-49b2-49ae-96e9-e9f7016e6ab9 req-edd7eb2b-7422-433e-b6b2-185ce2a1ba25 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Jul 07 22:47:31.012828 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-258c9601-20b5-45a7-aee7-a84f3fd87a14 None None] Provisioning for port e9072be7-d40f-4845-8e60-2254b2557947 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:31.017926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:31.024466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:31.025227 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.028399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-258c9601-20b5-45a7-aee7-a84f3fd87a14 None None] Provisioning complete for port e9072be7-d40f-4845-8e60-2254b2557947 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:31.028828 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-258c9601-20b5-45a7-aee7-a84f3fd87a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.054202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:31.062326 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d5024fc-326b-43b7-a9a0-48f2264fac8a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/66752049-8b0b-4c67-8c8e-4e7e47d85aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991461 Jul 07 22:47:31.062437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58548) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:31.084075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] Sync routers for ids ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:31.118521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-258c9601-20b5-45a7-aee7-a84f3fd87a14 None None] Port e9072be7-d40f-4845-8e60-2254b2557947 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:31.122920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f776178-04a2-420c-84d3-0ce6bf4533c6 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:31.123277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] Routers {'66752049-8b0b-4c67-8c8e-4e7e47d85aa7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:31.123953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:31.127901 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f776178-04a2-420c-84d3-0ce6bf4533c6 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports/e9072be7-d40f-4845-8e60-2254b2557947 HTTP/1.1" status: 200 len: 977 time: 0.0613923 Jul 07 22:47:31.128354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58550) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:31.166831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:31.181590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] Routers {'66752049-8b0b-4c67-8c8e-4e7e47d85aa7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:31.182415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:31.243190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 910923a0-55c6-4ee8-bc13-4c97e53dae3d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:47:31.248375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:31.249047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70845c03-f3be-4764-9539-842fb5bcab59 None None] The sync data for ids ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:31.279288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.286161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a4e5d565-3a0b-45dc-b209-415bce67d1a5 None None] Provisioning complete for port e9072be7-d40f-4845-8e60-2254b2557947 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:31.286533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4e5d565-3a0b-45dc-b209-415bce67d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.395420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5d565-3a0b-45dc-b209-415bce67d1a5 None None] Port e9072be7-d40f-4845-8e60-2254b2557947 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:31.406802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,segment=NetworkSegment(5e8ddb2f-1063-4996-b86f-31405ab31081),segment_id=5e8ddb2f-1063-4996-b86f-31405ab31081)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:31.414892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.454091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:31.473211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '910923a0-55c6-4ee8-bc13-4c97e53dae3d', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': '910923a0-55c6-4ee8-bc13-4c97e53dae3d', 'mac_address': 'fa:16:3e:d2:c1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:47:31.516058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.518221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:31.537082 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.550665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c2a240c5-0e7a-4af5-8af3-e822b5bb2f5b None None] Provisioning complete for port e9072be7-d40f-4845-8e60-2254b2557947 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:31.551095 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c2a240c5-0e7a-4af5-8af3-e822b5bb2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.555760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910923a0-55c6-4ee8-bc13-4c97e53dae3d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:47:31.609244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:31.611985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c2a240c5-0e7a-4af5-8af3-e822b5bb2f5b None None] Port e9072be7-d40f-4845-8e60-2254b2557947 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:31.615233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.665992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=910923a0-55c6-4ee8-bc13-4c97e53dae3d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:31.732523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7c23647e-2c48-43f7-bea1-b23ee5655df4 None None] Provisioning complete for port e9072be7-d40f-4845-8e60-2254b2557947 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:31.733001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7c23647e-2c48-43f7-bea1-b23ee5655df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.755964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port e9072be7-d40f-4845-8e60-2254b2557947 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:31.756288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.767685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7c23647e-2c48-43f7-bea1-b23ee5655df4 None None] Port e9072be7-d40f-4845-8e60-2254b2557947 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:31.849761 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.863428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for e9072be7-d40f-4845-8e60-2254b2557947 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:31.952610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['910923a0-55c6-4ee8-bc13-4c97e53dae3d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:32.047614 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:32.082058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=e9072be7-d40f-4845-8e60-2254b2557947,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:32.277343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:32.298372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bab25-af68-42e1-898f-4710a0c278a9 req-8b6f10f1-38b0-464d-b24d-c6ae8efd3cc1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:32.300109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee8bab25-af68-42e1-898f-4710a0c278a9 req-8b6f10f1-38b0-464d-b24d-c6ae8efd3cc1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 945 time: 0.1601765 Jul 07 22:47:32.432881 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee8bab25-af68-42e1-898f-4710a0c278a9 req-600daa7e-069f-4bdc-ab19-3ae84893b032 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262195 Jul 07 22:47:32.473301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 66752049-8b0b-4c67-8c8e-4e7e47d85aa7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:32.546460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:32.551989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-46e48ef9-c36d-4f5f-b1d8-8c5649ce2d3c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/66752049-8b0b-4c67-8c8e-4e7e47d85aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213605 Jul 07 22:47:32.555015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58554) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:32.558263 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] Sync routers for ids ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:32.572068 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] Routers {'66752049-8b0b-4c67-8c8e-4e7e47d85aa7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:32.572976 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:32.621806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:32.633404 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] Routers {'66752049-8b0b-4c67-8c8e-4e7e47d85aa7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:32.634080 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:32.665891 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:32.666547 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78abaca-a4ae-452d-aac9-64dccae23010 None None] The sync data for ids ['66752049-8b0b-4c67-8c8e-4e7e47d85aa7'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:32.748157 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-c12adf9b-c2fb-413e-a04c-1325aa6ec388 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 22:47:32.749214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c12adf9b-c2fb-413e-a04c-1325aa6ec388 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/66752049-8b0b-4c67-8c8e-4e7e47d85aa7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1932693 Jul 07 22:47:32.752060 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58556) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:32.788784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e0b64e7b-cf34-448f-94a8-f5410592e8b1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=66752049-8b0b-4c67-8c8e-4e7e47d85aa7 HTTP/1.1" status: 200 len: 205 time: 0.0351105 Jul 07 22:47:32.791510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58558) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:32.858863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:32.874748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:32.908481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:32.908862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.050097 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.052451 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.098751 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.099255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router 66752049-8b0b-4c67-8c8e-4e7e47d85aa7 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:47:33.106189 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.107348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5edffcd3-25d5-4b68-ab75-374eb05f0d79 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/66752049-8b0b-4c67-8c8e-4e7e47d85aa7 HTTP/1.1" status: 204 len: 168 time: 0.3147902 Jul 07 22:47:33.110205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58560) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:33.161160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 1811b995-58bd-41a6-8b4a-a91c0d35332a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:33.164289 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.207369 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.238460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 910923a0-55c6-4ee8-bc13-4c97e53dae3d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:33.294564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 910923a0-55c6-4ee8-bc13-4c97e53dae3d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:33.298208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 910923a0-55c6-4ee8-bc13-4c97e53dae3d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:33.298676 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.304856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.369072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.385114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.399400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=1811b995-58bd-41a6-8b4a-a91c0d35332a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:33.402601 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.404918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c2275d16-c07a-456a-9f78-9f256511cd61 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/1811b995-58bd-41a6-8b4a-a91c0d35332a HTTP/1.1" status: 204 len: 168 time: 0.2936687 Jul 07 22:47:33.408255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58564) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:33.414057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910923a0-55c6-4ee8-bc13-4c97e53dae3d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:33.416479 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b003f0-7698-4b31-98c7-e8b17896a32b" -d '{"events": [{"server_uuid": "952efd24-fd5b-44d3-883b-5f9cf1976d13", "name": "network-vif-plugged", "status": "completed", "tag": "910923a0-55c6-4ee8-bc13-4c97e53dae3d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:33.419006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d184e5-77b8-4b3b-9d6c-22aed6922bfc None None] Network d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:33.466221 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3d4eef-137c-429d-9237-2cf999ada126 x-openstack-request-id: req-2d3d4eef-137c-429d-9237-2cf999ada126 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:33.466469 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952efd24-fd5b-44d3-883b-5f9cf1976d13", "name": "network-vif-plugged", "status": "completed", "tag": "910923a0-55c6-4ee8-bc13-4c97e53dae3d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:33.466804 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2d3d4eef-137c-429d-9237-2cf999ada126 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:33.467152 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910923a0-55c6-4ee8-bc13-4c97e53dae3d', 'code': 200} Jul 07 22:47:33.468808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:33.480684 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.526850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.579052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=910923a0-55c6-4ee8-bc13-4c97e53dae3d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:33.642442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388d6e9-525f-401e-bbe8-5dc70a08e5ce req-45cfa5e6-3d25-4a1d-aeb4-e7392fc9b70a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:33.644168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5388d6e9-525f-401e-bbe8-5dc70a08e5ce req-45cfa5e6-3d25-4a1d-aeb4-e7392fc9b70a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.0807221 Jul 07 22:47:33.647576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:33.648169 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.651732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2343d-22cb-42bb-a797-8f6f36014c44 req-2779848c-bfcf-4319-b27a-e3e1ce62b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:33.653419 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bec2343d-22cb-42bb-a797-8f6f36014c44 req-2779848c-bfcf-4319-b27a-e3e1ce62b394 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 1098 time: 0.1154490 Jul 07 22:47:33.695998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5388d6e9-525f-401e-bbe8-5dc70a08e5ce req-fcf780af-ebbb-4155-8a8c-512e1d820d2e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Jul 07 22:47:33.696539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] DHCP port deletion for d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:33.745268 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bec2343d-22cb-42bb-a797-8f6f36014c44 req-70919927-0ae4-4637-b69a-757d9b626937 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797021 Jul 07 22:47:33.748806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] Deleting port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:33.749298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.750557 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,segment=NetworkSegment(5e8ddb2f-1063-4996-b86f-31405ab31081),segment_id=5e8ddb2f-1063-4996-b86f-31405ab31081)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:33.751029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.764261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:33.820356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] For port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,segment=NetworkSegment(5e8ddb2f-1063-4996-b86f-31405ab31081),segment_id=5e8ddb2f-1063-4996-b86f-31405ab31081)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:33.820767 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.835745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] Calling delete_port for 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:33.858104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.890411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:33.893447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:33.922477 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.946498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] Pushing event deleted for resources: {'Port': ['ID=255de48e-aebf-4e4e-b7b9-ef976cc0ae5c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:33.952246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7863d-e9af-4066-b3fa-1fe17e14405a None None] No DVR routers for this DVR port 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:33.985874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:33.997146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ac3e82-9a51-4a66-b876-a57f9f1a11c6']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:34.008963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8ddb2f-1063-4996-b86f-31405ab31081') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:34.009278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8ddb2f-1063-4996-b86f-31405ab31081') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:34.019752 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.035270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.042087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:34.042607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:34.046522 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:34.119501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.126987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.128840 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/d9ac3e82-9a51-4a66-b876-a57f9f1a11c6 HTTP/1.1" status: 204 len: 168 time: 0.7194996 Jul 07 22:47:34.133642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58570) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:34.139506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-1450165432'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:34.150955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014e153-5f5c-44ca-95c3-767c07e98f39 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=d9ac3e82-9a51-4a66-b876-a57f9f1a11c6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:34.168392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:34.172113 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.197969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:34.208142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.208541 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 787732f7-9e25-4186-a237-93e15837325a of type vlan for network 62409d8c-2894-47f1-bfc3-07b1a9e32989 Jul 07 22:47:34.248586 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.279723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.285451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:34.286105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.334119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1990788 Jul 07 22:47:34.337276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58572) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:34.342299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:34.409280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56f588-2e10-48a7-a681-862d10d4418e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=62409d8c-2894-47f1-bfc3-07b1a9e32989,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:34.420086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:34.452882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:34.456446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.638092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.700512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=94f4dcd7-db8b-4608-ad90-d9a6745fc44a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:34.708458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '787732f7-9e25-4186-a237-93e15837325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:34.708862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: 62409d8c-2894-47f1-bfc3-07b1a9e32989, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:34.735385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:34.748974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 62409d8c-2894-47f1-bfc3-07b1a9e32989) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:34.760377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005631d-c7db-42a1-ad35-10750e3bf5bc None None] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:34.768542 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:34.769362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.790337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-69f1ab3a-b0f3-4414-97ae-e183f1c33a4a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4496737 Jul 07 22:47:34.790747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58576) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:34.796634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1378093706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:34.835347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.836829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.924544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.929700 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.957387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.962303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-da787d8d-af3a-46fd-a1bd-804a693f4456 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1677756 Jul 07 22:47:34.962982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58578) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:34.983859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:35.014380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:35.014783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 255de48e-aebf-4e4e-b7b9-ef976cc0ae5c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:35.055771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-62409d8c-2894-47f1-bfc3-07b1a9e32989', 'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '94f4dcd7-db8b-4608-ad90-d9a6745fc44a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:35.056837 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.209290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Allocated IP 172.20.0.2 (62409d8c-2894-47f1-bfc3-07b1a9e32989/94f4dcd7-db8b-4608-ad90-d9a6745fc44a/c07553a4-94b7-405d-949d-85ade6eb2f8c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:35.232250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c10a8-08c6-47f6-aef0-ed6e8570edd7 req-55c25d80-8e6a-4d95-b794-b4c81419bba8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:35.233689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed6c10a8-08c6-47f6-aef0-ed6e8570edd7 req-55c25d80-8e6a-4d95-b794-b4c81419bba8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.2299907 Jul 07 22:47:35.373892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.383434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Transition to ACTIVE for port object c07553a4-94b7-405d-949d-85ade6eb2f8c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:35.399046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Transition to ACTIVE for port object c07553a4-94b7-405d-949d-85ade6eb2f8c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:35.404343 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.442962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:35.447982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:35.450549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:35.459279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Pushing event updated for resources: {'Port': ['ID=c07553a4-94b7-405d-949d-85ade6eb2f8c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:35.514845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Attempting to bind port c07553a4-94b7-405d-949d-85ade6eb2f8c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:35.515223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Attempting to bind port c07553a4-94b7-405d-949d-85ade6eb2f8c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '787732f7-9e25-4186-a237-93e15837325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:35.515588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Attempting to bind port c07553a4-94b7-405d-949d-85ade6eb2f8c on network 62409d8c-2894-47f1-bfc3-07b1a9e32989 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:35.520955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:35.521331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Checking segment: {'id': '787732f7-9e25-4186-a237-93e15837325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:35.521737 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.522133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Bound using segment: {'id': '787732f7-9e25-4186-a237-93e15837325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:35.522604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Bound port: c07553a4-94b7-405d-949d-85ade6eb2f8c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787732f7-9e25-4186-a237-93e15837325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '62409d8c-2894-47f1-bfc3-07b1a9e32989'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:35.523013 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.588651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] For port c07553a4-94b7-405d-949d-85ade6eb2f8c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:35.593464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] For port c07553a4-94b7-405d-949d-85ade6eb2f8c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c07553a4-94b7-405d-949d-85ade6eb2f8c,segment=NetworkSegment(787732f7-9e25-4186-a237-93e15837325a),segment_id=787732f7-9e25-4186-a237-93e15837325a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:35.595320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed6c10a8-08c6-47f6-aef0-ed6e8570edd7 req-8ec94220-793a-4268-8cbf-94fb10a4d273 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660551 Jul 07 22:47:35.596625 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.597817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.665025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3025e-a406-4f16-b55f-7a07f22454a9 None None] Pushing event updated for resources: {'Port': ['ID=c07553a4-94b7-405d-949d-85ade6eb2f8c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:35.877584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.20.0.1 (62409d8c-2894-47f1-bfc3-07b1a9e32989/94f4dcd7-db8b-4608-ad90-d9a6745fc44a/724eb8fa-9a65-443c-98e6-71b2e1491ed5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:35.992929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.006480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 724eb8fa-9a65-443c-98e6-71b2e1491ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:36.039645 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.085632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:36.090850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:36.094578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:36.101530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=724eb8fa-9a65-443c-98e6-71b2e1491ed5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:36.143127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.268133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.536962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.542765 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.610232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3009bc89-eb28-4498-91fd-26a4618785fd None None] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:36.620593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=724eb8fa-9a65-443c-98e6-71b2e1491ed5,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:36.625624 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.666422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5bd539bb-8d31-4277-88fa-757a711e6864 None None] Provisioning for port c07553a4-94b7-405d-949d-85ade6eb2f8c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:36.737683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:36.739369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:36.896100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2dbe4-84eb-4942-baad-930d46ea2e51 req-e0fdd47e-16d4-48c1-8571-baa535be3612 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:36.898766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05e2dbe4-84eb-4942-baad-930d46ea2e51 req-e0fdd47e-16d4-48c1-8571-baa535be3612 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.1571212 Jul 07 22:47:36.911254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c07553a4-94b7-405d-949d-85ade6eb2f8c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:36.942994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a51c6f2f-db6e-413d-9021-51e655f715bf is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:36.955723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05e2dbe4-84eb-4942-baad-930d46ea2e51 req-007a60e8-dba7-49f3-85cb-7f6d0308e1a8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 07 22:47:37.000960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c07553a4-94b7-405d-949d-85ade6eb2f8c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:37.005342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c07553a4-94b7-405d-949d-85ade6eb2f8c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:37.005733 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.057349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:37.078525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] Sync routers for ids ['a51c6f2f-db6e-413d-9021-51e655f715bf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:37.083929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58584) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:37.096044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] Routers {'a51c6f2f-db6e-413d-9021-51e655f715bf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:37.096774 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a51c6f2f-db6e-413d-9021-51e655f715bf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:37.097595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ea94bf81-25f8-45d2-b333-7f567f5ff1e8 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a51c6f2f-db6e-413d-9021-51e655f715bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332338 Jul 07 22:47:37.133853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:37.140362 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.152546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f445344-433b-4c58-b89c-2a3f095233b1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:37.154247 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f445344-433b-4c58-b89c-2a3f095233b1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports/724eb8fa-9a65-443c-98e6-71b2e1491ed5 HTTP/1.1" status: 200 len: 910 time: 0.0685179 Jul 07 22:47:37.154876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] Routers {'a51c6f2f-db6e-413d-9021-51e655f715bf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:37.155528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a51c6f2f-db6e-413d-9021-51e655f715bf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:37.157207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58586) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:37.179293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51541d-9538-498a-9728-ef2659f1aa12 req-b6255644-3fcd-4f40-8f04-b49d908111a4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:37.181015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c51541d-9538-498a-9728-ef2659f1aa12 req-b6255644-3fcd-4f40-8f04-b49d908111a4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.0796695 Jul 07 22:47:37.203440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:37.204812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab25ebd-3fe1-49bf-9de2-42203a81a4ae None None] The sync data for ids ['a51c6f2f-db6e-413d-9021-51e655f715bf'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:37.223470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c07553a4-94b7-405d-949d-85ade6eb2f8c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c07553a4-94b7-405d-949d-85ade6eb2f8c,segment=NetworkSegment(787732f7-9e25-4186-a237-93e15837325a),segment_id=787732f7-9e25-4186-a237-93e15837325a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:37.230950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.239212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c51541d-9538-498a-9728-ef2659f1aa12 req-cff32bf1-66dc-4a3e-a9d3-43bf3fb898d2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Jul 07 22:47:37.286494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c07553a4-94b7-405d-949d-85ade6eb2f8c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:37.308849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40bab4de-1268-41c1-b5d9-d6bf8010eeec None None] Provisioning for port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:37.314296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40bab4de-1268-41c1-b5d9-d6bf8010eeec None None] Provisioning complete for port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:37.314791 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40bab4de-1268-41c1-b5d9-d6bf8010eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.352782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-40bab4de-1268-41c1-b5d9-d6bf8010eeec None None] Port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:37.363327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40bab4de-1268-41c1-b5d9-d6bf8010eeec None None] Provisioning complete for port c07553a4-94b7-405d-949d-85ade6eb2f8c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:37.363816 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40bab4de-1268-41c1-b5d9-d6bf8010eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.536934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.585993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40c84e2d-8855-4f8f-acfb-a4536168c666 None None] Provisioning complete for port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:37.586388 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40c84e2d-8855-4f8f-acfb-a4536168c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.631199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-40c84e2d-8855-4f8f-acfb-a4536168c666 None None] Port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:37.754661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-30bf78b0-40da-417c-a6fc-5ade96d9b8cb None None] Provisioning complete for port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:37.755048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-30bf78b0-40da-417c-a6fc-5ade96d9b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.779817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97b71-f22c-42a1-ba8e-06c091917e5c req-4dca6fd6-41a7-4c2e-8dce-25d09366918c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:37.781275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02a97b71-f22c-42a1-ba8e-06c091917e5c req-4dca6fd6-41a7-4c2e-8dce-25d09366918c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.0685632 Jul 07 22:47:37.790673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-30bf78b0-40da-417c-a6fc-5ade96d9b8cb None None] Port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:37.819923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02a97b71-f22c-42a1-ba8e-06c091917e5c req-66b6ed4a-6aa4-4004-bd89-98db252a5854 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Jul 07 22:47:37.831142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 724eb8fa-9a65-443c-98e6-71b2e1491ed5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:37.831511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.917325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:37.930049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 724eb8fa-9a65-443c-98e6-71b2e1491ed5 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:38.099044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:38.130058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=724eb8fa-9a65-443c-98e6-71b2e1491ed5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:38.275322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:38.676760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a51c6f2f-db6e-413d-9021-51e655f715bf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:38.750008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:38.755019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-69c27bfc-e5d0-42b4-bf4e-c02724a5dc63 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a51c6f2f-db6e-413d-9021-51e655f715bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916290 Jul 07 22:47:38.757807 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:38.759364 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] Sync routers for ids ['a51c6f2f-db6e-413d-9021-51e655f715bf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:38.768418 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] Routers {'a51c6f2f-db6e-413d-9021-51e655f715bf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:38.769035 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a51c6f2f-db6e-413d-9021-51e655f715bf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:38.786118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4970bd7d-b8dd-465b-ac63-d6cf9f2e73c6 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=a51c6f2f-db6e-413d-9021-51e655f715bf HTTP/1.1" status: 200 len: 205 time: 0.0272450 Jul 07 22:47:38.788866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58596) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:38.807492 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:38.816063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] Routers {'a51c6f2f-db6e-413d-9021-51e655f715bf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:38.816666 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a51c6f2f-db6e-413d-9021-51e655f715bf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:38.849408 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:38.851004 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dea4fc-d920-43c0-8eee-a2a04e0e62c5 None None] The sync data for ids ['a51c6f2f-db6e-413d-9021-51e655f715bf'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:38.881598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c07553a4-94b7-405d-949d-85ade6eb2f8c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:38.883797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:38.936210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c07553a4-94b7-405d-949d-85ade6eb2f8c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:38.936550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.072717 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.075444 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.127329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.127859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router a51c6f2f-db6e-413d-9021-51e655f715bf {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:47:39.134486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.135615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-472c3323-fcde-4573-90d0-9e8cd8fb6d88 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/a51c6f2f-db6e-413d-9021-51e655f715bf HTTP/1.1" status: 204 len: 168 time: 0.3456759 Jul 07 22:47:39.138361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:39.149249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1286a4-3d91-4649-a98e-431d335dc198 req-55877e86-8deb-4a2b-bdda-c0d6b456860e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:39.150758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af1286a4-3d91-4649-a98e-431d335dc198 req-55877e86-8deb-4a2b-bdda-c0d6b456860e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.1676545 Jul 07 22:47:39.189438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af1286a4-3d91-4649-a98e-431d335dc198 req-4164a291-f359-41b1-9804-14087afb697b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Jul 07 22:47:39.193441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 94f4dcd7-db8b-4608-ad90-d9a6745fc44a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:39.196591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.237330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.318848 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.415421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.452542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-97d35142-4a43-4a94-b6d7-dff2a6b4945e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:39.454006 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-97d35142-4a43-4a94-b6d7-dff2a6b4945e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 946 time: 0.1103599 Jul 07 22:47:39.455185 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=94f4dcd7-db8b-4608-ad90-d9a6745fc44a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:39.458671 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.463657 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fd9deb8a-1703-4999-af90-c65fd5f029f3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/94f4dcd7-db8b-4608-ad90-d9a6745fc44a HTTP/1.1" status: 204 len: 168 time: 0.3211956 Jul 07 22:47:39.463781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:39.467711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c181978-bc94-4b24-8bb7-0cd7e71bef17 None None] Network 62409d8c-2894-47f1-bfc3-07b1a9e32989 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:39.543278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.567320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port 910923a0-55c6-4ee8-bc13-4c97e53dae3d {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:39.567691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.601429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port c07553a4-94b7-405d-949d-85ade6eb2f8c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:39.602090 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.669945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port c07553a4-94b7-405d-949d-85ade6eb2f8c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c07553a4-94b7-405d-949d-85ade6eb2f8c,segment=NetworkSegment(787732f7-9e25-4186-a237-93e15837325a),segment_id=787732f7-9e25-4186-a237-93e15837325a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:39.670173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port 910923a0-55c6-4ee8-bc13-4c97e53dae3d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=910923a0-55c6-4ee8-bc13-4c97e53dae3d,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:39.670325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.670442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.684124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] DHCP port deletion for 62409d8c-2894-47f1-bfc3-07b1a9e32989 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:39.684948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for c07553a4-94b7-405d-949d-85ade6eb2f8c owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:39.685953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for 910923a0-55c6-4ee8-bc13-4c97e53dae3d owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:39.731463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] Deleting port c07553a4-94b7-405d-949d-85ade6eb2f8c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:39.731764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.772434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.796883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=c07553a4-94b7-405d-949d-85ade6eb2f8c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:39.803054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] For port c07553a4-94b7-405d-949d-85ade6eb2f8c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c07553a4-94b7-405d-949d-85ade6eb2f8c,segment=NetworkSegment(787732f7-9e25-4186-a237-93e15837325a),segment_id=787732f7-9e25-4186-a237-93e15837325a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:39.803679 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.803832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port c07553a4-94b7-405d-949d-85ade6eb2f8c on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:39.817668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] Calling delete_port for c07553a4-94b7-405d-949d-85ade6eb2f8c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:39.837715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.861757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['4fb95a39-e1c2-40d0-9df4-e8f16e95f497'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:39.863845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['910923a0-55c6-4ee8-bc13-4c97e53dae3d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:39.877525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=910923a0-55c6-4ee8-bc13-4c97e53dae3d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:39.901428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.913381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62409d8c-2894-47f1-bfc3-07b1a9e32989']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:39.926402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787732f7-9e25-4186-a237-93e15837325a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:39.926743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787732f7-9e25-4186-a237-93e15837325a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:39.934074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port 910923a0-55c6-4ee8-bc13-4c97e53dae3d on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:39.937434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.937733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.941370 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-55cd0a06-ea01-43f7-adf1-4107133dd582 req-532a3556-ef7b-47a1-8e87-be208ab61550 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "DELETE /v2.0/ports/910923a0-55c6-4ee8-bc13-4c97e53dae3d HTTP/1.1" status: 204 len: 173 time: 0.4794672 Jul 07 22:47:39.941622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'name': 'network-vif-deleted', 'tag': '910923a0-55c6-4ee8-bc13-4c97e53dae3d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:39.944142 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa9fd7-a876-415f-9ce3-e5717dd8dd3e" -d '{"events": [{"server_uuid": "952efd24-fd5b-44d3-883b-5f9cf1976d13", "name": "network-vif-deleted", "tag": "910923a0-55c6-4ee8-bc13-4c97e53dae3d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:39.979565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.982082 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.991536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:39.992217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:39.993540 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4696ae6a-848f-49f5-bd1b-65b90caef8af x-openstack-request-id: req-4696ae6a-848f-49f5-bd1b-65b90caef8af {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:39.993851 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952efd24-fd5b-44d3-883b-5f9cf1976d13", "name": "network-vif-deleted", "tag": "910923a0-55c6-4ee8-bc13-4c97e53dae3d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:39.994116 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4696ae6a-848f-49f5-bd1b-65b90caef8af {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:39.995000 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952efd24-fd5b-44d3-883b-5f9cf1976d13', 'name': 'network-vif-deleted', 'tag': '910923a0-55c6-4ee8-bc13-4c97e53dae3d', 'status': 'completed', 'code': 200} Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:39.996364 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:40.027036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] Pushing event deleted for resources: {'Port': ['ID=c07553a4-94b7-405d-949d-85ade6eb2f8c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:40.034190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ab4c5-12fd-4fbf-a8eb-9ec7ce88a6a6 None None] No DVR routers for this DVR port c07553a4-94b7-405d-949d-85ade6eb2f8c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:40.064149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.073494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.081360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/62409d8c-2894-47f1-bfc3-07b1a9e32989 HTTP/1.1" status: 204 len: 168 time: 0.6118162 Jul 07 22:47:40.082130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:40.088506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-695370152', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:40.091753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7558e5-7c85-45a5-a9a4-886705f710d3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=62409d8c-2894-47f1-bfc3-07b1a9e32989,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:40.132235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.133323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.188071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.330398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.335438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ea3cd42-1751-4d48-8426-95ae45af680a req-ca6e38a7-d3f7-4d22-93ee-876d35fbcce1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0289266 Jul 07 22:47:40.543362 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.563247 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.679009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.25.5.102 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/ab413647-2daf-4bd6-9ff0-a99aba86bbe8) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:40.790742 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.849721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:40.882469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c07553a4-94b7-405d-949d-85ade6eb2f8c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:40.887767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:40.891051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:40.895357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:40.905021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c07553a4-94b7-405d-949d-85ade6eb2f8c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:40.905330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c07553a4-94b7-405d-949d-85ade6eb2f8c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:40.925032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=ab413647-2daf-4bd6-9ff0-a99aba86bbe8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:41.156004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:41.366405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:41.501436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fde62817-3971-408e-b704-62dc3d009ad8 req-984b7dcf-32ec-4176-851f-770dae10720e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0405746 Jul 07 22:47:41.508132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 22894955-e906-43ea-aa74-aae39da88feb is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:41.618706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:41.629120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] Sync routers for ids ['22894955-e906-43ea-aa74-aae39da88feb'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:41.638529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:41.639425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] Routers {'22894955-e906-43ea-aa74-aae39da88feb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:41.639956 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bffc393c-6954-4ca8-a446-c2ce0a813924 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.5565500 Jul 07 22:47:41.643024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58614) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:41.644305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['22894955-e906-43ea-aa74-aae39da88feb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:41.682970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:41.691969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] Routers {'22894955-e906-43ea-aa74-aae39da88feb'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:41.692607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['22894955-e906-43ea-aa74-aae39da88feb'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:41.737179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:41.737974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608464f-d0a3-45f8-ad18-0f391b5fcc05 None None] The sync data for ids ['22894955-e906-43ea-aa74-aae39da88feb'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:41.758912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5c68b6f1-7e0e-4aba-a5ef-478fc3eb4a42 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/routers/22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 200 len: 880 time: 0.1146059 Jul 07 22:47:41.761402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58616) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:42.263893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccf03446-0b62-43ac-ba9f-b20e42c94af1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5013998 Jul 07 22:47:42.266275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58618) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:42.271502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-695370152'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:42.577607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:42.588642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:42.659645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14771855-9558-4a38-ae26-7444b993f2b1 req-11fbcfce-7958-4519-b0c1-6d316691a84e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0397730 Jul 07 22:47:42.703033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 22894955-e906-43ea-aa74-aae39da88feb has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:42.819595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:42.826392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:42.830116 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3a91578a-340c-4dab-a801-56f573dc79f7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 200 len: 887 time: 0.5598595 Jul 07 22:47:42.830292 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58622) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:42.835280 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] Sync routers for ids ['22894955-e906-43ea-aa74-aae39da88feb'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:42.846201 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] Routers {'22894955-e906-43ea-aa74-aae39da88feb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:42.846979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['22894955-e906-43ea-aa74-aae39da88feb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:42.886986 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:42.898843 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] Routers {'22894955-e906-43ea-aa74-aae39da88feb'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:42.898843 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['22894955-e906-43ea-aa74-aae39da88feb'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:42.932445 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:42.933211 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a629af16-d6ff-46f7-b568-5b0e438b8bbd None None] The sync data for ids ['22894955-e906-43ea-aa74-aae39da88feb'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:42.946338 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-18aeda84-3719-4387-919d-e0506a3598a9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/routers/22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 200 len: 887 time: 0.1147909 Jul 07 22:47:42.948873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58624) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:42.979285 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f8e5f492-026a-498c-8861-9f85969faf89 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 200 len: 205 time: 0.0291948 Jul 07 22:47:42.981819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58626) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:43.090184 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:43.198973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:43.255220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port ab413647-2daf-4bd6-9ff0-a99aba86bbe8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:43.255564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:43.289225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 910923a0-55c6-4ee8-bc13-4c97e53dae3d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:43.310596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 910923a0-55c6-4ee8-bc13-4c97e53dae3d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:43.311027 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 910923a0-55c6-4ee8-bc13-4c97e53dae3d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:43.342410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:43.355566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for ab413647-2daf-4bd6-9ff0-a99aba86bbe8 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:43.836411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-048ddc7d-cd4b-4c90-a5df-3c67682c1cf4 req-5ab4247e-1a28-4f18-b6ca-d53dd819b198 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=952efd24-fd5b-44d3-883b-5f9cf1976d13 HTTP/1.1" status: 200 len: 210 time: 0.0405483 Jul 07 22:47:43.881339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:43.909750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=ab413647-2daf-4bd6-9ff0-a99aba86bbe8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:43.920485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.921158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.921723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.922093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.922434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.923981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.923981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.924209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.924548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.924969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.925338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:43.925761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:44.006126 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.109255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.112451 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.163678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.164370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router 22894955-e906-43ea-aa74-aae39da88feb {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:47:44.172205 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.174122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f7a16837-a1ea-4343-880c-9f2792a4d077 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 204 len: 168 time: 1.1911035 Jul 07 22:47:44.177946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58630) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:44.183892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-2134285435'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:44.208326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:44.212462 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.243431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:44.254525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.254969 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 025a5c38-7532-4867-99c9-388164754c23 of type vlan for network 298dfb3f-b18d-4017-94d0-abf92c73893a Jul 07 22:47:44.301783 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.336234 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.342118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:44.343054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.401161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2219939 Jul 07 22:47:44.403964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58632) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:44.410200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:44.457484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2579e-019b-4459-99b6-3056f78d15db tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=298dfb3f-b18d-4017-94d0-abf92c73893a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:44.468626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 298dfb3f-b18d-4017-94d0-abf92c73893a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:44.508981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:44.512695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.702227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.782503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=74a359f2-872f-4519-b559-8022ec632260,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:44.793308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '025a5c38-7532-4867-99c9-388164754c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:44.793828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: 298dfb3f-b18d-4017-94d0-abf92c73893a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:44.814529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 298dfb3f-b18d-4017-94d0-abf92c73893a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:44.825030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 298dfb3f-b18d-4017-94d0-abf92c73893a) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:44.837152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:44.841714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.842537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7c3b9-7c4e-4d31-827e-bcfae04034ef None None] Network 298dfb3f-b18d-4017-94d0-abf92c73893a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:44.864848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f28017a0-f777-42db-a94b-f45dd7498a35 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4570878 Jul 07 22:47:44.865696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58636) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:44.872362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1296260401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:44.901649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.903367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.982701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:44.992530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.012123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.013598 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-11c2d1dd-da75-423f-bb51-acc1612c3045 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1462317 Jul 07 22:47:45.016417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58640) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:45.040937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-298dfb3f-b18d-4017-94d0-abf92c73893a', 'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '74a359f2-872f-4519-b559-8022ec632260'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:45.041908 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.202353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Allocated IP 172.20.0.2 (298dfb3f-b18d-4017-94d0-abf92c73893a/74a359f2-872f-4519-b559-8022ec632260/28a960f0-c6d2-4f0c-9adf-e285dee0d8d2) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:45.369750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.380206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Transition to ACTIVE for port object 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:45.387456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.398687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Transition to ACTIVE for port object 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:45.405875 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.423782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Network 298dfb3f-b18d-4017-94d0-abf92c73893a is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:45.426618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:45.445986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:45.525204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Pushing event updated for resources: {'Port': ['ID=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:45.555417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Attempting to bind port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:45.555710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Attempting to bind port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '025a5c38-7532-4867-99c9-388164754c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:45.556180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Attempting to bind port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 on network 298dfb3f-b18d-4017-94d0-abf92c73893a {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:45.562403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:45.563117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Checking segment: {'id': '025a5c38-7532-4867-99c9-388164754c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:45.563798 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.564296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Bound using segment: {'id': '025a5c38-7532-4867-99c9-388164754c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:45.564878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Bound port: 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025a5c38-7532-4867-99c9-388164754c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '298dfb3f-b18d-4017-94d0-abf92c73893a'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:45.565582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.650337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] For port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:45.655191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] For port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,segment=NetworkSegment(025a5c38-7532-4867-99c9-388164754c23),segment_id=025a5c38-7532-4867-99c9-388164754c23)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:45.667142 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.677042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.20.0.1 (298dfb3f-b18d-4017-94d0-abf92c73893a/74a359f2-872f-4519-b559-8022ec632260/8d88f7f0-000f-46b0-bcfa-2e1d74798800) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:45.745709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c58a8-14d9-40bc-b832-4fb90b44794a None None] Pushing event updated for resources: {'Port': ['ID=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:45.854715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.870353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 8d88f7f0-000f-46b0-bcfa-2e1d74798800 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:45.909603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:45.948160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 298dfb3f-b18d-4017-94d0-abf92c73893a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:45.952280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:45.955293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:46.057578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=8d88f7f0-000f-46b0-bcfa-2e1d74798800,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:46.092991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:46.248629 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:46.529622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:46.535425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:46.594779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=8d88f7f0-000f-46b0-bcfa-2e1d74798800,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:46.640103 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:46.744554 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 298dfb3f-b18d-4017-94d0-abf92c73893a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:46.746209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:46.926312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 611dea22-962a-4f83-b84d-0a6d169db375 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:46.947992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:46.996239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638f896-b0c0-45b7-9af4-c66a171ad0c6 None None] Network 298dfb3f-b18d-4017-94d0-abf92c73893a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:47.074376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:47.091166 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.095967 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ae2ea8a7-fb05-46e6-bd32-b3d50f03522c tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/611dea22-962a-4f83-b84d-0a6d169db375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0756729 Jul 07 22:47:47.096444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58650) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:47.102815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] Sync routers for ids ['611dea22-962a-4f83-b84d-0a6d169db375'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:47.129634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-db639419-9865-4ea5-ac9b-3528324d7fa0 None None] Provisioning for port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:47.146156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] Routers {'611dea22-962a-4f83-b84d-0a6d169db375'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:47.146865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['611dea22-962a-4f83-b84d-0a6d169db375'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:47.162037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a5888a-edc7-4745-a3c6-aca799ef10fd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:47.163775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-22a5888a-edc7-4745-a3c6-aca799ef10fd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports/8d88f7f0-000f-46b0-bcfa-2e1d74798800 HTTP/1.1" status: 200 len: 910 time: 0.0659683 Jul 07 22:47:47.166286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58652) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:47.171577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74a359f2-872f-4519-b559-8022ec632260'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:47.191618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:47.195660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:47.202687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:47.203069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.255779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] Routers {'611dea22-962a-4f83-b84d-0a6d169db375'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:47.256429 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['611dea22-962a-4f83-b84d-0a6d169db375'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:47.302675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:47.303344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2fac30-c841-4130-aae0-16fd52b099ad None None] The sync data for ids ['611dea22-962a-4f83-b84d-0a6d169db375'] in n-d-694802-13 is: [] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:47.347688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.398739 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.460538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,segment=NetworkSegment(025a5c38-7532-4867-99c9-388164754c23),segment_id=025a5c38-7532-4867-99c9-388164754c23)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:47.466782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.536303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:47.672941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e740ae8c-3193-452e-b1f8-2c2ebb1c35ae None None] Provisioning complete for port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:47.673368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e740ae8c-3193-452e-b1f8-2c2ebb1c35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.778619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e740ae8c-3193-452e-b1f8-2c2ebb1c35ae None None] Provisioning for port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:47.783804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e740ae8c-3193-452e-b1f8-2c2ebb1c35ae None None] Provisioning complete for port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:47.784377 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e740ae8c-3193-452e-b1f8-2c2ebb1c35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.822263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e740ae8c-3193-452e-b1f8-2c2ebb1c35ae None None] Port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:47.940475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0fc97793-6bbb-42a6-b495-8f2bec93e89d None None] Provisioning complete for port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:47.940976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0fc97793-6bbb-42a6-b495-8f2bec93e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:47.975660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0fc97793-6bbb-42a6-b495-8f2bec93e89d None None] Port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:48.024718 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:47:48.036309 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.044679 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.097606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-234d0135-b342-4761-b449-3ab4b6ac2c2e None None] Provisioning complete for port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:48.098084 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-234d0135-b342-4761-b449-3ab4b6ac2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.119223 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=8d88f7f0-000f-46b0-bcfa-2e1d74798800,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:48.127561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:48.127561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.128887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-307d0921-44b8-4007-baa0-258d11d02f1e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/ports/8d88f7f0-000f-46b0-bcfa-2e1d74798800 HTTP/1.1" status: 200 len: 910 time: 0.9615448 Jul 07 22:47:48.131715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58658) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:48.135246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-234d0135-b342-4761-b449-3ab4b6ac2c2e None None] Port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:48.362383 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-541bf20b-a2ec-4a93-ab38-2cec0569181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.447601 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.711361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 8d88f7f0-000f-46b0-bcfa-2e1d74798800 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:48.711713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.761913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248d16-0e70-435b-ba7f-ac9320082b46 req-9b4db10a-dcad-427e-944e-369295d94b8d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:48.763456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24248d16-0e70-435b-ba7f-ac9320082b46 req-9b4db10a-dcad-427e-944e-369295d94b8d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 945 time: 0.0662830 Jul 07 22:47:48.796097 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.801037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24248d16-0e70-435b-ba7f-ac9320082b46 req-e3ae7924-38d8-4ed1-a655-dd6e701731bd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Jul 07 22:47:48.809600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 8d88f7f0-000f-46b0-bcfa-2e1d74798800 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:48.865460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:48.916418 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.921224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:48.921591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:48.986473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.018477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=8d88f7f0-000f-46b0-bcfa-2e1d74798800,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:49.163346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.319657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 611dea22-962a-4f83-b84d-0a6d169db375 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:49.390734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:49.396149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8aa2f2a7-0c6f-4f84-a611-6d9e8faa45c0 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/611dea22-962a-4f83-b84d-0a6d169db375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2634776 Jul 07 22:47:49.398844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58666) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:49.401809 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] Sync routers for ids ['611dea22-962a-4f83-b84d-0a6d169db375'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:49.410609 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] Routers {'611dea22-962a-4f83-b84d-0a6d169db375'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:49.411249 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['611dea22-962a-4f83-b84d-0a6d169db375'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:49.431076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f099da62-fdad-48c8-84c2-bc93c9b00bc3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=611dea22-962a-4f83-b84d-0a6d169db375 HTTP/1.1" status: 200 len: 205 time: 0.0310435 Jul 07 22:47:49.433627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58668) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:49.444327 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:49.452607 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] Routers {'611dea22-962a-4f83-b84d-0a6d169db375'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:49.453207 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['611dea22-962a-4f83-b84d-0a6d169db375'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:49.484479 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:49.485640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02faaff-8fd7-473d-8d60-68d188e11082 None None] The sync data for ids ['611dea22-962a-4f83-b84d-0a6d169db375'] in n-d-694802-13 is: [] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:49.505811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.659228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.661174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.706230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.706800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router 611dea22-962a-4f83-b84d-0a6d169db375 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:47:49.713392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.714673 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1065a4f0-507b-4f10-8408-915c04e7bc6e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/611dea22-962a-4f83-b84d-0a6d169db375 HTTP/1.1" status: 204 len: 168 time: 0.2800312 Jul 07 22:47:49.717300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58670) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:49.770340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 74a359f2-872f-4519-b559-8022ec632260 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:49.773508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.812237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.901178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.960263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.975829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd5039-589b-466d-b1dc-39912eb7ff1e req-eb40df60-69f4-4f6b-a700-e0016af7e01b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:49.977626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45bd5039-589b-466d-b1dc-39912eb7ff1e req-eb40df60-69f4-4f6b-a700-e0016af7e01b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 945 time: 0.0626845 Jul 07 22:47:49.992674 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:49.996921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/74a359f2-872f-4519-b559-8022ec632260 HTTP/1.1" status: 204 len: 168 time: 0.2763555 Jul 07 22:47:49.996921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25552af-7ae8-4a52-abe7-75c0b2a12c91 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=74a359f2-872f-4519-b559-8022ec632260,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:49.998009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58674) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:50.002961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d9a0c-57df-43cb-884a-c0477013d885 None None] Network 298dfb3f-b18d-4017-94d0-abf92c73893a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:50.020741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45bd5039-589b-466d-b1dc-39912eb7ff1e req-0bb7edcd-5655-437f-a153-d99b7fdb7d57 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=643afcdf-8a33-4761-9456-a4aff1af6fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Jul 07 22:47:50.085701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.144241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:50.144598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.158103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-868afdfd-a345-480b-9710-0d6dace00781 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:50.159654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-868afdfd-a345-480b-9710-0d6dace00781 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 945 time: 0.0642042 Jul 07 22:47:50.213025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] DHCP port deletion for 298dfb3f-b18d-4017-94d0-abf92c73893a request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:50.213321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,segment=NetworkSegment(025a5c38-7532-4867-99c9-388164754c23),segment_id=025a5c38-7532-4867-99c9-388164754c23)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:50.213816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.228359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:50.264933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:50.265312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.267717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Deleting port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:50.268109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.316530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.335029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] For port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,segment=NetworkSegment(025a5c38-7532-4867-99c9-388164754c23),segment_id=025a5c38-7532-4867-99c9-388164754c23)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:50.335436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.343221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:50.347379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:50.349997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Calling delete_port for 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:50.367433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:50.368099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.380729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:50.429420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.433163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.440129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298dfb3f-b18d-4017-94d0-abf92c73893a']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:50.450996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025a5c38-7532-4867-99c9-388164754c23') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:50.451303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025a5c38-7532-4867-99c9-388164754c23') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:50.461841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.478333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.484980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:50.485447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:50.488866 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:50.546924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.552057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.560332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.567493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/298dfb3f-b18d-4017-94d0-abf92c73893a HTTP/1.1" status: 204 len: 168 time: 0.5631177 Jul 07 22:47:50.567739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58676) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:50.572777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-960996495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:50.575842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12059ad-6fe5-49dd-aac5-cb5cdfa3b7a2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=298dfb3f-b18d-4017-94d0-abf92c73893a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:50.603271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=4fb95a39-e1c2-40d0-9df4-e8f16e95f497,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:50.618531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['4fb95a39-e1c2-40d0-9df4-e8f16e95f497'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:50.622550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Pushing event deleted for resources: {'Port': ['ID=28a960f0-c6d2-4f0c-9adf-e285dee0d8d2,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:50.648911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] No DVR routers for this DVR port 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:50.652456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.652811 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.653157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.653502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.653844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.654191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.654526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.654893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.655226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.655559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.655890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.656219 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c113f89-a79f-4f61-984a-c90f964d7d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:50.666808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:50.669558 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.672878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-534caaa4-2fe1-4210-bc9c-49daed4c8334 req-97658e9e-2050-4475-8d79-d3d1466be5cd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "DELETE /v2.0/ports/4fb95a39-e1c2-40d0-9df4-e8f16e95f497 HTTP/1.1" status: 204 len: 173 time: 0.5056193 Jul 07 22:47:50.674210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0862837-774a-4177-b13c-6105fcdc8308', 'name': 'network-vif-deleted', 'tag': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:50.678158 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39d0e94-9f76-4d2b-add1-013d0b438a0d" -d '{"events": [{"server_uuid": "a0862837-774a-4177-b13c-6105fcdc8308", "name": "network-vif-deleted", "tag": "4fb95a39-e1c2-40d0-9df4-e8f16e95f497"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:50.682393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.683085 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.716720 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab1fb3-58a5-4598-844f-e0f9e15bd8af x-openstack-request-id: req-fdab1fb3-58a5-4598-844f-e0f9e15bd8af {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:50.717081 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0862837-774a-4177-b13c-6105fcdc8308", "name": "network-vif-deleted", "tag": "4fb95a39-e1c2-40d0-9df4-e8f16e95f497", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:50.717402 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fdab1fb3-58a5-4598-844f-e0f9e15bd8af {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:50.717870 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0862837-774a-4177-b13c-6105fcdc8308', 'name': 'network-vif-deleted', 'tag': '4fb95a39-e1c2-40d0-9df4-e8f16e95f497', 'status': 'completed', 'code': 200} Jul 07 22:47:50.751293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.756782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.772916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.774189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e5e64fd-c856-461a-8f18-909f725c82cf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2067664 Jul 07 22:47:50.777086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:50.791063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-829924540'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:50.816339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:50.820214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.850183 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:50.867580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.867972 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment f63ec877-18f9-4737-840c-d62ec32cd335 of type vlan for network 05dc22d9-d212-4c07-9eae-421e3ceffe70 Jul 07 22:47:50.891845 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:50.912016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:50.912629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28a960f0-c6d2-4f0c-9adf-e285dee0d8d2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:50.926984 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.957923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:50.963898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:50.964722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.027795 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2459278 Jul 07 22:47:51.027795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58682) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:51.035844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:51.055662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c2176-0390-4e26-9394-2e85862bf282 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=05dc22d9-d212-4c07-9eae-421e3ceffe70,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:51.070369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:51.171215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:51.175186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.217649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db267e35-c474-46e3-a714-867a2d3af602 req-488b7cd2-25de-4dc9-8450-8206a96e72d1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 210 time: 0.0287602 Jul 07 22:47:51.355682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.363524 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-be6706ec-dad1-4906-872f-6723f9309f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.419592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=2bc60daf-ef6c-462d-ab79-dac172f4f804,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:51.427550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:51.427952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: 05dc22d9-d212-4c07-9eae-421e3ceffe70, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:51.432756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.447353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:51.457392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 05dc22d9-d212-4c07-9eae-421e3ceffe70) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:51.461988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:51.462607 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.471176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd02c1-ca93-4e00-bfd0-583e5dc7a402 None None] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:51.479882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-274c26a6-8c72-458f-b6ba-8842c146fd99 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4508922 Jul 07 22:47:51.482435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58686) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:51.621511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-05dc22d9-d212-4c07-9eae-421e3ceffe70', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:51.622400 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.764064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Allocated IP 172.20.0.2 (05dc22d9-d212-4c07-9eae-421e3ceffe70/2bc60daf-ef6c-462d-ab79-dac172f4f804/f910345f-d7d6-4250-9cbc-705498f5c752) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:51.924483 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.932787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Transition to ACTIVE for port object f910345f-d7d6-4250-9cbc-705498f5c752 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:51.947803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Transition to ACTIVE for port object f910345f-d7d6-4250-9cbc-705498f5c752 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:51.953687 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:51.991374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:51.997880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:52.001356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:52.013250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Pushing event updated for resources: {'Port': ['ID=f910345f-d7d6-4250-9cbc-705498f5c752,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:52.044604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.075878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Attempting to bind port f910345f-d7d6-4250-9cbc-705498f5c752 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:52.076468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Attempting to bind port f910345f-d7d6-4250-9cbc-705498f5c752 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:52.076604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Attempting to bind port f910345f-d7d6-4250-9cbc-705498f5c752 on network 05dc22d9-d212-4c07-9eae-421e3ceffe70 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:52.081955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:52.082362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Checking segment: {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:52.082759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.083195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Bound using segment: {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:52.083955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Bound port: f910345f-d7d6-4250-9cbc-705498f5c752, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:52.084339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.150980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] For port f910345f-d7d6-4250-9cbc-705498f5c752, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:52.154081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] For port f910345f-d7d6-4250-9cbc-705498f5c752, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f910345f-d7d6-4250-9cbc-705498f5c752,segment=NetworkSegment(f63ec877-18f9-4737-840c-d62ec32cd335),segment_id=f63ec877-18f9-4737-840c-d62ec32cd335)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:52.159258 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.229902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dda13-e44c-4bdf-bcf4-2cc1e8d8aa59 None None] Pushing event updated for resources: {'Port': ['ID=f910345f-d7d6-4250-9cbc-705498f5c752,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:52.242661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.323297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.20.0.1 (05dc22d9-d212-4c07-9eae-421e3ceffe70/2bc60daf-ef6c-462d-ab79-dac172f4f804/66a8e491-a27e-483c-8a6c-39786a0bd2dd) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:52.398231 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6cd51fb3-6f67-4582-b7b8-4c1bfdc0c09e req-8e5c9bb8-4778-4679-a88c-16249fc73a16 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 210 time: 0.0558174 Jul 07 22:47:52.472544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.488364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 66a8e491-a27e-483c-8a6c-39786a0bd2dd will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:52.526190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.579110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:52.582671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:52.587443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:52.613682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=66a8e491-a27e-483c-8a6c-39786a0bd2dd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:52.634515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.771316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:52.910488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f910345f-d7d6-4250-9cbc-705498f5c752 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:52.967518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f910345f-d7d6-4250-9cbc-705498f5c752 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:53.069903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.076506 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.156836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.158876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=66a8e491-a27e-483c-8a6c-39786a0bd2dd,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:53.264612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:53.266290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:53.318809 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54da59-3c66-4f4b-9e92-90d2235fb2ad None None] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:53.385588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:53.414149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] Provisioning for port f910345f-d7d6-4250-9cbc-705498f5c752 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:53.445293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] Provisioning complete for port f910345f-d7d6-4250-9cbc-705498f5c752 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:53.445678 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.531302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:53.544094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:53.546353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70bf37f9-0690-4bcd-985c-bf2ce3844d4d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0627458 Jul 07 22:47:53.549343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe200e5f-cffc-460a-bc85-cd0c9bc7c6e7 req-a0cff701-5e53-46fa-a79e-85666ac68895 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 210 time: 0.0314348 Jul 07 22:47:53.550217 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:53.556385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679209228'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:53.581312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:53.584915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.611294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:53.611544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:53.612078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:53.613983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.621425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.621782 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment c54002d0-0887-4956-b646-b49d0731f261 of type vlan for network 107d5672-e598-4cb3-9194-3e4ac9a020ce Jul 07 22:47:53.670236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.703641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.709826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:53.710445 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.739483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] For port f910345f-d7d6-4250-9cbc-705498f5c752, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f910345f-d7d6-4250-9cbc-705498f5c752,segment=NetworkSegment(f63ec877-18f9-4737-840c-d62ec32cd335),segment_id=f63ec877-18f9-4737-840c-d62ec32cd335)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:53.746257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:53.749612 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.793917 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2418463 Jul 07 22:47:53.796291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58700) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:53.802461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:53.822221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40307886-fc71-4ece-9ea0-c1851ccc2269 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=107d5672-e598-4cb3-9194-3e4ac9a020ce,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:53.846784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:53.923857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:53.928374 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:53.955376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:54.035356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f91f5-4fd4-45a4-9a27-65b6453c9e73 None None] Pushing event updated for resources: {'Port': ['ID=f910345f-d7d6-4250-9cbc-705498f5c752,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:54.046904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:54.091440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:54.091839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 4fb95a39-e1c2-40d0-9df4-e8f16e95f497 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:54.134943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec1f59d5-8880-4b9c-aa2d-ff1d866455d0 None None] Provisioning complete for port f910345f-d7d6-4250-9cbc-705498f5c752 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:54.135334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec1f59d5-8880-4b9c-aa2d-ff1d866455d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:54.249080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:54.294004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:47:52Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:47:52Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:54.329830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:54.330919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Updating router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 port 66a8e491-a27e-483c-8a6c-39786a0bd2dd binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:47:54.354525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=13a24913-37ad-44b8-8fea-87ce6355bdab,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:54.370235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:54.371052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: 107d5672-e598-4cb3-9194-3e4ac9a020ce, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:54.388318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec1f59d5-8880-4b9c-aa2d-ff1d866455d0 None None] Provisioning for port 66a8e491-a27e-483c-8a6c-39786a0bd2dd completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:54.392307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:54.398286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ec1f59d5-8880-4b9c-aa2d-ff1d866455d0 None None] Provisioning complete for port 66a8e491-a27e-483c-8a6c-39786a0bd2dd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:54.400871 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ec1f59d5-8880-4b9c-aa2d-ff1d866455d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:54.402537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 107d5672-e598-4cb3-9194-3e4ac9a020ce) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:54.407134 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:54.407867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:54.408467 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:54.429998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6711639e-2210-48dd-9e3f-1aa3ffb598bf tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6317003 Jul 07 22:47:54.433054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58706) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:54.541035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48661c8e-c829-4b1a-9a3f-64081f751ec9 None None] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:54.772082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2fb98f4d-0b3c-4d2f-90f8-9f5639b205a7 req-8c02e5f4-c27a-414d-a286-48502d9d9ac9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0862837-774a-4177-b13c-6105fcdc8308 HTTP/1.1" status: 200 len: 210 time: 0.0385613 Jul 07 22:47:54.971405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f910345f-d7d6-4250-9cbc-705498f5c752 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:55.063806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d049890-64ae-4732-8c33-4bca2ff634ee req-1ece6887-3f92-4700-b080-1241493a608e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:55.065962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d049890-64ae-4732-8c33-4bca2ff634ee req-1ece6887-3f92-4700-b080-1241493a608e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.1167076 Jul 07 22:47:55.082013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.107311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d049890-64ae-4732-8c33-4bca2ff634ee req-36aea779-87e3-4ee4-80c0-ad1db10f5870 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348451 Jul 07 22:47:55.248484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.260893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f59d5-8880-4b9c-aa2d-ff1d866455d0 None None] Port 66a8e491-a27e-483c-8a6c-39786a0bd2dd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:55.288894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Transition to ACTIVE for port object 66a8e491-a27e-483c-8a6c-39786a0bd2dd will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:55.314472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.362094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09229-b30d-40d4-985e-c44330d45904 None None] Pushing event updated for resources: {'Port': ['ID=66a8e491-a27e-483c-8a6c-39786a0bd2dd,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:55.367445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-107d5672-e598-4cb3-9194-3e4ac9a020ce', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:55.368623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.397437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.21.0.1 (107d5672-e598-4cb3-9194-3e4ac9a020ce/13a24913-37ad-44b8-8fea-87ce6355bdab/7b3fea36-e0eb-4ced-8766-65bb1d3f5699) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:55.398869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f910345f-d7d6-4250-9cbc-705498f5c752 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:55.399539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.526383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.547056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:55.589479 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.637174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:55.640551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:55.647758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:55.658815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Attempting to bind port 66a8e491-a27e-483c-8a6c-39786a0bd2dd on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:55.659214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Attempting to bind port 66a8e491-a27e-483c-8a6c-39786a0bd2dd by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:55.659642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Attempting to bind port 66a8e491-a27e-483c-8a6c-39786a0bd2dd on network 05dc22d9-d212-4c07-9eae-421e3ceffe70 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:55.680043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:55.680626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Checking segment: {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:55.681106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.681575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Bound using segment: {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:55.682134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Bound port: 66a8e491-a27e-483c-8a6c-39786a0bd2dd, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63ec877-18f9-4737-840c-d62ec32cd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:55.682614 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.694111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.709371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Allocated IP 172.21.0.2 (107d5672-e598-4cb3-9194-3e4ac9a020ce/13a24913-37ad-44b8-8fea-87ce6355bdab/b3341ba2-2406-41f9-9ac7-00c5df41442c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:55.737504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:55.828860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] For port 66a8e491-a27e-483c-8a6c-39786a0bd2dd, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:55.854396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] For port 66a8e491-a27e-483c-8a6c-39786a0bd2dd, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=66a8e491-a27e-483c-8a6c-39786a0bd2dd,segment=NetworkSegment(f63ec877-18f9-4737-840c-d62ec32cd335),segment_id=f63ec877-18f9-4737-840c-d62ec32cd335)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:55.860109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.866532 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:55.971400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:55.971912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:55.979911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09229-b30d-40d4-985e-c44330d45904 None None] Pushing event updated for resources: {'Port': ['ID=66a8e491-a27e-483c-8a6c-39786a0bd2dd,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:56.052624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.067705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Transition to ACTIVE for port object b3341ba2-2406-41f9-9ac7-00c5df41442c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:56.095915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:56.097864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Transition to ACTIVE for port object b3341ba2-2406-41f9-9ac7-00c5df41442c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:56.121439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-655e9168-4eb8-4601-9294-5a5008ae1ba0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:56.123065 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-655e9168-4eb8-4601-9294-5a5008ae1ba0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.97 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.2020395 Jul 07 22:47:56.161540 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.301903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:56.321941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378d7a-3abb-4888-8536-a25d1cdcc060 req-59d9ea1f-f359-4a2d-8d5b-b9b376987ca0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:56.324115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:56.331977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27378d7a-3abb-4888-8536-a25d1cdcc060 req-59d9ea1f-f359-4a2d-8d5b-b9b376987ca0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0870106 Jul 07 22:47:56.332407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:56.340091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Pushing event updated for resources: {'Port': ['ID=b3341ba2-2406-41f9-9ac7-00c5df41442c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:56.387376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27378d7a-3abb-4888-8536-a25d1cdcc060 req-26b82995-7b90-45c5-bcdf-e2b9d2a2ec57 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536704 Jul 07 22:47:56.445256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Attempting to bind port b3341ba2-2406-41f9-9ac7-00c5df41442c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:56.445847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Attempting to bind port b3341ba2-2406-41f9-9ac7-00c5df41442c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:56.446003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Attempting to bind port b3341ba2-2406-41f9-9ac7-00c5df41442c on network 107d5672-e598-4cb3-9194-3e4ac9a020ce {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:56.469105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:56.469494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Checking segment: {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:56.469912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.470315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Bound using segment: {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:56.470836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Bound port: b3341ba2-2406-41f9-9ac7-00c5df41442c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:56.471236 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.556587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 3, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 1, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:56.586009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] For port b3341ba2-2406-41f9-9ac7-00c5df41442c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:56.588664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a1aa0-bd14-4282-aadf-d8003ed9bc30 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 3, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 1, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:56.602039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] For port b3341ba2-2406-41f9-9ac7-00c5df41442c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b3341ba2-2406-41f9-9ac7-00c5df41442c,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:56.607579 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.608865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Deleting port d83b197b-84c4-4005-b480-048c03a123b3 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:56.609214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.613934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.636112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.688331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672dd17-c785-4280-beb9-13812e82ed8b None None] Pushing event updated for resources: {'Port': ['ID=b3341ba2-2406-41f9-9ac7-00c5df41442c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:56.764197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:56.778279 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:56.853168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] For port d83b197b-84c4-4005-b480-048c03a123b3, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=d83b197b-84c4-4005-b480-048c03a123b3,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:56.853456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.100166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:57.106194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:57.313804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.314502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.314863 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Floating IP 2457c24f-cc28-4d13-8fbe-a1592eac6b65 disassociated. External IP: 172.25.5.162, port: d83b197b-84c4-4005-b480-048c03a123b3. Jul 07 22:47:57.315333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Calling delete_port for d83b197b-84c4-4005-b480-048c03a123b3 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:57.369345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:57.601699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.617157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b94a1-a23d-4b35-85ee-19a7ba486c9c req-5d0e9f83-bd3c-41d6-96fe-98a89ba01f0f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:57.619608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d8b94a1-a23d-4b35-85ee-19a7ba486c9c req-5d0e9f83-bd3c-41d6-96fe-98a89ba01f0f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 945 time: 0.0859454 Jul 07 22:47:57.652374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:57.655730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event deleted for resources: {'Port': ['ID=d83b197b-84c4-4005-b480-048c03a123b3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:57.697849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f90e3bb5-9389-4d96-905d-9975240f6b54 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2634163 Jul 07 22:47:57.700972 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58722) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:57.707352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-1570090942'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:57.707622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d8b94a1-a23d-4b35-85ee-19a7ba486c9c req-f6634141-2f9c-463d-ad9e-3e1ec72369a6 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=8bd06a47-cd76-4a6e-87d6-2330f0bb2959&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788822 Jul 07 22:47:57.750781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:57.754728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.832333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:57.848398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.848903 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 97b63eee-5539-4d79-853c-672965ebd154 of type vlan for network 5a986061-f965-4989-958f-f21117254dca Jul 07 22:47:57.861715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Router 79d65f08-15d8-48ad-9321-724c518d6d3b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:57.995333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:58.054418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:58.067872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dfab96-08c6-4020-ab93-ae09eb37efd4 None None] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:58.072943 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:58.116414 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:58.119465 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:58.153836 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:58.179587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:58.180686 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:58.183057 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] No DVR routers for this DVR port d83b197b-84c4-4005-b480-048c03a123b3 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:58.185884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:58.198322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f3a2da97-433a-4e90-881c-7582b133aad7 req-f8337912-1622-4281-b45c-5199a94050bd tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.97 "DELETE /v2.0/ports/d83b197b-84c4-4005-b480-048c03a123b3 HTTP/1.1" status: 204 len: 173 time: 2.0494037 Jul 07 22:47:58.203683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'name': 'network-vif-deleted', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:58.206247 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc378d47-513f-4f31-8b89-2ecc30a45fbf" -d '{"events": [{"server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "name": "network-vif-deleted", "tag": "d83b197b-84c4-4005-b480-048c03a123b3"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:58.227780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-205518b4-06ea-4a1a-a605-221d72d3e3bc None None] Provisioning for port b3341ba2-2406-41f9-9ac7-00c5df41442c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:58.312644 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8d6fe0-5307-4055-b421-962a48bd62a4 x-openstack-request-id: req-6a8d6fe0-5307-4055-b421-962a48bd62a4 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:58.312982 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d51b1-a05f-4a22-bd83-ab0e755a5876", "name": "network-vif-deleted", "tag": "d83b197b-84c4-4005-b480-048c03a123b3", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:58.313243 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6a8d6fe0-5307-4055-b421-962a48bd62a4 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:58.313695 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d51b1-a05f-4a22-bd83-ab0e755a5876', 'name': 'network-vif-deleted', 'tag': 'd83b197b-84c4-4005-b480-048c03a123b3', 'status': 'completed', 'code': 200} Jul 07 22:47:58.316772 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:58.320612 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6159406 Jul 07 22:47:58.321961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58732) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:58.327417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': '5a986061-f965-4989-958f-f21117254dca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:58.337789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481742a-5fb9-41f8-878a-9acf59d1b3e7 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=5a986061-f965-4989-958f-f21117254dca,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:58.361095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5a986061-f965-4989-958f-f21117254dca details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:58.488371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:58.494933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:58.634111 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:58.781350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:58.956979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:58.984548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e8fd0d7-76c3-4f2e-9791-ddaf3fe0aafb None None] Provisioning for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:58.989431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e8fd0d7-76c3-4f2e-9791-ddaf3fe0aafb None None] Provisioning complete for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:58.990029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd0d7-76c3-4f2e-9791-ddaf3fe0aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.014934 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:59.016333 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:59.039555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bca2798f-c9d6-4761-8a2a-c46cf1c7046c req-866672ca-cca8-4ff2-bd5a-3535a3dd83f5 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e6d51b1-a05f-4a22-bd83-ab0e755a5876 HTTP/1.1" status: 200 len: 210 time: 0.1053164 Jul 07 22:47:59.077911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=38a49d96-7802-4543-a6f6-05de8497f103,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:59.086406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:59.089525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: 5a986061-f965-4989-958f-f21117254dca, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:59.091423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b3341ba2-2406-41f9-9ac7-00c5df41442c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:59.134533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 5a986061-f965-4989-958f-f21117254dca is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:59.148550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5a986061-f965-4989-958f-f21117254dca) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:59.157710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:59.158390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.164304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2304d-b935-4cb0-90c7-098e4bbbc8bd None None] Network 5a986061-f965-4989-958f-f21117254dca requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:59.189579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6adc25bf-cb13-4623-80d0-257fe749adce tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8630364 Jul 07 22:47:59.189809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58760) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:59.220751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fd0d7-76c3-4f2e-9791-ddaf3fe0aafb None None] Port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:59.247335 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:59.283924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:59.295409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port b3341ba2-2406-41f9-9ac7-00c5df41442c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:59.309664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b3341ba2-2406-41f9-9ac7-00c5df41442c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:59.310426 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.357639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:59.358995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:59.367866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d83b197b-84c4-4005-b480-048c03a123b3 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:59.448003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: d83b197b-84c4-4005-b480-048c03a123b3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:59.448375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device d83b197b-84c4-4005-b480-048c03a123b3 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:59.608136 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:59.648728 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db61c8-85c8-4313-8bd0-ab83a27f27db None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:59.697962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.732758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-df26dcb9-3216-4221-b77b-728cfcfb347d None None] Provisioning complete for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:59.733153 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-df26dcb9-3216-4221-b77b-728cfcfb347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.792914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5a986061-f965-4989-958f-f21117254dca', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:59.793885 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.801408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:59.869919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-df26dcb9-3216-4221-b77b-728cfcfb347d None None] Port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:59.898749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.925611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58776) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:59.930389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450799379', 'description': 'tempest-secgroup-smoke-1450799379 description', 'project_id': '79e2fca618084df79237244d3fa35271'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:59.958402 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.015408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.22.0.1 (5a986061-f965-4989-958f-f21117254dca/38a49d96-7802-4543-a6f6-05de8497f103/65ada5ad-e41e-4c11-b3f3-34d818be03f1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:00.066526 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.070508 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de25c7-864b-4d9c-8ba7-0d0c4de48b18 None None] New status for floating IP 2457c24f-cc28-4d13-8fbe-a1592eac6b65: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:48:00.072978 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.101891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7ed232f9-e6d3-42af-8454-3e5690281f7d None None] Provisioning complete for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:00.101891 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7ed232f9-e6d3-42af-8454-3e5690281f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.106498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port b3341ba2-2406-41f9-9ac7-00c5df41442c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b3341ba2-2406-41f9-9ac7-00c5df41442c,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:00.120989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33f0da1-d6d2-4208-8157-4b667e0f5322,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.124181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.132050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.132856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 66a8e491-a27e-483c-8a6c-39786a0bd2dd up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:00.137075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4c3f650b-096a-48da-a6ec-f80d19c9b2b6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2102880 Jul 07 22:48:00.140097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58780) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.153402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group_rule': {'security_group_id': 'f33f0da1-d6d2-4208-8157-4b667e0f5322', 'project_id': '79e2fca618084df79237244d3fa35271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:00.166027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.185991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 65ada5ad-e41e-4c11-b3f3-34d818be03f1 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:00.212136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.221276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58784) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.246350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7ed232f9-e6d3-42af-8454-3e5690281f7d None None] Port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:00.257449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.291001 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.296577 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.323362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 5a986061-f965-4989-958f-f21117254dca is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:00.326975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.331182 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832206 Jul 07 22:48:00.331357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:00.331472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58786) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.331707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=b3341ba2-2406-41f9-9ac7-00c5df41442c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.337672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group_rule': {'security_group_id': 'f33f0da1-d6d2-4208-8157-4b667e0f5322', 'project_id': '79e2fca618084df79237244d3fa35271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:00.345712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ef22d-87bf-4eeb-b709-7f794f265f3a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c335d773-8bcc-4364-bc4f-e0129fa35b24,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.352338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 66a8e491-a27e-483c-8a6c-39786a0bd2dd completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:00.360656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:00.364434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 66a8e491-a27e-483c-8a6c-39786a0bd2dd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:00.364898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.372660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Allocated IP 172.22.0.2 (5a986061-f965-4989-958f-f21117254dca/38a49d96-7802-4543-a6f6-05de8497f103/e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:00.380118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.396724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b108-5ad7-4083-a9cd-9dee1423c46f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.401981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=65ada5ad-e41e-4c11-b3f3-34d818be03f1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.443613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.450699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b108-5ad7-4083-a9cd-9dee1423c46f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.457850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.462363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.485378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97dc81a-6c67-44f8-9796-b360c3930bf0,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.490117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.494757 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-de751f51-7bc2-41a2-bd89-167e665e297f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593699 Jul 07 22:48:00.494872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 3, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:47:55Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:47:56Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:00.495025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58788) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.499559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group_rule': {'security_group_id': 'f33f0da1-d6d2-4208-8157-4b667e0f5322', 'project_id': '79e2fca618084df79237244d3fa35271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:00.530023 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.550248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:00.550669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Updating router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:48:00.603701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.605055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b108-5ad7-4083-a9cd-9dee1423c46f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.609292 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b108-5ad7-4083-a9cd-9dee1423c46f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.609494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.609612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5d0b108-5ad7-4083-a9cd-9dee1423c46f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "DELETE /v2.0/security-groups/8bd06a47-cd76-4a6e-87d6-2330f0bb2959 HTTP/1.1" status: 204 len: 168 time: 0.3855009 Jul 07 22:48:00.613230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.616955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58790) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.628327 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.630691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7157ee78-e253-4809-b5dd-a697b27b1af5,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.639336 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.640528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0b108-5ad7-4083-a9cd-9dee1423c46f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd06a47-cd76-4a6e-87d6-2330f0bb2959,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.643167 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3a2a32c0-b8f5-4a11-b287-b673b1167677 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474445 Jul 07 22:48:00.646282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58792) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.650942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group_rule': {'security_group_id': 'f33f0da1-d6d2-4208-8157-4b667e0f5322', 'project_id': '79e2fca618084df79237244d3fa35271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:00.661919 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-56a8fb04-6b09-4e19-a27e-7dcc0f8da737 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] show failed (client error): The resource could not be found. Jul 07 22:48:00.665646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-56a8fb04-6b09-4e19-a27e-7dcc0f8da737 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups/8bd06a47-cd76-4a6e-87d6-2330f0bb2959 HTTP/1.1" status: 404 len: 347 time: 0.0440435 Jul 07 22:48:00.665955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.667583 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.738547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 66a8e491-a27e-483c-8a6c-39786a0bd2dd, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=66a8e491-a27e-483c-8a6c-39786a0bd2dd,segment=NetworkSegment(f63ec877-18f9-4737-840c-d62ec32cd335),segment_id=f63ec877-18f9-4737-840c-d62ec32cd335)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:00.748937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.751407 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.755965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.839162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Transition to ACTIVE for port object e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:00.852481 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.855133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Deleting port 787fa66d-7fd4-4bdf-80aa-35e548f07014 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:00.855442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.868425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.913755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Transition to ACTIVE for port object e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:00.918754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b3341ba2-2406-41f9-9ac7-00c5df41442c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:00.922297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24136251-e756-4ac7-887a-b5f08ff4ad70,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.945207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.946460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-918ca24e-2614-432c-bacd-1590c91c1e33 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991636 Jul 07 22:48:00.950673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58796) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:00.957234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group_rule': {'security_group_id': 'f33f0da1-d6d2-4208-8157-4b667e0f5322', 'project_id': '79e2fca618084df79237244d3fa35271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:00.977803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.978082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.986738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=66a8e491-a27e-483c-8a6c-39786a0bd2dd,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:00.995332 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.997348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Calling delete_port for 787fa66d-7fd4-4bdf-80aa-35e548f07014 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:01.012914 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Project 79e2fca618084df79237244d3fa35271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:48:01.029732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Network 5a986061-f965-4989-958f-f21117254dca is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:01.051936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.054192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:01.057005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:01.148308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Pushing event updated for resources: {'Port': ['ID=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.155602 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.161492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.206937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Attempting to bind port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:01.207630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Attempting to bind port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:01.208134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Attempting to bind port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c on network 5a986061-f965-4989-958f-f21117254dca {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:01.210430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b3341ba2-2406-41f9-9ac7-00c5df41442c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:01.210983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.214515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9559794-43cc-48d9-b47d-44ff97312746,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.221148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.224900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c1f2a8ed-194f-4a2c-bb89-d1b61756bdeb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2706673 Jul 07 22:48:01.225280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58800) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:01.230572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'security_group_rule': {'security_group_id': 'f33f0da1-d6d2-4208-8157-4b667e0f5322', 'project_id': '79e2fca618084df79237244d3fa35271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:01.234099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.257120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:01.257673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Checking segment: {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:01.258190 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.258721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Bound using segment: {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:01.259360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Bound port: e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:01.259819 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.263785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event deleted for resources: {'Port': ['ID=787fa66d-7fd4-4bdf-80aa-35e548f07014,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.275555 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Project 79e2fca618084df79237244d3fa35271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:48:01.286280 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.335656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.338540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.343287 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c5284e80-283c-4783-92e2-ab691f6b0e25 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "DELETE /v2.0/floatingips/2457c24f-cc28-4d13-8fbe-a1592eac6b65 HTTP/1.1" status: 204 len: 168 time: 0.6734741 Jul 07 22:48:01.365879 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.367497 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.386417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.387456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.399007 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.410850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Transition to ACTIVE for port object 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:01.428931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.435690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] For port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:01.467474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadae55b-0333-4e90-8441-8867f389afa6,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.474525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] For port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,segment=NetworkSegment(97b63eee-5539-4d79-853c-672965ebd154),segment_id=97b63eee-5539-4d79-853c-672965ebd154)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:01.490517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=65ada5ad-e41e-4c11-b3f3-34d818be03f1,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.493130 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.496658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.497128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.497846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a3618f10-e969-4562-ad64-db3b88ce5bbc tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2713566 Jul 07 22:48:01.499867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cdda5-03dc-49be-8813-60a6d054127a None None] Pushing event updated for resources: {'Port': ['ID=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.630123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network 5a986061-f965-4989-958f-f21117254dca is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:01.642992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:01.651467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Attempting to bind port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:01.651847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Attempting to bind port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:01.652215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Attempting to bind port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 on network 107d5672-e598-4cb3-9194-3e4ac9a020ce {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:01.680150 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:01.683106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Checking segment: {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:01.684410 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.686924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Bound using segment: {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:01.687530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Bound port: 7b3fea36-e0eb-4ced-8766-65bb1d3f5699, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54002d0-0887-4956-b646-b49d0731f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:01.687913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.711276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55034ce-9ccc-417c-a343-b244853f44ef None None] Pushing event updated for resources: {'Port': ['ID=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:01.787416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:01.807209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58838) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:01.813119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] For port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:01.813262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29184488', 'description': 'tempest-description--868195042'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:01.816816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] For port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:01.822572 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.877129 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.926279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:01.929009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:02.013171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:02.020913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a91c7a74-443c-4a30-a4c1-283dd3b0fbc5 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8300498 Jul 07 22:48:02.023426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58844) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:02.030776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'network': {'name': 'tempest-RoutersTest-1552797493'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:02.034979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.039701 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.074768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cdda5-03dc-49be-8813-60a6d054127a None None] Pushing event updated for resources: {'Port': ['ID=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:02.077812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:48:02.082326 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.098940 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.100410 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2920942 Jul 07 22:48:02.103576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400ee94-dd73-4330-98cb-4434675bc3d4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce4c1c-57fa-45e4-9f30-4b563731ac73,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:02.105804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58846) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:02.112321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'security_group_rule': {'security_group_id': 'bcce4c1c-57fa-45e4-9f30-4b563731ac73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:02.129246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:48:02.162467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:02.163695 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.176026 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.176393 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added segment 3e3b5af0-d930-433b-b84c-a707a6b1fdec of type vlan for network c5c06985-ec2a-453f-b477-adca833c784a Jul 07 22:48:02.286102 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.323182 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.327684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.365048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.377224 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.377705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:02.379196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723887 Jul 07 22:48:02.382175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.384890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:02.391828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'security_group_rule': {'security_group_id': 'bcce4c1c-57fa-45e4-9f30-4b563731ac73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:02.397999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5cc4c-dc19-45dc-8872-a989fd9acf6d tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ec3a9d-7a8a-408b-aa49-80feae8602cd,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:02.431000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.481257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Network': ['ID=c5c06985-ec2a-453f-b477-adca833c784a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:02.488071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4b462e09-2ba4-4055-9105-62771ff19984 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4635389 Jul 07 22:48:02.488633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:02.494261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'subnet': {'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:02.509490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network c5c06985-ec2a-453f-b477-adca833c784a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:48:02.529431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.536585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.571439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c087c6e5-1505-4804-a694-adc5cac58bd3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:02.577320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.581563 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-25ba9d22-dd43-42f5-b38b-abd05910b978 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923609 Jul 07 22:48:02.582594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:02.587233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:02.614770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.api [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:48:02.614770 n-d-694802-13 neutron-server[93932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:48:02.614770 n-d-694802-13 neutron-server[93932]: [parameters: {'project_id_1': '7119df9f80b9412bbb04e6723fafe851', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 48, 2, 595059)}] Jul 07 22:48:02.614770 n-d-694802-13 neutron-server[93932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:48:02.615201 n-d-694802-13 neutron-server[93932]: DEBUG oslo_db.api [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:48:02.625356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.749238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:01Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:02.762548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.778505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc00da-0570-4a8e-a368-23a9a3def1c0 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:01Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:02.950897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Allocated IP 172.25.5.110 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/6b745785-65f0-4bc3-b448-f0be32b05f2b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:03.112507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.128154 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:03.153470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Made reservation on behalf of 7119df9f80b9412bbb04e6723fafe851 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:48:03.157810 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.213928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38228f11-4251-4aae-a0dc-5f4968da109d None None] Network 5a986061-f965-4989-958f-f21117254dca requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:03.232628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.295314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:03.303925 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:03.304588 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.328997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:03.345641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:03.368318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:03.373213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-aa2bc389-e677-48b7-a1e7-2c8f31ebb442 None None] Provisioning for port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:03.448437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'Port': ['ID=6b745785-65f0-4bc3-b448-f0be32b05f2b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:03.464446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.549446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Checking segment: {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:03.550545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network hostable DHCP agents. Network: c5c06985-ec2a-453f-b477-adca833c784a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:48:03.557818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Subnet': ['ID=edadc5d9-41c1-4c2f-8420-34238c49ad49,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:03.559996 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.583952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network c5c06985-ec2a-453f-b477-adca833c784a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:48:03.600375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, c5c06985-ec2a-453f-b477-adca833c784a) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:03.611319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:03.613812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5653a6e2-5171-4ca8-88c4-d44029cef1d9 None None] Network c5c06985-ec2a-453f-b477-adca833c784a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:03.619596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:03.620572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.642691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.646150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58894) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:03.647170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e03a6772-7c8e-49d6-a911-5c79833ac884 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1565874 Jul 07 22:48:03.674741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.675548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 66a8e491-a27e-483c-8a6c-39786a0bd2dd up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:03.751205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:03.811301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:03.812371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:03.819134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:03.942687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 66a8e491-a27e-483c-8a6c-39786a0bd2dd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:03.942840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:03.994091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:04.057484 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-c5c06985-ec2a-453f-b477-adca833c784a', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:48:04.058369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.061873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.305677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:04.379585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cf0c1e42-8b04-41e2-8ae6-0cedcb83af2f None None] Provisioning for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:04.400124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cf0c1e42-8b04-41e2-8ae6-0cedcb83af2f None None] Provisioning complete for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:04.400719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1e42-8b04-41e2-8ae6-0cedcb83af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.420378 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.439589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Allocated IP 172.23.0.2 (c5c06985-ec2a-453f-b477-adca833c784a/edadc5d9-41c1-4c2f-8420-34238c49ad49/3482ab3a-6cd5-40cd-8607-b7c60e82aefc) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:04.455307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.490386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c1e42-8b04-41e2-8ae6-0cedcb83af2f None None] Port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:04.583680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:04.590481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:04.590901 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.608074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.626922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'Port': ['ID=6b745785-65f0-4bc3-b448-f0be32b05f2b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:04.643655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.647238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.648509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0649447 Jul 07 22:48:04.650097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.650434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.650824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.651175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.651528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.651862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.652414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.652759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.653167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.653506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.653878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.654368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd478b-17ed-4d65-a2ef-e0aa6129f8f2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:04.697839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c73b986f-a32d-4286-8b69-c234b35e09ce None None] Provisioning complete for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:04.698330 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c73b986f-a32d-4286-8b69-c234b35e09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.746238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:04.787314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:04.787682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Updating router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:48:04.821592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c73b986f-a32d-4286-8b69-c234b35e09ce None None] Port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:04.828956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-57331711-ca75-4418-ac34-eb3f917af74e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--29184488&fields=id&tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153 HTTP/1.1" status: 200 len: 267 time: 0.0478048 Jul 07 22:48:04.897256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:04.966090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-f7a5a095-c911-4a1c-b44c-07a174f9469c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:04.967803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-f7a5a095-c911-4a1c-b44c-07a174f9469c tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 809 time: 0.1291292 Jul 07 22:48:04.986567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-9d6896b4-f785-495a-895e-6b737d15dc4b tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/quotas/d93c3fb56ec04c3fa9d1ed98425d5153 HTTP/1.1" status: 200 len: 375 time: 0.0131180 Jul 07 22:48:05.068497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-460cc4ce-66f4-416f-9987-4cefdf760b61 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748341 Jul 07 22:48:05.091088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.146674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Transition to ACTIVE for port object 3482ab3a-6cd5-40cd-8607-b7c60e82aefc will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:05.170749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ed4f59e6-7fa7-49e6-98fc-a33157980988 None None] Provisioning complete for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:05.171135 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ed4f59e6-7fa7-49e6-98fc-a33157980988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.184555 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.189780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Transition to ACTIVE for port object 3482ab3a-6cd5-40cd-8607-b7c60e82aefc will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:05.242232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-5c5e01f9-4eea-437c-a0bf-68489bf1d054 service neutron] 10.222.0.95 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599655 Jul 07 22:48:05.275571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.276170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Allocated IP 172.23.0.1 (c5c06985-ec2a-453f-b477-adca833c784a/edadc5d9-41c1-4c2f-8420-34238c49ad49/2e41c20d-851a-4b66-ada5-c0792fad9ebb) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:05.365793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f59e6-7fa7-49e6-98fc-a33157980988 None None] Port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:05.369746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Network c5c06985-ec2a-453f-b477-adca833c784a is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:05.372560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-cc1f37d5-e6e8-4990-97d3-ebaeb18a3099 service neutron] 10.222.0.95 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223037 Jul 07 22:48:05.386423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:05.389405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:05.394528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,segment=NetworkSegment(97b63eee-5539-4d79-853c-672965ebd154),segment_id=97b63eee-5539-4d79-853c-672965ebd154)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:05.406800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Pushing event updated for resources: {'Port': ['ID=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:05.442341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.445008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.468022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Transition to ACTIVE for port object 2e41c20d-851a-4b66-ada5-c0792fad9ebb will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:05.541319 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.572034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:05.584764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Attempting to bind port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:05.584764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Attempting to bind port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:05.585013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Attempting to bind port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc on network c5c06985-ec2a-453f-b477-adca833c784a {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:05.602692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:05.602982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Checking segment: {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:05.604466 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.604466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Bound using segment: {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:05.604466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Bound port: 3482ab3a-6cd5-40cd-8607-b7c60e82aefc, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:05.604872 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.650177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=2e41c20d-851a-4b66-ada5-c0792fad9ebb,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:05.663840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network c5c06985-ec2a-453f-b477-adca833c784a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:05.665644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:05.668625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:05.691889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f2e269e-57e4-469c-bfe0-448fb48c5994 req-89b40be9-465e-4577-a56a-7767ee37826f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 210 time: 0.0797672 Jul 07 22:48:05.712262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:05.723623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.810447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] For port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:05.847761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] For port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,segment=NetworkSegment(3e3b5af0-d930-433b-b84c-a707a6b1fdec),segment_id=3e3b5af0-d930-433b-b84c-a707a6b1fdec)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:05.862874 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.866745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.882614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.910898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Transition to ACTIVE for port object 65ada5ad-e41e-4c11-b3f3-34d818be03f1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:05.926962 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:05.942832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:05.943220 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.032676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754043f1-dc4a-4921-b0c3-2e9dfefb3000 None None] Pushing event updated for resources: {'Port': ['ID=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:06.210731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537136-3dfc-4840-b372-50f4c7d53710 None None] Pushing event updated for resources: {'Port': ['ID=65ada5ad-e41e-4c11-b3f3-34d818be03f1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:06.221004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Attempting to bind port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:06.221378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Attempting to bind port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:06.221749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Attempting to bind port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 on network 5a986061-f965-4989-958f-f21117254dca {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:06.230706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:06.231094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Checking segment: {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:06.231511 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.231912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Bound using segment: {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:06.232401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Bound port: 65ada5ad-e41e-4c11-b3f3-34d818be03f1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b63eee-5539-4d79-853c-672965ebd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5a986061-f965-4989-958f-f21117254dca'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:06.232793 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.325895 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.335145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.444777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.446715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event updated for resources: {'Port': ['ID=2e41c20d-851a-4b66-ada5-c0792fad9ebb,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:06.464287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] For port 65ada5ad-e41e-4c11-b3f3-34d818be03f1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:06.469157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] For port 65ada5ad-e41e-4c11-b3f3-34d818be03f1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=65ada5ad-e41e-4c11-b3f3-34d818be03f1,segment=NetworkSegment(97b63eee-5539-4d79-853c-672965ebd154),segment_id=97b63eee-5539-4d79-853c-672965ebd154)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:06.477461 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:06.591478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Network c5c06985-ec2a-453f-b477-adca833c784a is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:06.591754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:06.592701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:06.593310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:06.597120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537136-3dfc-4840-b372-50f4c7d53710 None None] Pushing event updated for resources: {'Port': ['ID=65ada5ad-e41e-4c11-b3f3-34d818be03f1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:06.754828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:06.761750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:06.886201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8aa9503c-f712-45f5-a3f8-63376882fe4b req-ee7779d0-a758-4ec7-bd41-7a0209b48214 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Jul 07 22:48:06.925153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:06.938838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58928) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:06.939277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b2434af-a9f9-4048-8783-3f05498d10ee tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2917783 Jul 07 22:48:06.944562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:07.082186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:05Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:06Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:06Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:07.126308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d33a1-6616-4aae-a1f3-203a9864e632 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:05Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:06Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:06Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:07.377800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-70d124f6-e093-4c13-a540-4e3cfbcc28a4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:07.383878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-70d124f6-e093-4c13-a540-4e3cfbcc28a4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.103 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 809 time: 0.3203862 Jul 07 22:48:07.619006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b7485-9477-4fe9-804e-176edeb6cb64 None None] Network c5c06985-ec2a-453f-b477-adca833c784a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:07.659100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-44a6dd03-9d12-4c6c-a610-17655f4cf06f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153 HTTP/1.1" status: 200 len: 378 time: 0.2028868 Jul 07 22:48:07.686765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'port': {'device_id': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'admin_state_up': True, 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'security_groups': ['bcce4c1c-57fa-45e4-9f30-4b563731ac73']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:07.734844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0b02a932-2c82-40ec-92ce-06a26347cb74 None None] Provisioning for port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:07.744240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65ada5ad-e41e-4c11-b3f3-34d818be03f1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:07.867841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:07.901779 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:07.902167 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:07.943776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Made reservation on behalf of d93c3fb56ec04c3fa9d1ed98425d5153 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:48:07.947727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:07.962591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:48:08.006027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Removed routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:48:08.006662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.019386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.080128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 65ada5ad-e41e-4c11-b3f3-34d818be03f1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=65ada5ad-e41e-4c11-b3f3-34d818be03f1,segment=NetworkSegment(97b63eee-5539-4d79-853c-672965ebd154),segment_id=97b63eee-5539-4d79-853c-672965ebd154)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:08.090051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.095321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:08.151926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5640fde-3b1f-4fd3-ad17-e69331f40686 req-e01453af-5345-49c3-8d44-682f501eb7b8 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 210 time: 0.0375762 Jul 07 22:48:08.198172 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:08.203702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=65ada5ad-e41e-4c11-b3f3-34d818be03f1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:08.220987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:08.221990 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:08.229272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:08.229685 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.328584 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:08.347233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Allocated IP 172.20.0.12 (144baa82-f37a-45fa-86ff-fa0567b4e14d/92f100b0-3038-4753-9901-b16a54f217ff/ae619de1-658f-404f-843b-6859d8189e2b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:08.368817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3482ab3a-6cd5-40cd-8607-b7c60e82aefc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:08.445239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Provisioning for port 2e41c20d-851a-4b66-ada5-c0792fad9ebb completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:08.451505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Provisioning complete for port 2e41c20d-851a-4b66-ada5-c0792fad9ebb triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:08.452103 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.481344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:08.490245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:08.490741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.528482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Port 2e41c20d-851a-4b66-ada5-c0792fad9ebb cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:08.561088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Provisioning complete for port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:08.562125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.578034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.599385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Transition to ACTIVE for port object ae619de1-658f-404f-843b-6859d8189e2b will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:08.628615 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:07Z', 'revision_number': 6, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:06Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:08.654224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.665233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.672819 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.674849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.696372 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:08.696730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Updating router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 port 2e41c20d-851a-4b66-ada5-c0792fad9ebb binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:48:08.735126 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.738849 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.770463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,segment=NetworkSegment(3e3b5af0-d930-433b-b84c-a707a6b1fdec),segment_id=3e3b5af0-d930-433b-b84c-a707a6b1fdec)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:08.783670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:08.923880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:48:08.924156 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-0358a5a8-da30-404a-843c-479a20d11f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:48:08.945722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:09.115458 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.126330 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Transition to ACTIVE for port object 2e41c20d-851a-4b66-ada5-c0792fad9ebb will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:09.135252 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.179738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:09.185763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:09.192238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event updated for resources: {'Port': ['ID=ae619de1-658f-404f-843b-6859d8189e2b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:09.195235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:09.244361 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Pushing event updated for resources: {'Port': ['ID=2e41c20d-851a-4b66-ada5-c0792fad9ebb,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:09.256834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.259523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:09.265724 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.266382 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.266975 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.267540 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.269803 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.270373 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.270948 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.271504 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.276586 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.277229 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.277790 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:09.302167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:09.302874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.324025 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Attempting to bind port 2e41c20d-851a-4b66-ada5-c0792fad9ebb on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:09.325003 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Attempting to bind port 2e41c20d-851a-4b66-ada5-c0792fad9ebb by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:09.325643 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Attempting to bind port 2e41c20d-851a-4b66-ada5-c0792fad9ebb on network c5c06985-ec2a-453f-b477-adca833c784a {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:09.337106 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:09.337808 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Checking segment: {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:09.338466 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.339151 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Bound using segment: {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:09.339882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Bound port: 2e41c20d-851a-4b66-ada5-c0792fad9ebb, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3b5af0-d930-433b-b84c-a707a6b1fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:09.340534 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.426301 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] For port 2e41c20d-851a-4b66-ada5-c0792fad9ebb, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:09.431590 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] For port 2e41c20d-851a-4b66-ada5-c0792fad9ebb, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2e41c20d-851a-4b66-ada5-c0792fad9ebb,segment=NetworkSegment(3e3b5af0-d930-433b-b84c-a707a6b1fdec),segment_id=3e3b5af0-d930-433b-b84c-a707a6b1fdec)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:09.432505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4f0744f4-2d6a-4191-84db-398a245b8a06 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7552512 Jul 07 22:48:09.439417 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.506439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:09.544935 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.546228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-95653279-06df-4def-908c-a698fe6ee971 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 933 time: 2.6058538 Jul 07 22:48:09.549105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58940) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:09.565625 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca770a1-8362-4c46-a286-27a7982385da None None] Pushing event updated for resources: {'Port': ['ID=2e41c20d-851a-4b66-ada5-c0792fad9ebb,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:09.571054 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:09.571697 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:09.602198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Request body: {'port': {'device_id': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:09.612575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b54c5-332c-4e3f-9df8-219d96c87e05 req-b374580c-47db-42f1-bcc2-e6b6a2120e59 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:09.614330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d0b54c5-332c-4e3f-9df8-219d96c87e05 req-b374580c-47db-42f1-bcc2-e6b6a2120e59 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 932 time: 0.2058618 Jul 07 22:48:09.649912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65ada5ad-e41e-4c11-b3f3-34d818be03f1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:09.700797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d0b54c5-332c-4e3f-9df8-219d96c87e05 req-32018fec-2797-43c0-8b37-abb3bc621a9e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590124 Jul 07 22:48:09.715260 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-27633da8-8739-4b0d-8c63-8881873adc26 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 933 time: 0.1649289 Jul 07 22:48:09.720381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58942) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:09.727066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'routes': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:09.741713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.772929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1cc87b37-e4ee-4ccc-8a2d-f469edc253d9 None None] Provisioning for port ae619de1-658f-404f-843b-6859d8189e2b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:09.776169 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:09.778558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1cc87b37-e4ee-4ccc-8a2d-f469edc253d9 None None] Provisioning complete for port ae619de1-658f-404f-843b-6859d8189e2b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:09.778558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1cc87b37-e4ee-4ccc-8a2d-f469edc253d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.843636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:09.844013 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:09.901620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-1cc87b37-e4ee-4ccc-8a2d-f469edc253d9 None None] Port ae619de1-658f-404f-843b-6859d8189e2b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:10.038247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3482ab3a-6cd5-40cd-8607-b7c60e82aefc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:10.116904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:10.117766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.221359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae619de1-658f-404f-843b-6859d8189e2b {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:48:10.232233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.245367 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:07Z', 'revision_number': 6, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:09Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:10.255708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Transition to ACTIVE for port object ae619de1-658f-404f-843b-6859d8189e2b will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:10.260937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.274785 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05147ab2-3c43-45c1-bfa6-a6cdcaa8a4ba None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:07Z', 'revision_number': 6, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:09Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:10.345601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.extraroute_db [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added routes are [] {{(pid=93931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:48:10.345939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.extraroute_db [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:48:10.371170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Pushing event updated for resources: {'Port': ['ID=ae619de1-658f-404f-843b-6859d8189e2b,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:10.384274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.409630 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Attempting to bind port ae619de1-658f-404f-843b-6859d8189e2b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:10.409984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Attempting to bind port ae619de1-658f-404f-843b-6859d8189e2b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:10.410316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Attempting to bind port ae619de1-658f-404f-843b-6859d8189e2b on network 144baa82-f37a-45fa-86ff-fa0567b4e14d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:10.415039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Port ae619de1-658f-404f-843b-6859d8189e2b on network 144baa82-f37a-45fa-86ff-fa0567b4e14d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:48:10.415370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Attempting to bind port ae619de1-658f-404f-843b-6859d8189e2b on network 144baa82-f37a-45fa-86ff-fa0567b4e14d {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:10.422248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:10.422725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Checking segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:10.423215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Bound using segment: {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:10.423760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Bound port: ae619de1-658f-404f-843b-6859d8189e2b, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:10.424230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.528613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] For port ae619de1-658f-404f-843b-6859d8189e2b, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:10.532777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] For port ae619de1-658f-404f-843b-6859d8189e2b, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae619de1-658f-404f-843b-6859d8189e2b,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:10.540136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.616931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Pushing event updated for resources: {'Port': ['ID=ae619de1-658f-404f-843b-6859d8189e2b,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:10.623952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:10.624537 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.625987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-ab9b0fe3-6d7c-4d2e-8c0a-b411eb4cd598 service neutron] 10.222.0.103 "PUT /v2.0/ports/ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 1093 time: 1.1649160 Jul 07 22:48:10.626453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:48:10.628795 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b25197-b7ed-433b-96a3-fa4f67a2c932" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "tag": "ae619de1-658f-404f-843b-6859d8189e2b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:48:10.711145 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c013ffd9-24c7-42b4-8e4e-ebdf8e4d3f8a x-openstack-request-id: req-c013ffd9-24c7-42b4-8e4e-ebdf8e4d3f8a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:48:10.711460 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "tag": "ae619de1-658f-404f-843b-6859d8189e2b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:48:10.711686 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c013ffd9-24c7-42b4-8e4e-ebdf8e4d3f8a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:48:10.712090 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b', 'status': 'completed', 'code': 200} Jul 07 22:48:10.762905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-6f020e27-99d7-4459-88e3-384a35430b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:10.764471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-6f020e27-99d7-4459-88e3-384a35430b2f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1096 time: 0.0874186 Jul 07 22:48:10.792444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:10.816897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:10.822973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:10.841160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-4d5ab712-b1fa-4f83-b8f9-b4b02ab9bf78 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 217 time: 0.0690331 Jul 07 22:48:10.899791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-2891d5e1-eb6d-4dcf-8f3d-dcf593bb17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:10.901418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-2891d5e1-eb6d-4dcf-8f3d-dcf593bb17e8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0541146 Jul 07 22:48:11.006965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:11.045098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aec4a-aebe-4f19-ba86-98865035a0af req-74a081ec-6d59-4f4d-b510-26c19c36d423 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:11.048059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675aec4a-aebe-4f19-ba86-98865035a0af req-74a081ec-6d59-4f4d-b510-26c19c36d423 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 944 time: 0.1452339 Jul 07 22:48:11.072511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-576a7942-32f3-4bef-8028-2339c3453131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:11.075928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-576a7942-32f3-4bef-8028-2339c3453131 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620836 Jul 07 22:48:11.097790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:11.102991 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:11.239270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675aec4a-aebe-4f19-ba86-98865035a0af req-77448708-4c39-4b6a-b5d1-51407dfc54a4 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1770847 Jul 07 22:48:11.267170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-3c16e141-9c6d-4235-8719-b0b017e6a45c service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634881 Jul 07 22:48:11.272357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:11.313488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:10Z', 'revision_number': 7, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:09Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:11.343291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:11.352720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:11.356290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:11.387622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:11.395763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:11.400586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4365f06-5c2a-462d-b3c5-f1ba5cbcbcfd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 699 time: 1.6791532 Jul 07 22:48:11.400833 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58954) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:11.462064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88e1cb18-4217-45c6-b920-10c9e690cac6 req-79c57871-96b3-4280-a6ee-31e6d4277558 service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874061 Jul 07 22:48:11.572161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-55b6ff67-5a04-488d-a7fd-fa2fc60178dc tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 699 time: 0.1693013 Jul 07 22:48:11.574796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:11.619203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2e41c20d-851a-4b66-ada5-c0792fad9ebb up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:11.651578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:11.785859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2e41c20d-851a-4b66-ada5-c0792fad9ebb completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:11.791646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-aa9a053b-a358-4caf-9ade-f0768cfbebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:11.792725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-aa9a053b-a358-4caf-9ade-f0768cfbebd4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1096 time: 0.1616359 Jul 07 22:48:11.793546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2e41c20d-851a-4b66-ada5-c0792fad9ebb triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:11.794029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:11.940531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:11.957126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:10Z', 'revision_number': 7, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:09Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:11.969632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-e22b8476-7db7-4a86-8d3b-58509939a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:11.971175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-e22b8476-7db7-4a86-8d3b-58509939a895 service neutron] 10.222.0.103 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.1707637 Jul 07 22:48:11.994224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee7356-85ad-4451-84ba-e089c4d5190c None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:10Z', 'revision_number': 7, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:09Z', 'revision_number': 4, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:12.021602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2e41c20d-851a-4b66-ada5-c0792fad9ebb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2e41c20d-851a-4b66-ada5-c0792fad9ebb,segment=NetworkSegment(3e3b5af0-d930-433b-b84c-a707a6b1fdec),segment_id=3e3b5af0-d930-433b-b84c-a707a6b1fdec)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:12.024647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-0c105ee1-ff73-49cc-b698-7f0b702e9e7d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 217 time: 0.0462081 Jul 07 22:48:12.027487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:12.089533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2e41c20d-851a-4b66-ada5-c0792fad9ebb,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:12.104598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-cb4184f8-925b-4d3b-8aa6-abf2d3f7d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:12.106087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-cb4184f8-925b-4d3b-8aa6-abf2d3f7d59e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0699673 Jul 07 22:48:12.204938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-b710b9d6-3764-46b7-ac1b-9371db15bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:12.206449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-b710b9d6-3764-46b7-ac1b-9371db15bc19 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911784 Jul 07 22:48:12.209501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:12.287521 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:12.298142 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:12.299065 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:12.410672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:12.432068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-d0dc859d-1969-4840-97cf-3d34a91a59f3 service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892574 Jul 07 22:48:12.582523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258da4e6-c8f1-4617-a67b-fd51fea7d07a req-e9746222-2838-4864-964e-0c80a3201c87 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:12.584080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-258da4e6-c8f1-4617-a67b-fd51fea7d07a req-e9746222-2838-4864-964e-0c80a3201c87 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 944 time: 0.2134326 Jul 07 22:48:12.629536 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45b25197-b7ed-433b-96a3-fa4f67a2c932 req-f6eec97b-628b-4756-a2a5-2cb395e0c6fa service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656475 Jul 07 22:48:12.653355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-258da4e6-c8f1-4617-a67b-fd51fea7d07a req-6493e84c-41d9-4e69-aefd-5d931c092d79 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631468 Jul 07 22:48:12.657213 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:10Z', 'revision_number': 7, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:11Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:12.689433 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:12.705726 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:12.706454 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:12.767708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 2e41c20d-851a-4b66-ada5-c0792fad9ebb {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:12.768068 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:12.804973 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:12.872306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 2e41c20d-851a-4b66-ada5-c0792fad9ebb, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2e41c20d-851a-4b66-ada5-c0792fad9ebb,segment=NetworkSegment(3e3b5af0-d930-433b-b84c-a707a6b1fdec),segment_id=3e3b5af0-d930-433b-b84c-a707a6b1fdec)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:12.872682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:12.888359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 2e41c20d-851a-4b66-ada5-c0792fad9ebb owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:13.024392 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:10Z', 'revision_number': 7, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:11Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:13.057371 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c8a27-ce49-442b-9f34-55675e742b21 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:10Z', 'revision_number': 7, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '2e41c20d-851a-4b66-ada5-c0792fad9ebb', 'name': '', 'network_id': 'c5c06985-ec2a-453f-b477-adca833c784a', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:25:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:48:04Z', 'updated_at': '2021-07-07T22:48:11Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': 'edadc5d9-41c1-4c2f-8420-34238c49ad49', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:13.088746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:13.121274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=2e41c20d-851a-4b66-ada5-c0792fad9ebb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:13.299509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:13.812314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:13.923069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567a8a-0821-4df9-9b26-1bcc9626d634 req-c210e1a3-0777-487f-a7f6-fbd7c10332da tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:13.924564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6567a8a-0821-4df9-9b26-1bcc9626d634 req-c210e1a3-0777-487f-a7f6-fbd7c10332da tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 944 time: 0.1445389 Jul 07 22:48:13.941767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:13.946612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-733294b4-1378-4a8f-a8f1-6b39b4104185 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3707602 Jul 07 22:48:13.949343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:13.960718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:13.971935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:13.972577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:13.983057 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6567a8a-0821-4df9-9b26-1bcc9626d634 req-32c2ace7-3b54-489c-90fc-cee4eb6b8f98 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520973 Jul 07 22:48:14.009848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet edadc5d9-41c1-4c2f-8420-34238c49ad49 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:48:14.013421 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.055414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.083065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:14.142953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.165544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae619de1-658f-404f-843b-6859d8189e2b details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:48:14.215902 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.246579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=edadc5d9-41c1-4c2f-8420-34238c49ad49,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:14.252006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.256236 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-60598e9a-b92c-461a-a845-8b3358103866 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/edadc5d9-41c1-4c2f-8420-34238c49ad49 HTTP/1.1" status: 204 len: 168 time: 0.3033547 Jul 07 22:48:14.257022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58970) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:14.271250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0304cd-6594-41b0-9290-813d15ce8f3a None None] Network c5c06985-ec2a-453f-b477-adca833c784a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:14.341469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.396789 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:14.397254 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.453294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ae619de1-658f-404f-843b-6859d8189e2b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae619de1-658f-404f-843b-6859d8189e2b,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:14.483408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,segment=NetworkSegment(3e3b5af0-d930-433b-b84c-a707a6b1fdec),segment_id=3e3b5af0-d930-433b-b84c-a707a6b1fdec)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:14.483837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.489281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'ae619de1-658f-404f-843b-6859d8189e2b', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'port_id': 'ae619de1-658f-404f-843b-6859d8189e2b', 'mac_address': 'fa:16:3e:40:2c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:48:14.499322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 3482ab3a-6cd5-40cd-8607-b7c60e82aefc owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:14.557902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:13Z', 'revision_number': 8, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:14.561329 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.585873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.596147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:14.604389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae619de1-658f-404f-843b-6859d8189e2b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:48:14.617704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:14.618347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:14.621232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port 3482ab3a-6cd5-40cd-8607-b7c60e82aefc on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:48:14.623488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=3482ab3a-6cd5-40cd-8607-b7c60e82aefc,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:14.661908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ae619de1-658f-404f-843b-6859d8189e2b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae619de1-658f-404f-843b-6859d8189e2b,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:14.692967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc0cc8-2634-44c2-bc90-41488ef9e6ca None None] DHCP port deletion for c5c06985-ec2a-453f-b477-adca833c784a request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:48:14.696917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.720344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.735598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c06985-ec2a-453f-b477-adca833c784a']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:14.747323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3b5af0-d930-433b-b84c-a707a6b1fdec') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:14.747738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3b5af0-d930-433b-b84c-a707a6b1fdec') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:14.759767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.764666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:14.775069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.781256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:48:14.781656 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:48:14.785070 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:48:14.796267 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ae619de1-658f-404f-843b-6859d8189e2b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:14.866337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.873470 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:14.875886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/c5c06985-ec2a-453f-b477-adca833c784a HTTP/1.1" status: 204 len: 168 time: 0.6180344 Jul 07 22:48:14.878492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 58974) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:14.895995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aa1e7-7a72-47f7-b20e-3476aa081fb3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=c5c06985-ec2a-453f-b477-adca833c784a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:14.920447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['ae619de1-658f-404f-843b-6859d8189e2b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:48:15.076843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:13Z', 'revision_number': 8, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:15.107814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0dad1a-22e8-4ada-adff-ca9c18760123 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:13Z', 'revision_number': 8, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '65ada5ad-e41e-4c11-b3f3-34d818be03f1', 'name': '', 'network_id': '5a986061-f965-4989-958f-f21117254dca', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:e6:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '38a49d96-7802-4543-a6f6-05de8497f103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:59Z', 'updated_at': '2021-07-07T22:48:08Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '38a49d96-7802-4543-a6f6-05de8497f103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:15.221752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ebe8-1bcc-4d7b-8d24-a94ff784b75a req-c7878cc2-7422-4292-a5da-33bc25d4abb9 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:15.223377 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c447ebe8-1bcc-4d7b-8d24-a94ff784b75a req-c7878cc2-7422-4292-a5da-33bc25d4abb9 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 945 time: 0.1012559 Jul 07 22:48:15.280640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c447ebe8-1bcc-4d7b-8d24-a94ff784b75a req-90c5879c-324e-4f5e-9fcf-48df88185b6f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504439 Jul 07 22:48:15.332321 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:15.544997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2e41c20d-851a-4b66-ada5-c0792fad9ebb no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:15.572738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2e41c20d-851a-4b66-ada5-c0792fad9ebb {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:15.573405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2e41c20d-851a-4b66-ada5-c0792fad9ebb not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:15.574222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3482ab3a-6cd5-40cd-8607-b7c60e82aefc no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:15.596423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3482ab3a-6cd5-40cd-8607-b7c60e82aefc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:15.596783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3482ab3a-6cd5-40cd-8607-b7c60e82aefc not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:15.616733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 65ada5ad-e41e-4c11-b3f3-34d818be03f1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:15.617087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:15.709141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 65ada5ad-e41e-4c11-b3f3-34d818be03f1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=65ada5ad-e41e-4c11-b3f3-34d818be03f1,segment=NetworkSegment(97b63eee-5539-4d79-853c-672965ebd154),segment_id=97b63eee-5539-4d79-853c-672965ebd154)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:15.709478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:15.725313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 65ada5ad-e41e-4c11-b3f3-34d818be03f1 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:15.909582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:15.938606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=65ada5ad-e41e-4c11-b3f3-34d818be03f1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:16.109457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.168275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae619de1-658f-404f-843b-6859d8189e2b up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:16.224139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port ae619de1-658f-404f-843b-6859d8189e2b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:16.228330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port ae619de1-658f-404f-843b-6859d8189e2b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:16.228724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.312716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:16.323249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.351209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:48:16.353961 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201f6f10-64d1-43ba-996b-d6d787daf079" -d '{"events": [{"server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "name": "network-vif-plugged", "status": "completed", "tag": "ae619de1-658f-404f-843b-6859d8189e2b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:48:16.370523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port ae619de1-658f-404f-843b-6859d8189e2b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae619de1-658f-404f-843b-6859d8189e2b,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:16.378572 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.415242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:16.421040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bdc6bbd5-2c81-425d-a919-348b9548120a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410194 Jul 07 22:48:16.423485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:16.427961 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:16.450759 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:16.451237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=ae619de1-658f-404f-843b-6859d8189e2b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:16.451419 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:16.493773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055974b-3437-41de-aff7-8bb5d97bedea req-36389715-a6c5-4e17-aa55-9e5171b66774 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:16.495639 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9055974b-3437-41de-aff7-8bb5d97bedea req-36389715-a6c5-4e17-aa55-9e5171b66774 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0739737 Jul 07 22:48:16.531590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 38a49d96-7802-4543-a6f6-05de8497f103 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:48:16.535429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.539674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9055974b-3437-41de-aff7-8bb5d97bedea req-b8b603e7-ab66-46c6-9ba1-6037d6cdf023 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368912 Jul 07 22:48:16.585660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.592127 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33d5228-7a96-421f-8620-bb951f622890 x-openstack-request-id: req-d33d5228-7a96-421f-8620-bb951f622890 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:48:16.592434 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "name": "network-vif-plugged", "status": "completed", "tag": "ae619de1-658f-404f-843b-6859d8189e2b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:48:16.592695 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d33d5228-7a96-421f-8620-bb951f622890 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:48:16.593141 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b', 'code': 200} Jul 07 22:48:16.598354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:16.688538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.749361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f8ebd-c497-4f1e-9f39-c59e7228d1c5 req-a39ea9cc-7dcb-4114-8c17-b6556ec693ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:16.752128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999f8ebd-c497-4f1e-9f39-c59e7228d1c5 req-a39ea9cc-7dcb-4114-8c17-b6556ec693ec service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1098 time: 0.0936985 Jul 07 22:48:16.806128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.814263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-999f8ebd-c497-4f1e-9f39-c59e7228d1c5 req-ebdc538d-88e9-4e99-ae64-35b1c3f64bbe service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544872 Jul 07 22:48:16.843591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=38a49d96-7802-4543-a6f6-05de8497f103,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:16.845805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:16.850314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bdf26f47-3ad1-46de-a8e8-3c84a7b89e97 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/38a49d96-7802-4543-a6f6-05de8497f103 HTTP/1.1" status: 204 len: 168 time: 0.4233091 Jul 07 22:48:16.850762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 58996) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:16.860918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2323358-4f00-477c-b628-0548c5cfdfe8 None None] Network 5a986061-f965-4989-958f-f21117254dca requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:16.902843 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:15Z', 'revision_number': 9, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:16.938468 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:16.950501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:16.951635 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:16.951792 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.014993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:17.015293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.056536 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:17.086706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,segment=NetworkSegment(97b63eee-5539-4d79-853c-672965ebd154),segment_id=97b63eee-5539-4d79-853c-672965ebd154)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:17.088618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.103294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:17.146298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.205432 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.238730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a017af2-52db-4afc-95a7-1ce7728becb6 None None] DHCP port deletion for 5a986061-f965-4989-958f-f21117254dca request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:48:17.240949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:17.244451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:48:17.334893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.345855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a986061-f965-4989-958f-f21117254dca']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:17.356923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b63eee-5539-4d79-853c-672965ebd154') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:17.357234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b63eee-5539-4d79-853c-672965ebd154') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:17.366790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.381477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.387938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:48:17.388356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:48:17.391952 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:48:17.412261 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:15Z', 'revision_number': 9, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:17.439479 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a7921-c8c8-4bbc-9972-1264bff8c212 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:15Z', 'revision_number': 9, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3fea36-e0eb-4ced-8766-65bb1d3f5699', 'name': '', 'network_id': '107d5672-e598-4cb3-9194-3e4ac9a020ce', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:8a:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:55Z', 'updated_at': '2021-07-07T22:48:03Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '13a24913-37ad-44b8-8fea-87ce6355bdab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:17.456376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.490552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.495575 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/5a986061-f965-4989-958f-f21117254dca HTTP/1.1" status: 204 len: 168 time: 0.6402833 Jul 07 22:48:17.495575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9cef6-2d22-436f-a657-01df9620f684 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=5a986061-f965-4989-958f-f21117254dca,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:17.495575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59006) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:17.730465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7091f-cb9e-4870-8a49-98188fdc2ad9 req-49bc6311-7e60-45e9-bf0c-91f0984d608a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:17.732151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5c7091f-cb9e-4870-8a49-98188fdc2ad9 req-49bc6311-7e60-45e9-bf0c-91f0984d608a tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0700657 Jul 07 22:48:17.776773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5c7091f-cb9e-4870-8a49-98188fdc2ad9 req-5165901a-9482-41f3-a882-26fd08892e46 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354519 Jul 07 22:48:17.880599 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:17.926022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:17.950567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:17.951329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e61ee2f3-4cb0-45a7-b5e5-e161ccf56a2c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:18.149693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-bfc51a9e-fe44-4c36-80a8-a90195a2a538 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608075 Jul 07 22:48:18.159533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:18.159961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:18.241410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-93f7b62a-b329-4be6-8e35-6e697de4897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:18.243453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-93f7b62a-b329-4be6-8e35-6e697de4897d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1098 time: 0.0537376 Jul 07 22:48:18.269339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 7b3fea36-e0eb-4ced-8766-65bb1d3f5699, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:18.270018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:18.285192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:18.371830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e81f0af-96c0-4210-9487-ecdc02f4111e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:18.381122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-1e6a2bd4-2389-4cdd-ac67-5118bd5c1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:18.382958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-1e6a2bd4-2389-4cdd-ac67-5118bd5c1ebd service neutron] 10.222.0.103 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.1150603 Jul 07 22:48:18.427359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-2489f7ed-e033-4802-89fa-a73825a02875 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 217 time: 0.0378585 Jul 07 22:48:18.481023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-5e35a21c-f650-469c-9ec4-24e8b1d2762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:18.483083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-5e35a21c-f650-469c-9ec4-24e8b1d2762c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0497367 Jul 07 22:48:18.489473 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:18.522874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=7b3fea36-e0eb-4ced-8766-65bb1d3f5699,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:18.551549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-a660225a-7aa9-43bc-b261-a11998a83a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:18.553265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-a660225a-7aa9-43bc-b261-a11998a83a93 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639133 Jul 07 22:48:18.676370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-79d4cd7e-6056-4c3f-904d-9aaa23073a5b service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161401 Jul 07 22:48:18.711887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:18.785297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c7843bd-c2a0-47ab-b1d5-1bcc57543a47 req-4be75df9-166f-4566-b69e-4b1b89b7023f service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017532 Jul 07 22:48:18.922779 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:18.948527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:18.976465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ee1ff-2951-4d27-85c2-f852b17bd40c req-4aba3248-8093-457d-9e07-eff9b1a84ff0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:18.978076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136ee1ff-2951-4d27-85c2-f852b17bd40c req-4aba3248-8093-457d-9e07-eff9b1a84ff0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0717826 Jul 07 22:48:19.021469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-136ee1ff-2951-4d27-85c2-f852b17bd40c req-6d8e7dd2-bd7a-4cc0-8e12-5421d809da22 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368011 Jul 07 22:48:19.073226 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-34b9f2b0-c98c-4713-8b09-4df4c1d308d8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2373493 Jul 07 22:48:19.096321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:19.107611 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b393bfbd-71b3-4e4b-b8d3-2a83e15292b3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113768 Jul 07 22:48:19.110172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59028) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:19.115476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:19.127613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:19.128876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:19.212899 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 13a24913-37ad-44b8-8fea-87ce6355bdab {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:48:19.214188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f035d2-e705-460b-8e4d-27cf2cfa136b req-3b2cce1d-f842-4fe0-ab7a-3b0de0b4a34f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:19.216924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-91f035d2-e705-460b-8e4d-27cf2cfa136b req-3b2cce1d-f842-4fe0-ab7a-3b0de0b4a34f tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0718403 Jul 07 22:48:19.219588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:19.225127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59030) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:19.230790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Request body: {'floatingip': {'port_id': 'ae619de1-658f-404f-843b-6859d8189e2b'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:19.237501 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:19.286016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:19.291884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-04592bd1-44ff-4656-bba5-d14023d96ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:19.293714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-04592bd1-44ff-4656-bba5-d14023d96ead service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.1642666 Jul 07 22:48:19.316522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:19.463260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:18Z', 'revision_number': 10, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:19.525632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:19.539465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:19.540138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:19.604673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65ada5ad-e41e-4c11-b3f3-34d818be03f1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:19.657158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 65ada5ad-e41e-4c11-b3f3-34d818be03f1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:19.657512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 65ada5ad-e41e-4c11-b3f3-34d818be03f1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:19.689778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:19.877601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-311becaf-2f46-4ea7-b3cd-7a7fb434aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:19.879616 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-311becaf-2f46-4ea7-b3cd-7a7fb434aad0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 909 time: 0.5549381 Jul 07 22:48:19.881020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:19.946893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:18Z', 'revision_number': 10, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:19.981323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea79431-4f67-414a-b86f-d57b85db798a None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:18Z', 'revision_number': 10, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None, '_interfaces': [{'id': '66a8e491-a27e-483c-8a6c-39786a0bd2dd', 'name': '', 'network_id': '05dc22d9-d212-4c07-9eae-421e3ceffe70', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:52Z', 'updated_at': '2021-07-07T22:48:00Z', 'revision_number': 5, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'subnets': [{'id': '2bc60daf-ef6c-462d-ab79-dac172f4f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:20.002063 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-a37244bb-bac9-4539-bd42-9da4fe24a111 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 1000 time: 0.0928645 Jul 07 22:48:20.047909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.086684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.091873 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/13a24913-37ad-44b8-8fea-87ce6355bdab HTTP/1.1" status: 204 len: 168 time: 0.9799316 Jul 07 22:48:20.092063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59034) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:20.095536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b2793-4c28-4b18-a839-0299efc9f40d tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=13a24913-37ad-44b8-8fea-87ce6355bdab,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:20.096709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287cddd-a463-4bfd-9b3b-3c9c891fdbdd None None] Network 107d5672-e598-4cb3-9194-3e4ac9a020ce requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:20.106340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-b3088252-0436-489f-bb64-00d68ae9a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:20.107867 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-b3088252-0436-489f-bb64-00d68ae9a233 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0985096 Jul 07 22:48:20.170055 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.178356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-b21c2352-8f4b-470b-8b83-8f304d1ad409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:20.180756 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-b21c2352-8f4b-470b-8b83-8f304d1ad409 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648723 Jul 07 22:48:20.194148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.db.resource_extend [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:48:20.298695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-fe4606af-0319-4750-b863-af4a2b7475e3 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113768 Jul 07 22:48:20.303729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.311014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.312968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port b3341ba2-2406-41f9-9ac7-00c5df41442c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:20.313306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.355926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] DHCP port deletion for 107d5672-e598-4cb3-9194-3e4ac9a020ce request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:48:20.459527 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b19d2ec9-b36d-4ffb-bf03-347f6739acf8 req-dfa62e1a-b7a4-4f0c-9c3e-245ed6c33d2d service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545379 Jul 07 22:48:20.463270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] Deleting port b3341ba2-2406-41f9-9ac7-00c5df41442c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:20.464306 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.484711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port b3341ba2-2406-41f9-9ac7-00c5df41442c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b3341ba2-2406-41f9-9ac7-00c5df41442c,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:20.485198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.541798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for b3341ba2-2406-41f9-9ac7-00c5df41442c owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:20.543593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] For port b3341ba2-2406-41f9-9ac7-00c5df41442c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b3341ba2-2406-41f9-9ac7-00c5df41442c,segment=NetworkSegment(c54002d0-0887-4956-b646-b49d0731f261),segment_id=c54002d0-0887-4956-b646-b49d0731f261)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:20.543988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.560137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] Calling delete_port for b3341ba2-2406-41f9-9ac7-00c5df41442c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:20.578516 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Floating IP 99065785-e396-4ab6-b6aa-2ae4869a319a associated. External IP: 172.25.5.110, port: ae619de1-658f-404f-843b-6859d8189e2b. Jul 07 22:48:20.666417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.694549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] Pushing event deleted for resources: {'Port': ['ID=b3341ba2-2406-41f9-9ac7-00c5df41442c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:20.696498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4caeea-6412-42cc-8687-e0c3941c0d1e None None] No DVR routers for this DVR port b3341ba2-2406-41f9-9ac7-00c5df41442c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:48:20.760231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.794987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port b3341ba2-2406-41f9-9ac7-00c5df41442c on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:48:20.835493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=b3341ba2-2406-41f9-9ac7-00c5df41442c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:20.965167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:20.982307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107d5672-e598-4cb3-9194-3e4ac9a020ce']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:20.998890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54002d0-0887-4956-b646-b49d0731f261') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:20.999844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54002d0-0887-4956-b646-b49d0731f261') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:21.012604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.030067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Router 79d65f08-15d8-48ad-9321-724c518d6d3b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:21.034071 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.041830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:48:21.042215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: self.session.flush() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:48:21.046509 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:48:21.141042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.148874 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.153960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/107d5672-e598-4cb3-9194-3e4ac9a020ce HTTP/1.1" status: 204 len: 168 time: 1.0576518 Jul 07 22:48:21.154065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59038) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:21.193854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc34d4-81b8-4045-b979-34c1b6939236 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=107d5672-e598-4cb3-9194-3e4ac9a020ce,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:21.213635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:21.218059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.226123 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:21.235987 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:21.236880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:47:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:21.259685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9727c1d3-a478-4eee-9af6-59e3819c3578 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "PUT /v2.0/floatingips/99065785-e396-4ab6-b6aa-2ae4869a319a HTTP/1.1" status: 200 len: 992 time: 2.0329797 Jul 07 22:48:21.260290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:48:21.262994 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c3f811-4842-43f6-bc8f-f08213117b90" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "tag": "ae619de1-658f-404f-843b-6859d8189e2b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:48:21.364711 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:21.375060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9ee538ac-aa5d-4496-97b2-9f51beb2a2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.432628 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.441865 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187fbaea-4e1b-4343-a03b-9c608f705859 x-openstack-request-id: req-187fbaea-4e1b-4343-a03b-9c608f705859 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:48:21.442230 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "tag": "ae619de1-658f-404f-843b-6859d8189e2b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:48:21.442499 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-187fbaea-4e1b-4343-a03b-9c608f705859 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:48:21.442971 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b', 'status': 'completed', 'code': 200} Jul 07 22:48:21.564042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-daa7c41a-8287-4634-b876-224280f99dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:21.565934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-daa7c41a-8287-4634-b876-224280f99dee service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1098 time: 0.1085973 Jul 07 22:48:21.570520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:21.596166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:21.596893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7b3fea36-e0eb-4ced-8766-65bb1d3f5699 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:21.597522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b3341ba2-2406-41f9-9ac7-00c5df41442c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:21.627405 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.637188 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '99065785-e396-4ab6-b6aa-2ae4869a319a', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'port_id': 'ae619de1-658f-404f-843b-6859d8189e2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'mac_address': 'fa:16:3e:40:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:48:03Z', 'updated_at': '2021-07-07T22:48:20Z', 'revision_number': 1, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:21.644278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: b3341ba2-2406-41f9-9ac7-00c5df41442c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:21.646201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b3341ba2-2406-41f9-9ac7-00c5df41442c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:21.678868 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:21.687597 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:21.688226 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:21.715158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-082fded7-ad6d-49f6-a568-7c6549534573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:21.718735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-082fded7-ad6d-49f6-a568-7c6549534573 service neutron] 10.222.0.103 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.1457767 Jul 07 22:48:21.798707 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:21.829883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-5725f74f-d1ac-43b9-830a-841ee2b24fef service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 1000 time: 0.1054621 Jul 07 22:48:21.885094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-cc4bd673-d1b0-4f88-b6ee-8c0cc1724699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:21.887147 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-cc4bd673-d1b0-4f88-b6ee-8c0cc1724699 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0500090 Jul 07 22:48:21.931797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port 66a8e491-a27e-483c-8a6c-39786a0bd2dd {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:21.932435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:21.953740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-6b43d781-05e2-465f-93a9-7a9d8203e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:21.955868 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-6b43d781-05e2-465f-93a9-7a9d8203e095 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623245 Jul 07 22:48:22.033696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port 66a8e491-a27e-483c-8a6c-39786a0bd2dd, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=66a8e491-a27e-483c-8a6c-39786a0bd2dd,segment=NetworkSegment(f63ec877-18f9-4737-840c-d62ec32cd335),segment_id=f63ec877-18f9-4737-840c-d62ec32cd335)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:22.034076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:22.052476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for 66a8e491-a27e-483c-8a6c-39786a0bd2dd owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:22.074461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-198bc187-3d9d-497c-9f2f-deef02259c5c service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115191 Jul 07 22:48:22.090034 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '99065785-e396-4ab6-b6aa-2ae4869a319a', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'port_id': 'ae619de1-658f-404f-843b-6859d8189e2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'mac_address': 'fa:16:3e:40:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:48:03Z', 'updated_at': '2021-07-07T22:48:20Z', 'revision_number': 1, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:22.121516 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8fe0e-61d7-4815-a0ba-4d5d5d3f9a29 None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '99065785-e396-4ab6-b6aa-2ae4869a319a', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'port_id': 'ae619de1-658f-404f-843b-6859d8189e2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'mac_address': 'fa:16:3e:40:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:48:03Z', 'updated_at': '2021-07-07T22:48:20Z', 'revision_number': 1, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:22.184751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-51c721cf-6d64-4c12-af61-e36b56488e0d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450799379&fields=id&tenant_id=79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 267 time: 0.0516617 Jul 07 22:48:22.218325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a8c3f811-4842-43f6-bc8f-f08213117b90 req-4a6460b7-34ce-4747-b50f-37fd5b85f1dc service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375208 Jul 07 22:48:22.234967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:22.269084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:22.301864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=66a8e491-a27e-483c-8a6c-39786a0bd2dd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:22.325773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-75bacd30-7c3c-4d6e-957f-b9a66a018290 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:22.327955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-75bacd30-7c3c-4d6e-957f-b9a66a018290 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1304271 Jul 07 22:48:22.346847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-d560ba7c-245c-44dc-bfef-78651819b8f7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0117965 Jul 07 22:48:22.358193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccfc04e-f48f-4d3d-aba3-7baa3d0b5d6b None None] New status for floating IP 99065785-e396-4ab6-b6aa-2ae4869a319a: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:48:22.432290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-16762738-f3d7-44b6-a363-acb94a4c291e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755861 Jul 07 22:48:22.482176 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:22.550719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-727365ee-c77d-4fe9-bfed-252bb31f87a6 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041200 Jul 07 22:48:22.643468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-50ba93a9-aa78-45a0-ab8e-2de3bdcff6db service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Jul 07 22:48:22.663089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:22.740427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:22.747884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f723c87-111b-4608-8a43-83a252c0a258 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5908682 Jul 07 22:48:22.748260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59058) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:22.752601 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:22.763347 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:22.764019 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:22.806123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting subnet 2bc60daf-ef6c-462d-ab79-dac172f4f804 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:48:22.809533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:22.836461 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:22.857797 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:22.891685 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:22Z', 'revision_number': 11, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:22.929443 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:22.939188 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:22.939813 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:22.968739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.021286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:23.059515 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.079382 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:22Z', 'revision_number': 11, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:23.090326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc60daf-ef6c-462d-ab79-dac172f4f804,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:23.106480 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a7fb-3df3-4c41-b90b-1a1fd01026f1 None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:22Z', 'revision_number': 11, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:23.115161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfef8f0-9f18-4262-908e-5b5d6b861d1f None None] Network 05dc22d9-d212-4c07-9eae-421e3ceffe70 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:48:23.123979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.125903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1afe3246-0373-4bf3-bb59-fe5fbc40aba9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/2bc60daf-ef6c-462d-ab79-dac172f4f804 HTTP/1.1" status: 204 len: 168 time: 0.3765287 Jul 07 22:48:23.128734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:23.147618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84ba53d4-7489-47be-9a0f-57afb504168c req-f0137440-5dce-4e57-9ef7-a749dddc3a40 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 210 time: 0.0606852 Jul 07 22:48:23.236398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.291882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Deleting port f910345f-d7d6-4250-9cbc-705498f5c752 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:48:23.292541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.355970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] For port f910345f-d7d6-4250-9cbc-705498f5c752, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f910345f-d7d6-4250-9cbc-705498f5c752,segment=NetworkSegment(f63ec877-18f9-4737-840c-d62ec32cd335),segment_id=f63ec877-18f9-4737-840c-d62ec32cd335)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:23.356339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.374343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Calling delete_port for f910345f-d7d6-4250-9cbc-705498f5c752 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:48:23.453050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.479108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Port': ['ID=f910345f-d7d6-4250-9cbc-705498f5c752,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:23.485622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No DVR routers for this DVR port f910345f-d7d6-4250-9cbc-705498f5c752 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:48:23.509417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301f154-a0c5-49ae-86dc-48b5377dd644 None None] DHCP port deletion for 05dc22d9-d212-4c07-9eae-421e3ceffe70 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:48:23.580423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.591774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dc22d9-d212-4c07-9eae-421e3ceffe70']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:23.603778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63ec877-18f9-4737-840c-d62ec32cd335') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:23.604092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63ec877-18f9-4737-840c-d62ec32cd335') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:23.614163 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.620518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 66a8e491-a27e-483c-8a6c-39786a0bd2dd no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:23.639900 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.646068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:48:23.646470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.646938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 66a8e491-a27e-483c-8a6c-39786a0bd2dd {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:23.647302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 66a8e491-a27e-483c-8a6c-39786a0bd2dd not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:23.647742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f910345f-d7d6-4250-9cbc-705498f5c752 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:48:23.649634 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:48:23.666666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f910345f-d7d6-4250-9cbc-705498f5c752 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:48:23.667031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f910345f-d7d6-4250-9cbc-705498f5c752 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:48:23.707217 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.714021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.715858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/networks/05dc22d9-d212-4c07-9eae-421e3ceffe70 HTTP/1.1" status: 204 len: 168 time: 0.5861120 Jul 07 22:48:23.719217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59076) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:23.723913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'routes': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:23.732418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8646f65-8b3a-46e2-90fe-b5dff212a222 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Pushing event deleted for resources: {'Network': ['ID=05dc22d9-d212-4c07-9eae-421e3ceffe70,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:23.773975 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:23.876670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Added routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:48:23.876978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.extraroute_db [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Removed routes are [] {{(pid=93932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:48:23.877367 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.143947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-f2a64fa2-952b-4538-98d5-eac629325303 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:24.145671 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-f2a64fa2-952b-4538-98d5-eac629325303 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1526978 Jul 07 22:48:24.194317 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-39084021-0baf-4634-805c-944dba4f079d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 380 time: 0.0403857 Jul 07 22:48:24.206834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271', 'security_groups': ['f33f0da1-d6d2-4208-8157-4b667e0f5322']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:24.326729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.335183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-151b4c8e-73db-4a90-a354-14042e0ea4b1 req-608fdcec-b609-43f1-b07e-b634af2074cf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 210 time: 0.0661249 Jul 07 22:48:24.339136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.341818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:48:24.347668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.416632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:24.487277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.14 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/5e4fcc85-92a1-4dd3-b92b-e9524204e188) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:24.499591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:24.508588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.509533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] Sync routers for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:24.510590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6ddfa6d8-d3e4-4010-a2d1-68228bb272d1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 700 time: 0.7902119 Jul 07 22:48:24.513222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59082) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:24.519696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:24.520571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:24.547079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-363dbcae-0e07-40bc-bf56-f3641cbef8e9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 205 time: 0.0320451 Jul 07 22:48:24.549243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59084) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:24.593307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:24.631844 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.652835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:22Z', 'revision_number': 11, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:24.665776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.680278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object 5e4fcc85-92a1-4dd3-b92b-e9524204e188 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:24.689623 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] Checking router: a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:24.698438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] Routers {'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:24.699091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:24.717553 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.773563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:24.775662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] Set router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:24.777783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:24.782926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:24.809813 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.812747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.828695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=5e4fcc85-92a1-4dd3-b92b-e9524204e188,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:24.862443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:24.863197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.865638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.866541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:48:24.867534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:22Z', 'revision_number': 11, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:24.880753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.883995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-281bf1ba-3351-48f1-bacc-50502b5323eb tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 204 len: 168 time: 0.3337269 Jul 07 22:48:24.889744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59086) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:24.895524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-19499239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:24.901388 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-cd6d2135-27cf-4f43-a897-701a8b209e48 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6993349 Jul 07 22:48:24.903205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c54f8-a43f-4bf4-85db-6e4cde02587d None None] The sync data for ids ['a3cdea19-5c47-4ed2-9e2f-15f0eba538a0'] in n-d-694802-13 is: [{'id': 'a3cdea19-5c47-4ed2-9e2f-15f0eba538a0', 'name': 'tempest-RoutersTest-router-960996495', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:50Z', 'updated_at': '2021-07-07T22:48:22Z', 'revision_number': 11, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:24.917091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Request body: {'port': {'device_id': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:24.974431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:24.975768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.024919 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:48:25.067529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.082566 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.168636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-df88a7db-6da1-447f-b33f-7e425f24bd6b None None] Provisioning for port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:25.174715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-df88a7db-6da1-447f-b33f-7e425f24bd6b None None] Provisioning complete for port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:25.175565 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-df88a7db-6da1-447f-b33f-7e425f24bd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.204881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.261006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-df88a7db-6da1-447f-b33f-7e425f24bd6b None None] Port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:48:25.270052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.271482 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d413855b-1be6-4b3c-923f-9817b755099b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3798816 Jul 07 22:48:25.274099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59090) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:25.278804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:25.519344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064ace1-fc39-4c02-8ff8-9a0ada40671f req-ae9710f2-ef08-461a-99df-9029cc8c1635 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:25.520909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b064ace1-fc39-4c02-8ff8-9a0ada40671f req-ae9710f2-ef08-461a-99df-9029cc8c1635 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 932 time: 0.0710618 Jul 07 22:48:25.545286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.579797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b064ace1-fc39-4c02-8ff8-9a0ada40671f req-1f361e93-3b3e-4406-a3cb-c34e8d0ed4bb tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522408 Jul 07 22:48:25.585437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645068'] for router, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.598137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4fcc85-92a1-4dd3-b92b-e9524204e188 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:48:25.639955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.683050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Transition to ACTIVE for port object 5e4fcc85-92a1-4dd3-b92b-e9524204e188 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:48:25.690216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:25.751918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4fcc85-92a1-4dd3-b92b-e9524204e188,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:26.067785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Router 1e712f51-b00d-4dff-a37e-3e51572cb1e4 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:48:26.177824 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:26.185820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.189850 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0c6ac567-7a6e-4c52-894f-a277daeaa24b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "PUT /v2.0/routers/1e712f51-b00d-4dff-a37e-3e51572cb1e4 HTTP/1.1" status: 200 len: 692 time: 0.9124970 Jul 07 22:48:26.190063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] Sync routers for ids ['1e712f51-b00d-4dff-a37e-3e51572cb1e4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:26.190526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59094) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.192516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Attempting to bind port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:48:26.192863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Attempting to bind port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:48:26.193201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Attempting to bind port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:26.200334 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] Routers {'1e712f51-b00d-4dff-a37e-3e51572cb1e4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:26.201085 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1e712f51-b00d-4dff-a37e-3e51572cb1e4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:26.235839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:48:26.236237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Attempting to bind port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:48:26.275164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:48:26.275590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:48:26.275909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:48:26.276367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Bound port: 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:48:26.277213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.286589 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b7f3edbe-b48a-4c06-acfa-586e2a83c611 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/routers/1e712f51-b00d-4dff-a37e-3e51572cb1e4 HTTP/1.1" status: 200 len: 698 time: 0.0948699 Jul 07 22:48:26.289330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59096) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.321708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-91429b3d-0db6-497b-b332-b50f251441e3 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=1e712f51-b00d-4dff-a37e-3e51572cb1e4 HTTP/1.1" status: 200 len: 205 time: 0.0310838 Jul 07 22:48:26.324571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59100) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.367920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] For port 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:48:26.371683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] For port 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:48:26.379561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.420107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.441363 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] Set router 1e712f51-b00d-4dff-a37e-3e51572cb1e4 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:26.459316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:26.465167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.467179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] 10.222.0.97 "PUT /v2.0/ports/5e4fcc85-92a1-4dd3-b92b-e9524204e188 HTTP/1.1" status: 200 len: 1093 time: 1.5561697 Jul 07 22:48:26.467709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:48:26.477808 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c744c251-7076-49a5-a89c-815e7c5915a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:48:26.507978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c059-b7f9-4a76-9f6b-4ca30033fc93 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4fcc85-92a1-4dd3-b92b-e9524204e188,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:26.557592 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a8a314-604c-4361-a4a7-bf197e2a4925 x-openstack-request-id: req-d7a8a314-604c-4361-a4a7-bf197e2a4925 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:48:26.558283 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:48:26.558283 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d7a8a314-604c-4361-a4a7-bf197e2a4925 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:48:26.558718 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'status': 'completed', 'code': 200} Jul 07 22:48:26.559617 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e712f51-b00d-4dff-a37e-3e51572cb1e4', 'name': 'tempest-RoutersTest-router-19499239', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:48:24Z', 'updated_at': '2021-07-07T22:48:25Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:26.608578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-d4c6e395-da76-420f-b4e6-e98e0e057fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:26.610620 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-d4c6e395-da76-420f-b4e6-e98e0e057fcd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 1096 time: 0.0928051 Jul 07 22:48:26.615902 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] Checking router: 1e712f51-b00d-4dff-a37e-3e51572cb1e4 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:26.644854 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] Routers {'1e712f51-b00d-4dff-a37e-3e51572cb1e4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:26.645657 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1e712f51-b00d-4dff-a37e-3e51572cb1e4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:26.649799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.652023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.684255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-fd1577bb-cfae-4c21-9d07-8f336f32e3a7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188 HTTP/1.1" status: 200 len: 217 time: 0.0663409 Jul 07 22:48:26.728561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.729280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Fanout notify agent at l3_agent the message router_deleted on router 1e712f51-b00d-4dff-a37e-3e51572cb1e4 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:48:26.740909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:26.748733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6bea9dfc-5c5c-47e3-8ce6-0db54faefe96 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/1e712f51-b00d-4dff-a37e-3e51572cb1e4 HTTP/1.1" status: 204 len: 168 time: 0.4229655 Jul 07 22:48:26.749378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59106) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.756580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] Set router 1e712f51-b00d-4dff-a37e-3e51572cb1e4 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:26.775230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-dbab278e-75a2-4952-b533-98a3cfd39d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:26.776736 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-dbab278e-75a2-4952-b533-98a3cfd39d77 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0862234 Jul 07 22:48:26.821803 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e712f51-b00d-4dff-a37e-3e51572cb1e4', 'name': 'tempest-RoutersTest-router-19499239', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:48:24Z', 'updated_at': '2021-07-07T22:48:25Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:26.827884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-05aca40d-b7b3-42e8-b70e-55a2d3e830aa tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=1e712f51-b00d-4dff-a37e-3e51572cb1e4 HTTP/1.1" status: 200 len: 205 time: 0.0771835 Jul 07 22:48:26.834956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59108) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.859731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-779dfa9f-9aad-4ca9-afa9-e5cc989a6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:26.861449 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bebfbd-d04d-4c3d-9230-49030881542e None None] The sync data for ids ['1e712f51-b00d-4dff-a37e-3e51572cb1e4'] in n-d-694802-13 is: [{'id': '1e712f51-b00d-4dff-a37e-3e51572cb1e4', 'name': 'tempest-RoutersTest-router-19499239', 'tenant_id': '7119df9f80b9412bbb04e6723fafe851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:48:24Z', 'updated_at': '2021-07-07T22:48:25Z', 'revision_number': 2, 'project_id': '7119df9f80b9412bbb04e6723fafe851', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:26.862271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-779dfa9f-9aad-4ca9-afa9-e5cc989a6f9c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789671 Jul 07 22:48:26.885704 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-d6227d2a-ba90-4a6d-a192-981c7540b829 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:26.889012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6227d2a-ba90-4a6d-a192-981c7540b829 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/1e712f51-b00d-4dff-a37e-3e51572cb1e4 HTTP/1.1" status: 404 len: 336 time: 0.0491567 Jul 07 22:48:26.889296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59110) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.931233 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f4414d-ae0d-4588-8523-495de6185f44 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:26.931698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f4414d-ae0d-4588-8523-495de6185f44 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:26.933421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78f4414d-ae0d-4588-8523-495de6185f44 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/edadc5d9-41c1-4c2f-8420-34238c49ad49 HTTP/1.1" status: 404 len: 337 time: 0.0432117 Jul 07 22:48:26.937213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59112) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.975510 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd1e728-b268-49ac-8269-52dcf2b7e179 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:26.975986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd1e728-b268-49ac-8269-52dcf2b7e179 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:26.978344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8dd1e728-b268-49ac-8269-52dcf2b7e179 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/38a49d96-7802-4543-a6f6-05de8497f103 HTTP/1.1" status: 404 len: 337 time: 0.0399902 Jul 07 22:48:26.982380 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:26.989537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6180c64-1a73-4f20-a4a1-b9dd9d3b9ad4 req-74fed632-9b55-45b7-91b5-638c8ee53f57 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:26.991429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6180c64-1a73-4f20-a4a1-b9dd9d3b9ad4 req-74fed632-9b55-45b7-91b5-638c8ee53f57 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.2064037 Jul 07 22:48:27.033573 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2817d0f-2edb-430c-b698-a8d7bdf5db5b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.033851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2817d0f-2edb-430c-b698-a8d7bdf5db5b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.035811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c2817d0f-2edb-430c-b698-a8d7bdf5db5b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/13a24913-37ad-44b8-8fea-87ce6355bdab HTTP/1.1" status: 404 len: 337 time: 0.0511968 Jul 07 22:48:27.038347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59116) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.051870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-ecb8b545-6168-43fe-8f02-59ec61284c7d service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819046 Jul 07 22:48:27.052958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f6180c64-1a73-4f20-a4a1-b9dd9d3b9ad4 req-56a77522-a94b-485f-9d48-59e45f38e325 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504625 Jul 07 22:48:27.080975 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e24b522-5af3-49ae-890d-8215ee5f56d4 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.081437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e24b522-5af3-49ae-890d-8215ee5f56d4 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.085532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4e24b522-5af3-49ae-890d-8215ee5f56d4 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/2bc60daf-ef6c-462d-ab79-dac172f4f804 HTTP/1.1" status: 404 len: 337 time: 0.0439072 Jul 07 22:48:27.085932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59118) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.127192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8c2bae13-f693-453a-a48d-9d02c29dbe10 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 200 len: 205 time: 0.0394540 Jul 07 22:48:27.129201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59120) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.173313 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-0951a2bf-647a-4d63-a466-897bc82cda1a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:27.174380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0951a2bf-647a-4d63-a466-897bc82cda1a tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/a3cdea19-5c47-4ed2-9e2f-15f0eba538a0 HTTP/1.1" status: 404 len: 336 time: 0.0442457 Jul 07 22:48:27.177164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59122) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.179781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-520b5ed0-d844-45ad-ada3-6222f96e6413 req-7b81e2bf-781f-4215-8fb7-c0b9d37c43c5 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094377 Jul 07 22:48:27.210104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fa3ab5b2-c745-4daa-8027-ca70e43e27fa tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=611dea22-962a-4f83-b84d-0a6d169db375 HTTP/1.1" status: 200 len: 205 time: 0.0300333 Jul 07 22:48:27.211244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59124) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.250585 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-1eada9b3-2017-44a4-a7a1-c99bd7b713dd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:27.251688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1eada9b3-2017-44a4-a7a1-c99bd7b713dd tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/611dea22-962a-4f83-b84d-0a6d169db375 HTTP/1.1" status: 404 len: 336 time: 0.0395188 Jul 07 22:48:27.254158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59126) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.281519 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d082d64-c681-4ccb-883d-55d6663bd100 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.281970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d082d64-c681-4ccb-883d-55d6663bd100 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.283718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5d082d64-c681-4ccb-883d-55d6663bd100 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/74a359f2-872f-4519-b559-8022ec632260 HTTP/1.1" status: 404 len: 337 time: 0.0286388 Jul 07 22:48:27.286469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59128) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.288459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-34de1108-f111-404f-9b23-f9bc0a38c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:27.290003 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-34de1108-f111-404f-9b23-f9bc0a38c934 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 1096 time: 0.0559034 Jul 07 22:48:27.318894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f92f1aea-9bb6-4c31-8f71-d43c05a605e6 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 200 len: 205 time: 0.0312712 Jul 07 22:48:27.321234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59130) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.360684 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-5b360307-e600-4eb5-bdc6-a6230587a1ef tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:27.361807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5b360307-e600-4eb5-bdc6-a6230587a1ef tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/22894955-e906-43ea-aa74-aae39da88feb HTTP/1.1" status: 404 len: 336 time: 0.0396609 Jul 07 22:48:27.364535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59132) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.391702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-d2139381-2c32-4e15-87ec-730a1d7fba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:27.393363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-d2139381-2c32-4e15-87ec-730a1d7fba37 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0973916 Jul 07 22:48:27.398207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-29377482-84af-4ce2-bc20-e04b41975404 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=a51c6f2f-db6e-413d-9021-51e655f715bf HTTP/1.1" status: 200 len: 205 time: 0.0288179 Jul 07 22:48:27.398562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59134) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.469828 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-66d7698d-08fb-40bc-a300-28c24a896fa1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:27.470903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-66d7698d-08fb-40bc-a300-28c24a896fa1 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/a51c6f2f-db6e-413d-9021-51e655f715bf HTTP/1.1" status: 404 len: 336 time: 0.0713131 Jul 07 22:48:27.472489 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-a1554d5e-6d7c-4426-8133-afe386852d82 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188 HTTP/1.1" status: 200 len: 217 time: 0.0718095 Jul 07 22:48:27.473522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59140) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.510259 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee7f668-2c0a-4637-97fe-f4e287b4be12 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.512944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee7f668-2c0a-4637-97fe-f4e287b4be12 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.519112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fee7f668-2c0a-4637-97fe-f4e287b4be12 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/94f4dcd7-db8b-4608-ad90-d9a6745fc44a HTTP/1.1" status: 404 len: 337 time: 0.0443087 Jul 07 22:48:27.521691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59142) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.540083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-0024ed6b-7ec5-45f2-87a5-2109d85281e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:27.541586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-0024ed6b-7ec5-45f2-87a5-2109d85281e0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0621386 Jul 07 22:48:27.551272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9493a782-af4c-4263-aca1-9422e474d4e2 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=66752049-8b0b-4c67-8c8e-4e7e47d85aa7 HTTP/1.1" status: 200 len: 205 time: 0.0283561 Jul 07 22:48:27.553803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59144) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.596098 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-4372d67e-edae-4779-8085-9a9957639815 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:27.597267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4372d67e-edae-4779-8085-9a9957639815 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/66752049-8b0b-4c67-8c8e-4e7e47d85aa7 HTTP/1.1" status: 404 len: 336 time: 0.0424469 Jul 07 22:48:27.599884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59146) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.612143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-03d4df88-5a7f-4aa7-9a62-aec1b7e20a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:27.614144 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-03d4df88-5a7f-4aa7-9a62-aec1b7e20a96 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663793 Jul 07 22:48:27.632338 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-984ebbde-b941-429b-ab56-738c5f49ca6f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.632795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984ebbde-b941-429b-ab56-738c5f49ca6f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.636977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-984ebbde-b941-429b-ab56-738c5f49ca6f tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/1811b995-58bd-41a6-8b4a-a91c0d35332a HTTP/1.1" status: 404 len: 337 time: 0.0334525 Jul 07 22:48:27.637152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.671839 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e7290ef4-888e-412e-844e-9023041f2f1b tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "GET /v2.0/ports?device_id=11dfd8bb-cb00-46da-93eb-ac60345d0269 HTTP/1.1" status: 200 len: 205 time: 0.0312672 Jul 07 22:48:27.672067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.708926 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-923171e2-c319-4ac3-ac6f-cc12b150921e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] delete failed (client error): The resource could not be found. Jul 07 22:48:27.710005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-923171e2-c319-4ac3-ac6f-cc12b150921e tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/routers/11dfd8bb-cb00-46da-93eb-ac60345d0269 HTTP/1.1" status: 404 len: 336 time: 0.0371788 Jul 07 22:48:27.714225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-f900c076-ec36-4fb2-b11a-4769b383c2cd service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933971 Jul 07 22:48:27.715241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59152) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.745006 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c8b91a-bf1e-41fc-ace4-9a8fd95d32b9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.745475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c8b91a-bf1e-41fc-ace4-9a8fd95d32b9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.747242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-64c8b91a-bf1e-41fc-ace4-9a8fd95d32b9 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/8ca4b59e-15b9-4a7d-95cf-561343160cf7 HTTP/1.1" status: 404 len: 337 time: 0.0301592 Jul 07 22:48:27.750565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:27.782815 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b55a29-18ef-449c-9098-56d325432001 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] DELETE failed (client error): The resource could not be found. Jul 07 22:48:27.783360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b55a29-18ef-449c-9098-56d325432001 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:48:27.785518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-33b55a29-18ef-449c-9098-56d325432001 tempest-RoutersTest-951619034 tempest-RoutersTest-951619034-project] 10.222.0.95 "DELETE /v2.0/subnets/53d87b1d-bbff-453a-ae27-a03cb69d17d5 HTTP/1.1" status: 404 len: 337 time: 0.0337424 Jul 07 22:48:27.821247 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c744c251-7076-49a5-a89c-815e7c5915a0 req-a22965e7-8d1f-4e05-8f4a-0f0c2ca2e1d4 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010582 Jul 07 22:48:28.049517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59160) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:28.249871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-67da0e2e-eb0a-4cf8-bbf5-bba5491ed2be admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7119df9f80b9412bbb04e6723fafe851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989233 Jul 07 22:48:28.252298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59166) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:28.270800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd400cb-adf7-41db-9c3f-616e3118301d req-722ca401-7a22-4998-a0bd-d2e4bac6b5a2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:28.272502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3cd400cb-adf7-41db-9c3f-616e3118301d req-722ca401-7a22-4998-a0bd-d2e4bac6b5a2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0982051 Jul 07 22:48:28.305112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac758e9b-a4fa-494a-9e3d-316a584afe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:28.317583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3cd400cb-adf7-41db-9c3f-616e3118301d req-24911e6e-7902-4c51-a11e-658410f23b15 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Jul 07 22:48:28.327218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac758e9b-a4fa-494a-9e3d-316a584afe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:28.375825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac758e9b-a4fa-494a-9e3d-316a584afe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:28.378604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ac758e9b-a4fa-494a-9e3d-316a584afe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:28.379809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ac758e9b-a4fa-494a-9e3d-316a584afe86 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6bee9acd-f7df-4f2d-8b4b-7845804cbe08 HTTP/1.1" status: 204 len: 168 time: 0.1265199 Jul 07 22:48:28.390234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac758e9b-a4fa-494a-9e3d-316a584afe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee9acd-f7df-4f2d-8b4b-7845804cbe08,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:29.500422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9d1c-a92a-4294-9b8f-dd97f29b71c0 req-a0f13d3b-da99-4a10-a5e1-b50600e9bc32 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:29.501928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c87c9d1c-a92a-4294-9b8f-dd97f29b71c0 req-a0f13d3b-da99-4a10-a5e1-b50600e9bc32 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0656590 Jul 07 22:48:29.542664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c87c9d1c-a92a-4294-9b8f-dd97f29b71c0 req-9e347733-bc80-4dc5-9e04-58867b34d885 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351875 Jul 07 22:48:30.718191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63a36a-5d4a-4f4b-91da-2eef7d5be66b req-63098c39-5597-421f-8955-ed73259e406f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:30.719723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a63a36a-5d4a-4f4b-91da-2eef7d5be66b req-63098c39-5597-421f-8955-ed73259e406f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0625172 Jul 07 22:48:30.765798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a63a36a-5d4a-4f4b-91da-2eef7d5be66b req-66041cea-aedd-4031-aa9c-092f37c47d37 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Jul 07 22:48:31.942024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3835c-193b-420b-9c88-91146fc998f4 req-edfbe2a7-1f81-4be8-95c1-b13c2254a7b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:31.943556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f3835c-193b-420b-9c88-91146fc998f4 req-edfbe2a7-1f81-4be8-95c1-b13c2254a7b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0626135 Jul 07 22:48:31.980521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73f3835c-193b-420b-9c88-91146fc998f4 req-9382faf6-9cb8-42fa-82c4-6b45736e7ada tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Jul 07 22:48:33.161591 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632c079-0090-4c19-978f-4b1304df47a5 req-e17b864d-4bda-46e0-8456-809da451449f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:33.163151 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2632c079-0090-4c19-978f-4b1304df47a5 req-e17b864d-4bda-46e0-8456-809da451449f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0699883 Jul 07 22:48:33.199942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2632c079-0090-4c19-978f-4b1304df47a5 req-c18b62ab-8e0b-4531-a062-04ed8d81e939 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Jul 07 22:48:34.380503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78409c44-ea6b-49d6-ac43-aae5b5fd557e req-20bec065-fc07-45b7-a181-04a38d6b90e1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:34.382015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78409c44-ea6b-49d6-ac43-aae5b5fd557e req-20bec065-fc07-45b7-a181-04a38d6b90e1 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0636642 Jul 07 22:48:34.419440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-78409c44-ea6b-49d6-ac43-aae5b5fd557e req-d89b991a-a0d0-46ea-8f7d-8493b6ac45a7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Jul 07 22:48:35.593227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a754e0-b4ce-4779-802c-0197332098ac req-6fdb73a2-b442-4235-af69-75b561431a92 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:35.594750 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00a754e0-b4ce-4779-802c-0197332098ac req-6fdb73a2-b442-4235-af69-75b561431a92 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0630736 Jul 07 22:48:35.636449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-00a754e0-b4ce-4779-802c-0197332098ac req-9d917404-3e27-49a0-8e1d-a4eeb022fea7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361028 Jul 07 22:48:36.819073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac705-2bc3-4993-8093-b43da4d3dcc1 req-1aa22bf9-dacc-435c-9256-2ae21339829e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:36.820590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee6ac705-2bc3-4993-8093-b43da4d3dcc1 req-1aa22bf9-dacc-435c-9256-2ae21339829e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 944 time: 0.0658255 Jul 07 22:48:36.869924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee6ac705-2bc3-4993-8093-b43da4d3dcc1 req-9c6dde30-f5ab-4554-8e2e-2eb8233f87d7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384722 Jul 07 22:48:37.507460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5e4fcc85-92a1-4dd3-b92b-e9524204e188 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:48:37.607107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:37.618988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'mac_address': 'fa:16:3e:cc:49:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:48:37.657113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:37.670410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4fcc85-92a1-4dd3-b92b-e9524204e188 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:48:37.690316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:37.695184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:37.749687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5e4fcc85-92a1-4dd3-b92b-e9524204e188,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:38.013260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5e4fcc85-92a1-4dd3-b92b-e9524204e188'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:48:38.056775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46ff14-d95a-4bb6-ad00-671b46a5de33 req-76fbf749-f69d-4082-9180-1f71baa13591 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:38.057968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a46ff14-d95a-4bb6-ad00-671b46a5de33 req-76fbf749-f69d-4082-9180-1f71baa13591 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 945 time: 0.0716116 Jul 07 22:48:38.109519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a46ff14-d95a-4bb6-ad00-671b46a5de33 req-eddbde38-cb0a-4e25-9fee-7a027b846b01 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Jul 07 22:48:39.294165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfac19-4188-49e3-a388-40a3bca45301 req-4829040d-ac0b-449a-99ae-00e4d8a2e7db tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:39.303108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9dfac19-4188-49e3-a388-40a3bca45301 req-4829040d-ac0b-449a-99ae-00e4d8a2e7db tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 945 time: 0.0824440 Jul 07 22:48:39.343107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9dfac19-4188-49e3-a388-40a3bca45301 req-2ef52dbe-df3e-4716-81fd-e724a4d7f6cf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Jul 07 22:48:39.542382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5e4fcc85-92a1-4dd3-b92b-e9524204e188 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:48:39.593984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:48:39.598014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:48:39.598495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:39.678018 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:39.705208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:48:39.707561 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4802e0-ebd7-4c41-80fc-1ab390664ccb" -d '{"events": [{"server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "name": "network-vif-plugged", "status": "completed", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:48:39.720964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:48:39.726377 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:39.753754 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e5bb5-ce99-4e12-82d7-d36c0cfae1a8 x-openstack-request-id: req-850e5bb5-ce99-4e12-82d7-d36c0cfae1a8 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:48:39.754054 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "name": "network-vif-plugged", "status": "completed", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:48:39.754341 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-850e5bb5-ce99-4e12-82d7-d36c0cfae1a8 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:48:39.754783 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'code': 200} Jul 07 22:48:39.796632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5e4fcc85-92a1-4dd3-b92b-e9524204e188,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:39.889834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36425bf-55ec-4eb1-a46c-d5c5d2efe713 req-b23af89f-fde0-4130-bd73-ae656756aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:39.891520 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f36425bf-55ec-4eb1-a46c-d5c5d2efe713 req-b23af89f-fde0-4130-bd73-ae656756aadf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 1098 time: 0.0626683 Jul 07 22:48:39.928209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f36425bf-55ec-4eb1-a46c-d5c5d2efe713 req-be5262b5-79c1-4957-b479-9a34a214ac2b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294640 Jul 07 22:48:40.520908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45945-71c5-4432-bbd8-01236248920b req-31843ad7-da4e-4a1e-82f5-19b5e0fbace5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:40.522408 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbc45945-71c5-4432-bbd8-01236248920b req-31843ad7-da4e-4a1e-82f5-19b5e0fbace5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 946 time: 0.0657499 Jul 07 22:48:40.560100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dbc45945-71c5-4432-bbd8-01236248920b req-25be03f1-c83b-4e1a-aa0f-c36860105175 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Jul 07 22:48:41.743200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0356b-5c1d-4e26-8521-cdc32522ebe5 req-cc9eed3c-044b-462b-ae0f-9c85752e4845 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:41.744941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ff0356b-5c1d-4e26-8521-cdc32522ebe5 req-cc9eed3c-044b-462b-ae0f-9c85752e4845 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 946 time: 0.0676904 Jul 07 22:48:41.786383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ff0356b-5c1d-4e26-8521-cdc32522ebe5 req-b6af4b42-9d1f-4b9f-94dd-bb8244060ecd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358872 Jul 07 22:48:42.047549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec9900-bafc-4a33-8b61-0fb6290cc1b0 req-bf8a1697-cb1d-4502-a1dc-87dbdd7123cf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:42.048937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82ec9900-bafc-4a33-8b61-0fb6290cc1b0 req-bf8a1697-cb1d-4502-a1dc-87dbdd7123cf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 946 time: 0.0628324 Jul 07 22:48:42.085128 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82ec9900-bafc-4a33-8b61-0fb6290cc1b0 req-fc0d2b93-af4f-4d3e-954b-7ab5044bf19a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Jul 07 22:48:42.110092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59340) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:42.163569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8320b5f3-8bba-498a-b0a0-00e3bf50dc66 tempest-TestVolumeBootPattern-496849211 tempest-TestVolumeBootPattern-496849211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:42.165152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8320b5f3-8bba-498a-b0a0-00e3bf50dc66 tempest-TestVolumeBootPattern-496849211 tempest-TestVolumeBootPattern-496849211-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 1093 time: 0.0540028 Jul 07 22:48:42.167967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59342) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:42.172670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:48:42.194842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:42.295962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:42.400235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.25.5.52 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/b6cec518-a6de-47e5-bcd6-e2190b236909) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:48:42.520884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:42.558737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:42.597791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:48:42.604759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:48:42.608287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:48:42.631126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=b6cec518-a6de-47e5-bcd6-e2190b236909,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:43.092567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:43.203370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:43.355987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:43.360712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:43.429838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=b6cec518-a6de-47e5-bcd6-e2190b236909,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:43.437976 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:43.537444 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Floating IP bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6 associated. External IP: 172.25.5.52, port: 5e4fcc85-92a1-4dd3-b92b-e9524204e188. Jul 07 22:48:44.052038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:48:44.182569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:48:44.193240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:48:44.203188 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:44.204985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:44.205838 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:44.241139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6cb550b1-674b-4aed-82ec-8e614d905ef8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0721250 Jul 07 22:48:44.242606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:48:44.244938 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:48:44.287352 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d5ecbb-01fc-49ca-96e5-1f37bfe173ca x-openstack-request-id: req-04d5ecbb-01fc-49ca-96e5-1f37bfe173ca {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:48:44.287757 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:48:44.288112 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-04d5ecbb-01fc-49ca-96e5-1f37bfe173ca {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:48:44.288635 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'status': 'completed', 'code': 200} Jul 07 22:48:44.370319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-76e487b7-78ca-48e0-94b5-032afa081f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:44.371821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-76e487b7-78ca-48e0-94b5-032afa081f39 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 1098 time: 0.0591075 Jul 07 22:48:44.466161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-aa8fcaa7-fe5a-49b6-a0f0-41d76cbc0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:44.468009 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-aa8fcaa7-fe5a-49b6-a0f0-41d76cbc0b94 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0895014 Jul 07 22:48:44.483688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:44.539783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-b1a2cc6d-3945-4db4-848a-795c9851381b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188 HTTP/1.1" status: 200 len: 999 time: 0.0642028 Jul 07 22:48:44.592882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-fd3dcba8-28b3-400e-b223-1d06a334d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:44.594712 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-fd3dcba8-28b3-400e-b223-1d06a334d08b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0489440 Jul 07 22:48:44.656133 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-6684978a-a00a-45ce-937f-2133dccf521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:44.657783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-6684978a-a00a-45ce-937f-2133dccf521b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559070 Jul 07 22:48:44.709652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:cc:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:48:42Z', 'updated_at': '2021-07-07T22:48:42Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:44.741442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:48:44.751800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:48:44.752535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:48:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:44.762106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-4bee4a45-326f-4645-a076-f3ced4ae6ea5 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969720 Jul 07 22:48:44.861980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:48:44.864213 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8a9e3896-cd0e-464d-ac67-2909ed5ec6ee req-c10fbac6-f57c-4ff9-8c0b-4665070da031 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951915 Jul 07 22:48:45.093993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:cc:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:48:42Z', 'updated_at': '2021-07-07T22:48:42Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:48:45.121102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578021d7-b9ee-4a17-b68a-c4ea7193df20 None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:cc:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:48:42Z', 'updated_at': '2021-07-07T22:48:42Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:48:45.485730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df828eaa-f79c-468a-9ab2-4fcf7bceb00a None None] New status for floating IP bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:48:46.636425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59394) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:46.738052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-933a470b-621d-4ff6-b900-338f6b7f01d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.824498 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-933a470b-621d-4ff6-b900-338f6b7f01d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.829070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-933a470b-621d-4ff6-b900-338f6b7f01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.865476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a470b-621d-4ff6-b900-338f6b7f01d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e986ad96-1917-45c8-a670-8806ae37c7ff,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:46.869827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-933a470b-621d-4ff6-b900-338f6b7f01d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=306e1c6e341745508bf7a2db65cf6a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323766 Jul 07 22:48:46.872430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59398) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:46.925239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07ffdc21-580d-4acd-85d8-fd68cffa2503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.945555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07ffdc21-580d-4acd-85d8-fd68cffa2503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.990419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07ffdc21-580d-4acd-85d8-fd68cffa2503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.992937 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-07ffdc21-580d-4acd-85d8-fd68cffa2503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:46.994083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-07ffdc21-580d-4acd-85d8-fd68cffa2503 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e986ad96-1917-45c8-a670-8806ae37c7ff HTTP/1.1" status: 204 len: 168 time: 0.1201611 Jul 07 22:48:47.001700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffdc21-580d-4acd-85d8-fd68cffa2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e986ad96-1917-45c8-a670-8806ae37c7ff,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:47.032900 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.254063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59404) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:47.267700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-17a036a0-f54b-4e1e-b8d9-67631838dc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.354723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-17a036a0-f54b-4e1e-b8d9-67631838dc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.358320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-17a036a0-f54b-4e1e-b8d9-67631838dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.396597 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-17a036a0-f54b-4e1e-b8d9-67631838dc81 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a703ea68798d4a5eb54a6ceb4b2aa8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413879 Jul 07 22:48:47.398040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59408) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:47.398934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a036a0-f54b-4e1e-b8d9-67631838dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b70af-a013-4334-b721-b375ccc3d10e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:47.454852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.477315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.522979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.525514 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.526687 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ce6b70af-a013-4334-b721-b375ccc3d10e HTTP/1.1" status: 204 len: 168 time: 0.1268599 Jul 07 22:48:47.534698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b70af-a013-4334-b721-b375ccc3d10e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:47.542164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.542503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.542876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.543221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.543558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.543896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.544233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.544638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.544933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.545265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.545597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:47.545924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f8501-599f-4122-af76-b075e61102c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:48:48.369204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6d446532-45dc-4c3a-9ae7-9327b237edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:48.928420 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:51.366155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c2fa055f-9c09-43ea-81ca-25b044886b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:51.424078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:51.799152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59502) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:51.914784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f560c599-a2b1-4190-be73-85c7d770c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.008123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f560c599-a2b1-4190-be73-85c7d770c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.011986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f560c599-a2b1-4190-be73-85c7d770c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.052266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560c599-a2b1-4190-be73-85c7d770c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb27f36-125c-4652-b13e-6960b13c31aa,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:52.058165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f560c599-a2b1-4190-be73-85c7d770c497 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=190e0dfb2ac44612b9f8102ac4336cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579269 Jul 07 22:48:52.063267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59508) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:52.115259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65bdea59-8f54-46fc-bc2d-c07902950288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.138150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65bdea59-8f54-46fc-bc2d-c07902950288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.186887 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65bdea59-8f54-46fc-bc2d-c07902950288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.189917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-65bdea59-8f54-46fc-bc2d-c07902950288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.191174 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-65bdea59-8f54-46fc-bc2d-c07902950288 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1fb27f36-125c-4652-b13e-6960b13c31aa HTTP/1.1" status: 204 len: 168 time: 0.1269128 Jul 07 22:48:52.199524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdea59-8f54-46fc-bc2d-c07902950288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb27f36-125c-4652-b13e-6960b13c31aa,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:52.234260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.465667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59514) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:52.480575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73d1-7467-43b9-a960-10884c2e8725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.580513 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73d1-7467-43b9-a960-10884c2e8725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.584211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73d1-7467-43b9-a960-10884c2e8725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.625453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf3c73d1-7467-43b9-a960-10884c2e8725 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b7c46241f6e14cef97a8256c8ec55341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586177 Jul 07 22:48:52.626329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c73d1-7467-43b9-a960-10884c2e8725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f1b4c-c536-4029-834b-eeba530032f2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:52.628845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59516) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:52.684561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8436-d515-4e2c-9080-b6bb8fe21fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.705544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8436-d515-4e2c-9080-b6bb8fe21fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.751524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8436-d515-4e2c-9080-b6bb8fe21fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.754192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8436-d515-4e2c-9080-b6bb8fe21fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:52.755493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fbfe8436-d515-4e2c-9080-b6bb8fe21fcf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1e2f1b4c-c536-4029-834b-eeba530032f2 HTTP/1.1" status: 204 len: 168 time: 0.1256039 Jul 07 22:48:52.763894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe8436-d515-4e2c-9080-b6bb8fe21fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f1b4c-c536-4029-834b-eeba530032f2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:48:53.777809 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:02.025125 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:49:05.579566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59648) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:05.681383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df4df03f-5390-4872-955e-dcbf99640cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.772155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df4df03f-5390-4872-955e-dcbf99640cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.775830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-df4df03f-5390-4872-955e-dcbf99640cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.812734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-df4df03f-5390-4872-955e-dcbf99640cbd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ff7d9fb7314f44248e26f405e83111e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314889 Jul 07 22:49:05.814575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4df03f-5390-4872-955e-dcbf99640cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ef71e-507a-4cdc-bf5a-93b9ae086187,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:05.815456 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59652) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:05.874871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.897057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.947076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.949666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:05.950843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f02ef71e-507a-4cdc-bf5a-93b9ae086187 HTTP/1.1" status: 204 len: 168 time: 0.1343701 Jul 07 22:49:05.958880 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ef71e-507a-4cdc-bf5a-93b9ae086187,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:05.967464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.967854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.968368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.968718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.969192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.969529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.969865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.970197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.970524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.970879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.971207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:05.971532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13dc9-799a-4964-88f7-9ef722a25c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:49:06.207553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59660) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:06.221548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a8330a5-7c14-4c58-a95f-45f52ea9c338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.312828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a8330a5-7c14-4c58-a95f-45f52ea9c338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.316505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8a8330a5-7c14-4c58-a95f-45f52ea9c338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.357329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8330a5-7c14-4c58-a95f-45f52ea9c338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aff31ec-5356-41c1-97c4-b94b834bd3c9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:06.362400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8a8330a5-7c14-4c58-a95f-45f52ea9c338 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d8d0c0c276b54788b75cabbcf80cf1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537962 Jul 07 22:49:06.365010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59662) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:06.411803 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b61fc56f-bdb7-4dae-bb03-717caab293cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.432991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b61fc56f-bdb7-4dae-bb03-717caab293cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.478315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b61fc56f-bdb7-4dae-bb03-717caab293cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.480896 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b61fc56f-bdb7-4dae-bb03-717caab293cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:06.482129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b61fc56f-bdb7-4dae-bb03-717caab293cc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4aff31ec-5356-41c1-97c4-b94b834bd3c9 HTTP/1.1" status: 204 len: 168 time: 0.1161795 Jul 07 22:49:06.491780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc56f-bdb7-4dae-bb03-717caab293cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aff31ec-5356-41c1-97c4-b94b834bd3c9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:08.139180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59714) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:08.245593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64a9d316-1730-4dfe-b783-d8a325fad799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.333703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64a9d316-1730-4dfe-b783-d8a325fad799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.337236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-64a9d316-1730-4dfe-b783-d8a325fad799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.374028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-64a9d316-1730-4dfe-b783-d8a325fad799 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67eb3e816a40436d9dc116ad6ae8f034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330656 Jul 07 22:49:08.375532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9d316-1730-4dfe-b783-d8a325fad799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd0c70-bdff-4739-8553-83c6a15fbaca,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:08.377260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59718) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:08.430324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8fe11829-22d2-4332-99d7-09959dcc5de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.455306 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8fe11829-22d2-4332-99d7-09959dcc5de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.509610 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8fe11829-22d2-4332-99d7-09959dcc5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.513006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8fe11829-22d2-4332-99d7-09959dcc5de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.514312 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8fe11829-22d2-4332-99d7-09959dcc5de9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3efd0c70-bdff-4739-8553-83c6a15fbaca HTTP/1.1" status: 204 len: 168 time: 0.1359942 Jul 07 22:49:08.524505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe11829-22d2-4332-99d7-09959dcc5de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd0c70-bdff-4739-8553-83c6a15fbaca,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:08.774014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59726) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:08.787911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05dcf47e-e4bb-4e40-95c6-27999f5e6fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.886355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05dcf47e-e4bb-4e40-95c6-27999f5e6fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.889941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05dcf47e-e4bb-4e40-95c6-27999f5e6fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:08.932719 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05dcf47e-e4bb-4e40-95c6-27999f5e6fef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=32265c9009d341b68b6021b86926dc9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575241 Jul 07 22:49:08.935321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcf47e-e4bb-4e40-95c6-27999f5e6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac66b84-da93-4410-b22b-ae1d2a4aaa0b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:08.935572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59728) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:08.991989 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f79c648-6a87-477a-a7c1-f73735582d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:09.012446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f79c648-6a87-477a-a7c1-f73735582d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:09.060147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f79c648-6a87-477a-a7c1-f73735582d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:09.062878 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f79c648-6a87-477a-a7c1-f73735582d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:09.064073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f79c648-6a87-477a-a7c1-f73735582d1c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bac66b84-da93-4410-b22b-ae1d2a4aaa0b HTTP/1.1" status: 204 len: 168 time: 0.1273730 Jul 07 22:49:09.071753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c648-6a87-477a-a7c1-f73735582d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac66b84-da93-4410-b22b-ae1d2a4aaa0b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:10.868353 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59790) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:10.970648 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b35375b-e3f5-44c1-bfd2-48ea1c3df70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.060646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b35375b-e3f5-44c1-bfd2-48ea1c3df70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.065618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b35375b-e3f5-44c1-bfd2-48ea1c3df70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.103931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b35375b-e3f5-44c1-bfd2-48ea1c3df70b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e76779114b514cef877e05bad69803c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345114 Jul 07 22:49:11.105077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35375b-e3f5-44c1-bfd2-48ea1c3df70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e25596-0c38-4715-9b5b-5483cc7875ca,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:11.106557 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59794) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:11.157230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79549d58-aa8f-4130-9d75-ec8153f37bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.178191 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79549d58-aa8f-4130-9d75-ec8153f37bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.223048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79549d58-aa8f-4130-9d75-ec8153f37bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.226021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79549d58-aa8f-4130-9d75-ec8153f37bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.227268 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-79549d58-aa8f-4130-9d75-ec8153f37bd5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/73e25596-0c38-4715-9b5b-5483cc7875ca HTTP/1.1" status: 204 len: 168 time: 0.1190178 Jul 07 22:49:11.235776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79549d58-aa8f-4130-9d75-ec8153f37bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e25596-0c38-4715-9b5b-5483cc7875ca,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:11.477652 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 59800) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:11.491389 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b150e734-6b8e-469b-971e-29c51561a2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.586321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b150e734-6b8e-469b-971e-29c51561a2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.591558 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b150e734-6b8e-469b-971e-29c51561a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.634204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b150e734-6b8e-469b-971e-29c51561a2b2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=95a58fc19efc4ab793680d4690eccfa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554008 Jul 07 22:49:11.636241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150e734-6b8e-469b-971e-29c51561a2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6985b3-435b-4484-b655-7631ccd58c0e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:11.636976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 59802) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:11.686511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc24ffd3-5268-4ee1-a30c-36468bdc3f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.711919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc24ffd3-5268-4ee1-a30c-36468bdc3f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.759430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc24ffd3-5268-4ee1-a30c-36468bdc3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.765561 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cc24ffd3-5268-4ee1-a30c-36468bdc3f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:11.766914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cc24ffd3-5268-4ee1-a30c-36468bdc3f7d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/af6985b3-435b-4484-b655-7631ccd58c0e HTTP/1.1" status: 204 len: 168 time: 0.1288357 Jul 07 22:49:11.775103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24ffd3-5268-4ee1-a30c-36468bdc3f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6985b3-435b-4484-b655-7631ccd58c0e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:17.025820 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:18.362929 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7b669557-2eb3-4705-97f4-a37c8a6ca262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:18.918207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:19.134931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-6f53bfde-0651-4646-b235-7dc191679b80 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525434 Jul 07 22:49:19.227641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-907527e4-0ed5-4671-96eb-8d5768396861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:19.229203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-907527e4-0ed5-4671-96eb-8d5768396861 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1098 time: 0.0533216 Jul 07 22:49:19.341043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-a3054d71-9adc-454b-a578-debd12aabb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:19.343453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-a3054d71-9adc-454b-a578-debd12aabb69 service neutron] 10.222.0.103 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.0938108 Jul 07 22:49:19.407479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-d1f2aa39-8b68-4870-9252-3c928bc03e26 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 1002 time: 0.0590727 Jul 07 22:49:19.456124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-f9f95d50-cc41-4213-a404-296f0db6d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:19.457712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-f9f95d50-cc41-4213-a404-296f0db6d901 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0443757 Jul 07 22:49:19.532052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-59391fe3-2b2c-4dc3-8023-d9307962dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:19.533614 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-59391fe3-2b2c-4dc3-8023-d9307962dcb7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634265 Jul 07 22:49:19.625984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-d9f03356-5ff3-46d3-8044-bca85bae306b service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859132 Jul 07 22:49:19.721445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-555256b4-59b9-4da1-90e1-eb4cbad7400e req-2362e514-af5b-4ab1-85ad-2c2bfc97c01f service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890741 Jul 07 22:49:19.862365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-5abb161a-ae58-4ecf-ad66-f6243503a963 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549912 Jul 07 22:49:19.957783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b6fd-8108-4577-b066-e39afb5c493d req-0f1b2c0b-6b12-42d0-9392-69354132df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:19.959255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-0f1b2c0b-6b12-42d0-9392-69354132df5f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.0543895 Jul 07 22:49:20.073699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b6fd-8108-4577-b066-e39afb5c493d req-ed4e1e7f-627b-441d-bb78-08e94a3d7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:20.075743 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-ed4e1e7f-627b-441d-bb78-08e94a3d7f81 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 909 time: 0.0950253 Jul 07 22:49:20.144631 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-709af3f0-1edb-4bca-95cf-032ac9b5e08b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 1000 time: 0.0611336 Jul 07 22:49:20.194076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b6fd-8108-4577-b066-e39afb5c493d req-be23d4f5-8a9c-4000-8deb-d46ab6e30a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:20.195613 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-be23d4f5-8a9c-4000-8deb-d46ab6e30a6c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0450757 Jul 07 22:49:20.259364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b6fd-8108-4577-b066-e39afb5c493d req-dc070040-d04e-4179-882a-ece7a4f98f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:20.260822 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-dc070040-d04e-4179-882a-ece7a4f98f08 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584872 Jul 07 22:49:20.354415 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-95e866b0-ab1f-49aa-b581-4f09276520fd service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870612 Jul 07 22:49:20.450638 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d957b6fd-8108-4577-b066-e39afb5c493d req-010fbbe0-1882-4684-b4f8-49c476ce710f service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899665 Jul 07 22:49:21.367141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f843054c-4942-4ef6-b797-cd567e250989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:21.427828 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:22.234245 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:23.780565 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.305210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60008) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:29.408399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44891600-3773-4a59-adbc-44ecd87ff8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.494574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44891600-3773-4a59-adbc-44ecd87ff8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.498003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-44891600-3773-4a59-adbc-44ecd87ff8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.535148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44891600-3773-4a59-adbc-44ecd87ff8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518617c5-f0cf-40b3-870f-64839323b957,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:29.540399 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-44891600-3773-4a59-adbc-44ecd87ff8f1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f40744e067e74f4ebadb41eb09ebab84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341099 Jul 07 22:49:29.543101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60012) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:29.591266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b50dd4c-e9e0-43cd-95ed-f5cb695218b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.613021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b50dd4c-e9e0-43cd-95ed-f5cb695218b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.658186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b50dd4c-e9e0-43cd-95ed-f5cb695218b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.660670 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8b50dd4c-e9e0-43cd-95ed-f5cb695218b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.661817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8b50dd4c-e9e0-43cd-95ed-f5cb695218b1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/518617c5-f0cf-40b3-870f-64839323b957 HTTP/1.1" status: 204 len: 168 time: 0.1178041 Jul 07 22:49:29.670811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50dd4c-e9e0-43cd-95ed-f5cb695218b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518617c5-f0cf-40b3-870f-64839323b957,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:34.167095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60078) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:34.275288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5fa90cb-7d4d-4eac-b4a7-5ab6616a2690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.363032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5fa90cb-7d4d-4eac-b4a7-5ab6616a2690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.366523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f5fa90cb-7d4d-4eac-b4a7-5ab6616a2690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.407864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f5fa90cb-7d4d-4eac-b4a7-5ab6616a2690 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bdbbf37f45f140d7a13b8c0e3ec928d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390137 Jul 07 22:49:34.409102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa90cb-7d4d-4eac-b4a7-5ab6616a2690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db23c84-dce4-4418-8be8-dac53687f9f7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:34.410550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60082) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:49:34.463354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d30891f-0789-4338-9c30-5d84ced4d29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.484708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d30891f-0789-4338-9c30-5d84ced4d29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.530550 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d30891f-0789-4338-9c30-5d84ced4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.533861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d30891f-0789-4338-9c30-5d84ced4d29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:34.535043 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d30891f-0789-4338-9c30-5d84ced4d29d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6db23c84-dce4-4418-8be8-dac53687f9f7 HTTP/1.1" status: 204 len: 168 time: 0.1234603 Jul 07 22:49:34.544022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30891f-0789-4338-9c30-5d84ced4d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db23c84-dce4-4418-8be8-dac53687f9f7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:49:39.023477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:49:47.025518 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:48.365156 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a704-2b42-47d2-8d74-ef519ce4e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:48.916162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:51.369126 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa38-91bb-4a19-a064-2f08422a74a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:51.428052 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:52.237616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:53.782979 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:16.022580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:50:17.022070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:18.364936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e54a-8460-49c9-aee2-3ea0dcdd6376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:18.917465 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:19.131898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-84e25b9c-c313-4945-935d-a9f2d1b955ca service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530961 Jul 07 22:50:19.230290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-a76067c8-c25c-4c84-bbfe-ed56c6106a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:19.231886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-a76067c8-c25c-4c84-bbfe-ed56c6106a37 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 1098 time: 0.0595000 Jul 07 22:50:19.336282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-78886260-3fb5-44af-b958-7deac1694a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:19.337818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-78886260-3fb5-44af-b958-7deac1694a1f service neutron] 10.222.0.103 "GET /v2.0/networks?id=144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 200 len: 910 time: 0.0855536 Jul 07 22:50:19.408622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-b4327fd7-0f8b-4b7e-8f12-3b015630160a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 200 len: 1002 time: 0.0637684 Jul 07 22:50:19.464584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-d9ecc859-7df9-4400-87b3-53017451d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:19.466205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-d9ecc859-7df9-4400-87b3-53017451d2a3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 200 len: 848 time: 0.0498600 Jul 07 22:50:19.530262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-9b8bd598-3a57-4f9f-bbc7-31ff84e1e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:19.531835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-9b8bd598-3a57-4f9f-bbc7-31ff84e1e661 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=144baa82-f37a-45fa-86ff-fa0567b4e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522120 Jul 07 22:50:19.624940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-d32da7d8-b4a4-4537-ab0b-f993655559a2 service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Jul 07 22:50:19.714234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0de4b596-6a9f-4a49-9664-1b1f4e8d512d req-10b2fde0-bba2-41c4-a8b0-2eb0ca90756d service neutron] 10.222.0.103 "GET /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812349 Jul 07 22:50:19.948054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-6abf7e66-e995-4de8-8e63-a0e53468464d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536430 Jul 07 22:50:20.024647 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-363d120f-b092-47f2-a432-bb541c39c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:20.026241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-363d120f-b092-47f2-a432-bb541c39c85c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 1098 time: 0.0545964 Jul 07 22:50:20.142026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-95f4c666-3439-4dcc-a39b-12251e7fde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:20.143473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-95f4c666-3439-4dcc-a39b-12251e7fde2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0967517 Jul 07 22:50:20.211182 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-47faba68-5125-45a3-a37d-0785c6b34257 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188 HTTP/1.1" status: 200 len: 1001 time: 0.0607171 Jul 07 22:50:20.266547 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-c12a13ed-2500-4905-8daa-49bf587c15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:20.268052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-c12a13ed-2500-4905-8daa-49bf587c15c8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0502517 Jul 07 22:50:20.332470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-4f606255-0b59-48ad-9af0-9dbcce2ef298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:20.334022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-4f606255-0b59-48ad-9af0-9dbcce2ef298 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573637 Jul 07 22:50:20.424406 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-5d7482b7-aa3d-4c2e-8d28-bc860374af9f service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826383 Jul 07 22:50:20.542990 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-32137968-0f3d-4dbd-92cb-807346c938f2 req-f8d17987-cd09-42c6-8207-816aa3dcaae4 service neutron] 10.222.0.97 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116493 Jul 07 22:50:21.370702 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-45c26d53-54eb-456b-913a-9f0d03e1ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:21.429208 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:22.240422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:23.786079 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:28.844178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e8e1-889b-4011-9e7b-58c4418912da req-c5cbf123-bd9c-4ad0-b62f-2254ab97d3e0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:28.845666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7854e8e1-889b-4011-9e7b-58c4418912da req-c5cbf123-bd9c-4ad0-b62f-2254ab97d3e0 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0627110 Jul 07 22:50:28.886583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7854e8e1-889b-4011-9e7b-58c4418912da req-5c14610c-5081-4f41-88ab-20c30c4e83b9 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350935 Jul 07 22:50:30.060071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09912466-8e99-4d00-b65b-a3ed5a084c0b req-37263fcd-3c80-4764-b640-0229d40403eb tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:30.061564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09912466-8e99-4d00-b65b-a3ed5a084c0b req-37263fcd-3c80-4764-b640-0229d40403eb tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0614185 Jul 07 22:50:30.099127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09912466-8e99-4d00-b65b-a3ed5a084c0b req-3f5ea193-31d4-4eb8-b96c-90e9edf94818 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310819 Jul 07 22:50:30.403975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-171a5a65-a14c-4c12-9a0f-50d65bc29822 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:30.405461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-171a5a65-a14c-4c12-9a0f-50d65bc29822 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.103 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 946 time: 0.0629106 Jul 07 22:50:30.508806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Deleting port ae619de1-658f-404f-843b-6859d8189e2b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:30.509187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:30.595927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] For port ae619de1-658f-404f-843b-6859d8189e2b, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=ae619de1-658f-404f-843b-6859d8189e2b,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:30.596304 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:31.091477 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:31.092174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:31.092174 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Floating IP 99065785-e396-4ab6-b6aa-2ae4869a319a disassociated. External IP: 172.25.5.110, port: ae619de1-658f-404f-843b-6859d8189e2b. Jul 07 22:50:31.092559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Calling delete_port for ae619de1-658f-404f-843b-6859d8189e2b owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:31.244265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:31.279195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event deleted for resources: {'Port': ['ID=ae619de1-658f-404f-843b-6859d8189e2b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:31.295891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.296242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.296589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.296928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.297260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.297590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.297915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.298239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.298562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.298908 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.299232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.299583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:31.365277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555dcd-1f05-48ff-b299-c0cafb8c1c5f req-529b935f-1806-4ac0-95cf-4671d66e6278 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:31.366777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16555dcd-1f05-48ff-b299-c0cafb8c1c5f req-529b935f-1806-4ac0-95cf-4671d66e6278 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/ports?device_id=4ba99570-9ee6-4883-a54f-7ae37e9d71a9 HTTP/1.1" status: 200 len: 867 time: 0.1555419 Jul 07 22:50:31.443375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16555dcd-1f05-48ff-b299-c0cafb8c1c5f req-69e3877c-edab-4714-84ae-d85a5a72c2ef tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups?id=bcce4c1c-57fa-45e4-9f30-4b563731ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492315 Jul 07 22:50:31.449849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Router 79d65f08-15d8-48ad-9321-724c518d6d3b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:50:31.554758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:50:31.563876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:50:31.572626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:50:31.573260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:31.602305 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] No DVR routers for this DVR port ae619de1-658f-404f-843b-6859d8189e2b on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:50:31.605072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:31.607251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0cac9c1-c635-4be2-9653-f5f6782fab1b req-988dd99b-8b77-44c1-9f2c-8615cebf483e tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.103 "DELETE /v2.0/ports/ae619de1-658f-404f-843b-6859d8189e2b HTTP/1.1" status: 204 len: 173 time: 1.1968925 Jul 07 22:50:31.607700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'name': 'network-vif-deleted', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:50:31.610107 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff1793-ef49-483d-946a-dc0962075583" -d '{"events": [{"server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "name": "network-vif-deleted", "tag": "ae619de1-658f-404f-843b-6859d8189e2b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:50:31.709327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:50:31.817621 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a506fe-b040-40ec-b166-b9c65bfdb1e1 x-openstack-request-id: req-60a506fe-b040-40ec-b166-b9c65bfdb1e1 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:50:31.817919 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba99570-9ee6-4883-a54f-7ae37e9d71a9", "name": "network-vif-deleted", "tag": "ae619de1-658f-404f-843b-6859d8189e2b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:50:31.818176 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60a506fe-b040-40ec-b166-b9c65bfdb1e1 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:50:31.818599 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba99570-9ee6-4883-a54f-7ae37e9d71a9', 'name': 'network-vif-deleted', 'tag': 'ae619de1-658f-404f-843b-6859d8189e2b', 'status': 'completed', 'code': 200} Jul 07 22:50:31.926033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:31.961402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:50:31.969444 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:50:31.970060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:32.073913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:50:32.278883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:32.304527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcdeac-943d-4460-9fd0-6231e55fe791 None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:42:08Z', 'revision_number': 4, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'ef835363-c312-4e06-921e-282baab3a4ea', 'name': '', 'network_id': '144baa82-f37a-45fa-86ff-fa0567b4e14d', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'mac_address': 'fa:16:3e:e0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '92f100b0-3038-4753-9901-b16a54f217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:07Z', 'updated_at': '2021-07-07T22:42:15Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'subnets': [{'id': '92f100b0-3038-4753-9901-b16a54f217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:50:32.508528 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fc297-a0be-405c-95ea-5f4f2c01e0eb None None] New status for floating IP 99065785-e396-4ab6-b6aa-2ae4869a319a: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:50:32.570052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:32.629499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.653895 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.701006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.703744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.704895 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "DELETE /v2.0/security-groups/bcce4c1c-57fa-45e4-9f30-4b563731ac73 HTTP/1.1" status: 204 len: 168 time: 0.1333823 Jul 07 22:50:32.707910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60296) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:32.713805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce4c1c-57fa-45e4-9f30-4b563731ac73,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:32.721179 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.721416 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-6da28d30-e7cc-407d-9984-c23e62ed2c89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] show failed (client error): The resource could not be found. Jul 07 22:50:32.721823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.722667 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.723023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.723190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6da28d30-e7cc-407d-9984-c23e62ed2c89 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "GET /v2.0/security-groups/bcce4c1c-57fa-45e4-9f30-4b563731ac73 HTTP/1.1" status: 404 len: 347 time: 0.0142901 Jul 07 22:50:32.723435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.723785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.724123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.724458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.724795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.725129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.725512 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.725881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e11db-4cc1-41a0-8f85-50613c392d20 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:50:32.726019 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60298) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:32.859632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Deleting port 6b745785-65f0-4bc3-b448-f0be32b05f2b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:32.859997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.933672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.934010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.946035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Calling delete_port for 6b745785-65f0-4bc3-b448-f0be32b05f2b owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:33.081279 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:33.111017 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Pushing event deleted for resources: {'Port': ['ID=6b745785-65f0-4bc3-b448-f0be32b05f2b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:33.172981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:33.176735 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:33.177895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-751112af-a0ac-4c3f-b780-a0889af898b2 tempest-AttachVolumeTestJSON-1072857823 tempest-AttachVolumeTestJSON-1072857823-project] 10.222.0.95 "DELETE /v2.0/floatingips/99065785-e396-4ab6-b6aa-2ae4869a319a HTTP/1.1" status: 204 len: 168 time: 0.4510329 Jul 07 22:50:34.898871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae619de1-658f-404f-843b-6859d8189e2b no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:50:34.922704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: ae619de1-658f-404f-843b-6859d8189e2b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:50:34.923057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device ae619de1-658f-404f-843b-6859d8189e2b not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:50:40.044025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60332) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:40.530911 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:40.785657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Deleting port ef835363-c312-4e06-921e-282baab3a4ea {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:40.785923 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:40.865546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] For port ef835363-c312-4e06-921e-282baab3a4ea, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef835363-c312-4e06-921e-282baab3a4ea,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:40.865908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:40.878384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Calling delete_port for ef835363-c312-4e06-921e-282baab3a4ea owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:41.052605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:41.078078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef835363-c312-4e06-921e-282baab3a4ea,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:41.246297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:41.457832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Router 79d65f08-15d8-48ad-9321-724c518d6d3b has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:50:41.561826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:50:41.567548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c51c684-68b1-427f-84b6-4dd545cfa51d admin admin] 10.222.0.95 "PUT /v2.0/routers/79d65f08-15d8-48ad-9321-724c518d6d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5224521 Jul 07 22:50:41.570125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60336) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:41.574025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] Sync routers for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:50:41.586133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:50:41.587090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:41.677254 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:41.691349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:50:41.779803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:41.837252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Deleting port 93106825-f205-43ea-b267-81d569d6ce53 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:41.837623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:41.866041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '93106825-f205-43ea-b267-81d569d6ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:50:41Z', 'revision_number': 5, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port': {'id': '93106825-f205-43ea-b267-81d569d6ce53', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:03Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:41.891715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] Checking router: 79d65f08-15d8-48ad-9321-724c518d6d3b for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:50:41.899907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] Routers {'79d65f08-15d8-48ad-9321-724c518d6d3b'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:50:41.900520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['79d65f08-15d8-48ad-9321-724c518d6d3b'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:41.918803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] For port 93106825-f205-43ea-b267-81d569d6ce53, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=93106825-f205-43ea-b267-81d569d6ce53,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:41.919177 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:41.931288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Calling delete_port for 93106825-f205-43ea-b267-81d569d6ce53 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:42.105293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.133377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Pushing event deleted for resources: {'Port': ['ID=93106825-f205-43ea-b267-81d569d6ce53,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:42.145203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] Set router 79d65f08-15d8-48ad-9321-724c518d6d3b gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:50:42.199031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:50:41Z', 'revision_number': 6, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:42.201582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.226023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8cb90-6adf-4467-ae7c-7d0ba0437f5b None None] The sync data for ids ['79d65f08-15d8-48ad-9321-724c518d6d3b'] in n-d-694802-13 is: [{'id': '79d65f08-15d8-48ad-9321-724c518d6d3b', 'name': 'tempest-AttachVolumeTestJSON-52946547-router', 'tenant_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:02Z', 'updated_at': '2021-07-07T22:50:41Z', 'revision_number': 6, 'project_id': 'd93c3fb56ec04c3fa9d1ed98425d5153', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:50:42.298044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.300767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.344352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.345152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d65f08-15d8-48ad-9321-724c518d6d3b {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:50:42.350425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.351678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c24d7469-0c0d-40d7-b424-c1cc4a4d900e admin admin] 10.222.0.95 "DELETE /v2.0/routers/79d65f08-15d8-48ad-9321-724c518d6d3b HTTP/1.1" status: 204 len: 168 time: 0.7804341 Jul 07 22:50:42.354093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60342) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:42.398423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Deleting subnet 92f100b0-3038-4753-9901-b16a54f217ff {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:50:42.401554 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.438864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.523530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.584499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.613745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f100b0-3038-4753-9901-b16a54f217ff,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:42.617314 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.619444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-74303e92-1cd2-40da-be4f-3bd1ad6864d6 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/92f100b0-3038-4753-9901-b16a54f217ff HTTP/1.1" status: 204 len: 168 time: 0.2643375 Jul 07 22:50:42.621959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60346) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:42.631284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf5525-f088-4ad5-9727-03bbf108c591 None None] Network 144baa82-f37a-45fa-86ff-fa0567b4e14d requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:50:42.742415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.760031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3208af7-dee7-4e8b-a24b-07c97bea5f31 req-b1f7d3e2-aea7-4226-bb4f-5bd8bc95e4bf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:42.761551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3208af7-dee7-4e8b-a24b-07c97bea5f31 req-b1f7d3e2-aea7-4226-bb4f-5bd8bc95e4bf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 946 time: 0.1315701 Jul 07 22:50:42.829753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d3208af7-dee7-4e8b-a24b-07c97bea5f31 req-a6ebbb36-769f-4b57-ae77-9621a9636d75 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613766 Jul 07 22:50:42.841933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Deleting port b351a405-5920-4804-9a00-b08202378718 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:42.842285 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.907171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] For port b351a405-5920-4804-9a00-b08202378718, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b351a405-5920-4804-9a00-b08202378718,segment=NetworkSegment(a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a),segment_id=a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:42.907531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:42.920720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Calling delete_port for b351a405-5920-4804-9a00-b08202378718 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:42.999278 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.026798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9a3f8-a614-4bf5-82d9-5a120bb7e8d0 None None] DHCP port deletion for 144baa82-f37a-45fa-86ff-fa0567b4e14d request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:50:43.028487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b351a405-5920-4804-9a00-b08202378718,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:43.030350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] No DVR routers for this DVR port b351a405-5920-4804-9a00-b08202378718 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:50:43.105916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.116470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144baa82-f37a-45fa-86ff-fa0567b4e14d']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:43.127076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:43.127379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5363c5f-76e7-4be6-9e2e-1ab85dd5b05a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:43.136435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.150374 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.156267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:50:43.156663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:50:43.158297 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:50:43.220539 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.227120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.231109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] 10.222.0.95 "DELETE /v2.0/networks/144baa82-f37a-45fa-86ff-fa0567b4e14d HTTP/1.1" status: 204 len: 168 time: 0.6074550 Jul 07 22:50:43.244381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde3d2b-0e74-4b15-b7b1-246bbe764cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=144baa82-f37a-45fa-86ff-fa0567b4e14d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:43.348147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60350) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:43.396484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb82f81f-7bb7-4939-a37e-3f327a23e33e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d93c3fb56ec04c3fa9d1ed98425d5153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471439 Jul 07 22:50:43.398853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60352) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:43.446511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8448731-85b1-4a2a-98af-8cad9cf0a8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.466829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8448731-85b1-4a2a-98af-8cad9cf0a8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.512265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8448731-85b1-4a2a-98af-8cad9cf0a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.514799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f8448731-85b1-4a2a-98af-8cad9cf0a8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:43.515986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f8448731-85b1-4a2a-98af-8cad9cf0a8f2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1d4ce5d0-b9c9-42b5-b7b6-50df00ac8e7f HTTP/1.1" status: 204 len: 168 time: 0.1162274 Jul 07 22:50:43.523499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8448731-85b1-4a2a-98af-8cad9cf0a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ce5d0-b9c9-42b5-b7b6-50df00ac8e7f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:43.607504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93106825-f205-43ea-b267-81d569d6ce53 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:50:43.627633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 93106825-f205-43ea-b267-81d569d6ce53 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:50:43.628586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 93106825-f205-43ea-b267-81d569d6ce53 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:50:43.629018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b351a405-5920-4804-9a00-b08202378718 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:50:43.647502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: b351a405-5920-4804-9a00-b08202378718 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:50:43.648127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b351a405-5920-4804-9a00-b08202378718 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:50:43.648240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef835363-c312-4e06-921e-282baab3a4ea no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:50:43.671006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: ef835363-c312-4e06-921e-282baab3a4ea {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:50:43.671363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef835363-c312-4e06-921e-282baab3a4ea not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:50:44.012214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ae591-33b8-4c08-8e94-9ec6e9803931 req-144eff4e-85f9-45ae-a1f5-d4644a6aeba3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:44.013740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1ae591-33b8-4c08-8e94-9ec6e9803931 req-144eff4e-85f9-45ae-a1f5-d4644a6aeba3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 946 time: 0.0685692 Jul 07 22:50:44.055092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb1ae591-33b8-4c08-8e94-9ec6e9803931 req-10874588-41f6-4d25-bcd3-3327ae83eb84 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344617 Jul 07 22:50:44.264493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5387e-727f-4c4a-a145-af99c818add7 req-f669ad0c-bb52-4a92-99a5-b590574c1686 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:44.265930 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66b5387e-727f-4c4a-a145-af99c818add7 req-f669ad0c-bb52-4a92-99a5-b590574c1686 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 946 time: 0.0643928 Jul 07 22:50:44.372715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:44.373072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.464340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port 5e4fcc85-92a1-4dd3-b92b-e9524204e188, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5e4fcc85-92a1-4dd3-b92b-e9524204e188,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:44.464716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.642168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.642555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.642903 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Floating IP bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6 disassociated. External IP: 172.25.5.52, port: 5e4fcc85-92a1-4dd3-b92b-e9524204e188. Jul 07 22:50:44.643280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for 5e4fcc85-92a1-4dd3-b92b-e9524204e188 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:44.697295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60404) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:44.770018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.801565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=5e4fcc85-92a1-4dd3-b92b-e9524204e188,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:44.801910 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d37d05f-ece0-42b5-9670-5587f71bbda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.900752 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d37d05f-ece0-42b5-9670-5587f71bbda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.905006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d37d05f-ece0-42b5-9670-5587f71bbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:44.923363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:50:44.942917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0d37d05f-ece0-42b5-9670-5587f71bbda5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=79688243fb444ba9b15b7c106ec079c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445014 Jul 07 22:50:44.944048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37d05f-ece0-42b5-9670-5587f71bbda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b0915-46a1-4a2a-b2c9-0ad2b853bb3e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:44.946460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60408) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:44.996267 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32d62ae5-689f-4bb4-be07-a63433be3fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:45.022721 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32d62ae5-689f-4bb4-be07-a63433be3fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:45.032955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:50:45.045250 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:50:45.057236 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:50:45.058317 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:45.087428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32d62ae5-689f-4bb4-be07-a63433be3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:45.089863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-32d62ae5-689f-4bb4-be07-a63433be3fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:45.091444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-32d62ae5-689f-4bb4-be07-a63433be3fb8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e58b0915-46a1-4a2a-b2c9-0ad2b853bb3e HTTP/1.1" status: 204 len: 168 time: 0.1438890 Jul 07 22:50:45.101038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62ae5-689f-4bb4-be07-a63433be3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b0915-46a1-4a2a-b2c9-0ad2b853bb3e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:45.107205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port 5e4fcc85-92a1-4dd3-b92b-e9524204e188 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:50:45.113540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:45.117187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66b5387e-727f-4c4a-a145-af99c818add7 req-6dd26bcf-abc9-4966-b485-d640e6b0cef0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.97 "DELETE /v2.0/ports/5e4fcc85-92a1-4dd3-b92b-e9524204e188 HTTP/1.1" status: 204 len: 173 time: 0.8462119 Jul 07 22:50:45.117654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'name': 'network-vif-deleted', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:50:45.120520 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285577e0-6b7d-4e32-aa9c-f4000c8b3d26" -d '{"events": [{"server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "name": "network-vif-deleted", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:50:45.252437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-17b7a0a1-23b8-4df8-bbf4-953f12dda56f req-d77cdaf6-6324-4d7a-8c14-e1b88d516ea7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 210 time: 0.0477870 Jul 07 22:50:45.287319 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:50:45.522108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-b70bce4f-ab20-4ed8-bcdb-20ec1b75cb31 req-dec89c54-8418-4f2a-8081-488d4d9a180e service neutron] (93931) timed out ('10.222.0.95', 38970) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:50:45.544091 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f00d6c-9447-42fa-b9c0-70e130510b07 x-openstack-request-id: req-e8f00d6c-9447-42fa-b9c0-70e130510b07 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:50:45.544488 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff7ce5-30d0-4c70-aedd-e8b7c8f33559", "name": "network-vif-deleted", "tag": "5e4fcc85-92a1-4dd3-b92b-e9524204e188", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:50:45.544958 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e8f00d6c-9447-42fa-b9c0-70e130510b07 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:50:45.545505 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff7ce5-30d0-4c70-aedd-e8b7c8f33559', 'name': 'network-vif-deleted', 'tag': '5e4fcc85-92a1-4dd3-b92b-e9524204e188', 'status': 'completed', 'code': 200} Jul 07 22:50:45.607340 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:45.648364 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:50:45.658178 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:50:45.658909 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:45.783142 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:50:46.117942 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:50:46.145249 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8fa33f-8881-4e6c-9f6c-88a190df8fe0 None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:50:46.420035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d92f083-82b4-4bc6-be75-eb7b524f5931 req-32092174-ea05-4d98-81a0-41406c222d83 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 210 time: 0.0383506 Jul 07 22:50:46.487301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0c9b7-4961-42d9-80fe-2ffcf8b5cc0f None None] New status for floating IP bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:50:47.020896 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.542227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:47.562448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb981c65-2c67-44ca-9ca4-8ea104552a3c req-aee5acd4-d274-48f6-8723-aa33872ce01a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Jul 07 22:50:47.655617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-663f557d-d756-45af-952a-fce1ab35bdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.748021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-663f557d-d756-45af-952a-fce1ab35bdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.752074 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-663f557d-d756-45af-952a-fce1ab35bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.789461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-663f557d-d756-45af-952a-fce1ab35bdcf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8cc9776e6d0b45039d9e5d43f1de4f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461147 Jul 07 22:50:47.791549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f557d-d756-45af-952a-fce1ab35bdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202047be-5014-482f-ab47-691f164efc9b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:47.792269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60474) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:47.845034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c5ddbc9-23ad-442b-aac8-4eec4324fba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.871835 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c5ddbc9-23ad-442b-aac8-4eec4324fba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.917048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c5ddbc9-23ad-442b-aac8-4eec4324fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.920073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c5ddbc9-23ad-442b-aac8-4eec4324fba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:47.921369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c5ddbc9-23ad-442b-aac8-4eec4324fba9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/202047be-5014-482f-ab47-691f164efc9b HTTP/1.1" status: 204 len: 168 time: 0.1280107 Jul 07 22:50:47.930614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ddbc9-23ad-442b-aac8-4eec4324fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202047be-5014-482f-ab47-691f164efc9b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:48.093328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5e4fcc85-92a1-4dd3-b92b-e9524204e188 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:50:48.115356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 5e4fcc85-92a1-4dd3-b92b-e9524204e188 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:50:48.115710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5e4fcc85-92a1-4dd3-b92b-e9524204e188 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:50:48.230849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:48.254429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0396b92a-36c5-4f2e-910a-3cff03031981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.351453 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0396b92a-36c5-4f2e-910a-3cff03031981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.355662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0396b92a-36c5-4f2e-910a-3cff03031981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.368108 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5485c771-aaa8-4200-9e98-b73527d623b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.395168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396b92a-36c5-4f2e-910a-3cff03031981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72345d94-8b5a-4d05-8670-7aaf7304ea94,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:48.399598 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0396b92a-36c5-4f2e-910a-3cff03031981 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=19aa33f5528e43bfba01ce244db11bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670191 Jul 07 22:50:48.402340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60482) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:48.451859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f75c658-8d60-4127-b594-ffbdda633601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.472848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f75c658-8d60-4127-b594-ffbdda633601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.519113 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f75c658-8d60-4127-b594-ffbdda633601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.522118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5f75c658-8d60-4127-b594-ffbdda633601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:48.523543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5f75c658-8d60-4127-b594-ffbdda633601 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/72345d94-8b5a-4d05-8670-7aaf7304ea94 HTTP/1.1" status: 204 len: 168 time: 0.1199830 Jul 07 22:50:48.531772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75c658-8d60-4127-b594-ffbdda633601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72345d94-8b5a-4d05-8670-7aaf7304ea94,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:48.721717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6373cb1c-c5de-436f-82e8-36618373ba8a req-3473d51e-6ed4-4d41-87da-4f9ce212d6d5 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=2fff7ce5-30d0-4c70-aedd-e8b7c8f33559 HTTP/1.1" status: 200 len: 210 time: 0.0388269 Jul 07 22:50:48.935353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.018299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-83fe94d8-8495-42f7-8564-c0924def4390 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450799379&fields=id&tenant_id=79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 267 time: 0.0329349 Jul 07 22:50:50.080460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60538) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:50.126961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-080b75c6-7bb1-4052-be52-10f36e27729a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:50.129009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-080b75c6-7bb1-4052-be52-10f36e27729a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1027815 Jul 07 22:50:50.143495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-9b0a5317-0f85-43be-9b68-512b6448df91 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0090239 Jul 07 22:50:50.185538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29dfb33-e5ad-4a73-9e62-effe1bbac859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.214279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-a12a502d-d684-478b-81d1-e83a6ee93346 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654857 Jul 07 22:50:50.274503 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29dfb33-e5ad-4a73-9e62-effe1bbac859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.278725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29dfb33-e5ad-4a73-9e62-effe1bbac859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.316787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b29dfb33-e5ad-4a73-9e62-effe1bbac859 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=743e5e1589b5436a8313aee91a2ad327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352228 Jul 07 22:50:50.318977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-d3623166-b379-4ab6-827a-7da542eb0ed2 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900989 Jul 07 22:50:50.319114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dfb33-e5ad-4a73-9e62-effe1bbac859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1dead1-9952-4a5d-a87a-8a5c847c980b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:50.319379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60542) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:50.433392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a02bd2f-0fba-4dc1-a22f-e9bcedc740ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.454792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-f76cab73-d9ba-463f-a281-1ac2565d0c26 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274004 Jul 07 22:50:50.466594 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a02bd2f-0fba-4dc1-a22f-e9bcedc740ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.513323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a02bd2f-0fba-4dc1-a22f-e9bcedc740ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.516108 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5a02bd2f-0fba-4dc1-a22f-e9bcedc740ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:50.517287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5a02bd2f-0fba-4dc1-a22f-e9bcedc740ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae1dead1-9952-4a5d-a87a-8a5c847c980b HTTP/1.1" status: 204 len: 168 time: 0.1955566 Jul 07 22:50:50.526128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02bd2f-0fba-4dc1-a22f-e9bcedc740ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1dead1-9952-4a5d-a87a-8a5c847c980b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:50.765121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5e39fba-871a-4cc5-b514-8fcecf6a9835 req-9d9d706b-ec21-4c9f-92a3-8dcb898168ee tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 210 time: 0.0298874 Jul 07 22:50:51.372442 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-39d271f6-2807-4af8-859e-138d43a7e191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.430973 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.478584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60590) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:51.593211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc392cae-1e74-43df-b182-367ee652c694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.677473 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc392cae-1e74-43df-b182-367ee652c694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.680899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc392cae-1e74-43df-b182-367ee652c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.720837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc392cae-1e74-43df-b182-367ee652c694 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2a420ef8743047cdabda228aafff9ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410398 Jul 07 22:50:51.721962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc392cae-1e74-43df-b182-367ee652c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaebdf7d-d927-470e-acfd-718c48ce25dd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:51.724754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:51.773649 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dc85228-8bb6-44d4-b582-5f0dbea54824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.794277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dc85228-8bb6-44d4-b582-5f0dbea54824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.847650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dc85228-8bb6-44d4-b582-5f0dbea54824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.850317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dc85228-8bb6-44d4-b582-5f0dbea54824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.860748 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4dc85228-8bb6-44d4-b582-5f0dbea54824 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/aaebdf7d-d927-470e-acfd-718c48ce25dd HTTP/1.1" status: 204 len: 168 time: 0.1279948 Jul 07 22:50:51.872635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc85228-8bb6-44d4-b582-5f0dbea54824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaebdf7d-d927-470e-acfd-718c48ce25dd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:51.911331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-637f5ea8-7e0d-494b-8cea-931973566696 req-a3e1ab5c-e4c2-4c79-aa5e-625eb4830c6e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 210 time: 0.0314176 Jul 07 22:50:52.046868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-8422b945-49bd-4710-80c4-1ae121c75081 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:52.048380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-8422b945-49bd-4710-80c4-1ae121c75081 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1065552 Jul 07 22:50:52.104074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-b6076dcc-ff33-4282-b177-25b5fe5c623f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 380 time: 0.0395346 Jul 07 22:50:52.112407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271', 'security_groups': ['f33f0da1-d6d2-4208-8157-4b667e0f5322']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:52.240774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:50:52.245613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:52.246197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:52.390243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.5 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/cbe298d5-00ba-428b-84a2-c5fba5f96195) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:50:52.854228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:52.868522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object cbe298d5-00ba-428b-84a2-c5fba5f96195 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:50:52.902498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:52.954083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:50:52.958382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:50:52.973632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:50:53.000424 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=cbe298d5-00ba-428b-84a2-c5fba5f96195,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:53.022745 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:50:53.085632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:53.086815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.089755 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60672) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:53.137036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-48587d85-a282-4f48-bada-5cf61d6ef30e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0280688 Jul 07 22:50:53.153450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Request body: {'port': {'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:53.197960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb8600-253f-44ad-b6be-0fc2504c920b req-4afa7e0c-3299-4610-a62e-26bb37bd15b8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:53.199521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6cb8600-253f-44ad-b6be-0fc2504c920b req-4afa7e0c-3299-4610-a62e-26bb37bd15b8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 931 time: 0.1351674 Jul 07 22:50:53.224557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a674b22c-d878-41f8-a9a0-c50c2b2db484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.273789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6cb8600-253f-44ad-b6be-0fc2504c920b req-4ba5ffa8-e86f-4fa0-ab04-87cdb43af8ac tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643086 Jul 07 22:50:53.285442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.303886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0b34f874-311c-4e54-be35-fedbd0a80dd8 None None] Provisioning for port cbe298d5-00ba-428b-84a2-c5fba5f96195 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:50:53.310916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0b34f874-311c-4e54-be35-fedbd0a80dd8 None None] Provisioning complete for port cbe298d5-00ba-428b-84a2-c5fba5f96195 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:50:53.312429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0b34f874-311c-4e54-be35-fedbd0a80dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.348750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a674b22c-d878-41f8-a9a0-c50c2b2db484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.355656 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a674b22c-d878-41f8-a9a0-c50c2b2db484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.361300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0b34f874-311c-4e54-be35-fedbd0a80dd8 None None] Port cbe298d5-00ba-428b-84a2-c5fba5f96195 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:50:53.403617 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a674b22c-d878-41f8-a9a0-c50c2b2db484 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2174a9117f214aef81b3214c660a16d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120530 Jul 07 22:50:53.405465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60676) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:53.419542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674b22c-d878-41f8-a9a0-c50c2b2db484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbfb8f3-26de-4de2-9c44-b807b9c33e84,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:53.528116 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a81bc59-4eab-476c-ae5a-9930d5984a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.567947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a81bc59-4eab-476c-ae5a-9930d5984a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.664067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe298d5-00ba-428b-84a2-c5fba5f96195 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:50:53.673312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.677356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a81bc59-4eab-476c-ae5a-9930d5984a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.679871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a81bc59-4eab-476c-ae5a-9930d5984a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.683553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a81bc59-4eab-476c-ae5a-9930d5984a64 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2bbfb8f3-26de-4de2-9c44-b807b9c33e84 HTTP/1.1" status: 204 len: 168 time: 0.2745957 Jul 07 22:50:53.697956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Transition to ACTIVE for port object cbe298d5-00ba-428b-84a2-c5fba5f96195 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:50:53.699202 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81bc59-4eab-476c-ae5a-9930d5984a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbfb8f3-26de-4de2-9c44-b807b9c33e84,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:53.703090 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.755846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe298d5-00ba-428b-84a2-c5fba5f96195,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:53.792936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.863290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Attempting to bind port cbe298d5-00ba-428b-84a2-c5fba5f96195 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:53.864150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Attempting to bind port cbe298d5-00ba-428b-84a2-c5fba5f96195 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:53.864657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Attempting to bind port cbe298d5-00ba-428b-84a2-c5fba5f96195 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:53.869584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Port cbe298d5-00ba-428b-84a2-c5fba5f96195 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:53.870097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Attempting to bind port cbe298d5-00ba-428b-84a2-c5fba5f96195 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:53.876161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:50:53.876692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:50:53.877228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:50:53.877808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Bound port: cbe298d5-00ba-428b-84a2-c5fba5f96195, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:50:53.878930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:53.959371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] For port cbe298d5-00ba-428b-84a2-c5fba5f96195, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:50:53.963093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] For port cbe298d5-00ba-428b-84a2-c5fba5f96195, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:50:53.969998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:54.015858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.016436 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:54.017961 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] 10.222.0.103 "PUT /v2.0/ports/cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 1092 time: 0.8728573 Jul 07 22:50:54.018417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:50:54.020811 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012be47a-151a-49f9-b16d-77e6cd5631c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:50:54.074780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e99a37-a060-4ea9-a59f-4647910bfed2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe298d5-00ba-428b-84a2-c5fba5f96195,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:54.096162 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1833a7-6ff8-4dda-aa9c-b6e6d42fa92c x-openstack-request-id: req-df1833a7-6ff8-4dda-aa9c-b6e6d42fa92c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:50:54.096477 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:50:54.096734 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-df1833a7-6ff8-4dda-aa9c-b6e6d42fa92c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:50:54.097196 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'status': 'completed', 'code': 200} Jul 07 22:50:54.143902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-807b00f0-82a7-4cbe-9905-57fad6e68b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.145837 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-807b00f0-82a7-4cbe-9905-57fad6e68b11 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1095 time: 0.0834477 Jul 07 22:50:54.194861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-9935c4bc-f5a3-4e7c-98c6-c34b2c66e6de service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 217 time: 0.0409019 Jul 07 22:50:54.254142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-5eddd785-b06c-403c-a9a3-a81de8c47284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.260076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-5eddd785-b06c-403c-a9a3-a81de8c47284 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0597768 Jul 07 22:50:54.352887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-3cb370e4-cd5d-4359-b690-6d5bf713fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.354827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-3cb370e4-cd5d-4359-b690-6d5bf713fbb0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883529 Jul 07 22:50:54.495880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-e39c7146-612d-435c-ad58-955a3bac03fd service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341624 Jul 07 22:50:54.564619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fa4b2-8df5-47ba-9a52-85ff3a04a072 req-6ac48e89-31d2-4f5a-afdb-c460ea3c19ba tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.566171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c05fa4b2-8df5-47ba-9a52-85ff3a04a072 req-6ac48e89-31d2-4f5a-afdb-c460ea3c19ba tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.1381373 Jul 07 22:50:54.632976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c05fa4b2-8df5-47ba-9a52-85ff3a04a072 req-08446ac9-6e0f-470c-bbff-4fa704a75d4b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584431 Jul 07 22:50:54.638767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ebe77a04-d069-4c67-90b7-f4e5782e6dc5 req-91513e86-b38c-401f-9221-4cf7b16be0d4 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359186 Jul 07 22:50:54.742322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-6ec69947-a5f5-4375-b8fc-3eaf2d3471fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.743909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-6ec69947-a5f5-4375-b8fc-3eaf2d3471fb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1095 time: 0.0565240 Jul 07 22:50:54.852766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-0490e10a-696e-47c1-af5d-20c3777f378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.854916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-0490e10a-696e-47c1-af5d-20c3777f378c service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1053207 Jul 07 22:50:54.896473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-97547fb0-ef68-4a14-bb23-019d0a2509bb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 217 time: 0.0354743 Jul 07 22:50:54.947874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-3793e921-aa13-4edf-8371-ed33d30281b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:54.949423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-3793e921-aa13-4edf-8371-ed33d30281b5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0468373 Jul 07 22:50:55.013386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-d5b4e6b6-2e90-425b-8eb4-3d34797416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:55.015217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-d5b4e6b6-2e90-425b-8eb4-3d34797416d0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596597 Jul 07 22:50:55.086201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60716) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:55.107812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-288ecb6d-1510-4684-ae43-142dd9613a45 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854487 Jul 07 22:50:55.203099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-012be47a-151a-49f9-b16d-77e6cd5631c5 req-e4e82637-6459-4dd1-8f95-0c7c7f2f5ee3 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895286 Jul 07 22:50:55.238126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1303984876'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:55.259902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Made reservation on behalf of 9e4d0930258d489287cf8c7941238b20 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:50:55.263178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.272218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.360676 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.364903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.391285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:50:55.403216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56012946-1572-4fe2-960e-fe1aaa595d8b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:55.407967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.408314 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Added segment 4a84ecc7-6561-4be5-9e71-a5fe82317a37 of type vlan for network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 Jul 07 22:50:55.452977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.489804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.495364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:55.495971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.551159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4635921 Jul 07 22:50:55.562001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a43a0-d8a1-4481-b611-5231f1862417 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Pushing event updated for resources: {'Network': ['ID=2f7fe4ef-309e-4562-88e9-63fdfd89cf61,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:55.574737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:50:55.725403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60726) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:55.730558 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Request body: {'port': {'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61', 'binding:host_id': 'n-h1-694802-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-438223534'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:55.754657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Made reservation on behalf of a90c6b020614453a977daadf3ef3d520 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:50:55.758885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.769854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.900305 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.914185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7635a03-9ff6-4db7-af35-298211e0577c req-f183fc90-9038-4899-a955-5cb00a4f13b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:55.919075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7635a03-9ff6-4db7-af35-298211e0577c req-f183fc90-9038-4899-a955-5cb00a4f13b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.1052628 Jul 07 22:50:55.920176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:55.928866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port 2e62741c-d1bb-43d5-8c35-4649e54baf56 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:56.024359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5da3f-3c33-4d69-b479-e7017928d4c3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:56.055262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7635a03-9ff6-4db7-af35-298211e0577c req-317b7a84-d0ec-4f06-b027-6e4ef28c82be tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321259 Jul 07 22:50:56.189462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port 2e62741c-d1bb-43d5-8c35-4649e54baf56 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:56.198885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.209086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Transition to ACTIVE for port object 2e62741c-d1bb-43d5-8c35-4649e54baf56 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:50:56.218702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.270081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=2e62741c-d1bb-43d5-8c35-4649e54baf56,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:56.285190 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Checking segment: {'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:50:56.285563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Network hostable DHCP agents. Network: 2f7fe4ef-309e-4562-88e9-63fdfd89cf61, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:50:56.302336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:50:56.310993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 2f7fe4ef-309e-4562-88e9-63fdfd89cf61) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:50:56.319915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:50:56.321762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17418952-f7b6-41cf-998a-21db651cc5f7 None None] Network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:50:56.340093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.340437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.340930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.345304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.346285 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.346285 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 2 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.360359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.360710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.361058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.366056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.366401 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.366835 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 3 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.382248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.382541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.382918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.387491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.387831 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.388656 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 4 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.400236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.400588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.400936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.406003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.406276 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.406703 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 5 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.420314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.420587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.420929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.425892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.426233 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.426649 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 6 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.440207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.441232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.441615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.446524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.447112 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.447764 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 7 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.464697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.465036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.465378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.469681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.470010 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.470392 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 8 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.481964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.482297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.482655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.486760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.487090 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.487497 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 9 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.499052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.499388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.499717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.504512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.504844 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.505233 n-d-694802-13 neutron-server[93932]: INFO neutron.plugins.ml2.plugin [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 10 to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 Jul 07 22:50:56.516531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:56.516865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:56.517199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:56.522005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:56.522337 n-d-694802-13 neutron-server[93932]: ERROR neutron.plugins.ml2.managers [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 2e62741c-d1bb-43d5-8c35-4649e54baf56 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:56.522737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.587239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] For port 2e62741c-d1bb-43d5-8c35-4649e54baf56, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:50:56.587606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempted to set empty binding levels {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:50:56.591400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.621186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:56.621785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.642029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=2e62741c-d1bb-43d5-8c35-4649e54baf56,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:56.648764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2dde44fe-e140-4f96-a622-f03856160e1b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.9223008 Jul 07 22:50:56.649035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60728) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:56.730483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Deleting port 2e62741c-d1bb-43d5-8c35-4649e54baf56 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:56.730692 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.794314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] For port 2e62741c-d1bb-43d5-8c35-4649e54baf56, host n-h1-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:56.794708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.807600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Calling delete_port for 2e62741c-d1bb-43d5-8c35-4649e54baf56 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:56.886860 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.924490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:56.927145 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "DELETE /v2.0/ports/2e62741c-d1bb-43d5-8c35-4649e54baf56 HTTP/1.1" status: 204 len: 168 time: 0.2773693 Jul 07 22:50:56.928186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b543f-0d79-4216-80fe-bf8678266f78 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e62741c-d1bb-43d5-8c35-4649e54baf56,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:56.929852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60730) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:56.955995 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffc3f21-601d-417e-b468-f09b8077c47c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:50:56.957951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ffc3f21-601d-417e-b468-f09b8077c47c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "GET /v2.0/ports/2e62741c-d1bb-43d5-8c35-4649e54baf56 HTTP/1.1" status: 404 len: 333 time: 0.0269358 Jul 07 22:50:56.961405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60732) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:56.965958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Request body: {'port': {'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-870044106'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:56.987266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Made reservation on behalf of a90c6b020614453a977daadf3ef3d520 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:50:56.989866 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.004243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:57.150070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.217311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.269501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:50:57.277755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:50:57.281693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:50:57.282719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:57.283263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.292389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda261a-94bc-49ba-a378-a97f3ca2bedf req-9e22e1d6-469c-4f6f-bdab-1ca07c139796 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:57.293876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbda261a-94bc-49ba-a378-a97f3ca2bedf req-9e22e1d6-469c-4f6f-bdab-1ca07c139796 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.1269698 Jul 07 22:50:57.303830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=284ddfe2-cd46-481c-b8f3-0a22c36f2d18,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:57.324866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9f0353f2-58f9-48b9-a6c3-7cd8cbb66d4d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3599198 Jul 07 22:50:57.325251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60736) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:57.330908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:57.342320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbda261a-94bc-49ba-a378-a97f3ca2bedf req-e50dafd4-63d9-4254-baba-5054fb7d3495 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Jul 07 22:50:57.401384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.562249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:57.570552 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.583789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Transition to ACTIVE for port object 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:50:57.587139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.646126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=284ddfe2-cd46-481c-b8f3-0a22c36f2d18,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:57.651440 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.652014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.652132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.656511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.656850 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.657243 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 2 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.669706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.670050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.670388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.674575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.675468 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.675861 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 3 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.687357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.687699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.688040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.692790 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.693128 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.693512 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 4 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.708699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.709040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.709379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.713537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.713870 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.714261 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 5 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.725783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.726123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.726462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.730669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.730991 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.731381 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 6 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.743605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.743947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.744287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.748459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.748793 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.749179 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 7 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.760997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.761339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.761677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.765859 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.766295 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.766585 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 8 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.779109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.779450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.779787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.784286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.784623 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.785015 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 9 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.796686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.797027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.797367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.802054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.802391 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.802823 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 10 to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 Jul 07 22:50:57.814825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:57.815108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:57.815446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:57.820310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:57.820649 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:57.821020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.882714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] For port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:50:57.883083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempted to set empty binding levels {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:50:57.887666 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.916948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] In _notify_port_updated(), no bound segment for port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:50:57.917833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:57.918459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:57.919979 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "PUT /v2.0/ports/284ddfe2-cd46-481c-b8f3-0a22c36f2d18 HTTP/1.1" status: 200 len: 975 time: 0.5936880 Jul 07 22:50:57.922368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:57.982653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f1f7c-0383-436f-a828-726b6024d15c tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=284ddfe2-cd46-481c-b8f3-0a22c36f2d18,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:58.031535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.032036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.032524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.033009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.033492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.033980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.035024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.035508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.035987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.036473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.036948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.037425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.037902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.038377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.038879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.039356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.039827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.040325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.040775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.041246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.041717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.044468 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b1d58888-9a17-4970-91d0-e43f5113975d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19001 time: 0.1211376 Jul 07 22:50:58.047935 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60740) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:58.134746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Deleting port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:58.135107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.198685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] For port 284ddfe2-cd46-481c-b8f3-0a22c36f2d18, host n-h1-694802-13, got binding levels [] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:50:58.199052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.211940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Calling delete_port for 284ddfe2-cd46-481c-b8f3-0a22c36f2d18 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:58.520990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a9f20-1c7b-46e7-aa08-2c863781017c req-ff04d614-f3bb-457a-b21f-23d790cc306d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.522539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d61a9f20-1c7b-46e7-aa08-2c863781017c req-ff04d614-f3bb-457a-b21f-23d790cc306d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.0657060 Jul 07 22:50:58.569462 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d61a9f20-1c7b-46e7-aa08-2c863781017c req-08a3140e-399b-4abb-be56-6e39384064af tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383148 Jul 07 22:50:58.593550 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.620977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event deleted for resources: {'Port': ['ID=284ddfe2-cd46-481c-b8f3-0a22c36f2d18,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:58.626112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.628061 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d90b855e-8f86-4905-81e2-46bde703759d tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "DELETE /v2.0/ports/284ddfe2-cd46-481c-b8f3-0a22c36f2d18 HTTP/1.1" status: 204 len: 168 time: 0.5792077 Jul 07 22:50:58.630646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:58.656719 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75ebe44-b9cb-4246-9cd3-c79d9363eb64 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:50:58.658064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d75ebe44-b9cb-4246-9cd3-c79d9363eb64 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "GET /v2.0/ports/284ddfe2-cd46-481c-b8f3-0a22c36f2d18 HTTP/1.1" status: 404 len: 333 time: 0.0264068 Jul 07 22:50:58.662932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60746) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:58.667697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-402850794', 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:58.687514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Made reservation on behalf of a90c6b020614453a977daadf3ef3d520 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:50:58.690107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.705187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port f57679b8-e84b-443d-8d60-31a3b5da4646 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:58.856165 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.892387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.933846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:50:58.939841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:50:58.944308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:50:58.945282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:58.945826 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:58.949030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=f57679b8-e84b-443d-8d60-31a3b5da4646,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:58.961433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8a7bdd5f-4446-4df2-8002-1b762c381ea0 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2975080 Jul 07 22:50:58.964304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60748) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:59.008882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373ef4a-fcef-4bf4-9f39-255cffe314ec tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:59.010240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c373ef4a-fcef-4bf4-9f39-255cffe314ec tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "GET /v2.0/ports/f57679b8-e84b-443d-8d60-31a3b5da4646 HTTP/1.1" status: 200 len: 954 time: 0.0450001 Jul 07 22:50:59.012762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60750) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:59.094221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Deleting port f57679b8-e84b-443d-8d60-31a3b5da4646 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:50:59.094567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.157708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.170308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Calling delete_port for f57679b8-e84b-443d-8d60-31a3b5da4646 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:50:59.246683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.273478 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event deleted for resources: {'Port': ['ID=f57679b8-e84b-443d-8d60-31a3b5da4646,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:59.278366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.280284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7f32c047-2b8f-4a3f-a5e9-ad0729fcdbbd tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "DELETE /v2.0/ports/f57679b8-e84b-443d-8d60-31a3b5da4646 HTTP/1.1" status: 204 len: 168 time: 0.2666256 Jul 07 22:50:59.282860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60752) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:59.311225 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2f41a0-63d3-4270-b23d-e1169cb69ccb tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:50:59.312634 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2a2f41a0-63d3-4270-b23d-e1169cb69ccb tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "GET /v2.0/ports/f57679b8-e84b-443d-8d60-31a3b5da4646 HTTP/1.1" status: 404 len: 333 time: 0.0288718 Jul 07 22:50:59.316564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60754) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:59.321295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Request body: {'port': {'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1676579537'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:59.341531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Made reservation on behalf of a90c6b020614453a977daadf3ef3d520 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:50:59.343904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.358303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:59.501262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.536258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.575690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:50:59.582472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:50:59.586851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:50:59.587685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:59.588301 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.591570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:59.604962 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f2dab60f-0f88-4e28-9b23-a0ab5bf47435 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2873538 Jul 07 22:50:59.607617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60758) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:50:59.612950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:50:59.684753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.753500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da21a-695d-4a2f-9f01-f84323507368 req-5493dc16-7453-4dc4-addc-3f6ed2405f36 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:59.754982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c7da21a-695d-4a2f-9f01-f84323507368 req-5493dc16-7453-4dc4-addc-3f6ed2405f36 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.0675967 Jul 07 22:50:59.794826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c7da21a-695d-4a2f-9f01-f84323507368 req-ba3acf39-6a73-4c94-8558-b500cfe16548 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Jul 07 22:50:59.861004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] device_id is not set on port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:50:59.869280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.883330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Transition to ACTIVE for port object 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:50:59.886711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.938211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:50:59.955838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:59.956228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:59.956579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:59.960803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:59.961148 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:59.961531 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 2 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:50:59.973957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:59.974297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:59.974670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:59.978834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:59.979170 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:59.979559 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 3 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:50:59.991368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:50:59.991711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:50:59.992049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:50:59.996200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:50:59.996536 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:50:59.996922 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 4 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.009563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.009835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.010173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.014250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.014585 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.015005 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 5 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.026356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.026729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.027072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.031227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.031563 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.031960 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 6 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.043828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.044171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.044507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.048677 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.049043 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.049429 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 7 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.061317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.061658 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.061997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.066797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.067140 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.067529 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 8 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.079418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.079760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.080097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.084245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.084577 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.084964 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 9 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.096475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.096854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.097197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.101370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.101706 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.102094 n-d-694802-13 neutron-server[93931]: INFO neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempt 10 to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b Jul 07 22:51:00.114799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:00.115144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:00.115484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempting to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:00.119621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:00.119957 n-d-694802-13 neutron-server[93931]: ERROR neutron.plugins.ml2.managers [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Failed to bind port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on host n-h1-694802-13 for vnic_type normal using segments [{'id': '4a84ecc7-6561-4be5-9e71-a5fe82317a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2f7fe4ef-309e-4562-88e9-63fdfd89cf61'}] Jul 07 22:51:00.120325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.184699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] For port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:51:00.185066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attempted to set empty binding levels {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:51:00.189733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.219218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] In _notify_port_updated(), no bound segment for port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b on network 2f7fe4ef-309e-4562-88e9-63fdfd89cf61 {{(pid=93931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:51:00.220171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:00.220690 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.222817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "PUT /v2.0/ports/7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b HTTP/1.1" status: 200 len: 976 time: 0.6140959 Jul 07 22:51:00.225642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60760) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:00.235342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6009e-39e8-40eb-bcb1-02821077d04b tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event updated for resources: {'Port': ['ID=7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:00.307791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Deleting port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:00.308075 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.370849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] For port 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b, host n-h1-694802-13, got binding levels [] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:00.371208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.384575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Calling delete_port for 7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:00.458860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.483250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Pushing event deleted for resources: {'Port': ['ID=7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:00.490722 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.492703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93a3e88f-9760-4dc6-bc09-d563f8f1b1ba tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "DELETE /v2.0/ports/7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b HTTP/1.1" status: 204 len: 168 time: 0.2660646 Jul 07 22:51:00.495292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:00.520049 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-546098bc-5f6c-40a2-bc12-7a479e5211e6 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:51:00.521427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-546098bc-5f6c-40a2-bc12-7a479e5211e6 tempest-PortsAdminExtendedAttrsTestJSON-913885651 tempest-PortsAdminExtendedAttrsTestJSON-913885651-project-admin] 10.222.0.95 "GET /v2.0/ports/7faf30fc-f281-4a2a-abcb-f4cbff5b9b3b HTTP/1.1" status: 404 len: 333 time: 0.0252454 Jul 07 22:51:00.524838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60764) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:00.602412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.687354 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.697365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7fe4ef-309e-4562-88e9-63fdfd89cf61']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:00.708236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a84ecc7-6561-4be5-9e71-a5fe82317a37') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:00.708543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a84ecc7-6561-4be5-9e71-a5fe82317a37') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:00.717041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.731404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.737118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:00.737552 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:00.740458 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:00.796061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.803333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.805257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] 10.222.0.95 "DELETE /v2.0/networks/2f7fe4ef-309e-4562-88e9-63fdfd89cf61 HTTP/1.1" status: 204 len: 168 time: 0.2794352 Jul 07 22:51:00.816844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18945fa-4d8f-4124-a9c6-1610f324d152 tempest-PortsAdminExtendedAttrsTestJSON-1492846613 tempest-PortsAdminExtendedAttrsTestJSON-1492846613-project] Pushing event deleted for resources: {'Network': ['ID=2f7fe4ef-309e-4562-88e9-63fdfd89cf61,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:00.976776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b250-98d3-43ce-a511-74a12a013691 req-9cf630c7-6ec0-47c7-8467-d03387640ff8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:00.978318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be63b250-98d3-43ce-a511-74a12a013691 req-9cf630c7-6ec0-47c7-8467-d03387640ff8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.0700552 Jul 07 22:51:01.016247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be63b250-98d3-43ce-a511-74a12a013691 req-3cae822a-beb3-4801-92a7-4abbbf255602 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jul 07 22:51:01.057694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60772) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:01.185482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8a3bc712-06ac-470c-abe6-87d6e619514c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9e4d0930258d489287cf8c7941238b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256824 Jul 07 22:51:01.186942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60776) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:01.244438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-129bd7c6-c016-4b54-b47e-8586b4f17d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.267403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-129bd7c6-c016-4b54-b47e-8586b4f17d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.313785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-129bd7c6-c016-4b54-b47e-8586b4f17d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.317025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-129bd7c6-c016-4b54-b47e-8586b4f17d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.318205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-129bd7c6-c016-4b54-b47e-8586b4f17d6b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/56012946-1572-4fe2-960e-fe1aaa595d8b HTTP/1.1" status: 204 len: 168 time: 0.1303556 Jul 07 22:51:01.327501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bd7c6-c016-4b54-b47e-8586b4f17d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56012946-1572-4fe2-960e-fe1aaa595d8b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:01.599831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60782) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:01.652700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-183d8f76-295b-4383-b771-6247cfd7eb48 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a90c6b020614453a977daadf3ef3d520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514431 Jul 07 22:51:01.655343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60784) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:01.707070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-26335468-0d48-4052-9276-8205ceb8a947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.729477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-26335468-0d48-4052-9276-8205ceb8a947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.775107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-26335468-0d48-4052-9276-8205ceb8a947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.777750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-26335468-0d48-4052-9276-8205ceb8a947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.778975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-26335468-0d48-4052-9276-8205ceb8a947 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/30e5da3f-3c33-4d69-b479-e7017928d4c3 HTTP/1.1" status: 204 len: 168 time: 0.1226180 Jul 07 22:51:01.787131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26335468-0d48-4052-9276-8205ceb8a947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5da3f-3c33-4d69-b479-e7017928d4c3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:02.200142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca0fb3-59ca-4f0c-ad1b-3669f38d590e req-bbcf0724-ca52-4c8e-a8ce-e80ad38cf0bd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:02.201559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdca0fb3-59ca-4f0c-ad1b-3669f38d590e req-bbcf0724-ca52-4c8e-a8ce-e80ad38cf0bd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.0679841 Jul 07 22:51:02.242167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bdca0fb3-59ca-4f0c-ad1b-3669f38d590e req-477e8352-b415-41f7-9b3a-0f721296508b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 Jul 07 22:51:02.963389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:03.060605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2109581407', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:03.081508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Made reservation on behalf of 47fe1d25c38246cea846ad880c9c3ee2 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:03.083964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.095507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.185468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.192386 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.197421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] device_id is not set on port 0b236b83-0978-4d40-ba66-2caf020b7948 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:51:03.255678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053638f7-cb17-40ce-9b66-0e4a36c20fc9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:03.317457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Allocated IP 172.25.5.147 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/0b236b83-0978-4d40-ba66-2caf020b7948) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:03.416335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da009683-4305-4d8a-a262-a0ca665b7051 req-88e8ba46-5681-4698-b47d-199bdf00ee49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:03.417947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da009683-4305-4d8a-a262-a0ca665b7051 req-88e8ba46-5681-4698-b47d-199bdf00ee49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.0626979 Jul 07 22:51:03.456640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da009683-4305-4d8a-a262-a0ca665b7051 req-5d680282-e786-4709-94ee-0542eba5156c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Jul 07 22:51:03.456831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.500294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.538575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:03.541291 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:03.546683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:03.576267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Pushing event updated for resources: {'Port': ['ID=0b236b83-0978-4d40-ba66-2caf020b7948,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:03.593305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:03.593926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.607058 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2e298db4-5714-48b0-b080-e7a8a21e89ce tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6426005 Jul 07 22:51:03.609995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60830) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:03.614997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.147'}]}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:03.635361 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.636345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.686370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:03.825894 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.060809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.079462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.229435 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.385673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.387783 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.433364 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.433939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffeca830-4d03-4533-a3fa-44cec061647b {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:51:04.451683 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:51:04.453570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9079a074-c8f9-4cee-831e-6901c0ca3894 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8426409 Jul 07 22:51:04.456404 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60832) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:04.538660 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Deleting port 0b236b83-0978-4d40-ba66-2caf020b7948 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:04.539011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.618335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.630340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Calling delete_port for 0b236b83-0978-4d40-ba66-2caf020b7948 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:04.632129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc1703-4377-4054-8e58-e689e5dcd111 req-09a08dcd-02d2-4e9f-a305-53556b577521 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:04.633638 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6dc1703-4377-4054-8e58-e689e5dcd111 req-09a08dcd-02d2-4e9f-a305-53556b577521 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 943 time: 0.0635149 Jul 07 22:51:04.670773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6dc1703-4377-4054-8e58-e689e5dcd111 req-ce6a366b-efde-4fd3-9c66-ea36b8025ca9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312831 Jul 07 22:51:04.755674 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.781592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b236b83-0978-4d40-ba66-2caf020b7948,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:04.844493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:04.846801 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-848c60ca-35ca-41a2-8157-82812c368749 tempest-RoutersAdminNegativeTest-1261737990 tempest-RoutersAdminNegativeTest-1261737990-project-admin] 10.222.0.95 "DELETE /v2.0/ports/0b236b83-0978-4d40-ba66-2caf020b7948 HTTP/1.1" status: 204 len: 168 time: 0.3894520 Jul 07 22:51:05.006796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cbe298d5-00ba-428b-84a2-c5fba5f96195 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:51:05.093096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60840) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:05.106655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port cbe298d5-00ba-428b-84a2-c5fba5f96195, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:05.118338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:51:05.155521 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.168153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe298d5-00ba-428b-84a2-c5fba5f96195 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:51:05.188042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port cbe298d5-00ba-428b-84a2-c5fba5f96195, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:05.192855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.198179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d7c23f4-f24a-4384-bbc2-fb90a493f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.241143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=cbe298d5-00ba-428b-84a2-c5fba5f96195,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:05.249425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.249778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.250128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.250474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.250858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.251202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.251539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.251936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.252384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.253344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.253725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.254059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:05.293037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d7c23f4-f24a-4384-bbc2-fb90a493f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.296962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1d7c23f4-f24a-4384-bbc2-fb90a493f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.338653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1d7c23f4-f24a-4384-bbc2-fb90a493f10b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2446796d260e409db26209474ccd6e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444704 Jul 07 22:51:05.339841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c23f4-f24a-4384-bbc2-fb90a493f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee9098-5896-44d7-a9cd-c947f319b952,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:05.341342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:05.396659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f084010e-a5ff-43fd-9e61-066eb3084279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.417162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f084010e-a5ff-43fd-9e61-066eb3084279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.422692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['cbe298d5-00ba-428b-84a2-c5fba5f96195'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:51:05.466787 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f084010e-a5ff-43fd-9e61-066eb3084279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.469320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f084010e-a5ff-43fd-9e61-066eb3084279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.470480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f084010e-a5ff-43fd-9e61-066eb3084279 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c6ee9098-5896-44d7-a9cd-c947f319b952 HTTP/1.1" status: 204 len: 168 time: 0.1280408 Jul 07 22:51:05.478413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084010e-a5ff-43fd-9e61-066eb3084279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee9098-5896-44d7-a9cd-c947f319b952,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:05.737062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60854) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:05.777520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9877df9f-738b-448e-bb27-11d5cfa9f3f7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=47fe1d25c38246cea846ad880c9c3ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392673 Jul 07 22:51:05.779993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60856) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:05.871705 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593b3137-4b51-45e0-ad59-25c4f7efd65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.888842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240ebf6-8a66-42f2-a0b2-e27a045a5c90 req-6879775b-a53f-4b1a-a3de-355cf60aab29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:05.890309 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c240ebf6-8a66-42f2-a0b2-e27a045a5c90 req-6879775b-a53f-4b1a-a3de-355cf60aab29 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 944 time: 0.1043971 Jul 07 22:51:05.908133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593b3137-4b51-45e0-ad59-25c4f7efd65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.957079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c240ebf6-8a66-42f2-a0b2-e27a045a5c90 req-14d5b6e8-b52f-4fe3-b7f5-fd6fd04295d8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579886 Jul 07 22:51:05.975480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593b3137-4b51-45e0-ad59-25c4f7efd65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.978023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-593b3137-4b51-45e0-ad59-25c4f7efd65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:05.979232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-593b3137-4b51-45e0-ad59-25c4f7efd65e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/053638f7-cb17-40ce-9b66-0e4a36c20fc9 HTTP/1.1" status: 204 len: 168 time: 0.1983480 Jul 07 22:51:05.986883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b3137-4b51-45e0-ad59-25c4f7efd65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053638f7-cb17-40ce-9b66-0e4a36c20fc9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:06.636597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60878) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:06.728875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'networks': [{'name': 'tempest-network--731118622'}, {'name': 'tempest-network--746499059'}]} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:06.729194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'network': {'name': 'tempest-network--731118622'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:06.729680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'network': {'name': 'tempest-network--746499059'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:06.750538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'network': 2} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:06.755555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.764105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.857893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.861193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.861832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.902221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14448184-2287-43d1-a295-dbb81359dd37,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:06.905172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:06.915343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.915723 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Added segment 6b447ed7-ef1e-45d0-9eeb-1c53bc306785 of type vlan for network 897809e2-38f9-4cf4-9e4e-af9167fc1b17 Jul 07 22:51:06.959318 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:06.991757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:07.001499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.001872 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Added segment 4b8349df-75b9-4edb-90d4-e080ed81cace of type vlan for network 9473e6fc-2374-4102-b782-9b1a01154919 Jul 07 22:51:07.006783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cbe298d5-00ba-428b-84a2-c5fba5f96195 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:07.050296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.055886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port cbe298d5-00ba-428b-84a2-c5fba5f96195 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:07.059632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port cbe298d5-00ba-428b-84a2-c5fba5f96195 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:07.060011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.083299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.083851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.089671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.094451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.095123 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.139450 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.141130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1da8-380d-40d8-a407-fba177bee344 req-a3db3556-02c9-4229-ad2d-50b4a6d05356 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.143858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb4f1da8-380d-40d8-a407-fba177bee344 req-a3db3556-02c9-4229-ad2d-50b4a6d05356 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 944 time: 0.0696254 Jul 07 22:51:07.160211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5224428 Jul 07 22:51:07.163690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60884) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:07.169117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:51:07.171733 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3c4e02-6c70-4e52-957a-d17d3912b8ec" -d '{"events": [{"server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "name": "network-vif-plugged", "status": "completed", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:51:07.187841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb4f1da8-380d-40d8-a407-fba177bee344 req-82f63fc9-e69a-45c9-92c2-489606ab2618 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Jul 07 22:51:07.188620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port cbe298d5-00ba-428b-84a2-c5fba5f96195, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:07.193877 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.240157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Network': ['ID=897809e2-38f9-4cf4-9e4e-af9167fc1b17,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:07.251456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 897809e2-38f9-4cf4-9e4e-af9167fc1b17 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:07.255048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=cbe298d5-00ba-428b-84a2-c5fba5f96195,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:07.372309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80006c3-a75d-422e-b588-e9cea0e911dd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Network': ['ID=9473e6fc-2374-4102-b782-9b1a01154919,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:07.372593 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94186f0f-4ca5-4869-b8e6-e9eb35b579eb x-openstack-request-id: req-94186f0f-4ca5-4869-b8e6-e9eb35b579eb {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:51:07.372897 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "name": "network-vif-plugged", "status": "completed", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:51:07.373162 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-94186f0f-4ca5-4869-b8e6-e9eb35b579eb {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:51:07.373563 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'code': 200} Jul 07 22:51:07.383276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 9473e6fc-2374-4102-b782-9b1a01154919 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:07.411438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5689a53-bd57-4200-a324-3b81099250e7 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.417945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5689a53-bd57-4200-a324-3b81099250e7 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.423856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5689a53-bd57-4200-a324-3b81099250e7 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.429759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5689a53-bd57-4200-a324-3b81099250e7 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.431520 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e5689a53-bd57-4200-a324-3b81099250e7 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2677414 Jul 07 22:51:07.434329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60890) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:07.487875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc867396-7a60-400e-8b06-69ab1ed1e6cc req-d1f4956e-6220-454a-90d4-558a36ab54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:07.489463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc867396-7a60-400e-8b06-69ab1ed1e6cc req-d1f4956e-6220-454a-90d4-558a36ab54bf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0549588 Jul 07 22:51:07.515178 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.523937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fc867396-7a60-400e-8b06-69ab1ed1e6cc req-849cfd77-670e-49f5-9338-d862a6b736d8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282149 Jul 07 22:51:07.601497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.611061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897809e2-38f9-4cf4-9e4e-af9167fc1b17']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:07.620606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b447ed7-ef1e-45d0-9eeb-1c53bc306785') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:07.620950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b447ed7-ef1e-45d0-9eeb-1c53bc306785') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:07.629543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.646384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.652229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:07.652634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:07.655512 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:07.711849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.718678 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.720509 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/networks/897809e2-38f9-4cf4-9e4e-af9167fc1b17 HTTP/1.1" status: 204 len: 168 time: 0.2850924 Jul 07 22:51:07.723666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60892) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:07.731883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5bf71-c134-4e42-aec6-9f068e4732d0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Network': ['ID=897809e2-38f9-4cf4-9e4e-af9167fc1b17,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:07.797544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.883838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.893994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9473e6fc-2374-4102-b782-9b1a01154919']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:07.904191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8349df-75b9-4edb-90d4-e080ed81cace') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:07.904496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8349df-75b9-4edb-90d4-e080ed81cace') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:07.913040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.926012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.931660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:07.932409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:07.935653 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:07.990251 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.996862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:07.998676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/networks/9473e6fc-2374-4102-b782-9b1a01154919 HTTP/1.1" status: 204 len: 168 time: 0.2739279 Jul 07 22:51:08.001421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60894) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:08.010131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1174f65-a025-44b9-ab01-a75010a1b30c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Network': ['ID=9473e6fc-2374-4102-b782-9b1a01154919,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:08.108317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2c395-8057-49d9-8554-a5ffcd00ffb2 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:08.115113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2c395-8057-49d9-8554-a5ffcd00ffb2 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:08.116687 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9ba2c395-8057-49d9-8554-a5ffcd00ffb2 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1142571 Jul 07 22:51:08.120485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:08.125285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-319163411'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:08.147142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:08.150875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.175027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:08.183974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.184330 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Added segment 15f80554-5912-4de6-aa49-f7f85a0f3931 of type vlan for network 6890bc35-4c12-4a00-938a-2073e58f60c3 Jul 07 22:51:08.231340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.267213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.273044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:08.273718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.345106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2222154 Jul 07 22:51:08.348444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:08.355706 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2055881097'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:08.365883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00104fb1-b56b-4fde-8730-204bb5c62714 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Network': ['ID=6890bc35-4c12-4a00-938a-2073e58f60c3,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:08.377542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 6890bc35-4c12-4a00-938a-2073e58f60c3 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:08.382035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:08.385786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.387525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af1006-1a3e-4b50-9b36-b68b2ba279e6 req-a38cc86f-8b0d-49b8-9483-0cfea88635b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:08.390072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37af1006-1a3e-4b50-9b36-b68b2ba279e6 req-a38cc86f-8b0d-49b8-9483-0cfea88635b2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 945 time: 0.0757618 Jul 07 22:51:08.439752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37af1006-1a3e-4b50-9b36-b68b2ba279e6 req-5d5b70af-dabb-4692-87fa-76bf19e1916c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Jul 07 22:51:08.715393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:08.723831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.724187 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Added segment aa8e4e3d-a86a-4394-953b-4fe26d18508f of type vlan for network 7e95f4ba-b39b-48fb-89ac-ccf30f6e9688 Jul 07 22:51:08.763387 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.791203 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.796661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:08.797260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:08.861046 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5122318 Jul 07 22:51:08.864301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60902) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:08.867320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd997-229e-4dc1-870a-f23a03687c2b tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Network': ['ID=7e95f4ba-b39b-48fb-89ac-ccf30f6e9688,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:08.869613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'ports': [{'network_id': '6890bc35-4c12-4a00-938a-2073e58f60c3', 'name': 'tempest-port--2070962871', 'admin_state_up': True}, {'network_id': '7e95f4ba-b39b-48fb-89ac-ccf30f6e9688', 'admin_state_up': False}]} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:08.870063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'port': {'network_id': '6890bc35-4c12-4a00-938a-2073e58f60c3', 'name': 'tempest-port--2070962871', 'admin_state_up': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:08.870565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'port': {'network_id': '7e95f4ba-b39b-48fb-89ac-ccf30f6e9688', 'admin_state_up': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:08.878299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7e95f4ba-b39b-48fb-89ac-ccf30f6e9688 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:09.307876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'port': 2} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:09.312548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:09.324751 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:09.400283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] device_id is not set on port a6ede94f-6b87-47fe-9cdb-0b0fd9f833e8 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:51:09.515059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:09.613706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] device_id is not set on port 7d609103-5565-40a2-a2a2-1d0f746f7f05 yet. {{(pid=93932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:51:09.658035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03831c6-67d8-4531-93ab-f4c851155cd3 req-5db11bbf-af87-442c-8453-5c89c5fc0cb6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:09.659556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a03831c6-67d8-4531-93ab-f4c851155cd3 req-5db11bbf-af87-442c-8453-5c89c5fc0cb6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 945 time: 0.1045215 Jul 07 22:51:09.744474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a03831c6-67d8-4531-93ab-f4c851155cd3 req-aad20c02-57b5-48c0-b02f-7d0685896150 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783098 Jul 07 22:51:09.770770 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:09.811105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:09.885717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Port': ['ID=a6ede94f-6b87-47fe-9cdb-0b0fd9f833e8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:09.917311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Checking segment: {'id': '15f80554-5912-4de6-aa49-f7f85a0f3931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6890bc35-4c12-4a00-938a-2073e58f60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:09.917673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network hostable DHCP agents. Network: 6890bc35-4c12-4a00-938a-2073e58f60c3, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:09.945287 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network 6890bc35-4c12-4a00-938a-2073e58f60c3 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:09.961746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc86b6-72f4-4792-a19f-20209cd7ede0 req-d2b5be3a-6a0b-40de-9f05-3c995dc63e3c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:09.963290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2bc86b6-72f4-4792-a19f-20209cd7ede0 req-d2b5be3a-6a0b-40de-9f05-3c995dc63e3c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 945 time: 0.0987597 Jul 07 22:51:09.964310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 6890bc35-4c12-4a00-938a-2073e58f60c3) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:09.967894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:09.968716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:09.974270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcbe91-dbda-452b-88bb-6a0668a642a7 None None] Network 6890bc35-4c12-4a00-938a-2073e58f60c3 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:10.054298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Port': ['ID=7d609103-5565-40a2-a2a2-1d0f746f7f05,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:10.060591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2bc86b6-72f4-4792-a19f-20209cd7ede0 req-eb1f0322-00ca-4e1f-974d-6bf5209d2ad7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902121 Jul 07 22:51:10.068730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Checking segment: {'id': 'aa8e4e3d-a86a-4394-953b-4fe26d18508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7e95f4ba-b39b-48fb-89ac-ccf30f6e9688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:10.068730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network hostable DHCP agents. Network: 7e95f4ba-b39b-48fb-89ac-ccf30f6e9688, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:10.085595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60908) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:10.086141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network 7e95f4ba-b39b-48fb-89ac-ccf30f6e9688 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:10.095273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7e95f4ba-b39b-48fb-89ac-ccf30f6e9688) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:10.100340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:10.109214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:10.110008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef15f3-3ab8-42c8-9943-504b74751613 None None] Network 7e95f4ba-b39b-48fb-89ac-ccf30f6e9688 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:10.115341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:10.116081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.133590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e4983385-d768-49bc-94fa-7ac658104be9 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2659349 Jul 07 22:51:10.133975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60912) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:10.206482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b64c8-4b05-423a-b9a0-f98c0e9c5531 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:10.214222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b64c8-4b05-423a-b9a0-f98c0e9c5531 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:10.216446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d8b64c8-4b05-423a-b9a0-f98c0e9c5531 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0805657 Jul 07 22:51:10.219385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60914) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:10.274719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab216053-bd6b-4960-8803-9e1417236002 tempest-TestVolumeBootPattern-496849211 tempest-TestVolumeBootPattern-496849211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:10.276288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ab216053-bd6b-4960-8803-9e1417236002 tempest-TestVolumeBootPattern-496849211 tempest-TestVolumeBootPattern-496849211-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1092 time: 0.1894839 Jul 07 22:51:10.279141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60916) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:10.284244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:10.310614 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.327907 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Deleting port a6ede94f-6b87-47fe-9cdb-0b0fd9f833e8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:10.328253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.392226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.405580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Calling delete_port for a6ede94f-6b87-47fe-9cdb-0b0fd9f833e8 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:10.409343 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.487344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.513975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Port': ['ID=a6ede94f-6b87-47fe-9cdb-0b0fd9f833e8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:10.517250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.25.5.199 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/6f051345-5d92-446f-972a-7b094d957783) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:10.524343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.526269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-87e8cfb1-03f4-48c7-b733-ee3ad17afb7d tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/ports/a6ede94f-6b87-47fe-9cdb-0b0fd9f833e8 HTTP/1.1" status: 204 len: 168 time: 0.3058617 Jul 07 22:51:10.528943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60918) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:10.696538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.707123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Deleting port 7d609103-5565-40a2-a2a2-1d0f746f7f05 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:10.707462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.785293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.800282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Calling delete_port for 7d609103-5565-40a2-a2a2-1d0f746f7f05 owned by {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:10.812651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:10.887917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:10.893756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:10.903439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:10.931598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=6f051345-5d92-446f-972a-7b094d957783,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:10.987987 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.025034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Port': ['ID=7d609103-5565-40a2-a2a2-1d0f746f7f05,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:11.034287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.036225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f6a720cb-084b-4756-a7a2-c88c92d49705 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/ports/7d609103-5565-40a2-a2a2-1d0f746f7f05 HTTP/1.1" status: 204 len: 168 time: 0.5063243 Jul 07 22:51:11.038873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:11.069263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8094f2b6-571d-455a-a443-e15ffc546cdd tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291991 Jul 07 22:51:11.072885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:11.078476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1968115186'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:11.150922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:11.154485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.215285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:11.233519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.233874 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Added segment 56f73ed1-384e-47db-8982-8ca42e941e56 of type vlan for network ae986e6f-ba69-4d40-8af6-dbd2458a58e7 Jul 07 22:51:11.303396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.407907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.414114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:11.414753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.485396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4114571 Jul 07 22:51:11.488661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60924) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:11.494031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-908408631'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:11.498199 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.499948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbcb98-7e36-4c95-9f50-130cb6ab80f3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Network': ['ID=ae986e6f-ba69-4d40-8af6-dbd2458a58e7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:11.511311 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ae986e6f-ba69-4d40-8af6-dbd2458a58e7 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:11.516830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:11.520451 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.544109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:11.553669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.553963 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Added segment eb81e82b-b419-4b43-842a-2ef53c976f29 of type vlan for network 5573769e-b62d-4bdd-8078-e3b8f36cd498 Jul 07 22:51:11.592019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.600892 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.629998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.635585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:11.636194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.692555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2027628 Jul 07 22:51:11.703511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feefd0-1f21-4e11-91f2-048c9a241da3 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Network': ['ID=5573769e-b62d-4bdd-8078-e3b8f36cd498,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:11.728505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5573769e-b62d-4bdd-8078-e3b8f36cd498 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:11.751833 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.757938 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.837908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=6f051345-5d92-446f-972a-7b094d957783,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:11.846711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:11.952874 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Floating IP 87cec80b-c686-4f3b-82d6-b73b9d6ebf41 associated. External IP: 172.25.5.199, port: cbe298d5-00ba-428b-84a2-c5fba5f96195. Jul 07 22:51:12.164228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:51:12.274587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:51:12.285447 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:51:12.294333 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:12.307492 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:12.308415 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:12.333110 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2c6f604a-be69-4023-8466-779d997d6b3e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0529211 Jul 07 22:51:12.333863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:51:12.336346 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bb6bb2-a061-4894-9532-d79918379841" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:51:12.384569 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b99004-cc51-430b-ba5a-c3b5bbe274ac x-openstack-request-id: req-c0b99004-cc51-430b-ba5a-c3b5bbe274ac {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:51:12.384569 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:51:12.384569 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c0b99004-cc51-430b-ba5a-c3b5bbe274ac {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:51:12.384569 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'status': 'completed', 'code': 200} Jul 07 22:51:12.416367 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:12.450196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6bb2-a061-4894-9532-d79918379841 req-1aa6e50a-691e-47d3-a2be-98638534e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:12.451854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-1aa6e50a-691e-47d3-a2be-98638534e2c7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0526226 Jul 07 22:51:12.547875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6bb2-a061-4894-9532-d79918379841 req-cdcfdba7-20e6-4e1c-a760-d264f6613219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:12.550166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-cdcfdba7-20e6-4e1c-a760-d264f6613219 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0918758 Jul 07 22:51:12.614261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-a3ad0632-d7f5-4d78-94d1-529025e8ee1f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 999 time: 0.0577424 Jul 07 22:51:12.639881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:11Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:12.665984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6bb2-a061-4894-9532-d79918379841 req-402308fe-2bed-4b34-84d6-808a49eb2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:12.667564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-402308fe-2bed-4b34-84d6-808a49eb2593 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0475211 Jul 07 22:51:12.667669 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:51:12.675886 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:12.676496 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:50:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:12.725142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6bb2-a061-4894-9532-d79918379841 req-2408db68-c8e3-47e6-acce-2aad68f1599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:12.726715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-2408db68-c8e3-47e6-acce-2aad68f1599c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528660 Jul 07 22:51:12.783958 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:12.817344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-e7b81d75-32b3-4e8f-b7af-a0cd224dd389 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843647 Jul 07 22:51:12.915361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0bb6bb2-a061-4894-9532-d79918379841 req-7887210b-b26e-4b92-bd5f-676afd784a20 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912862 Jul 07 22:51:13.014455 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:11Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:13.040162 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b08cec-7970-47dc-9231-4ffff83a3d02 None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:11Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:51:13.224727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a2326-9b55-4ff6-90fe-c062672d3dcc None None] New status for floating IP 87cec80b-c686-4f3b-82d6-b73b9d6ebf41: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:51:14.970050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60930) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:14.975567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'subnets': [{'network_id': 'ae986e6f-ba69-4d40-8af6-dbd2458a58e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--231503706', 'ip_version': 6}, {'network_id': '5573769e-b62d-4bdd-8078-e3b8f36cd498', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:14.975931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'subnet': {'network_id': 'ae986e6f-ba69-4d40-8af6-dbd2458a58e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--231503706', 'ip_version': 6}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:14.976609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Request body: {'subnet': {'network_id': '5573769e-b62d-4bdd-8078-e3b8f36cd498', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:15.136087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Made reservation on behalf of 15945528a179444292ffc8349ec74cdd for: {'subnet': 2} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:15.140781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.141139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.509835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.568371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Subnet': ['ID=e8564d94-5c20-457f-8c57-95a8978d2e21,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:15.577039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Checking segment: {'id': '56f73ed1-384e-47db-8982-8ca42e941e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'ae986e6f-ba69-4d40-8af6-dbd2458a58e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:15.577425 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network hostable DHCP agents. Network: ae986e6f-ba69-4d40-8af6-dbd2458a58e7, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:15.595237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network ae986e6f-ba69-4d40-8af6-dbd2458a58e7 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:15.605315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ae986e6f-ba69-4d40-8af6-dbd2458a58e7) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:15.609825 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.615089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5890d-1c04-47f9-8bfa-4c10137f592c None None] Network ae986e6f-ba69-4d40-8af6-dbd2458a58e7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:15.680745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event updated for resources: {'Subnet': ['ID=d577ea43-a8b4-4711-b542-495d239c1a14,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:15.689708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Checking segment: {'id': 'eb81e82b-b419-4b43-842a-2ef53c976f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5573769e-b62d-4bdd-8078-e3b8f36cd498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:15.690155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network hostable DHCP agents. Network: 5573769e-b62d-4bdd-8078-e3b8f36cd498, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:15.707003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Network 5573769e-b62d-4bdd-8078-e3b8f36cd498 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:15.716000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5573769e-b62d-4bdd-8078-e3b8f36cd498) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:15.725826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47035af8-ac73-4cae-b36f-de341b20d092 None None] Network 5573769e-b62d-4bdd-8078-e3b8f36cd498 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:15.725983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:15.726413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:15.727085 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.742300 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ae8bfd19-aac0-494d-a7fe-c305ae5353d6 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.7701600 Jul 07 22:51:15.744167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60932) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:15.805100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d8c63-7ccd-4cb3-a0a6-4a101ecb884a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-ae986e6f-ba69-4d40-8af6-dbd2458a58e7', 'network_id': 'ae986e6f-ba69-4d40-8af6-dbd2458a58e7', 'tenant_id': '15945528a179444292ffc8349ec74cdd', 'fixed_ips': [{'subnet_id': 'e8564d94-5c20-457f-8c57-95a8978d2e21'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:15.805969 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8c63-7ccd-4cb3-a0a6-4a101ecb884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.834718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aabce4-8c4e-4ee9-b96d-7e574439f235 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:15.836326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aabce4-8c4e-4ee9-b96d-7e574439f235 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:15.837890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aabce4-8c4e-4ee9-b96d-7e574439f235 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:15.839609 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b7aabce4-8c4e-4ee9-b96d-7e574439f235 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0944541 Jul 07 22:51:15.850089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60934) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:15.907964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Deleting subnet e8564d94-5c20-457f-8c57-95a8978d2e21 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:15.911971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:15.954816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.002792 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.062904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.095753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Subnet': ['ID=e8564d94-5c20-457f-8c57-95a8978d2e21,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:16.100449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.102404 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-964a6c45-daf7-49e1-9559-e8ae5b7ec573 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/subnets/e8564d94-5c20-457f-8c57-95a8978d2e21 HTTP/1.1" status: 204 len: 168 time: 0.2511084 Jul 07 22:51:16.105029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60936) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-7b1d8c63-7ccd-4cb3-a0a6-4a101ecb884a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8564d94-5c20-457f-8c57-95a8978d2e21: This subnet is being modified by another concurrent operation. Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8564d94-5c20-457f-8c57-95a8978d2e21: This subnet is being modified by another concurrent operation. Jul 07 22:51:16.112616 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:51:16.131534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe83badb-3f9e-420d-a3fe-7455b7d81476 None None] Network ae986e6f-ba69-4d40-8af6-dbd2458a58e7 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:16.145907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c86537-9e4d-4598-bec4-6c9442179a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5573769e-b62d-4bdd-8078-e3b8f36cd498', 'network_id': '5573769e-b62d-4bdd-8078-e3b8f36cd498', 'tenant_id': '15945528a179444292ffc8349ec74cdd', 'fixed_ips': [{'subnet_id': 'd577ea43-a8b4-4711-b542-495d239c1a14'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:16.146775 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e6c86537-9e4d-4598-bec4-6c9442179a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.158829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Deleting subnet d577ea43-a8b4-4711-b542-495d239c1a14 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:16.162246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.202289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.246279 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.309068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-e6c86537-9e4d-4598-bec4-6c9442179a5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d577ea43-a8b4-4711-b542-495d239c1a14: This subnet is being modified by another concurrent operation. Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d577ea43-a8b4-4711-b542-495d239c1a14: This subnet is being modified by another concurrent operation. Jul 07 22:51:16.316924 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:51:16.334334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac74e59-8846-49c0-a04d-045b34f4286f None None] Network 5573769e-b62d-4bdd-8078-e3b8f36cd498 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:16.335066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Subnet': ['ID=d577ea43-a8b4-4711-b542-495d239c1a14,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:16.340711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.344822 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4b1b1515-2b7c-43ac-9535-df7632f042ac tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/subnets/d577ea43-a8b4-4711-b542-495d239c1a14 HTTP/1.1" status: 204 len: 168 time: 0.2366557 Jul 07 22:51:16.345048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60938) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:16.395087 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf1a88-aa31-4c19-8f07-813403eac6b0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:16.396592 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e0bf1a88-aa31-4c19-8f07-813403eac6b0 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0503638 Jul 07 22:51:16.399959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60940) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:16.443327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e415fc-7ca0-4d71-8b8d-457e9c39e456 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:51:16.475202 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.526569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e415fc-7ca0-4d71-8b8d-457e9c39e456 None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:51:16.564856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.574494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5573769e-b62d-4bdd-8078-e3b8f36cd498']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:16.586116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb81e82b-b419-4b43-842a-2ef53c976f29') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:16.586426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb81e82b-b419-4b43-842a-2ef53c976f29') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:16.595530 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.609407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.615281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:16.615677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:16.618810 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:16.680125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.688317 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.690738 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/networks/5573769e-b62d-4bdd-8078-e3b8f36cd498 HTTP/1.1" status: 204 len: 168 time: 0.2897828 Jul 07 22:51:16.693339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60942) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:16.700419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067360c-ab12-4319-aea5-68a3f4c09f32 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Network': ['ID=5573769e-b62d-4bdd-8078-e3b8f36cd498,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:16.772269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.785335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f0ff2-2a46-4bae-b6b3-d8a09d4fc82c None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:51:16.863828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.873369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f0ff2-2a46-4bae-b6b3-d8a09d4fc82c None None] Resources bound (agent type, host, resource id): {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:51:16.873707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae986e6f-ba69-4d40-8af6-dbd2458a58e7']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:16.884301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f73ed1-384e-47db-8982-8ca42e941e56') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:16.884604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f73ed1-384e-47db-8982-8ca42e941e56') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:16.893323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.906928 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.913238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:16.913636 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:16.916593 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:16.979624 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.987553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:16.989454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/networks/ae986e6f-ba69-4d40-8af6-dbd2458a58e7 HTTP/1.1" status: 204 len: 168 time: 0.2950351 Jul 07 22:51:16.992158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60944) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:16.999346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4573c8-56d6-4e3c-9fb9-7db44fe93546 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Network': ['ID=ae986e6f-ba69-4d40-8af6-dbd2458a58e7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:17.037202 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.070915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.158539 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.168148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e95f4ba-b39b-48fb-89ac-ccf30f6e9688']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:17.178728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8e4e3d-a86a-4394-953b-4fe26d18508f') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:17.179043 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8e4e3d-a86a-4394-953b-4fe26d18508f') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:17.187757 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.201422 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.207393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:17.207789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:17.210897 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:17.266401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.273449 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.275229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/networks/7e95f4ba-b39b-48fb-89ac-ccf30f6e9688 HTTP/1.1" status: 204 len: 168 time: 0.2819571 Jul 07 22:51:17.277863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60946) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:17.290407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb921e-4945-4160-94ff-94b7daef2f12 tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Network': ['ID=7e95f4ba-b39b-48fb-89ac-ccf30f6e9688,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:17.353872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.442223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.451609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6890bc35-4c12-4a00-938a-2073e58f60c3']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:17.461741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f80554-5912-4de6-aa49-f7f85a0f3931') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:17.462044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f80554-5912-4de6-aa49-f7f85a0f3931') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:17.471268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.484265 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.490446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:17.490932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:17.493967 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:17.548737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.556221 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.558041 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] 10.222.0.95 "DELETE /v2.0/networks/6890bc35-4c12-4a00-938a-2073e58f60c3 HTTP/1.1" status: 204 len: 168 time: 0.2791510 Jul 07 22:51:17.570325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c64b7-a012-4c7b-948d-04cfc805f78c tempest-BulkNetworkOpsIpV6Test-1095569490 tempest-BulkNetworkOpsIpV6Test-1095569490-project] Pushing event deleted for resources: {'Network': ['ID=6890bc35-4c12-4a00-938a-2073e58f60c3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:17.789614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60952) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:17.924263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-228e4fee-45e8-434d-a60d-15cc68659c11 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=15945528a179444292ffc8349ec74cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333807 Jul 07 22:51:17.926740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:17.973894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48c42e00-5493-4336-9092-d44e4a3388c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:17.993679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48c42e00-5493-4336-9092-d44e4a3388c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.038741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48c42e00-5493-4336-9092-d44e4a3388c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.041390 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48c42e00-5493-4336-9092-d44e4a3388c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.042574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-48c42e00-5493-4336-9092-d44e4a3388c5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/14448184-2287-43d1-a295-dbb81359dd37 HTTP/1.1" status: 204 len: 168 time: 0.1148834 Jul 07 22:51:18.052178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c42e00-5493-4336-9092-d44e4a3388c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14448184-2287-43d1-a295-dbb81359dd37,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:18.369589 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee47ce68-c2b4-4881-98f7-34f16cfcafb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.656204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:18.748021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29780278'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:18.769800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:18.773383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.781706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.872544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.876269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.905159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:18.911956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb4134d-fdc0-493a-8d09-d407c369dae2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:18.918116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.918477 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment fbfc2707-ce46-4f35-95fe-3fed1fedb05a of type vlan for network 8c8bf614-1d52-4560-8d29-f99186e5543e Jul 07 22:51:18.928923 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.960337 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.990880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:18.997015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:18.997892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:19.061499 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4041224 Jul 07 22:51:19.072065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167fbe7-0c61-4368-a11e-7624f63d8d51 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=8c8bf614-1d52-4560-8d29-f99186e5543e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:19.083517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8c8bf614-1d52-4560-8d29-f99186e5543e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:20.131036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-c4e61e04-1420-4b67-bf48-72dab8f3ffc1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520015 Jul 07 22:51:20.230675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82304b82-93f5-4db6-a0ad-bab28681559d req-1bb498d3-a487-40e1-a58f-ef412c3ca2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:20.232180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-1bb498d3-a487-40e1-a58f-ef412c3ca2ce service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0564730 Jul 07 22:51:20.336306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82304b82-93f5-4db6-a0ad-bab28681559d req-6e66bc45-6278-4990-8548-93f2031441d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:20.337803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-6e66bc45-6278-4990-8548-93f2031441d5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0831690 Jul 07 22:51:20.405765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-d38d0937-fbe8-4e9c-9b99-457f9fbecef2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 1001 time: 0.0614102 Jul 07 22:51:20.454809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82304b82-93f5-4db6-a0ad-bab28681559d req-57ff6513-4a6a-4ae9-806b-88fd993ea696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:20.456290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-57ff6513-4a6a-4ae9-806b-88fd993ea696 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0422134 Jul 07 22:51:20.513494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82304b82-93f5-4db6-a0ad-bab28681559d req-d4c59ccd-4943-49a2-9c9c-2a9dc7bd9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:20.515118 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-d4c59ccd-4943-49a2-9c9c-2a9dc7bd9751 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524545 Jul 07 22:51:20.610236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-d0e849aa-b6d1-4d08-ad41-f4a90ad3db97 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869987 Jul 07 22:51:20.696415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82304b82-93f5-4db6-a0ad-bab28681559d req-816d2a41-64a0-4a8b-ae4b-ac35273bbebf service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798559 Jul 07 22:51:21.015059 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-084782b1-9f37-4917-b911-8730ce9742aa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530827 Jul 07 22:51:21.105949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-818cb00f-29e1-4454-a21e-6b5b5cd581c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:21.107474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-818cb00f-29e1-4454-a21e-6b5b5cd581c1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 1097 time: 0.0519674 Jul 07 22:51:21.378249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-58ade131-5bd3-439a-bb3d-47eeb1b6fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:21.436196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:21.516148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-b48fcc52-18fb-46f2-a3d4-5f71fcba8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:21.517665 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-b48fcc52-18fb-46f2-a3d4-5f71fcba8f74 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 200 len: 909 time: 0.3901944 Jul 07 22:51:21.581699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-5864f2d1-0721-4a5f-b403-0fd8a180897b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 200 len: 1000 time: 0.0575879 Jul 07 22:51:21.630167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-ae3124ad-b30c-4e36-8f23-43467ede97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:21.631637 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-ae3124ad-b30c-4e36-8f23-43467ede97f0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 200 len: 847 time: 0.0443673 Jul 07 22:51:21.690400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-367927be-8252-42a5-a548-56061173489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:21.691911 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-367927be-8252-42a5-a548-56061173489b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541039 Jul 07 22:51:21.779920 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-08ec225d-2d9f-43c5-b567-dfebcc78561c service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 Jul 07 22:51:21.874028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-88ca192f-699f-4524-bd5f-69adafaeb46b req-047d2c99-5f76-4713-9b99-35297893a273 service neutron] 10.222.0.97 "GET /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877001 Jul 07 22:51:22.245736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.270994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60984) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:22.276235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:22.363617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:22.367240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.548676 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.615974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=7e07db77-f2a6-4bde-bd04-8b56948e599a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:22.623235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:22.623616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: 8c8bf614-1d52-4560-8d29-f99186e5543e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:22.639777 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 8c8bf614-1d52-4560-8d29-f99186e5543e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:22.648738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8c8bf614-1d52-4560-8d29-f99186e5543e) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:22.652592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:22.653196 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.658478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a41ac2-4955-4d4a-ba12-e19a467b76e9 None None] Network 8c8bf614-1d52-4560-8d29-f99186e5543e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:22.668143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2ddfc486-7286-403c-95a1-23b2efce4dc8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3959973 Jul 07 22:51:22.671482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60986) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:22.677143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-32179828'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:22.698187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:22.701843 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.726640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:22.735479 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.735836 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment 6da7063e-d129-41a9-bf22-1106e0fc4f32 of type vlan for network 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe Jul 07 22:51:22.777529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.806612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8c8bf614-1d52-4560-8d29-f99186e5543e', 'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '7e07db77-f2a6-4bde-bd04-8b56948e599a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:22.807532 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.817635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.823373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:22.823981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:22.875479 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2024782 Jul 07 22:51:22.878964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60988) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:22.884718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': '293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:22.893059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d10e1-007f-45ad-8b11-9b58fd3155cf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:22.903972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:22.982496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:22.986274 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.005706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Allocated IP 2001:db8:0:ffff::2 (8c8bf614-1d52-4560-8d29-f99186e5543e/7e07db77-f2a6-4bde-bd04-8b56948e599a/a6941d9e-622f-4afe-959c-508ffcaca521) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:23.146204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.154134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Transition to ACTIVE for port object a6941d9e-622f-4afe-959c-508ffcaca521 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:23.166061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.169609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Transition to ACTIVE for port object a6941d9e-622f-4afe-959c-508ffcaca521 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:23.175320 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.216097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Network 8c8bf614-1d52-4560-8d29-f99186e5543e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:23.223312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:23.227672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:23.230679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Pushing event updated for resources: {'Port': ['ID=a6941d9e-622f-4afe-959c-508ffcaca521,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:23.232428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=e30a62a4-abe3-43d6-820b-dce5a41ed6c2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:23.234816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': '6da7063e-d129-41a9-bf22-1106e0fc4f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:23.235066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:23.253165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:23.261840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:23.266200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:23.266838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.277703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850289d-97d1-4222-acab-30d6dc584ccd None None] Network 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:23.281947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9314f87c-ce11-4e08-9f40-0d80ab7ee2ba tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4016151 Jul 07 22:51:23.285112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60990) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:23.324793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Attempting to bind port a6941d9e-622f-4afe-959c-508ffcaca521 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:23.325194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Attempting to bind port a6941d9e-622f-4afe-959c-508ffcaca521 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:23.325551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Attempting to bind port a6941d9e-622f-4afe-959c-508ffcaca521 on network 8c8bf614-1d52-4560-8d29-f99186e5543e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:23.335211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:23.335596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Checking segment: {'id': 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:23.336014 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.336416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Bound using segment: {'id': 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:51:23.336895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Bound port: a6941d9e-622f-4afe-959c-508ffcaca521, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8c8bf614-1d52-4560-8d29-f99186e5543e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:51:23.337290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.382799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.450933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] For port a6941d9e-622f-4afe-959c-508ffcaca521, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:51:23.456235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] For port a6941d9e-622f-4afe-959c-508ffcaca521, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a6941d9e-622f-4afe-959c-508ffcaca521,segment=NetworkSegment(fbfc2707-ce46-4f35-95fe-3fed1fedb05a),segment_id=fbfc2707-ce46-4f35-95fe-3fed1fedb05a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:51:23.460604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.465258 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.514125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ad17d-38fd-41cf-9885-ffe38296d345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe', 'network_id': '293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': 'e30a62a4-abe3-43d6-820b-dce5a41ed6c2'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:23.515041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-636ad17d-38fd-41cf-9885-ffe38296d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.520325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.552961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=e30a62a4-abe3-43d6-820b-dce5a41ed6c2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:23.614961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dd47b-c3b5-42d7-982c-38b90d628b1e None None] Pushing event updated for resources: {'Port': ['ID=a6941d9e-622f-4afe-959c-508ffcaca521,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:23.623044 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.634725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:23.637049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335352af-9574-4b61-ac45-e94dd83fdb6e None None] Network 293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:23.645106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da7063e-d129-41a9-bf22-1106e0fc4f32') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:23.645416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da7063e-d129-41a9-bf22-1106e0fc4f32') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:23.659255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.676808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.686002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:23.686429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:23.689498 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:23.769929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.783203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.785726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe HTTP/1.1" status: 204 len: 168 time: 0.4996932 Jul 07 22:51:23.789803 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60992) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:23.797181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808702499'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:23.798230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e684b6f-0663-49eb-ac8a-fc1e969e1851 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:23.813930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.820383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:23.824161 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.859868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:23.870223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.870579 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment c7b5777d-a787-4892-9a87-082c34b0a38d of type vlan for network ebc75725-1360-45fd-ac7c-57b557e61d18 Jul 07 22:51:23.916447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.944288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.949838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:23.950441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.008579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2164567 Jul 07 22:51:24.011218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60994) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:24.018915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:24.038599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5884803-7066-411a-8595-0737408a6418 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=ebc75725-1360-45fd-ac7c-57b557e61d18,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:24.048668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network ebc75725-1360-45fd-ac7c-57b557e61d18 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:24.118012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:24.121624 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.318809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.380058 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=0f53d812-c24f-4bbd-b5c2-3805e94c837d,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:24.390995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': 'c7b5777d-a787-4892-9a87-082c34b0a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:24.391383 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: ebc75725-1360-45fd-ac7c-57b557e61d18, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:24.408154 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network ebc75725-1360-45fd-ac7c-57b557e61d18 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:24.418047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, ebc75725-1360-45fd-ac7c-57b557e61d18) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:24.422373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:24.423046 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.429716 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcde10-51b1-47ac-82d4-22bb140e080d None None] Network ebc75725-1360-45fd-ac7c-57b557e61d18 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:24.442663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ed918d03-f269-4478-9900-8ea3714be3a2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4266691 Jul 07 22:51:24.443437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 60996) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:24.448857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336584078'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:24.472310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:24.476061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.506791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:24.516157 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.516509 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment 85ebc351-0615-4a8b-a730-2d3e1db9d897 of type vlan for network 5b0764f0-f68b-44f6-8b4c-a338fb278c77 Jul 07 22:51:24.544916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c2e06-00b7-4b78-a61e-efd74279032e None None] Network 8c8bf614-1d52-4560-8d29-f99186e5543e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:24.570982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.600628 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.606175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:24.606812 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.622752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b8b8a850-4bcc-4008-ba10-fa6d3e0929dc None None] Provisioning for port a6941d9e-622f-4afe-959c-508ffcaca521 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:24.661701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-ebc75725-1360-45fd-ac7c-57b557e61d18', 'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '0f53d812-c24f-4bbd-b5c2-3805e94c837d'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:24.662813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.667029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2222703 Jul 07 22:51:24.670649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 60998) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:24.676240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a233b2-e15c-473a-bb76-61a111a4dad2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=5b0764f0-f68b-44f6-8b4c-a338fb278c77,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:24.678549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': '5b0764f0-f68b-44f6-8b4c-a338fb278c77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:24.691706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5b0764f0-f68b-44f6-8b4c-a338fb278c77 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:24.772926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:24.776541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:24.836627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Performing IP validity checks on allocation pools {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:51:24.837266 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:51:24.937475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Allocated IP 2001:db8::3 (ebc75725-1360-45fd-ac7c-57b557e61d18/0f53d812-c24f-4bbd-b5c2-3805e94c837d/73e35d0f-597a-487e-ad7e-d4a29bc2412a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:24.979022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.045881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=01bac72a-966d-430f-8cab-e3e5344c8f34,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:25.054948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': '85ebc351-0615-4a8b-a730-2d3e1db9d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5b0764f0-f68b-44f6-8b4c-a338fb278c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:25.055331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: 5b0764f0-f68b-44f6-8b4c-a338fb278c77, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:25.074975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 5b0764f0-f68b-44f6-8b4c-a338fb278c77 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:25.085032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5b0764f0-f68b-44f6-8b4c-a338fb278c77) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:25.088968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:25.089572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.105721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9781bbf9-2daa-45b1-951d-ead4608fb918 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4335055 Jul 07 22:51:25.108499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32768) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:25.164054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d85e1-e874-4e34-b18e-e191495bc92d None None] Network 5b0764f0-f68b-44f6-8b4c-a338fb278c77 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:25.214053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.272623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.343630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.357028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.387283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Transition to ACTIVE for port object 73e35d0f-597a-487e-ad7e-d4a29bc2412a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:25.395077 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c30e4-993e-493c-a0ee-e47588f53f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5b0764f0-f68b-44f6-8b4c-a338fb278c77', 'network_id': '5b0764f0-f68b-44f6-8b4c-a338fb278c77', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '01bac72a-966d-430f-8cab-e3e5344c8f34'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:25.395927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-681c30e4-993e-493c-a0ee-e47588f53f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.423446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=01bac72a-966d-430f-8cab-e3e5344c8f34,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:25.428481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Transition to ACTIVE for port object 73e35d0f-597a-487e-ad7e-d4a29bc2412a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:25.436094 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.447068 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.457379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0764f0-f68b-44f6-8b4c-a338fb278c77']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:25.468254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ebc351-0615-4a8b-a730-2d3e1db9d897') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:25.468570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ebc351-0615-4a8b-a730-2d3e1db9d897') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:25.478581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.492869 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.498997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:25.499599 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:25.502785 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:25.527080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f82057-ef56-4bf5-bc17-c781c71bb0e4 None None] Network 5b0764f0-f68b-44f6-8b4c-a338fb278c77 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:25.530841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Network ebc75725-1360-45fd-ac7c-57b557e61d18 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:25.546802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:25.562130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.569373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.575196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/5b0764f0-f68b-44f6-8b4c-a338fb278c77 HTTP/1.1" status: 204 len: 168 time: 0.4618416 Jul 07 22:51:25.575482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:25.575482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Pushing event updated for resources: {'Port': ['ID=73e35d0f-597a-487e-ad7e-d4a29bc2412a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:25.575697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32772) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:25.592573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-606324284'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:25.615388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd79cc-2952-4b03-ad3a-6563d52ebd33 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=5b0764f0-f68b-44f6-8b4c-a338fb278c77,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:25.619003 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:25.622681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.649487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:25.664511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.664920 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment d17e9a22-14e3-448e-8216-59c8302bb248 of type vlan for network 4d2218cb-8852-40d0-82de-36f0622b2f59 Jul 07 22:51:25.681825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Attempting to bind port 73e35d0f-597a-487e-ad7e-d4a29bc2412a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:25.682212 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Attempting to bind port 73e35d0f-597a-487e-ad7e-d4a29bc2412a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'c7b5777d-a787-4892-9a87-082c34b0a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:25.682588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Attempting to bind port 73e35d0f-597a-487e-ad7e-d4a29bc2412a on network ebc75725-1360-45fd-ac7c-57b557e61d18 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:25.705089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a6941d9e-622f-4afe-959c-508ffcaca521 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:25.709533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:25.709927 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Checking segment: {'id': 'c7b5777d-a787-4892-9a87-082c34b0a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:25.710338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.710763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Bound using segment: {'id': 'c7b5777d-a787-4892-9a87-082c34b0a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:51:25.711255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Bound port: 73e35d0f-597a-487e-ad7e-d4a29bc2412a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b5777d-a787-4892-9a87-082c34b0a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc75725-1360-45fd-ac7c-57b557e61d18'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:51:25.711646 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.718299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.747593 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.753980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:25.754619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.805467 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2288659 Jul 07 22:51:25.808485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32774) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:25.810603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port a6941d9e-622f-4afe-959c-508ffcaca521 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:25.813126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] For port 73e35d0f-597a-487e-ad7e-d4a29bc2412a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:51:25.814205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': '4d2218cb-8852-40d0-82de-36f0622b2f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:25.817802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] For port 73e35d0f-597a-487e-ad7e-d4a29bc2412a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=73e35d0f-597a-487e-ad7e-d4a29bc2412a,segment=NetworkSegment(c7b5777d-a787-4892-9a87-082c34b0a38d),segment_id=c7b5777d-a787-4892-9a87-082c34b0a38d)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:51:25.819413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a6941d9e-622f-4afe-959c-508ffcaca521 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:25.819796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.830129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4396089-78d8-4b7b-a422-829ac22debc6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=4d2218cb-8852-40d0-82de-36f0622b2f59,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:25.843468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4d2218cb-8852-40d0-82de-36f0622b2f59 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:25.848467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:25.938940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:25.944881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.015371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a495dd-9be9-49b6-8493-436f3a8ca27d None None] Pushing event updated for resources: {'Port': ['ID=73e35d0f-597a-487e-ad7e-d4a29bc2412a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:26.070464 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.110899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port a6941d9e-622f-4afe-959c-508ffcaca521, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a6941d9e-622f-4afe-959c-508ffcaca521,segment=NetworkSegment(fbfc2707-ce46-4f35-95fe-3fed1fedb05a),segment_id=fbfc2707-ce46-4f35-95fe-3fed1fedb05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:26.116044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.181445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=a6941d9e-622f-4afe-959c-508ffcaca521,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:26.228851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.303379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=760355ff-a6c8-45ca-a683-24dff844117e,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:26.309023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': 'd17e9a22-14e3-448e-8216-59c8302bb248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4d2218cb-8852-40d0-82de-36f0622b2f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:26.309388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: 4d2218cb-8852-40d0-82de-36f0622b2f59, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:26.328677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 4d2218cb-8852-40d0-82de-36f0622b2f59 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:26.339144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4d2218cb-8852-40d0-82de-36f0622b2f59) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:26.343398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:26.344014 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.352563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348377ba-fc5b-4f58-bdea-4f19699a1c11 None None] Network 4d2218cb-8852-40d0-82de-36f0622b2f59 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:26.367499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-086f87b1-4052-4bfd-98ab-0e33f85f80be tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5547707 Jul 07 22:51:26.367710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32776) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:26.466823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.504091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf364475-6429-4a6d-b150-cac74ad9c0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4d2218cb-8852-40d0-82de-36f0622b2f59', 'network_id': '4d2218cb-8852-40d0-82de-36f0622b2f59', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '760355ff-a6c8-45ca-a683-24dff844117e'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:26.505358 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf364475-6429-4a6d-b150-cac74ad9c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.524913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.601101 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server [None req-bf364475-6429-4a6d-b150-cac74ad9c0dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 760355ff-a6c8-45ca-a683-24dff844117e: This subnet is being modified by another concurrent operation. Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 760355ff-a6c8-45ca-a683-24dff844117e: This subnet is being modified by another concurrent operation. Jul 07 22:51:26.608368 n-d-694802-13 neutron-server[93933]: ERROR oslo_messaging.rpc.server Jul 07 22:51:26.627619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8fbb5-c4c3-4629-8dba-fd082f19319d None None] Network 4d2218cb-8852-40d0-82de-36f0622b2f59 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:26.631808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=760355ff-a6c8-45ca-a683-24dff844117e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:26.700728 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.711329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2218cb-8852-40d0-82de-36f0622b2f59']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:26.723695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17e9a22-14e3-448e-8216-59c8302bb248') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:26.724078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17e9a22-14e3-448e-8216-59c8302bb248') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:26.733533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.753637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.760199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:26.760608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:26.763778 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:26.824522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.847228 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.854747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/4d2218cb-8852-40d0-82de-36f0622b2f59 HTTP/1.1" status: 204 len: 168 time: 0.4807739 Jul 07 22:51:26.854747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02f70c-1339-40e5-b63d-1fe1c0124666 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=4d2218cb-8852-40d0-82de-36f0622b2f59,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:26.855033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32778) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:26.860169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1558735382'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:26.881856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:26.885753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.911836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:26.921494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:26.922059 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment 95a416bc-5568-462e-abe1-a8d2a1c59126 of type vlan for network 02446199-7399-494b-8f68-e523b5d65b9a Jul 07 22:51:26.968164 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.003611 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.009235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:27.009828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.034295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536e9e2-a3b5-4d7d-9665-81e8175b0b99 None None] Network ebc75725-1360-45fd-ac7c-57b557e61d18 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:27.066274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2068098 Jul 07 22:51:27.066692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32780) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:27.072138 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': '02446199-7399-494b-8f68-e523b5d65b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:27.086027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89f8fb-ed12-4992-a74c-58f4300c906a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=02446199-7399-494b-8f68-e523b5d65b9a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:27.097730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 02446199-7399-494b-8f68-e523b5d65b9a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:27.141924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ceb7052d-a439-4cab-913c-9df4cd438c89 None None] Provisioning for port 73e35d0f-597a-487e-ad7e-d4a29bc2412a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:27.182354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:27.186580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.379499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.434329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=2c5b2aa6-5ffc-4ac8-a64e-186f829f6909,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:27.445513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc946f4-8e94-4f75-a633-32cc5e1cd175 None None] get_active_networks_info from n-d-694802-13 {{(pid=93933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:51:27.451203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': '95a416bc-5568-462e-abe1-a8d2a1c59126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '02446199-7399-494b-8f68-e523b5d65b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:27.451578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: 02446199-7399-494b-8f68-e523b5d65b9a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:27.467752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 02446199-7399-494b-8f68-e523b5d65b9a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:27.479028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 02446199-7399-494b-8f68-e523b5d65b9a) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:27.484447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:27.485049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.500466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5d895fc0-6323-467e-8529-4139aa4b43ac tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4325759 Jul 07 22:51:27.503549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32782) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:27.611338 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.651938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc946f4-8e94-4f75-a633-32cc5e1cd175 None None] Unable to find a vacant binding_index for network 02446199-7399-494b-8f68-e523b5d65b9a and agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 {{(pid=93933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 22:51:27.660025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc946f4-8e94-4f75-a633-32cc5e1cd175 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 02446199-7399-494b-8f68-e523b5d65b9a) {{(pid=93933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:51:27.664823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.730572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.741382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a6941d9e-622f-4afe-959c-508ffcaca521 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:27.755747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5b2aa6-5ffc-4ac8-a64e-186f829f6909,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:27.821561 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.832893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02446199-7399-494b-8f68-e523b5d65b9a']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:27.843469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a416bc-5568-462e-abe1-a8d2a1c59126') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:27.843776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a416bc-5568-462e-abe1-a8d2a1c59126') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:27.849293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port a6941d9e-622f-4afe-959c-508ffcaca521 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:27.849671 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.855909 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.867303 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.873184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:27.873650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:27.876832 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:27.934407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.941944 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.943936 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/02446199-7399-494b-8f68-e523b5d65b9a HTTP/1.1" status: 204 len: 168 time: 0.4393728 Jul 07 22:51:27.948919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32784) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:27.963538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869464541'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:27.968514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f818770-ab90-48bf-8800-e3580d36b771 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=02446199-7399-494b-8f68-e523b5d65b9a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:27.987885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:27.991592 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:27.995344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 73e35d0f-597a-487e-ad7e-d4a29bc2412a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:28.015826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:28.026180 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.026538 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment 7992de4a-29dd-42fc-8d8a-84acec19b0f0 of type vlan for network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c Jul 07 22:51:28.062912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64350cc2-56cc-465c-8406-b6a9bd0177cb None None] Network 02446199-7399-494b-8f68-e523b5d65b9a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:28.066347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 73e35d0f-597a-487e-ad7e-d4a29bc2412a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:28.075861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.079006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64350cc2-56cc-465c-8406-b6a9bd0177cb None None] Network 02446199-7399-494b-8f68-e523b5d65b9a could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:51:28.080597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 73e35d0f-597a-487e-ad7e-d4a29bc2412a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:28.080984 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.103276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034996e-8ace-4dc3-b858-f0b8971cab22 None None] Network 02446199-7399-494b-8f68-e523b5d65b9a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:28.109128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.116728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:28.117366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.126836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034996e-8ace-4dc3-b858-f0b8971cab22 None None] Network 02446199-7399-494b-8f68-e523b5d65b9a could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:51:28.175267 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2251985 Jul 07 22:51:28.177474 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.177981 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32786) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:28.185160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:28.204047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ea8e7-348f-43bd-8fbe-9fe10ee0bc62 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=f0865e0e-2f43-42d8-bc7c-e25ca8fe091c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:28.209532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 73e35d0f-597a-487e-ad7e-d4a29bc2412a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=73e35d0f-597a-487e-ad7e-d4a29bc2412a,segment=NetworkSegment(c7b5777d-a787-4892-9a87-082c34b0a38d),segment_id=c7b5777d-a787-4892-9a87-082c34b0a38d)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:28.214157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.218969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:28.290721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:28.294441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.319425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=73e35d0f-597a-487e-ad7e-d4a29bc2412a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:28.480183 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.544247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=23a84fbc-7904-4248-bab0-256d98d0399a,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:28.551331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': '7992de4a-29dd-42fc-8d8a-84acec19b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:28.551704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: f0865e0e-2f43-42d8-bc7c-e25ca8fe091c, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:28.568409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:28.576653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, f0865e0e-2f43-42d8-bc7c-e25ca8fe091c) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:28.582263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:28.583468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.586548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0bca3-5f35-454d-9eba-8d3acc267378 None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:28.597759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c909f131-6581-4af1-8200-7bba44bc512f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4187672 Jul 07 22:51:28.600646 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32788) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:28.605622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:28.716394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:28.720241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.726917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-f0865e0e-2f43-42d8-bc7c-e25ca8fe091c', 'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '23a84fbc-7904-4248-bab0-256d98d0399a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:28.727803 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.873880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Allocated IP 2001:db8::2 (f0865e0e-2f43-42d8-bc7c-e25ca8fe091c/23a84fbc-7904-4248-bab0-256d98d0399a/e8f3b0c7-7c62-4059-bea9-3c8d68096aa2) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:28.952464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:28.993625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:29.000010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:29.004783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.005383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.019402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=1b1aad71-1f6f-493a-a5ec-79653e0180b6,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:29.022861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.032152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-405236a7-bdad-4208-8398-e9f876544b4d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4276247 Jul 07 22:51:29.032321 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32790) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:29.032436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Transition to ACTIVE for port object e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:29.050052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Transition to ACTIVE for port object e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:29.056885 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.096795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae6400-e527-4e14-b2a6-af4517d40df7 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.098357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae6400-e527-4e14-b2a6-af4517d40df7 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.100158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae6400-e527-4e14-b2a6-af4517d40df7 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.101499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:29.101957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae6400-e527-4e14-b2a6-af4517d40df7 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.103569 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae6400-e527-4e14-b2a6-af4517d40df7 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.105403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eeae6400-e527-4e14-b2a6-af4517d40df7 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0718756 Jul 07 22:51:29.106172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:29.109336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:29.109476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32792) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:29.118577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-441861152'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:29.119548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Pushing event updated for resources: {'Port': ['ID=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:29.143894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:29.147505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.171359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:29.181096 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.181453 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment e4f7ccea-4239-4b68-b0be-47c99af4ba51 of type vlan for network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 Jul 07 22:51:29.189933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Attempting to bind port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:29.190378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Attempting to bind port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '7992de4a-29dd-42fc-8d8a-84acec19b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:29.190830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Attempting to bind port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 on network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:29.195962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:29.196334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Checking segment: {'id': '7992de4a-29dd-42fc-8d8a-84acec19b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:29.196741 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.197142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Bound using segment: {'id': '7992de4a-29dd-42fc-8d8a-84acec19b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:51:29.197712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Bound port: e8f3b0c7-7c62-4059-bea9-3c8d68096aa2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7992de4a-29dd-42fc-8d8a-84acec19b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:51:29.198097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.222557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.250176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.255872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.256501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041320'] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.266754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] For port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:51:29.270505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] For port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,segment=NetworkSegment(7992de4a-29dd-42fc-8d8a-84acec19b0f0),segment_id=7992de4a-29dd-42fc-8d8a-84acec19b0f0)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:51:29.274661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.319193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2064021 Jul 07 22:51:29.319417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32794) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:29.326617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:29.345847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3da694-dc62-4a53-9d80-d4dfd94bf5af None None] Pushing event updated for resources: {'Port': ['ID=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:29.379501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db0802-8dfa-493a-bce5-add06b86ca94 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=7eafa4a3-1d8c-40e9-9417-fb8c93c90702,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:29.391120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:29.512587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.527484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.573078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 is not hosted by any dhcp agent {{(pid=93932) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:51:29.578787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:29.579377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.584373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32796) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:29.584548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "PUT /v2.0/networks/7eafa4a3-1d8c-40e9-9417-fb8c93c90702 HTTP/1.1" status: 200 len: 723 time: 0.2640224 Jul 07 22:51:29.590725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:29.610495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39e832-6fd6-45ad-9d9f-32f4bf4b10e8 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=7eafa4a3-1d8c-40e9-9417-fb8c93c90702,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:29.623862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:29.715295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:29.721367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.747535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:29.798610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:29.803714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 73e35d0f-597a-487e-ad7e-d4a29bc2412a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:29.862795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 73e35d0f-597a-487e-ad7e-d4a29bc2412a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:29.863182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.927529 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.991796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=173e5f1d-f069-4b91-aeca-43830bf7057f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:30.001288 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': 'e4f7ccea-4239-4b68-b0be-47c99af4ba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:30.001653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: 7eafa4a3-1d8c-40e9-9417-fb8c93c90702, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:30.022378 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:51:30.023741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:30.035654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7eafa4a3-1d8c-40e9-9417-fb8c93c90702) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:30.041530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:30.042284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.066486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3274a-b36c-4ab4-87c5-0712164acbce None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:30.067752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-266f3130-32c7-4adc-991f-87dea1e3e029 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4819596 Jul 07 22:51:30.070204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32798) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:30.076341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:30.180239 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8425836'] for subnet, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.262919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7eafa4a3-1d8c-40e9-9417-fb8c93c90702', 'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '173e5f1d-f069-4b91-aeca-43830bf7057f'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:30.263864 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.356010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749835756319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11384207'] for subnet, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.402704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:30.403379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.408699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "PUT /v2.0/subnets/173e5f1d-f069-4b91-aeca-43830bf7057f HTTP/1.1" status: 200 len: 826 time: 0.3346515 Jul 07 22:51:30.409592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32800) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:30.425387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858800b-b98a-4c24-be54-bbedc4de6c7d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=173e5f1d-f069-4b91-aeca-43830bf7057f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:30.432288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Allocated IP 2001:db8::2 (7eafa4a3-1d8c-40e9-9417-fb8c93c90702/173e5f1d-f069-4b91-aeca-43830bf7057f/11890ac2-8a61-4d1a-b4c9-58dbe8500909) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:30.497642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb4fdb-70e0-464b-a86d-2044e8fa8b1f None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:30.610768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] Provisioning for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:30.630790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] Provisioning complete for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:30.631172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.742537 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.755978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Transition to ACTIVE for port object 11890ac2-8a61-4d1a-b4c9-58dbe8500909 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:30.794917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Transition to ACTIVE for port object 11890ac2-8a61-4d1a-b4c9-58dbe8500909 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:30.820021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.840838 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.876288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:30.878561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.887858 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:30.895989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:30.896333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.900029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:30.904563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Pushing event updated for resources: {'Port': ['ID=11890ac2-8a61-4d1a-b4c9-58dbe8500909,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:30.977790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] For port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,segment=NetworkSegment(7992de4a-29dd-42fc-8d8a-84acec19b0f0),segment_id=7992de4a-29dd-42fc-8d8a-84acec19b0f0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:30.985250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] For port 11890ac2-8a61-4d1a-b4c9-58dbe8500909, host n-d-694802-13, got binding levels [] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:30.985613 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.998471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Calling delete_port for 11890ac2-8a61-4d1a-b4c9-58dbe8500909 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:31.000001 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.032545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.032922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e4f7ccea-4239-4b68-b0be-47c99af4ba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.033334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.050695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.051079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking segment: {'id': 'e4f7ccea-4239-4b68-b0be-47c99af4ba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:31.051495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.051894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Bound using segment: {'id': 'e4f7ccea-4239-4b68-b0be-47c99af4ba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:51:31.052572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Bound port: 11890ac2-8a61-4d1a-b4c9-58dbe8500909, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f7ccea-4239-4b68-b0be-47c99af4ba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7eafa4a3-1d8c-40e9-9417-fb8c93c90702'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:51:31.052778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.084394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Update dhcp port {'port': {'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c', 'fixed_ips': [{'subnet_id': '23a84fbc-7904-4248-bab0-256d98d0399a', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b1aad71-1f6f-493a-a5ec-79653e0180b6'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'e8f3b0c7-7c62-4059-bea9-3c8d68096aa2'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:51:31.123711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.125189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc0a70-40c2-41a7-b6d9-587e0db6960a None None] Pushing event updated for resources: {'Port': ['ID=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:31.155329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Port': ['ID=11890ac2-8a61-4d1a-b4c9-58dbe8500909,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:31.162548 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.178560 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:51:31.178954 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:51:31.196955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No DVR routers for this DVR port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:31.240628 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.299848 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.329787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Allocated IP 172.20.0.1 (f0865e0e-2f43-42d8-bc7c-e25ca8fe091c/1b1aad71-1f6f-493a-a5ec-79653e0180b6/e8f3b0c7-7c62-4059-bea9-3c8d68096aa2) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:31.332396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=173e5f1d-f069-4b91-aeca-43830bf7057f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:31.352878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.353259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.353601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.353934 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.354269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.354596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.354947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.355274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.355631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.355926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.356250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.356569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:31.399716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.410613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eafa4a3-1d8c-40e9-9417-fb8c93c90702']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:31.421400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f7ccea-4239-4b68-b0be-47c99af4ba51') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:31.421744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f7ccea-4239-4b68-b0be-47c99af4ba51') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:31.422815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] For port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,segment=NetworkSegment(7992de4a-29dd-42fc-8d8a-84acec19b0f0),segment_id=7992de4a-29dd-42fc-8d8a-84acec19b0f0)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:31.431333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.444908 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.450691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:31.451088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.452756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:31.454066 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:31.515901 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.516136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Transition to ACTIVE for port object e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:31.520019 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.523570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.528695 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/7eafa4a3-1d8c-40e9-9417-fb8c93c90702 HTTP/1.1" status: 204 len: 168 time: 1.1145530 Jul 07 22:51:31.528957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32802) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:31.548021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67208c4-9107-43cf-9475-2b2ea15f9e1b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=7eafa4a3-1d8c-40e9-9417-fb8c93c90702,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:31.558708 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c018065a-2958-4dca-b9d0-b94fd8670a6b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:31.559406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c018065a-2958-4dca-b9d0-b94fd8670a6b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:31.565803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c018065a-2958-4dca-b9d0-b94fd8670a6b tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/7eafa4a3-1d8c-40e9-9417-fb8c93c90702 HTTP/1.1" status: 404 len: 339 time: 0.0312097 Jul 07 22:51:31.565988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32804) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:31.571824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335639245', 'description': 'd1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:31.603541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:31.607531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.618119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd9cc7-e75a-41c8-b2b1-fc5784b951ba None None] Pushing event updated for resources: {'Port': ['ID=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:31.643434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:31.652850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.653221 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment b21f6dd9-5442-4624-ae8b-ea0b01b65466 of type vlan for network 42d64775-b79c-45b5-a666-3add57afd455 Jul 07 22:51:31.686309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:31.696312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.696813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.697322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.698109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.725911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.726403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.730061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.736071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:31.736718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.738075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.738459 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.740367 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 2 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.751492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.752390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.752767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.762916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.763304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.771714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.772079 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.772979 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 3 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.783032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.783440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.783823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.789270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.789644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.794563 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.795038 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.795890 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 4 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.806298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2364106 Jul 07 22:51:31.806692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32806) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:31.808256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.808639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.809015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.815316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.815893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.820831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.821172 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.821749 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 5 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.831433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.831963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.833333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.837933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.838426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.843224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.843756 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.844344 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 6 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.853539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.854132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.854679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.860448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.860593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39c133-bb81-4176-a6b4-787f5d230251 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=42d64775-b79c-45b5-a666-3add57afd455,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:31.861007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.866593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.867078 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.867587 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 7 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.878574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 42d64775-b79c-45b5-a666-3add57afd455 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:31.881047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.881513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.881872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.906885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475aa09-bc2b-475f-ab1e-a257236fc871 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:31.909292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0475aa09-bc2b-475f-ab1e-a257236fc871 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks?id=42d64775-b79c-45b5-a666-3add57afd455 HTTP/1.1" status: 200 len: 765 time: 0.1018600 Jul 07 22:51:31.911939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32808) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:31.917102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'description': 'd2'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:31.922305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.922715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.936753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.937112 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.939218 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 8 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.959425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.959840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.960210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.966505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.966943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.973452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.973811 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.974222 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 9 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:31.983207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:31.983612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:31.983980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.989142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:31.989511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:31.993745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:31.994145 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:31.994591 n-d-694802-13 neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempt 10 to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 Jul 07 22:51:32.004231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:32.004738 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:32.005372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:32.010712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:32.011251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Attempting to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:32.016172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 not bound, no agent of type HyperV agent registered on host n-d-694802-13 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:51:32.016665 n-d-694802-13 neutron-server[93933]: ERROR neutron.plugins.ml2.managers [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Failed to bind port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 on host n-d-694802-13 for vnic_type normal using segments [] Jul 07 22:51:32.017184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:32.054387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-86b801e5-b68d-42d8-a3f4-71a8aeb5ce94 None None] Port 11890ac2-8a61-4d1a-b4c9-58dbe8500909 has been deleted concurrently {{(pid=93933) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 22:51:32.094675 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:32.110087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:32.130677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network 42d64775-b79c-45b5-a666-3add57afd455 is not hosted by any dhcp agent {{(pid=93932) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:51:32.136105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.136715 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:32.138013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "PUT /v2.0/networks/42d64775-b79c-45b5-a666-3add57afd455 HTTP/1.1" status: 200 len: 762 time: 0.2252505 Jul 07 22:51:32.140881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32810) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:32.192682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709723-ab47-46fc-addf-2b9e16f61694 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=42d64775-b79c-45b5-a666-3add57afd455,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:32.210939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 42d64775-b79c-45b5-a666-3add57afd455 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:32.245671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217aaeb0-6739-40a7-94fb-a8fbab4862b6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.247253 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-217aaeb0-6739-40a7-94fb-a8fbab4862b6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks?id=42d64775-b79c-45b5-a666-3add57afd455 HTTP/1.1" status: 200 len: 765 time: 0.1047468 Jul 07 22:51:32.253762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32812) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:32.388786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e13fbd-7587-43b0-996b-2b00a29ebd3f None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:32.457078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea6e9494-9dd4-4215-af4d-6f03d8f57ca0 None None] Provisioning for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:32.474167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea6e9494-9dd4-4215-af4d-6f03d8f57ca0 None None] Provisioning complete for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:32.474710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ea6e9494-9dd4-4215-af4d-6f03d8f57ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:32.502016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7f3de-fec0-45b5-94e6-b10bd0218032 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.503635 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6be7f3de-fec0-45b5-94e6-b10bd0218032 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2488592 Jul 07 22:51:32.506500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32814) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:32.542181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-260cd0b4-65ee-47a2-8e84-9af45d6e7ff6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57 HTTP/1.1" status: 200 len: 207 time: 0.0345120 Jul 07 22:51:32.545521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32816) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:32.739383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.745223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.751952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.758221 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.764448 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.772170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:32.778660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8974957d-e6d2-4429-8b3f-118e6897012a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2269895 Jul 07 22:51:32.779362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32818) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:32.927852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5d61c366-a8fc-4ea3-868e-d48e7ef5aeaf tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1471541 Jul 07 22:51:32.931498 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32820) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:32.960345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9938f6ff-1fbb-4518-a058-00ceb0f22e92 None None] Provisioning complete for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:32.960865 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9938f6ff-1fbb-4518-a058-00ceb0f22e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.000571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeae6a2-e4ee-4e45-8e06-83f8887dd2f2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.002778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeae6a2-e4ee-4e45-8e06-83f8887dd2f2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.004553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeae6a2-e4ee-4e45-8e06-83f8887dd2f2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.006218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeae6a2-e4ee-4e45-8e06-83f8887dd2f2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.007973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeae6a2-e4ee-4e45-8e06-83f8887dd2f2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.011273 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ffeae6a2-e4ee-4e45-8e06-83f8887dd2f2 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0786171 Jul 07 22:51:33.013421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.073887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b89d6-854b-4241-8536-e2d85b2c834a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.075405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b89d6-854b-4241-8536-e2d85b2c834a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.076948 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b89d6-854b-4241-8536-e2d85b2c834a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.078561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b89d6-854b-4241-8536-e2d85b2c834a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.080593 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b89d6-854b-4241-8536-e2d85b2c834a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.082328 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-654b89d6-854b-4241-8536-e2d85b2c834a tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0677512 Jul 07 22:51:33.086136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.202340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0df35a-8476-40cc-8ebb-35c7abe6e7ed tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.204050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eb0df35a-8476-40cc-8ebb-35c7abe6e7ed tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks/8c8bf614-1d52-4560-8d29-f99186e5543e HTTP/1.1" status: 200 len: 802 time: 0.1170545 Jul 07 22:51:33.208499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32832) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.268899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c20291-a460-4abf-9ab8-ba9e4b5f84f7 None None] DHCP port deletion for 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:33.274060 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-179b2d69-b629-484a-9125-4d3e381675da None None] Could not find standard attr ID for object 11890ac2-8a61-4d1a-b4c9-58dbe8500909. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:51:33.297909 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afdc15-22bc-44fd-9834-b9fb062df809 None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:33.312146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afdc15-22bc-44fd-9834-b9fb062df809 None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:51:33.322290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9b9c1-1a18-4337-b0d1-2ac78f421c3e None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:33.325626 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-20b2c9dd-0295-4df9-888f-07ba52f3d02d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/networks/8c8bf614-1d52-4560-8d29-f99186e5543e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1159377 Jul 07 22:51:33.329004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32836) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.341620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9b9c1-1a18-4337-b0d1-2ac78f421c3e None None] Network 7eafa4a3-1d8c-40e9-9417-fb8c93c90702 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:51:33.390746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb459eb4-e6fe-4967-ba17-a86b72e2fdbc tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.392179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb459eb4-e6fe-4967-ba17-a86b72e2fdbc tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/subnets/7e07db77-f2a6-4bde-bd04-8b56948e599a HTTP/1.1" status: 200 len: 843 time: 0.0621746 Jul 07 22:51:33.396370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32838) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.452721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a454884a-8716-4b03-8c0b-743759803aeb tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['shared'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.454055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a454884a-8716-4b03-8c0b-743759803aeb tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "GET /v2.0/subnets/7e07db77-f2a6-4bde-bd04-8b56948e599a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0566545 Jul 07 22:51:33.458321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32840) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.462982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953767236'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:33.485589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:33.489291 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.515811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:33.526008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.526401 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Added segment 17b89081-24b9-4ddf-9c4d-6bf28671721c of type vlan for network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b Jul 07 22:51:33.568246 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.620264 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.628226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.628899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.665491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:33.692763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2335572 Jul 07 22:51:33.695610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32844) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:33.701135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:33.723326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:33.723537 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.757286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6bece-2bb4-44d6-abba-1c5e5df99356 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Network': ['ID=aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:33.769794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:33.855817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Made reservation on behalf of 549828bbe86f472cb770f9b790e03dfd for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:33.857663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:33.915087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9443-55de-45b5-93e1-474a2750cfaa req-1b830193-fe74-4030-b10f-eed433e7dabf tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:33.916871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbaa9443-55de-45b5-93e1-474a2750cfaa req-1b830193-fe74-4030-b10f-eed433e7dabf tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.1546183 Jul 07 22:51:33.949204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Performing IP validity checks on allocation pools {{(pid=93932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:51:33.949822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:51:33.985363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fbaa9443-55de-45b5-93e1-474a2750cfaa req-7f21da2e-5c9f-405d-a6d2-88f74504ea26 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574679 Jul 07 22:51:34.095210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.161763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=32332126-e435-435a-9edc-538f4fb99657,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:34.166195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Checking segment: {'id': '17b89081-24b9-4ddf-9c4d-6bf28671721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:34.166563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network hostable DHCP agents. Network: aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:34.183177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:34.191454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:34.195371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:34.195973 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.200257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a9494-653a-48f4-b54d-6623db5f8cb9 None None] Network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:34.211085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7ac7d755-1881-4de2-ab42-2da840151175 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5143807 Jul 07 22:51:34.213657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:34.219215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:34.313731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8809111'] for subnet, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.357068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b', 'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b', 'tenant_id': '549828bbe86f472cb770f9b790e03dfd', 'fixed_ips': [{'subnet_id': '32332126-e435-435a-9edc-538f4fb99657'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:34.357942 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.434788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e39c4-7df3-4188-877a-e2c8b766189d req-78dd1610-48d6-4438-a50c-8494ed22a76a tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:34.436358 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-987e39c4-7df3-4188-877a-e2c8b766189d req-78dd1610-48d6-4438-a50c-8494ed22a76a tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.97 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.0669520 Jul 07 22:51:34.483353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749835756319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12223350'] for subnet, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.527423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Allocated IP 2001:db8::3 (aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b/32332126-e435-435a-9edc-538f4fb99657/efb38ebc-a2f2-44a1-ac8d-42217564752b) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:34.527695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:34.528958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.535203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "PUT /v2.0/subnets/32332126-e435-435a-9edc-538f4fb99657 HTTP/1.1" status: 200 len: 900 time: 0.3172393 Jul 07 22:51:34.537359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32848) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:34.551528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0550c34-5687-4570-9188-489193667c84 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event updated for resources: {'Subnet': ['ID=32332126-e435-435a-9edc-538f4fb99657,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:34.591098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Deleting port 3f00b942-e2f6-4e94-8472-c9c2523ed581 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:34.591443 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.677387 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.686432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Transition to ACTIVE for port object efb38ebc-a2f2-44a1-ac8d-42217564752b will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:34.702449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Transition to ACTIVE for port object efb38ebc-a2f2-44a1-ac8d-42217564752b will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:34.709288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.747932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:34.753593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:34.757155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:34.762968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Pushing event updated for resources: {'Port': ['ID=efb38ebc-a2f2-44a1-ac8d-42217564752b,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:34.821460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Attempting to bind port efb38ebc-a2f2-44a1-ac8d-42217564752b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:34.821835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Attempting to bind port efb38ebc-a2f2-44a1-ac8d-42217564752b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '17b89081-24b9-4ddf-9c4d-6bf28671721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:34.822226 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Attempting to bind port efb38ebc-a2f2-44a1-ac8d-42217564752b on network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:34.827644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:34.828020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Checking segment: {'id': '17b89081-24b9-4ddf-9c4d-6bf28671721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:34.828439 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.828841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Bound using segment: {'id': '17b89081-24b9-4ddf-9c4d-6bf28671721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:51:34.829332 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Bound port: efb38ebc-a2f2-44a1-ac8d-42217564752b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b89081-24b9-4ddf-9c4d-6bf28671721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:51:34.829722 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.899520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] For port efb38ebc-a2f2-44a1-ac8d-42217564752b, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:51:34.902745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] For port efb38ebc-a2f2-44a1-ac8d-42217564752b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=efb38ebc-a2f2-44a1-ac8d-42217564752b,segment=NetworkSegment(17b89081-24b9-4ddf-9c4d-6bf28671721c),segment_id=17b89081-24b9-4ddf-9c4d-6bf28671721c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:51:34.906926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:34.967354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba06a0-e03a-401d-8ee5-f9f86b4766a1 None None] Pushing event updated for resources: {'Port': ['ID=efb38ebc-a2f2-44a1-ac8d-42217564752b,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:35.044332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.054908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] For port 3f00b942-e2f6-4e94-8472-c9c2523ed581, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=3f00b942-e2f6-4e94-8472-c9c2523ed581,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:35.055276 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.204013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df38d-bde9-4535-a024-e15fef3477a0 req-dea4c766-7a20-4d00-9154-65d9e8e10030 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:35.205877 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-057df38d-bde9-4535-a024-e15fef3477a0 req-dea4c766-7a20-4d00-9154-65d9e8e10030 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 945 time: 0.1007392 Jul 07 22:51:35.225073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting port efb38ebc-a2f2-44a1-ac8d-42217564752b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:35.225430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.249428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-057df38d-bde9-4535-a024-e15fef3477a0 req-857290ce-c21e-44c6-bc8b-c832f48c2fef tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/security-groups?id=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351326 Jul 07 22:51:35.342795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.343259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.343663 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Floating IP 759cc76f-a779-4adb-a52f-ff6b73b12cfe disassociated. External IP: 172.25.5.70, port: 3f00b942-e2f6-4e94-8472-c9c2523ed581. Jul 07 22:51:35.344018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Calling delete_port for 3f00b942-e2f6-4e94-8472-c9c2523ed581 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:35.372096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] For port efb38ebc-a2f2-44a1-ac8d-42217564752b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=efb38ebc-a2f2-44a1-ac8d-42217564752b,segment=NetworkSegment(17b89081-24b9-4ddf-9c4d-6bf28671721c),segment_id=17b89081-24b9-4ddf-9c4d-6bf28671721c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:35.372463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.416580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Calling delete_port for efb38ebc-a2f2-44a1-ac8d-42217564752b owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:35.584715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.626098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event deleted for resources: {'Port': ['ID=3f00b942-e2f6-4e94-8472-c9c2523ed581,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:35.640643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.641097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.641457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.641857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.642141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.642522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.642900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.643237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.643574 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.643908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.644248 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.644606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:51:35.655809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.691128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device efb38ebc-a2f2-44a1-ac8d-42217564752b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:35.712282 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: efb38ebc-a2f2-44a1-ac8d-42217564752b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:35.712720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device efb38ebc-a2f2-44a1-ac8d-42217564752b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 22:51:35.719097 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Port': ['ID=efb38ebc-a2f2-44a1-ac8d-42217564752b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:35.737571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Port efb38ebc-a2f2-44a1-ac8d-42217564752b not found, will not notify nova. {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 22:51:35.774898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No DVR routers for this DVR port efb38ebc-a2f2-44a1-ac8d-42217564752b on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:35.865959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:35.872848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Router d41a2a07-1f2e-426a-803a-a9636e8ff429 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:51:36.005241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0791a-c35d-4fe3-9c13-c6f30de7a58e None None] Network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:36.025543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.052780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-858130d4-95d8-4905-9603-fc5c58b31da3 None None] Could not find standard attr ID for object efb38ebc-a2f2-44a1-ac8d-42217564752b. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:51:36.060603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=32332126-e435-435a-9edc-538f4fb99657,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:36.067036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:51:36.080966 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] Sync routers for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:51:36.097144 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:36.098019 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:51:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.168843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] No DVR routers for this DVR port 3f00b942-e2f6-4e94-8472-c9c2523ed581 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:36.172753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.174860 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-987e39c4-7df3-4188-877a-e2c8b766189d req-d71bac55-8f37-4e7e-a320-5134bf261348 tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.97 "DELETE /v2.0/ports/3f00b942-e2f6-4e94-8472-c9c2523ed581 HTTP/1.1" status: 204 len: 173 time: 1.7325616 Jul 07 22:51:36.175312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'name': 'network-vif-deleted', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:51:36.177677 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c5ac14-9b4a-4efa-a548-dcf1d12f146e" -d '{"events": [{"server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "name": "network-vif-deleted", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:51:36.187904 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.200509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.218902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b89081-24b9-4ddf-9c4d-6bf28671721c') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.219251 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b89081-24b9-4ddf-9c4d-6bf28671721c') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.227729 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f84e52-918e-4b02-a166-0b784e16da8b x-openstack-request-id: req-a0f84e52-918e-4b02-a166-0b784e16da8b {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:51:36.228033 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b2d9ea-101d-4af4-ab02-883499581002", "name": "network-vif-deleted", "tag": "3f00b942-e2f6-4e94-8472-c9c2523ed581", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:51:36.228296 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a0f84e52-918e-4b02-a166-0b784e16da8b {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:51:36.228701 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b2d9ea-101d-4af4-ab02-883499581002', 'name': 'network-vif-deleted', 'tag': '3f00b942-e2f6-4e94-8472-c9c2523ed581', 'status': 'completed', 'code': 200} Jul 07 22:51:36.232064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.244692 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:36.249929 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e08481-19b7-4e56-a53e-370dfb399581 None None] DHCP port deletion for aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:36.250720 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.264187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:36.264691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.278171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b2cfb9-f858-464d-8321-253d472d3dee None None] Network aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:36.333591 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:36.340753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.347626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.353002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b HTTP/1.1" status: 204 len: 168 time: 1.8087788 Jul 07 22:51:36.354003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32856) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:36.371329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce7c5-619f-41eb-a5f5-bfe0faedb989 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:36.410907 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4115f762-c09b-41e5-a983-b0c248d8e1e6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:36.411735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4115f762-c09b-41e5-a983-b0c248d8e1e6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:36.416242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32858) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:36.416543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4115f762-c09b-41e5-a983-b0c248d8e1e6 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/32332126-e435-435a-9edc-538f4fb99657 HTTP/1.1" status: 404 len: 337 time: 0.0605032 Jul 07 22:51:36.440542 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6dddd-4dcc-4980-8b66-e369876105f0 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:36.441402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d6dddd-4dcc-4980-8b66-e369876105f0 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:36.444241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68d6dddd-4dcc-4980-8b66-e369876105f0 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/aaa45a1b-16bf-4360-9aa3-b008c5cbbf2b HTTP/1.1" status: 404 len: 339 time: 0.0261648 Jul 07 22:51:36.446510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32860) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:36.461921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd92df94-4d0b-45a0-b2ae-19293943057b req-ec8f996a-36cf-4420-bd07-cd4ea6c72ebd tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "GET /v2.0/ports?device_id=d9b2d9ea-101d-4af4-ab02-883499581002 HTTP/1.1" status: 200 len: 210 time: 0.0315578 Jul 07 22:51:36.522736 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:44Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.534589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.552138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] Checking router: d41a2a07-1f2e-426a-803a-a9636e8ff429 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:51:36.560288 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:36.560904 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:51:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.622747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.633349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d64775-b79c-45b5-a666-3add57afd455']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.649819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21f6dd9-5442-4624-ae8b-ea0b01b65466') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.650145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21f6dd9-5442-4624-ae8b-ea0b01b65466') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.659834 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.667515 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:36.676675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.684906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:36.685413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:36.690373 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:36.755712 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.775256 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.780191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/42d64775-b79c-45b5-a666-3add57afd455 HTTP/1.1" status: 204 len: 168 time: 0.3298774 Jul 07 22:51:36.780191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8a9ec-1787-4c8f-81a8-04396b5c0295 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=42d64775-b79c-45b5-a666-3add57afd455,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:36.780191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32862) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:36.813325 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c311d89f-1e14-4491-af33-1245b67cd35f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:36.813952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c311d89f-1e14-4491-af33-1245b67cd35f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:36.817235 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c311d89f-1e14-4491-af33-1245b67cd35f tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/173e5f1d-f069-4b91-aeca-43830bf7057f HTTP/1.1" status: 404 len: 337 time: 0.0348089 Jul 07 22:51:36.819132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32864) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:36.838459 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e03122-c9fc-480a-8fe8-65e0e0f1e072 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:36.839056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e03122-c9fc-480a-8fe8-65e0e0f1e072 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:36.840906 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f4e03122-c9fc-480a-8fe8-65e0e0f1e072 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/7eafa4a3-1d8c-40e9-9417-fb8c93c90702 HTTP/1.1" status: 404 len: 339 time: 0.0207939 Jul 07 22:51:36.843804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32866) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:36.894991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting subnet 1b1aad71-1f6f-493a-a5ec-79653e0180b6 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:36.897931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.941034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:36.958556 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:44Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:36.984265 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6620d6-7867-4418-8de5-e5813ae24175 None None] The sync data for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 is: [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:45:35Z', 'revision_number': 4, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'a31583cd-542c-4e3e-b3a0-8b1fa6704ab8', 'name': '', 'network_id': 'b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'mac_address': 'fa:16:3e:4e:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:33Z', 'updated_at': '2021-07-07T22:45:44Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'subnets': [{'id': '52acbabb-65e4-43a8-9947-263ef0d88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:51:37.024311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.082956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.115101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1aad71-1f6f-493a-a5ec-79653e0180b6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:37.118767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.123222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32868) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:37.124901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a24e6-ce33-4161-8770-147058b5b7c4 None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:37.131192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b14e29db-8efe-4604-ac91-a52e94962657 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/1b1aad71-1f6f-493a-a5ec-79653e0180b6 HTTP/1.1" status: 204 len: 168 time: 0.2862568 Jul 07 22:51:37.183249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting subnet 23a84fbc-7904-4248-bab0-256d98d0399a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:37.186559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.228931 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.231075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc10218-a245-449e-a36a-35d7bda5626e None None] New status for floating IP 759cc76f-a779-4adb-a52f-ff6b73b12cfe: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:51:37.313541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.380802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.420265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.422301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/23a84fbc-7904-4248-bab0-256d98d0399a HTTP/1.1" status: 204 len: 168 time: 0.2979395 Jul 07 22:51:37.423704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318fa82-8197-4f61-a4e4-0711e6d50489 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=23a84fbc-7904-4248-bab0-256d98d0399a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:37.424902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32870) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:37.456543 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f45834-7613-46a4-9265-b93ab3651350 None None] Update dhcp port {'port': {'network_id': 'f0865e0e-2f43-42d8-bc7c-e25ca8fe091c', 'fixed_ips': [{'subnet_id': '23a84fbc-7904-4248-bab0-256d98d0399a'}], 'binding:host_id': 'n-d-694802-13'}, 'id': 'e8f3b0c7-7c62-4059-bea9-3c8d68096aa2'} from n-d-694802-13. {{(pid=93933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:51:37.493439 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d8f45834-7613-46a4-9265-b93ab3651350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.503669 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.562229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:37.562804 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.570335 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32874) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:37.637633 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] For port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,segment=NetworkSegment(7992de4a-29dd-42fc-8d8a-84acec19b0f0),segment_id=7992de4a-29dd-42fc-8d8a-84acec19b0f0)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:37.638008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.655077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Calling delete_port for e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:37.668210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device efb38ebc-a2f2-44a1-ac8d-42217564752b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:37.704174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: efb38ebc-a2f2-44a1-ac8d-42217564752b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:37.704532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device efb38ebc-a2f2-44a1-ac8d-42217564752b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:37.735398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Deleting port 09f9e379-681f-4a16-af4a-7bf9520c0245 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:37.735903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.743547 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.775489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Port': ['ID=e8f3b0c7-7c62-4059-bea9-3c8d68096aa2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:37.779021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No DVR routers for this DVR port e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:37.815273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.815615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.827527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Calling delete_port for 09f9e379-681f-4a16-af4a-7bf9520c0245 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:37.850247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b0990-b77a-480c-a666-c35d99da6a45 None None] Network f0865e0e-2f43-42d8-bc7c-e25ca8fe091c requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:37.865956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.877344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0865e0e-2f43-42d8-bc7c-e25ca8fe091c']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:37.888360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7992de4a-29dd-42fc-8d8a-84acec19b0f0') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:37.888931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7992de4a-29dd-42fc-8d8a-84acec19b0f0') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:37.898846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.908904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cee2ff8e-e329-4608-a4da-5cad815dab0b None None] Could not find standard attr ID for object e8f3b0c7-7c62-4059-bea9-3c8d68096aa2. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:51:37.914602 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.922038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:37.922447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:37.925598 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:37.978213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.989604 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:37.995309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09adf81-5469-479e-ad9c-8e9b8691b69e None None] DHCP port deletion for f0865e0e-2f43-42d8-bc7c-e25ca8fe091c request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:37.997489 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.002335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/f0865e0e-2f43-42d8-bc7c-e25ca8fe091c HTTP/1.1" status: 204 len: 168 time: 0.5731523 Jul 07 22:51:38.002576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32876) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.016578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event deleted for resources: {'Port': ['ID=09f9e379-681f-4a16-af4a-7bf9520c0245,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:38.036429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027077e4-7b0d-438d-a607-85df4f1a5122 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=f0865e0e-2f43-42d8-bc7c-e25ca8fe091c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:38.038525 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b162d00-1d61-42ea-b44d-6f81fe248412 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:38.039011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b162d00-1d61-42ea-b44d-6f81fe248412 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:38.043014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b162d00-1d61-42ea-b44d-6f81fe248412 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/2c5b2aa6-5ffc-4ac8-a64e-186f829f6909 HTTP/1.1" status: 404 len: 337 time: 0.0372012 Jul 07 22:51:38.043498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32878) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.061520 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6dff3a-deab-4435-9144-b5cc7d720c55 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:38.061975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6dff3a-deab-4435-9144-b5cc7d720c55 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:38.066439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed6dff3a-deab-4435-9144-b5cc7d720c55 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/02446199-7399-494b-8f68-e523b5d65b9a HTTP/1.1" status: 404 len: 339 time: 0.0191638 Jul 07 22:51:38.066689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32880) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.079067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.082096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.083351 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9c084c80-9c21-4a62-a4fe-fc14aba56b9f tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "DELETE /v2.0/floatingips/759cc76f-a779-4adb-a52f-ff6b73b12cfe HTTP/1.1" status: 204 len: 168 time: 0.5117240 Jul 07 22:51:38.091463 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0da5f2-dd49-4e7c-bd54-15d1401ae916 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:38.091920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0da5f2-dd49-4e7c-bd54-15d1401ae916 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:38.093624 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a0da5f2-dd49-4e7c-bd54-15d1401ae916 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/760355ff-a6c8-45ca-a683-24dff844117e HTTP/1.1" status: 404 len: 337 time: 0.0259881 Jul 07 22:51:38.096495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32884) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.117078 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e548fe-19f2-417c-ade0-5c3f8909e1e9 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:38.117687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e548fe-19f2-417c-ade0-5c3f8909e1e9 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:38.121839 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a3e548fe-19f2-417c-ade0-5c3f8909e1e9 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/4d2218cb-8852-40d0-82de-36f0622b2f59 HTTP/1.1" status: 404 len: 339 time: 0.0220077 Jul 07 22:51:38.122181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32886) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.149577 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7723831-beef-439a-992f-d557608f25ce tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:38.150040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7723831-beef-439a-992f-d557608f25ce tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:38.152484 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f7723831-beef-439a-992f-d557608f25ce tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/01bac72a-966d-430f-8cab-e3e5344c8f34 HTTP/1.1" status: 404 len: 337 time: 0.0285451 Jul 07 22:51:38.154180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32888) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.172527 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a30cd13-7a25-4c84-bad7-ae93e2bc0e93 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:38.173093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a30cd13-7a25-4c84-bad7-ae93e2bc0e93 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:38.177708 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a30cd13-7a25-4c84-bad7-ae93e2bc0e93 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/5b0764f0-f68b-44f6-8b4c-a338fb278c77 HTTP/1.1" status: 404 len: 339 time: 0.0202761 Jul 07 22:51:38.177799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32892) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.229130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting subnet 0f53d812-c24f-4bbd-b5c2-3805e94c837d {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:38.230680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32894) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.232374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.275518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.288904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2b982da-9968-4b61-babf-badd898b613d tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.315308 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2b982da-9968-4b61-babf-badd898b613d tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.368583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.375876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3f00b942-e2f6-4e94-8472-c9c2523ed581 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:38.383128 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2b982da-9968-4b61-babf-badd898b613d tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.385657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2b982da-9968-4b61-babf-badd898b613d tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.389253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f2b982da-9968-4b61-babf-badd898b613d tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] 10.222.0.95 "DELETE /v2.0/security-groups/752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21 HTTP/1.1" status: 204 len: 168 time: 0.1550360 Jul 07 22:51:38.397063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b982da-9968-4b61-babf-badd898b613d tempest-TestServerBasicOps-1885226206 tempest-TestServerBasicOps-1885226206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752acf95-2bf3-4d8c-baa7-2bdcd1cf8e21,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:38.425855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32898) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.432522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 3f00b942-e2f6-4e94-8472-c9c2523ed581 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:38.433514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 3f00b942-e2f6-4e94-8472-c9c2523ed581 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:38.444766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.473597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=0f53d812-c24f-4bbd-b5c2-3805e94c837d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:38.477385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.479339 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7b50d181-51d0-44d0-932d-9704994ad99e tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/0f53d812-c24f-4bbd-b5c2-3805e94c837d HTTP/1.1" status: 204 len: 168 time: 0.3006990 Jul 07 22:51:38.481831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32902) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:38.484751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a459e1-4aa8-48d1-a053-2c9764411961 None None] Network ebc75725-1360-45fd-ac7c-57b557e61d18 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:38.606976 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.679891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] DHCP port deletion for ebc75725-1360-45fd-ac7c-57b557e61d18 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:38.729989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] Deleting port 73e35d0f-597a-487e-ad7e-d4a29bc2412a {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:38.730352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.793397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] For port 73e35d0f-597a-487e-ad7e-d4a29bc2412a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=73e35d0f-597a-487e-ad7e-d4a29bc2412a,segment=NetworkSegment(c7b5777d-a787-4892-9a87-082c34b0a38d),segment_id=c7b5777d-a787-4892-9a87-082c34b0a38d)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:38.793789 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.807283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] Calling delete_port for 73e35d0f-597a-487e-ad7e-d4a29bc2412a owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:38.891010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:38.918597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] Pushing event deleted for resources: {'Port': ['ID=73e35d0f-597a-487e-ad7e-d4a29bc2412a,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:38.923465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977e7a9-ad48-41da-beab-1f0a6df0899c None None] No DVR routers for this DVR port 73e35d0f-597a-487e-ad7e-d4a29bc2412a on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:39.053906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting port 73e35d0f-597a-487e-ad7e-d4a29bc2412a {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:39.054250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.173141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] For port 73e35d0f-597a-487e-ad7e-d4a29bc2412a, host n-d-694802-13, got binding levels [] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:39.173541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.192038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Calling delete_port for 73e35d0f-597a-487e-ad7e-d4a29bc2412a owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:39.195776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.ipam_backend_mixin [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Port 73e35d0f-597a-487e-ad7e-d4a29bc2412a was not found and therefore no delete operation was performed {{(pid=93932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:51:39.199861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.249041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Port': ['ID=73e35d0f-597a-487e-ad7e-d4a29bc2412a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:39.252445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No DVR routers for this DVR port 73e35d0f-597a-487e-ad7e-d4a29bc2412a on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:39.340725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.355112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc75725-1360-45fd-ac7c-57b557e61d18']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:39.370437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b5777d-a787-4892-9a87-082c34b0a38d') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:39.370772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b5777d-a787-4892-9a87-082c34b0a38d') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:39.383447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.418981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.426756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:39.427310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:39.430010 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:39.494945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.502072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.540915 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.542124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/ebc75725-1360-45fd-ac7c-57b557e61d18 HTTP/1.1" status: 204 len: 168 time: 1.0593429 Jul 07 22:51:39.544744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32904) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:39.557106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98cfff-2380-41c8-a52f-1a15d93c883d tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=ebc75725-1360-45fd-ac7c-57b557e61d18,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:39.576455 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c2cec6-e69f-4ba5-841b-bf48983961fe tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:39.576985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c2cec6-e69f-4ba5-841b-bf48983961fe tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:39.581221 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-28c2cec6-e69f-4ba5-841b-bf48983961fe tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/e30a62a4-abe3-43d6-820b-dce5a41ed6c2 HTTP/1.1" status: 404 len: 337 time: 0.0329127 Jul 07 22:51:39.581418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32906) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:39.601064 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fefb77-fcb2-455f-8c53-edf22665a26c tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:39.601904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fefb77-fcb2-455f-8c53-edf22665a26c tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:39.603384 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49fefb77-fcb2-455f-8c53-edf22665a26c tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/293a20c5-15ce-44b6-aa4f-3e6ce52d3dfe HTTP/1.1" status: 404 len: 339 time: 0.0210319 Jul 07 22:51:39.605851 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32908) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:39.648584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:39.662010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting subnet 7e07db77-f2a6-4bde-bd04-8b56948e599a {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:39.665185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.670868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:39.671229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e8f3b0c7-7c62-4059-bea9-3c8d68096aa2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:39.671657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 73e35d0f-597a-487e-ad7e-d4a29bc2412a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:39.692477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 73e35d0f-597a-487e-ad7e-d4a29bc2412a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:39.692834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 73e35d0f-597a-487e-ad7e-d4a29bc2412a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:39.713684 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.781651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Deleting port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:39.781927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.801246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.864509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] For port a31583cd-542c-4e3e-b3a0-8b1fa6704ab8, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:39.864904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.865562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.878998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Calling delete_port for a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:39.891054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Subnet': ['ID=7e07db77-f2a6-4bde-bd04-8b56948e599a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:39.896744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:39.901047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cbf8621b-961f-434c-ab22-227ddaef2156 tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/subnets/7e07db77-f2a6-4bde-bd04-8b56948e599a HTTP/1.1" status: 204 len: 168 time: 0.2918696 Jul 07 22:51:39.903059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32910) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:39.903225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8a59a-5a96-4b7a-9037-392cafeaa678 None None] Network 8c8bf614-1d52-4560-8d29-f99186e5543e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:39.987870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.041988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Deleting port a6941d9e-622f-4afe-959c-508ffcaca521 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:40.042340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.069247 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.091574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Pushing event deleted for resources: {'Port': ['ID=a31583cd-542c-4e3e-b3a0-8b1fa6704ab8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:40.098741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] DHCP port deletion for 8c8bf614-1d52-4560-8d29-f99186e5543e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:40.114977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] For port a6941d9e-622f-4afe-959c-508ffcaca521, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a6941d9e-622f-4afe-959c-508ffcaca521,segment=NetworkSegment(fbfc2707-ce46-4f35-95fe-3fed1fedb05a),segment_id=fbfc2707-ce46-4f35-95fe-3fed1fedb05a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:40.115347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.130693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Calling delete_port for a6941d9e-622f-4afe-959c-508ffcaca521 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:40.152421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] Deleting port a6941d9e-622f-4afe-959c-508ffcaca521 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:40.152817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.223688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.226317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] For port a6941d9e-622f-4afe-959c-508ffcaca521, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=a6941d9e-622f-4afe-959c-508ffcaca521,segment=NetworkSegment(fbfc2707-ce46-4f35-95fe-3fed1fedb05a),segment_id=fbfc2707-ce46-4f35-95fe-3fed1fedb05a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:40.226839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.241635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] Calling delete_port for a6941d9e-622f-4afe-959c-508ffcaca521 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:40.254333 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Port': ['ID=a6941d9e-622f-4afe-959c-508ffcaca521,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:40.262710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] No DVR routers for this DVR port a6941d9e-622f-4afe-959c-508ffcaca521 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:40.309363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.339824 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.356174 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.367079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8bf614-1d52-4560-8d29-f99186e5543e']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:40.371561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] Pushing event deleted for resources: {'Port': ['ID=a6941d9e-622f-4afe-959c-508ffcaca521,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:40.375776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfebf78-9ce7-4dd1-b9c2-17c84fcf37d2 None None] No DVR routers for this DVR port a6941d9e-622f-4afe-959c-508ffcaca521 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:40.379844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:40.380256 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfc2707-ce46-4f35-95fe-3fed1fedb05a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:40.391042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.407335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.414525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:40.415065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:40.418095 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:40.476773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.485258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.487268 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] 10.222.0.95 "DELETE /v2.0/networks/8c8bf614-1d52-4560-8d29-f99186e5543e HTTP/1.1" status: 204 len: 168 time: 0.5832186 Jul 07 22:51:40.502482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9393cc9-b6bc-4c40-8b71-60ebc0c50def tempest-NetworksIpV6Test-930643882 tempest-NetworksIpV6Test-930643882-project] Pushing event deleted for resources: {'Network': ['ID=8c8bf614-1d52-4560-8d29-f99186e5543e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:40.540864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Router d41a2a07-1f2e-426a-803a-a9636e8ff429 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:51:40.651371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:51:40.659973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6fe8d748-35e8-4327-afe9-1afc5fc0c34a admin admin] 10.222.0.95 "PUT /v2.0/routers/d41a2a07-1f2e-426a-803a-a9636e8ff429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301490 Jul 07 22:51:40.660218 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32916) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:40.663073 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] Sync routers for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:51:40.672302 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:40.673190 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:51:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:40.694246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32918) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:40.764846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.777499 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:40.847551 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-56b2b547-0262-447c-900f-5ccadc191cb8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=549828bbe86f472cb770f9b790e03dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495597 Jul 07 22:51:40.847797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32922) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:40.874987 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.909946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-464f32f2-1974-4b99-8ddf-6aa405cdbaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.931712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Deleting port 27234cd2-1759-4df2-8b8e-25a9161b9fac {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:40.932059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.938221 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-464f32f2-1974-4b99-8ddf-6aa405cdbaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.963735 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:51:40Z', 'revision_number': 5, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port': {'id': '27234cd2-1759-4df2-8b8e-25a9161b9fac', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:31Z', 'updated_at': '2021-07-07T22:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:40.989804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-464f32f2-1974-4b99-8ddf-6aa405cdbaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.993749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-464f32f2-1974-4b99-8ddf-6aa405cdbaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:40.995423 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-464f32f2-1974-4b99-8ddf-6aa405cdbaf3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ccb4134d-fdc0-493a-8d09-d407c369dae2 HTTP/1.1" status: 204 len: 168 time: 0.1448042 Jul 07 22:51:40.996711 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] Checking router: d41a2a07-1f2e-426a-803a-a9636e8ff429 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:51:41.005371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f32f2-1974-4b99-8ddf-6aa405cdbaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb4134d-fdc0-493a-8d09-d407c369dae2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:41.009686 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] Routers {'d41a2a07-1f2e-426a-803a-a9636e8ff429'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:41.010492 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:51:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d41a2a07-1f2e-426a-803a-a9636e8ff429'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:41.050680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] For port 27234cd2-1759-4df2-8b8e-25a9161b9fac, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=27234cd2-1759-4df2-8b8e-25a9161b9fac,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:41.051046 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.069804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Calling delete_port for 27234cd2-1759-4df2-8b8e-25a9161b9fac owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:41.102583 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] Set router d41a2a07-1f2e-426a-803a-a9636e8ff429 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:41.157700 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:51:40Z', 'revision_number': 6, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:41.184179 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79046-84b5-4d48-8907-cfc42ef54395 None None] The sync data for ids ['d41a2a07-1f2e-426a-803a-a9636e8ff429'] in n-d-694802-13 is: [{'id': 'd41a2a07-1f2e-426a-803a-a9636e8ff429', 'name': 'tempest-TestServerBasicOps-860064762-router', 'tenant_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:30Z', 'updated_at': '2021-07-07T22:51:40Z', 'revision_number': 6, 'project_id': '54d2df34f76245b7ad1e3b616b7af1e6', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:51:41.243810 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.279946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=27234cd2-1759-4df2-8b8e-25a9161b9fac,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:41.344310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.434203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.436442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.479141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.479678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d41a2a07-1f2e-426a-803a-a9636e8ff429 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:51:41.484258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.485429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1582f5aa-df89-4209-b4d5-2aee741ee4bd admin admin] 10.222.0.95 "DELETE /v2.0/routers/d41a2a07-1f2e-426a-803a-a9636e8ff429 HTTP/1.1" status: 204 len: 168 time: 0.8242569 Jul 07 22:51:41.488530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32940) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.537673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Deleting subnet 52acbabb-65e4-43a8-9947-263ef0d88259 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:41.541572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.580254 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.676404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.691817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32948) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.732488 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.757668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52acbabb-65e4-43a8-9947-263ef0d88259,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:41.761297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.763210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a447ff2d-d2cf-4906-bec2-3df48f528046 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/52acbabb-65e4-43a8-9947-263ef0d88259 HTTP/1.1" status: 204 len: 168 time: 0.2735531 Jul 07 22:51:41.765606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32952) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.770605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605debc-1468-40c3-9078-ad7b3cd5f008 None None] Network b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:41.798465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3cdaec21-d684-4181-a76a-fd893a1b66a2 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] Request body: {'port': {'network_id': '6f4210f0-6f70-4128-a1fd-f6d4a88cc774', 'name': 'tempest-NetworksNegativeTestJSON-742372677'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:41.812809 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdaec21-d684-4181-a76a-fd893a1b66a2 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] POST failed (client error): The resource could not be found. Jul 07 22:51:41.813499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdaec21-d684-4181-a76a-fd893a1b66a2 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:41.818607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3cdaec21-d684-4181-a76a-fd893a1b66a2 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1257091 Jul 07 22:51:41.819351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32954) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.835408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.837618 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f626fcf3-cb9f-48ad-b809-c5e5bffd8a40 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:41.838178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f626fcf3-cb9f-48ad-b809-c5e5bffd8a40 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:41.843581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f626fcf3-cb9f-48ad-b809-c5e5bffd8a40 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "DELETE /v2.0/networks/54a13e08-2846-4349-896c-896176c83f40 HTTP/1.1" status: 404 len: 339 time: 0.0233524 Jul 07 22:51:41.844182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32956) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.876015 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7d2528-6608-4a4d-a102-361e14bb4290 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:41.876811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7d2528-6608-4a4d-a102-361e14bb4290 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:41.881119 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0a7d2528-6608-4a4d-a102-361e14bb4290 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "DELETE /v2.0/ports/4666929a-ec2a-4a0e-84f7-e072d03d0a61 HTTP/1.1" status: 404 len: 333 time: 0.0332046 Jul 07 22:51:41.883066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32958) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.897503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Deleting port d86e996e-f0e6-4c2b-943d-673d3dc64c97 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:41.897778 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.911752 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d86efb2-a7e2-4c00-bccb-e161b3d246db tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] DELETE failed (client error): The resource could not be found. Jul 07 22:51:41.912252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d86efb2-a7e2-4c00-bccb-e161b3d246db tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:41.913990 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9d86efb2-a7e2-4c00-bccb-e161b3d246db tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "DELETE /v2.0/subnets/e07c1c56-462f-46b8-aa72-5ac326260893 HTTP/1.1" status: 404 len: 337 time: 0.0299919 Jul 07 22:51:41.918243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32960) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.944930 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2775822-eeb4-4ada-9c2d-fa1d0efdb10b tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] GET failed (client error): The resource could not be found. Jul 07 22:51:41.949746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c2775822-eeb4-4ada-9c2d-fa1d0efdb10b tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "GET /v2.0/networks/002f715a-ebeb-4b20-a779-69f7dbdca176 HTTP/1.1" status: 404 len: 339 time: 0.0271235 Jul 07 22:51:41.950094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32962) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:41.969261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] For port d86e996e-f0e6-4c2b-943d-673d3dc64c97, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d86e996e-f0e6-4c2b-943d-673d3dc64c97,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:41.969885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:41.984422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Calling delete_port for d86e996e-f0e6-4c2b-943d-673d3dc64c97 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:41.986049 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a94976-9c33-48d7-8f33-b2c968f4a127 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] GET failed (client error): The resource could not be found. Jul 07 22:51:41.991109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-50a94976-9c33-48d7-8f33-b2c968f4a127 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "GET /v2.0/ports/99914964-1717-4e59-96ca-09780083eda4 HTTP/1.1" status: 404 len: 333 time: 0.0365257 Jul 07 22:51:41.993191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32964) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:42.011371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] DHCP port deletion for b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:42.044198 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ed18f5-19cd-4055-abdd-2feae8276aa6 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] GET failed (client error): The resource could not be found. Jul 07 22:51:42.045747 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e3ed18f5-19cd-4055-abdd-2feae8276aa6 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "GET /v2.0/subnets/20821665-d32a-4733-a1af-92d9213187ea HTTP/1.1" status: 404 len: 337 time: 0.0503035 Jul 07 22:51:42.049507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32966) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:42.056120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4c519ba1-979d-484f-9909-46e6faa9cd67 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:42.075601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] Deleting port d86e996e-f0e6-4c2b-943d-673d3dc64c97 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:42.076147 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c519ba1-979d-484f-9909-46e6faa9cd67 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] PUT failed (client error): The resource could not be found. Jul 07 22:51:42.076454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.077102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c519ba1-979d-484f-9909-46e6faa9cd67 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:42.078596 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4c519ba1-979d-484f-9909-46e6faa9cd67 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "PUT /v2.0/networks/8c14a459-baab-4137-b890-df2faaa7cfcb HTTP/1.1" status: 404 len: 339 time: 0.0277965 Jul 07 22:51:42.082961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:42.088897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-926729ad-fc1a-4b1c-9f53-9da5de584fe3 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:42.093368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a6941d9e-622f-4afe-959c-508ffcaca521 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:42.101615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.113423 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-926729ad-fc1a-4b1c-9f53-9da5de584fe3 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] PUT failed (client error): The resource could not be found. Jul 07 22:51:42.114161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926729ad-fc1a-4b1c-9f53-9da5de584fe3 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:42.115378 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-926729ad-fc1a-4b1c-9f53-9da5de584fe3 tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "PUT /v2.0/ports/64ed1bad-39a1-4d4f-825d-fa1d8a3177c5 HTTP/1.1" status: 404 len: 333 time: 0.0311027 Jul 07 22:51:42.120627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32970) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:42.134236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4fe97f34-9b90-4e77-9476-b8440c622e9e tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:42.145320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86e996e-f0e6-4c2b-943d-673d3dc64c97,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:42.148213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a6941d9e-622f-4afe-959c-508ffcaca521 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:42.148974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a6941d9e-622f-4afe-959c-508ffcaca521 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:42.149628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:42.150606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] No DVR routers for this DVR port d86e996e-f0e6-4c2b-943d-673d3dc64c97 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:42.156691 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe97f34-9b90-4e77-9476-b8440c622e9e tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] PUT failed (client error): The resource could not be found. Jul 07 22:51:42.157192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe97f34-9b90-4e77-9476-b8440c622e9e tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:51:42.158978 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4fe97f34-9b90-4e77-9476-b8440c622e9e tempest-NetworksNegativeTestJSON-342731157 tempest-NetworksNegativeTestJSON-342731157-project] 10.222.0.95 "PUT /v2.0/subnets/b6f239cb-141c-4f6d-a9d6-072b523361e0 HTTP/1.1" status: 404 len: 337 time: 0.0373483 Jul 07 22:51:42.180076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:42.180524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device a31583cd-542c-4e3e-b3a0-8b1fa6704ab8 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:42.194246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] For port d86e996e-f0e6-4c2b-943d-673d3dc64c97, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d86e996e-f0e6-4c2b-943d-673d3dc64c97,segment=NetworkSegment(7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe),segment_id=7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:42.194937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.209840 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] Calling delete_port for d86e996e-f0e6-4c2b-943d-673d3dc64c97 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:42.233542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.244272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:42.257182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:42.257480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2ba5c0-8b61-41a8-9450-7b1c5fc03cbe') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:42.268737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.283861 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.290813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:42.291437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:42.293395 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:42.295844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.330264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] Pushing event deleted for resources: {'Port': ['ID=d86e996e-f0e6-4c2b-943d-673d3dc64c97,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:42.336813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fe85c-3d26-4d57-8ee0-93756043c336 None None] No DVR routers for this DVR port d86e996e-f0e6-4c2b-943d-673d3dc64c97 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:42.373619 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.379719 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:42.382021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] 10.222.0.95 "DELETE /v2.0/networks/b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6 HTTP/1.1" status: 204 len: 168 time: 0.6155009 Jul 07 22:51:42.385059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:42.395239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3516d-8607-42b3-baa8-95f6c8673993 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e406a6-bd21-44b7-bc30-fb4cb9aedaf6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:42.444902 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 32978) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:42.595098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4e6de95-3fd2-4d10-97a8-2f002f710741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.085325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4e6de95-3fd2-4d10-97a8-2f002f710741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.090941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4e6de95-3fd2-4d10-97a8-2f002f710741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.156938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d4e6de95-3fd2-4d10-97a8-2f002f710741 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7564296c6ee64c239326a9fb40c8525a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108328 Jul 07 22:51:43.159004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6de95-3fd2-4d10-97a8-2f002f710741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc45f74-432e-4aee-b973-69a61d73140b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:43.159980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 32982) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:43.184719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.208784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0122b055-5e7c-45da-91a1-bf3058996c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.229947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0122b055-5e7c-45da-91a1-bf3058996c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.276213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0122b055-5e7c-45da-91a1-bf3058996c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.278883 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0122b055-5e7c-45da-91a1-bf3058996c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.280055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0122b055-5e7c-45da-91a1-bf3058996c06 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7cc45f74-432e-4aee-b973-69a61d73140b HTTP/1.1" status: 204 len: 168 time: 0.1190155 Jul 07 22:51:43.289029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122b055-5e7c-45da-91a1-bf3058996c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc45f74-432e-4aee-b973-69a61d73140b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:43.443016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Deleting port 2d92d997-df34-407e-ad03-67663ded362f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:43.443373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.520996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] For port 2d92d997-df34-407e-ad03-67663ded362f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2d92d997-df34-407e-ad03-67663ded362f,segment=NetworkSegment(5e670bd2-f6e0-4a42-923d-3e82b536e85b),segment_id=5e670bd2-f6e0-4a42-923d-3e82b536e85b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:43.521365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.534776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Calling delete_port for 2d92d997-df34-407e-ad03-67663ded362f owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:43.654162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 27234cd2-1759-4df2-8b8e-25a9161b9fac no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:43.676841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 27234cd2-1759-4df2-8b8e-25a9161b9fac {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:43.677492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 27234cd2-1759-4df2-8b8e-25a9161b9fac not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:43.677993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d86e996e-f0e6-4c2b-943d-673d3dc64c97 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:43.701754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d86e996e-f0e6-4c2b-943d-673d3dc64c97 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:43.702117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d86e996e-f0e6-4c2b-943d-673d3dc64c97 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:43.734969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.761012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d92d997-df34-407e-ad03-67663ded362f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:43.940920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:43.943210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33004) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.041193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081601584'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:44.065100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.074184 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.163242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Router 45a899ed-f559-4d4d-baac-7adbf3af2f1f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:51:44.177109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.181235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.220131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946da3d8-feac-4cd1-89de-e8953bda6e8f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:44.275854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:51:44.276847 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.281626 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.285582 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f152aef-fe56-4ee9-8f59-aa5f8b71a828 admin admin] 10.222.0.95 "PUT /v2.0/routers/45a899ed-f559-4d4d-baac-7adbf3af2f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971202 Jul 07 22:51:44.285734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] Sync routers for ids ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:51:44.285852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33008) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.296780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] Routers {'45a899ed-f559-4d4d-baac-7adbf3af2f1f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:44.297692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:51:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:44.310525 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.315016 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3671367 Jul 07 22:51:44.315016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33010) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.329254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7557429-260a-469d-a7e9-679b6ee8dfed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907c3409-3dc1-4d7c-9a67-17a8f84a9acf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:44.382708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb5b1956-ec20-46c8-a681-437f7df6767d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0642562 Jul 07 22:51:44.383440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33012) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.387787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-security--533102580', 'description': 'tempest-security-description-16499260'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:44.400331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.414719 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.432040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] Set router 45a899ed-f559-4d4d-baac-7adbf3af2f1f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:44.459855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.464077 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.467599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.471808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "PUT /v2.0/security-groups/907c3409-3dc1-4d7c-9a67-17a8f84a9acf HTTP/1.1" status: 200 len: 1777 time: 0.0846303 Jul 07 22:51:44.479729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33014) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.494407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3dc64-7279-44f4-ab2d-bb7b91a3d642 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907c3409-3dc1-4d7c-9a67-17a8f84a9acf,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:44.541477 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e642e45b-7155-4bef-a8e6-392fa8363f95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups/907c3409-3dc1-4d7c-9a67-17a8f84a9acf HTTP/1.1" status: 200 len: 1777 time: 0.0606227 Jul 07 22:51:44.543397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.544338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33016) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.599509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Deleting port cf9ffae8-e90b-4d40-9050-64d4d9a118e5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:44.599892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.614465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb6684b-aa6e-474e-a4bf-82f0196ff0ff tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.618734 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:51:43Z', 'revision_number': 5, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port': {'id': 'cf9ffae8-e90b-4d40-9050-64d4d9a118e5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:41Z', 'updated_at': '2021-07-07T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:44.638508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb6684b-aa6e-474e-a4bf-82f0196ff0ff tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.647240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] Checking router: 45a899ed-f559-4d4d-baac-7adbf3af2f1f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:51:44.656635 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] Routers {'45a899ed-f559-4d4d-baac-7adbf3af2f1f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:51:44.657252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:51:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:44.681293 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb6684b-aa6e-474e-a4bf-82f0196ff0ff tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.681510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] For port cf9ffae8-e90b-4d40-9050-64d4d9a118e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:44.681754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.684811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dcb6684b-aa6e-474e-a4bf-82f0196ff0ff tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.689362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dcb6684b-aa6e-474e-a4bf-82f0196ff0ff tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/907c3409-3dc1-4d7c-9a67-17a8f84a9acf HTTP/1.1" status: 204 len: 168 time: 0.1413054 Jul 07 22:51:44.689861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33018) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.700358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6684b-aa6e-474e-a4bf-82f0196ff0ff tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c3409-3dc1-4d7c-9a67-17a8f84a9acf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:44.708698 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Calling delete_port for cf9ffae8-e90b-4d40-9050-64d4d9a118e5 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:44.759012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] Set router 45a899ed-f559-4d4d-baac-7adbf3af2f1f gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:51:44.791579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f71cb5d4-7495-4841-ac85-a4eb2ef87826 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1006069 Jul 07 22:51:44.794404 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33020) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.808907 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-37e3df71-aba3-496c-8236-c6a88bdc0cbe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] delete failed (client error): The resource could not be found. Jul 07 22:51:44.809905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-37e3df71-aba3-496c-8236-c6a88bdc0cbe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/907c3409-3dc1-4d7c-9a67-17a8f84a9acf HTTP/1.1" status: 404 len: 347 time: 0.0140340 Jul 07 22:51:44.814479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33022) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:44.814646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:51:44Z', 'revision_number': 6, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:44.819301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665939807'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:44.840113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2922ae-637e-4e31-b272-fea88c1d3a76 None None] The sync data for ids ['45a899ed-f559-4d4d-baac-7adbf3af2f1f'] in n-d-694802-13 is: [{'id': '45a899ed-f559-4d4d-baac-7adbf3af2f1f', 'name': 'tempest-TestServerBasicOps-939208076-router', 'tenant_id': '167430472a0a44af94b0493a44bdf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:45:40Z', 'updated_at': '2021-07-07T22:51:44Z', 'revision_number': 6, 'project_id': '167430472a0a44af94b0493a44bdf1f6', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:51:44.885478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.958365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:44.993717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9ffae8-e90b-4d40-9050-64d4d9a118e5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.075850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.081416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.092009 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.167002 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.171012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3524213 Jul 07 22:51:45.171516 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33024) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.176968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': '77ae62cd-2d0d-46af-9e7a-c420f5884ee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:45.198341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed9359-01cd-468f-b3e8-ef778c2630ec tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ae62cd-2d0d-46af-9e7a-c420f5884ee8,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.205681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.208899 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.218394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.267266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.268591 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a899ed-f559-4d4d-baac-7adbf3af2f1f {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:51:45.274140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.278161 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4dad3019-28c2-4abe-a204-51d381310332 admin admin] 10.222.0.95 "DELETE /v2.0/routers/45a899ed-f559-4d4d-baac-7adbf3af2f1f HTTP/1.1" status: 204 len: 168 time: 0.9891694 Jul 07 22:51:45.278617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33026) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.286793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.293511 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.320259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de447eef-6f49-4de0-8c89-5166f456303c,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.325048 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.326944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-af83d681-34f5-40da-8d57-176e3dadcebe tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540129 Jul 07 22:51:45.329690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33028) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.338287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Deleting subnet 685f2e28-5475-44de-9801-e0d45cdc0c14 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:51:45.343761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.368972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1540f8a9-4906-40a6-af10-fa26fad8c669 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.377211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1540f8a9-4906-40a6-af10-fa26fad8c669 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.388015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.411895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1540f8a9-4906-40a6-af10-fa26fad8c669 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.418963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1540f8a9-4906-40a6-af10-fa26fad8c669 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.420171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1540f8a9-4906-40a6-af10-fa26fad8c669 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/de447eef-6f49-4de0-8c89-5166f456303c HTTP/1.1" status: 204 len: 168 time: 0.0894747 Jul 07 22:51:45.422789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33030) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.424806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540f8a9-4906-40a6-af10-fa26fad8c669 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de447eef-6f49-4de0-8c89-5166f456303c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.501847 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc7e58c1-6b3d-4b7a-9e82-d504999aabe3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770073 Jul 07 22:51:45.504512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33032) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.513837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.562755 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5be25e70-0d3c-43a2-a48b-39f33b0534ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.570186 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.592087 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5be25e70-0d3c-43a2-a48b-39f33b0534ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.602549 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685f2e28-5475-44de-9801-e0d45cdc0c14,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.606013 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.607967 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8e01fc4e-ea7f-42b8-9eb6-422f8ce844dd admin admin] 10.222.0.95 "DELETE /v2.0/subnets/685f2e28-5475-44de-9801-e0d45cdc0c14 HTTP/1.1" status: 204 len: 168 time: 0.3283560 Jul 07 22:51:45.610379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33034) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.618401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55ed30-8e82-4b3c-bd2e-6e8692b11046 None None] Network 7fa17350-1a20-4b25-8ab5-9e3d15164879 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:45.652513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5be25e70-0d3c-43a2-a48b-39f33b0534ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.656760 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5be25e70-0d3c-43a2-a48b-39f33b0534ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.664435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5be25e70-0d3c-43a2-a48b-39f33b0534ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/77ae62cd-2d0d-46af-9e7a-c420f5884ee8 HTTP/1.1" status: 204 len: 168 time: 0.1580842 Jul 07 22:51:45.665302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33036) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.693859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.738112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be25e70-0d3c-43a2-a48b-39f33b0534ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ae62cd-2d0d-46af-9e7a-c420f5884ee8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.760282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Deleting port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:45.760660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.784689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-edd8ebca-6fe0-4907-9a47-a216391ee896 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113544 Jul 07 22:51:45.785576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33038) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:45.790787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084796109'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:45.799806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d92d997-df34-407e-ad03-67663ded362f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:45.817975 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.840532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2d92d997-df34-407e-ad03-67663ded362f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:45.841201 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2d92d997-df34-407e-ad03-67663ded362f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:45.841818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cf9ffae8-e90b-4d40-9050-64d4d9a118e5 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:45.858038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] For port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,segment=NetworkSegment(5e670bd2-f6e0-4a42-923d-3e82b536e85b),segment_id=5e670bd2-f6e0-4a42-923d-3e82b536e85b)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:45.858668 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.886758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Calling delete_port for d8cb95a7-045b-43a2-9ee7-d217bae2fa8e owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:45.888998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: cf9ffae8-e90b-4d40-9050-64d4d9a118e5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:45.889412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cf9ffae8-e90b-4d40-9050-64d4d9a118e5 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:45.941567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.946923 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.989928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab9286-e0c1-4050-9055-b33f29f24f4a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:45.992626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.995317 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:45.996826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b6369ba7-a84e-4af5-ae68-e9ca0663df20 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2103198 Jul 07 22:51:46.000052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33040) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.007632 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673acb2f-81f2-4832-aaeb-2d14e7a61bba None None] DHCP port deletion for 7fa17350-1a20-4b25-8ab5-9e3d15164879 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:51:46.020904 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab9286-e0c1-4050-9055-b33f29f24f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:46.031753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cb95a7-045b-43a2-9ee7-d217bae2fa8e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.037729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] No DVR routers for this DVR port d8cb95a7-045b-43a2-9ee7-d217bae2fa8e on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:51:46.062190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.116919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.129463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa17350-1a20-4b25-8ab5-9e3d15164879']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:46.135379 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.140262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e670bd2-f6e0-4a42-923d-3e82b536e85b') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:46.140686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e670bd2-f6e0-4a42-923d-3e82b536e85b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:46.143980 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.150819 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.161442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7570f4bf-a05c-45ad-9a0e-7ec1c45bf782,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.164662 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.168461 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.171910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bab54f64-0f06-443f-93c1-09b11d5aa579 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673331 Jul 07 22:51:46.172060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:51:46.172503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33042) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.172578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:51:46.174321 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:51:46.176788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab9286-e0c1-4050-9055-b33f29f24f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:46.202314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.233689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.239793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.241692 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] 10.222.0.95 "DELETE /v2.0/networks/7fa17350-1a20-4b25-8ab5-9e3d15164879 HTTP/1.1" status: 204 len: 168 time: 0.6302800 Jul 07 22:51:46.255091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ad98-faec-4ea2-ad7f-634b90f2a807 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa17350-1a20-4b25-8ab5-9e3d15164879,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.268563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.272401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.292797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47837ab5-d603-4afb-8acf-f437881c5d24,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.297061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.298912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0ccce02d-baec-421c-8af5-ee472e8f2382 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257627 Jul 07 22:51:46.301699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33046) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.306243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab9286-e0c1-4050-9055-b33f29f24f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:46.333992 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.391508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.396822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.415668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde3a61-5d16-4531-bacd-e1edb6507787,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.417258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33048) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.420118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.424691 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e7e85de1-a5cb-4429-a21b-8418456ff559 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186976 Jul 07 22:51:46.424828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33050) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.429845 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab9286-e0c1-4050-9055-b33f29f24f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:46.475844 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b822a22c-65c1-48ed-aa5b-129cdd0b0aae admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=54d2df34f76245b7ad1e3b616b7af1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573790 Jul 07 22:51:46.478467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33052) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.481896 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.527207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef7a22bd-ec62-4471-aaab-6aaf235e5550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.533044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.536748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.551070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef7a22bd-ec62-4471-aaab-6aaf235e5550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.555357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e31ecc6-64ed-4e46-9e9d-068c08d596af,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.561260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.562811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cd68a6d4-37c3-4c40-ba4e-0eaa89bf6f96 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361306 Jul 07 22:51:46.565745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33054) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.570275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab9286-e0c1-4050-9055-b33f29f24f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:46.598029 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.601498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef7a22bd-ec62-4471-aaab-6aaf235e5550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.604376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ef7a22bd-ec62-4471-aaab-6aaf235e5550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.605899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ef7a22bd-ec62-4471-aaab-6aaf235e5550 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9e13940a-c1e2-49e9-8833-8e5b24d8746f HTTP/1.1" status: 204 len: 168 time: 0.1262577 Jul 07 22:51:46.614400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a22bd-ec62-4471-aaab-6aaf235e5550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13940a-c1e2-49e9-8833-8e5b24d8746f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.667643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.671831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.694118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb3f0c2-6577-4725-8e0a-65cf8cdb40fb,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.698867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.700101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-14a1c5c7-3aa2-4a6f-86b3-dd236fd17845 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1333899 Jul 07 22:51:46.702808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33058) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.736960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1e43c67-e16e-4e17-8901-bad478e4bdf2 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.744380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1e43c67-e16e-4e17-8901-bad478e4bdf2 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.778167 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1e43c67-e16e-4e17-8901-bad478e4bdf2 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.784045 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1e43c67-e16e-4e17-8901-bad478e4bdf2 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.785568 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e1e43c67-e16e-4e17-8901-bad478e4bdf2 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/dbb3f0c2-6577-4725-8e0a-65cf8cdb40fb HTTP/1.1" status: 204 len: 168 time: 0.0818315 Jul 07 22:51:46.788314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33062) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.793309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e43c67-e16e-4e17-8901-bad478e4bdf2 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbb3f0c2-6577-4725-8e0a-65cf8cdb40fb,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.842312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-66e29bea-e7bb-4455-bb0f-dbcbb1891c08 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0525823 Jul 07 22:51:46.845779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33064) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.869564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc873e69-b8db-4a83-bd3a-5c7aa7fec6ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.876949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc873e69-b8db-4a83-bd3a-5c7aa7fec6ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.904807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc873e69-b8db-4a83-bd3a-5c7aa7fec6ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.911727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc873e69-b8db-4a83-bd3a-5c7aa7fec6ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:46.912848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc873e69-b8db-4a83-bd3a-5c7aa7fec6ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/0e31ecc6-64ed-4e46-9e9d-068c08d596af HTTP/1.1" status: 204 len: 168 time: 0.0661330 Jul 07 22:51:46.915384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33066) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.926695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc873e69-b8db-4a83-bd3a-5c7aa7fec6ed tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e31ecc6-64ed-4e46-9e9d-068c08d596af,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:46.941507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33068) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.968926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a294b24a-38b0-4e27-8443-abb942e27de9 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0498927 Jul 07 22:51:46.969304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33070) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.984194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6b539fcd-ad7d-425c-b41d-8847536a99f7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=167430472a0a44af94b0493a44bdf1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414588 Jul 07 22:51:46.987148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:46.997413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a609b6cb-ef96-42fa-9809-b445cc55d40f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.005268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a609b6cb-ef96-42fa-9809-b445cc55d40f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.035169 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.038698 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a609b6cb-ef96-42fa-9809-b445cc55d40f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.042018 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-418714f9-e065-43bb-b738-9dfc20dc6e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.045392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a609b6cb-ef96-42fa-9809-b445cc55d40f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.046620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a609b6cb-ef96-42fa-9809-b445cc55d40f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/fbde3a61-5d16-4531-bacd-e1edb6507787 HTTP/1.1" status: 204 len: 168 time: 0.0755875 Jul 07 22:51:47.051652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33074) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.057961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609b6cb-ef96-42fa-9809-b445cc55d40f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbde3a61-5d16-4531-bacd-e1edb6507787,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.071743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-418714f9-e065-43bb-b738-9dfc20dc6e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.101322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a1e8b997-d08d-4f66-bfbc-1a7513d03907 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0482664 Jul 07 22:51:47.104508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33076) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.131519 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e0d1e2-dcb9-4155-820d-46ac2a0f5d6f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.139766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e0d1e2-dcb9-4155-820d-46ac2a0f5d6f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.155214 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-418714f9-e065-43bb-b738-9dfc20dc6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.158349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-418714f9-e065-43bb-b738-9dfc20dc6e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.159491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-418714f9-e065-43bb-b738-9dfc20dc6e0d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/99786f2b-7f55-4e23-a271-325f227c3932 HTTP/1.1" status: 204 len: 168 time: 0.1714327 Jul 07 22:51:47.172471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418714f9-e065-43bb-b738-9dfc20dc6e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99786f2b-7f55-4e23-a271-325f227c3932,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.180024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e0d1e2-dcb9-4155-820d-46ac2a0f5d6f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.187070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-76e0d1e2-dcb9-4155-820d-46ac2a0f5d6f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.188232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-76e0d1e2-dcb9-4155-820d-46ac2a0f5d6f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/47837ab5-d603-4afb-8acf-f437881c5d24 HTTP/1.1" status: 204 len: 168 time: 0.0827799 Jul 07 22:51:47.190970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33080) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.193886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0d1e2-dcb9-4155-820d-46ac2a0f5d6f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47837ab5-d603-4afb-8acf-f437881c5d24,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.235414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a586f16f-3254-4463-b1e2-efcb113c9199 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0430582 Jul 07 22:51:47.238087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33082) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.260968 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-762ca60e-954c-4293-8504-55d420115d95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.268863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-762ca60e-954c-4293-8504-55d420115d95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.298932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-762ca60e-954c-4293-8504-55d420115d95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.305691 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-762ca60e-954c-4293-8504-55d420115d95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.307046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-762ca60e-954c-4293-8504-55d420115d95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/7570f4bf-a05c-45ad-9a0e-7ec1c45bf782 HTTP/1.1" status: 204 len: 168 time: 0.0679448 Jul 07 22:51:47.309671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33084) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.311763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ca60e-954c-4293-8504-55d420115d95 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7570f4bf-a05c-45ad-9a0e-7ec1c45bf782,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.359177 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-380283ca-4af0-4a21-9337-895146209a10 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480132 Jul 07 22:51:47.361821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33086) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.424101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a262ddb1-af39-43ad-b9c5-967853c3cca4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.450573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a262ddb1-af39-43ad-b9c5-967853c3cca4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.497259 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a262ddb1-af39-43ad-b9c5-967853c3cca4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.500351 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a262ddb1-af39-43ad-b9c5-967853c3cca4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.502181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a262ddb1-af39-43ad-b9c5-967853c3cca4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/f1ab9286-e0c1-4050-9055-b33f29f24f4a HTTP/1.1" status: 204 len: 168 time: 0.1393685 Jul 07 22:51:47.505306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33088) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.512247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ddb1-af39-43ad-b9c5-967853c3cca4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab9286-e0c1-4050-9055-b33f29f24f4a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.570210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1b05f19a-899d-4209-b5a4-120b80fbc826 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636225 Jul 07 22:51:47.574926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33090) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.580700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--126627416'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:47.608151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.654151 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d8cb95a7-045b-43a2-9ee7-d217bae2fa8e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:51:47.677972 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d8cb95a7-045b-43a2-9ee7-d217bae2fa8e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:51:47.678336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d8cb95a7-045b-43a2-9ee7-d217bae2fa8e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:51:47.712556 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.716682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.747799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.749090 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1731393 Jul 07 22:51:47.750058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939ec24-8aa1-4be5-94b1-2c08f17b13c1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff7e7c-93ed-4a19-aa80-f9f53895b8b6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.752533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33092) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.757724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f0ff7e7c-93ed-4a19-aa80-f9f53895b8b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:47.787411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.835650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.839327 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.854604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8b9df5-3184-4e73-8ae7-3096b6ec63d3,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:47.865213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.866415 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b29f7e31-b4d8-48b5-b28f-8bcadc768533 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1126018 Jul 07 22:51:47.869238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33094) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.921952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67615661-2793-45bd-811b-8f3964251afb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.944332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67615661-2793-45bd-811b-8f3964251afb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.984788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67615661-2793-45bd-811b-8f3964251afb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.987918 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-67615661-2793-45bd-811b-8f3964251afb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:47.989063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-67615661-2793-45bd-811b-8f3964251afb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/f0ff7e7c-93ed-4a19-aa80-f9f53895b8b6 HTTP/1.1" status: 204 len: 168 time: 0.1188376 Jul 07 22:51:47.991762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33096) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:47.997991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67615661-2793-45bd-811b-8f3964251afb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff7e7c-93ed-4a19-aa80-f9f53895b8b6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:48.036153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c79b5710-1272-4521-afab-5de8a1751078 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432279 Jul 07 22:51:48.039721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33098) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:48.044046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796368491'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:48.066016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.145082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.148587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.176932 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.178067 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1374235 Jul 07 22:51:48.180805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33100) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:48.185117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505039641'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:48.192551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647558a2-c422-4b1e-935b-28dfea5cc6fd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd71ab-abae-4fca-9e3d-796eced6cf2c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:48.208187 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.371910 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aee54d1d-9ffb-46ab-8503-c894215a658f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.594692 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.598925 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.625238 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.626456 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4447353 Jul 07 22:51:48.628262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c256c-799f-4a04-a798-c84faefd3872 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54755ad-0867-4260-9b11-c3b40dcc6815,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:48.629466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33102) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:48.634328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': '43cd71ab-abae-4fca-9e3d-796eced6cf2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b54755ad-0867-4260-9b11-c3b40dcc6815', 'remote_ip_prefix': None}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:48.668632 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.726781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.730042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.747861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a67d9e-3e9e-4824-a110-0b42144b0830,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:48.751356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.752573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-574a22bd-fa11-44b5-a326-af3f0744e6aa tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1219828 Jul 07 22:51:48.755331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33104) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:48.778952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39989e1f-859b-44c0-a867-ca1eb497e071 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.786702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39989e1f-859b-44c0-a867-ca1eb497e071 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.811533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39989e1f-859b-44c0-a867-ca1eb497e071 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.817238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39989e1f-859b-44c0-a867-ca1eb497e071 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.818332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-39989e1f-859b-44c0-a867-ca1eb497e071 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/c8a67d9e-3e9e-4824-a110-0b42144b0830 HTTP/1.1" status: 204 len: 168 time: 0.0620835 Jul 07 22:51:48.821081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33106) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:48.823302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39989e1f-859b-44c0-a867-ca1eb497e071 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8a67d9e-3e9e-4824-a110-0b42144b0830,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:48.879021 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-62ee6f45-1e84-4ba6-9753-0d3b5c05da81 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0545776 Jul 07 22:51:48.879536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33108) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:48.930300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53833eb5-0c69-4fff-b8ea-55c5755576eb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.934853 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.952505 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53833eb5-0c69-4fff-b8ea-55c5755576eb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.991760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53833eb5-0c69-4fff-b8ea-55c5755576eb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.994298 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-53833eb5-0c69-4fff-b8ea-55c5755576eb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:48.995458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-53833eb5-0c69-4fff-b8ea-55c5755576eb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/b54755ad-0867-4260-9b11-c3b40dcc6815 HTTP/1.1" status: 204 len: 168 time: 0.1150229 Jul 07 22:51:48.998196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33110) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.004600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53833eb5-0c69-4fff-b8ea-55c5755576eb tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54755ad-0867-4260-9b11-c3b40dcc6815,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.052851 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-153a9397-b88a-468e-be4d-e9c5796c1321 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0532184 Jul 07 22:51:49.055485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33112) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.104703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48776ac3-dbee-488f-9dbb-8341381a12e1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.125368 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48776ac3-dbee-488f-9dbb-8341381a12e1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.168890 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48776ac3-dbee-488f-9dbb-8341381a12e1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.171492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-48776ac3-dbee-488f-9dbb-8341381a12e1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.172628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-48776ac3-dbee-488f-9dbb-8341381a12e1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/43cd71ab-abae-4fca-9e3d-796eced6cf2c HTTP/1.1" status: 204 len: 168 time: 0.1162529 Jul 07 22:51:49.175388 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33114) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.181219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48776ac3-dbee-488f-9dbb-8341381a12e1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd71ab-abae-4fca-9e3d-796eced6cf2c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.220741 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4305ed13-0761-42ea-821a-ac295cfb3032 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441427 Jul 07 22:51:49.224484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33116) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.228916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327395403'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:49.249919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.329134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.333191 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.358749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.359945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1345401 Jul 07 22:51:49.362972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33118) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.363830 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadda1c-abda-4555-b599-15639bf05686 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6682d-580d-4e00-81c2-fa2d770480ac,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.367739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'adc6682d-580d-4e00-81c2-fa2d770480ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:49.393969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.439831 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.443239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.462042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126b6fbc-4237-4d65-a53c-e9c38a28aab6,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.464942 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.466193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5b760f6a-abb0-4586-8b14-ef3be1ff6ba1 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1021802 Jul 07 22:51:49.469016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33120) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.492208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3e0-4eeb-4862-92ed-2ab575881f21 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.499501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3e0-4eeb-4862-92ed-2ab575881f21 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.526174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3e0-4eeb-4862-92ed-2ab575881f21 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.532032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3e0-4eeb-4862-92ed-2ab575881f21 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.533783 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-83f5d3e0-4eeb-4862-92ed-2ab575881f21 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/126b6fbc-4237-4d65-a53c-e9c38a28aab6 HTTP/1.1" status: 204 len: 168 time: 0.0629807 Jul 07 22:51:49.536627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33122) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.539203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d3e0-4eeb-4862-92ed-2ab575881f21 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=126b6fbc-4237-4d65-a53c-e9c38a28aab6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.575654 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c4daefd4-94b0-467e-aefc-367eac73b06e tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379040 Jul 07 22:51:49.578386 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.629502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcef9-a09a-4fa5-8b9f-8044af941404 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.651699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcef9-a09a-4fa5-8b9f-8044af941404 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.692661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcef9-a09a-4fa5-8b9f-8044af941404 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.695632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcef9-a09a-4fa5-8b9f-8044af941404 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.696809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4f8fcef9-a09a-4fa5-8b9f-8044af941404 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/adc6682d-580d-4e00-81c2-fa2d770480ac HTTP/1.1" status: 204 len: 168 time: 0.1174767 Jul 07 22:51:49.699636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33126) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.706966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fcef9-a09a-4fa5-8b9f-8044af941404 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6682d-580d-4e00-81c2-fa2d770480ac,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.742885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8baf456d-5662-434a-ac38-71510d66f16f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419471 Jul 07 22:51:49.746564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33128) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.750760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049056896'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:49.772566 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.847495 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.850895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.882972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.884191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1367018 Jul 07 22:51:49.884888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14289553-d4c4-4d39-9fd7-2d182bdb34d0 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a99ae0-a928-4cf4-8cbe-d207c4b6fef1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:49.886921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33130) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:49.891195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f4a99ae0-a928-4cf4-8cbe-d207c4b6fef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:49.915830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.972193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.975836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:49.998852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca376f72-d9e5-4259-b27d-52ac0b758d70,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.007632 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.009099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-be3ae828-1555-4ed1-850a-e31ba47193a8 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212678 Jul 07 22:51:50.011745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33132) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.028158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b57b11a9-ec2f-4f26-99da-b0bae305607b tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules/ca376f72-d9e5-4259-b27d-52ac0b758d70 HTTP/1.1" status: 200 len: 763 time: 0.0153966 Jul 07 22:51:50.030344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33134) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.070012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78df1608-e2ae-4075-a5aa-f76ee539bd33 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386658 Jul 07 22:51:50.072419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33136) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.094109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87628be0-bd42-41c1-9711-02a78d7c7efc tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.101585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87628be0-bd42-41c1-9711-02a78d7c7efc tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.129219 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87628be0-bd42-41c1-9711-02a78d7c7efc tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.134257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-87628be0-bd42-41c1-9711-02a78d7c7efc tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.136054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-87628be0-bd42-41c1-9711-02a78d7c7efc tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/ca376f72-d9e5-4259-b27d-52ac0b758d70 HTTP/1.1" status: 204 len: 168 time: 0.0627520 Jul 07 22:51:50.138577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33138) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.143141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87628be0-bd42-41c1-9711-02a78d7c7efc tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca376f72-d9e5-4259-b27d-52ac0b758d70,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.177882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6fdfb6f8-8960-4034-8634-b49c111c54e4 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379705 Jul 07 22:51:50.180293 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33140) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.184535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f4a99ae0-a928-4cf4-8cbe-d207c4b6fef1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:50.211091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.259037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.262479 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.279722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84671be-2758-4318-8c45-6ec50297b5ad,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.285863 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.287183 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7a6f9702-02e4-4095-b68a-870302929e1d tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1059694 Jul 07 22:51:50.289710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33142) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.305764 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5219a5ec-72d9-47db-a032-a390bc9c369c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules/d84671be-2758-4318-8c45-6ec50297b5ad HTTP/1.1" status: 200 len: 763 time: 0.0150115 Jul 07 22:51:50.308422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33144) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.349263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f2b2e9a9-0b4e-4a16-8495-d1b17a2b80d7 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398092 Jul 07 22:51:50.351740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33146) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.373901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-174162ea-81f3-4927-b971-77d84b0367ea tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.381724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-174162ea-81f3-4927-b971-77d84b0367ea tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.408370 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-174162ea-81f3-4927-b971-77d84b0367ea tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.414365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-174162ea-81f3-4927-b971-77d84b0367ea tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.415520 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-174162ea-81f3-4927-b971-77d84b0367ea tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/d84671be-2758-4318-8c45-6ec50297b5ad HTTP/1.1" status: 204 len: 168 time: 0.0628839 Jul 07 22:51:50.417991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33148) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.420672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174162ea-81f3-4927-b971-77d84b0367ea tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d84671be-2758-4318-8c45-6ec50297b5ad,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.459431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a15932d-1f0d-4a04-a234-312f333a263a tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401824 Jul 07 22:51:50.461857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33150) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.466463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Request body: {'security_group_rule': {'security_group_id': 'f4a99ae0-a928-4cf4-8cbe-d207c4b6fef1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:50.493919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.538582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.541865 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.556782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d874b61-c79d-451e-a691-f37918217aa1,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.566069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.567324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-98485110-0e08-422b-b4dc-99a712c9fc3c tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1045220 Jul 07 22:51:50.569900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33152) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.586275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7957bb14-49d8-44e3-b3a5-07685c622fac tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules/7d874b61-c79d-451e-a691-f37918217aa1 HTTP/1.1" status: 200 len: 764 time: 0.0152297 Jul 07 22:51:50.588615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33154) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.630903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7fadd61-de67-4ae7-8d9d-b3e7b8e16c1f tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0412703 Jul 07 22:51:50.633433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33156) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.655472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9962a284-8b21-423f-ae87-2bad430a18d3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.663223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9962a284-8b21-423f-ae87-2bad430a18d3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.689814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9962a284-8b21-423f-ae87-2bad430a18d3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.696339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9962a284-8b21-423f-ae87-2bad430a18d3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.697423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9962a284-8b21-423f-ae87-2bad430a18d3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/7d874b61-c79d-451e-a691-f37918217aa1 HTTP/1.1" status: 204 len: 168 time: 0.0631015 Jul 07 22:51:50.700076 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33158) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.701670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962a284-8b21-423f-ae87-2bad430a18d3 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d874b61-c79d-451e-a691-f37918217aa1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.743993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c6a75cee-cbec-497a-aa57-cfbe108e311e tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426097 Jul 07 22:51:50.746490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33160) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.796436 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f13007f-9d5f-4250-814f-34ff2cc07abd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.817200 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f13007f-9d5f-4250-814f-34ff2cc07abd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.857880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f13007f-9d5f-4250-814f-34ff2cc07abd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.860778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2f13007f-9d5f-4250-814f-34ff2cc07abd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.861938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f13007f-9d5f-4250-814f-34ff2cc07abd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "DELETE /v2.0/security-groups/f4a99ae0-a928-4cf4-8cbe-d207c4b6fef1 HTTP/1.1" status: 204 len: 168 time: 0.1145272 Jul 07 22:51:50.864792 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33162) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.871099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13007f-9d5f-4250-814f-34ff2cc07abd tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a99ae0-a928-4cf4-8cbe-d207c4b6fef1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:50.910122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c1c7dbd-7396-4884-a301-7772180ca947 tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439224 Jul 07 22:51:50.915858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33164) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:50.956468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-60bbcc05-0903-41d4-b046-2f97364d8aaf tempest-SecGroupTest-20937620 tempest-SecGroupTest-20937620-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0403872 Jul 07 22:51:51.196125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33172) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:51.324698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1160a045-ba7b-427b-a89a-05523fbea153 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=db45f84bb9fc4b48bbbf2771a8ab2e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274035 Jul 07 22:51:51.327172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33176) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:51.368539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-887d905b-911d-4a3d-acef-002797c2d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.373701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc41a97c-6041-4f29-88b9-d07e43604464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.394818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc41a97c-6041-4f29-88b9-d07e43604464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.436263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.442933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc41a97c-6041-4f29-88b9-d07e43604464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.445406 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fc41a97c-6041-4f29-88b9-d07e43604464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.446561 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fc41a97c-6041-4f29-88b9-d07e43604464 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/946da3d8-feac-4cd1-89de-e8953bda6e8f HTTP/1.1" status: 204 len: 168 time: 0.1185164 Jul 07 22:51:51.453849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41a97c-6041-4f29-88b9-d07e43604464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946da3d8-feac-4cd1-89de-e8953bda6e8f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:52.056727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33198) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.147179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7a420edc-119f-448d-b97e-1c3004c5446f tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1656766547', 'prefixes': ['172.20.0.0/16']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:52.201276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7a420edc-119f-448d-b97e-1c3004c5446f tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] Notify callbacks [] for subnetpool, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.202786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a420edc-119f-448d-b97e-1c3004c5446f tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1449661 Jul 07 22:51:52.205273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33202) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.242230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-28db4f15-94b5-40df-80a2-3d9887eea060 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] 10.222.0.95 "GET /v2.0/subnetpools/fd9efc12-db0f-4b11-b661-03c0a5c1a824 HTTP/1.1" status: 200 len: 732 time: 0.0358567 Jul 07 22:51:52.244667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33204) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.248823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.249289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ed047043-d26f-4083-94a4-245b46ba8f21 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1163351116'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:52.321353 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed047043-d26f-4083-94a4-245b46ba8f21 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] Notify callbacks [] for subnetpool, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.322517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed047043-d26f-4083-94a4-245b46ba8f21 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] 10.222.0.95 "PUT /v2.0/subnetpools/fd9efc12-db0f-4b11-b661-03c0a5c1a824 HTTP/1.1" status: 200 len: 684 time: 0.0769165 Jul 07 22:51:52.325123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33206) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.392350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0e95c818-70d9-4108-9dc5-2bcb8479d89d tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] Notify callbacks [] for subnetpool, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.393372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0e95c818-70d9-4108-9dc5-2bcb8479d89d tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] 10.222.0.95 "DELETE /v2.0/subnetpools/fd9efc12-db0f-4b11-b661-03c0a5c1a824 HTTP/1.1" status: 204 len: 168 time: 0.0673487 Jul 07 22:51:52.395872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33208) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.414021 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-134ce122-7b3d-4407-a3bc-d64ed69b98a3 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] show failed (client error): The resource could not be found. Jul 07 22:51:52.415090 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-134ce122-7b3d-4407-a3bc-d64ed69b98a3 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] 10.222.0.95 "GET /v2.0/subnetpools/fd9efc12-db0f-4b11-b661-03c0a5c1a824 HTTP/1.1" status: 404 len: 346 time: 0.0183260 Jul 07 22:51:52.417554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33210) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.430680 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-85aa29fb-238f-4dbe-8618-236a33da7788 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] delete failed (client error): The resource could not be found. Jul 07 22:51:52.431620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85aa29fb-238f-4dbe-8618-236a33da7788 tempest-SubnetPoolsTestJSON-1970364271 tempest-SubnetPoolsTestJSON-1970364271-project] 10.222.0.95 "DELETE /v2.0/subnetpools/fd9efc12-db0f-4b11-b661-03c0a5c1a824 HTTP/1.1" status: 404 len: 346 time: 0.0132120 Jul 07 22:51:52.663895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.770831 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bc86457-a6aa-471e-8319-c4d49d79ebf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.860099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bc86457-a6aa-471e-8319-c4d49d79ebf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.863857 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6bc86457-a6aa-471e-8319-c4d49d79ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.900216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc86457-a6aa-471e-8319-c4d49d79ebf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e61ab-bf03-4dca-9ae6-f18503d8513d,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:52.906652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6bc86457-a6aa-471e-8319-c4d49d79ebf7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=54fc3a165a604c57abb6a73eee09a9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396753 Jul 07 22:51:52.908015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33220) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:52.953820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4af79c1e-4a96-4f6f-9d2e-df75d35cffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:52.974711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4af79c1e-4a96-4f6f-9d2e-df75d35cffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.019606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4af79c1e-4a96-4f6f-9d2e-df75d35cffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.022125 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4af79c1e-4a96-4f6f-9d2e-df75d35cffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.023302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4af79c1e-4a96-4f6f-9d2e-df75d35cffab admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/918e61ab-bf03-4dca-9ae6-f18503d8513d HTTP/1.1" status: 204 len: 168 time: 0.1151576 Jul 07 22:51:53.030906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af79c1e-4a96-4f6f-9d2e-df75d35cffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e61ab-bf03-4dca-9ae6-f18503d8513d,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:53.622304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33242) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:53.715317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-825238518'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:53.736198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Made reservation on behalf of 9cbf4432c67e45da96b6fa6678ec42c0 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:53.739557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.747724 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.794028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.837954 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.841891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.868661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:51:53.877326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa998c75-6c74-4b1d-b9c5-4f9729369bb7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:53.883293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.883643 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Added segment 0ee56517-75df-4038-a1dd-f3840261d33a of type vlan for network 566fca2d-b2a6-4a71-ba8c-38455514d500 Jul 07 22:51:53.922763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.949619 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:53.955651 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:53.956242 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.010550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3869371 Jul 07 22:51:54.013067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33246) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:54.018433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Request body: {'subnet': {'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:54.065605 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb7300-4783-4f63-adc0-06b16f5d33e2 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event updated for resources: {'Network': ['ID=566fca2d-b2a6-4a71-ba8c-38455514d500,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:54.076989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:51:54.115736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Made reservation on behalf of 9cbf4432c67e45da96b6fa6678ec42c0 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:54.119323 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.292444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.348431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event updated for resources: {'Subnet': ['ID=a24224a6-4d36-4f23-88ff-81c19344fc3b,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:54.358191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Checking segment: {'id': '0ee56517-75df-4038-a1dd-f3840261d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:54.358553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Network hostable DHCP agents. Network: 566fca2d-b2a6-4a71-ba8c-38455514d500, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:51:54.374340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:51:54.382801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 566fca2d-b2a6-4a71-ba8c-38455514d500) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:54.386618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:54.387235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.391322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2095fda-e8bc-4185-b167-3f20b837a816 None None] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:54.401778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d634a686-1288-461f-bb61-7db7445d1f05 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3876898 Jul 07 22:51:54.404395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33248) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:54.409501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Request body: {'port': {'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500', 'name': 'tempest-TagsExtTest-248286883'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:54.519969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Made reservation on behalf of 9cbf4432c67e45da96b6fa6678ec42c0 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:51:54.523633 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.535950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-566fca2d-b2a6-4a71-ba8c-38455514d500', 'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500', 'tenant_id': '9cbf4432c67e45da96b6fa6678ec42c0', 'fixed_ips': [{'subnet_id': 'a24224a6-4d36-4f23-88ff-81c19344fc3b'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:51:54.536900 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.541987 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] device_id is not set on port fd465d57-0534-4f9b-8810-1ec1a94ed487 yet. {{(pid=93931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:51:54.656214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Allocated IP 172.20.0.4 (566fca2d-b2a6-4a71-ba8c-38455514d500/a24224a6-4d36-4f23-88ff-81c19344fc3b/fd465d57-0534-4f9b-8810-1ec1a94ed487) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:54.803190 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.817597 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Transition to ACTIVE for port object fd465d57-0534-4f9b-8810-1ec1a94ed487 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:54.850371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.896869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:54.897286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Allocated IP 172.20.0.2 (566fca2d-b2a6-4a71-ba8c-38455514d500/a24224a6-4d36-4f23-88ff-81c19344fc3b/641ec730-854c-4e4d-9f73-35f457bcbf2a) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:51:54.900610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:54.906297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:54.940344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event updated for resources: {'Port': ['ID=fd465d57-0534-4f9b-8810-1ec1a94ed487,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:54.963011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:54.963635 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:54.978155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-70c39739-6306-4ff4-817d-176b7d6c0a2b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.5726447 Jul 07 22:51:54.980727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33250) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:54.985795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1220880507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:55.008711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.009702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.040821 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.049509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Transition to ACTIVE for port object 641ec730-854c-4e4d-9f73-35f457bcbf2a will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:55.064383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Transition to ACTIVE for port object 641ec730-854c-4e4d-9f73-35f457bcbf2a will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:51:55.069393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.069880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.073024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.087715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.091408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bbe958f7-e3a6-4ed4-acd1-7da8026495ff tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1072345 Jul 07 22:51:55.091726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33252) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.097032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d98ed517-ce30-4ae6-9b29-f08347ace388 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2121791669', 'prefixes': ['172.20.0.0/16']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:51:55.106165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:51:55.111546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:51:55.115013 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:51:55.121941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Pushing event updated for resources: {'Port': ['ID=641ec730-854c-4e4d-9f73-35f457bcbf2a,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:55.152934 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d98ed517-ce30-4ae6-9b29-f08347ace388 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for subnetpool, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.154246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d98ed517-ce30-4ae6-9b29-f08347ace388 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0615349 Jul 07 22:51:55.158871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33254) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.163765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-5e5cab38-080b-4e2a-9837-8a16c71ddb4e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-1784709629') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.270248 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5e5cab38-080b-4e2a-9837-8a16c71ddb4e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-1784709629 HTTP/1.1" status: 201 len: 201 time: 0.1101716 Jul 07 22:51:55.272959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33256) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.277929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-ea441b69-c2b5-4ff3-9680-14d1431a7a36 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-2124196215') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.340495 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea441b69-c2b5-4ff3-9680-14d1431a7a36 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-2124196215 HTTP/1.1" status: 201 len: 201 time: 0.0663211 Jul 07 22:51:55.343108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33258) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.347694 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Attempting to bind port 641ec730-854c-4e4d-9f73-35f457bcbf2a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:51:55.348076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Attempting to bind port 641ec730-854c-4e4d-9f73-35f457bcbf2a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '0ee56517-75df-4038-a1dd-f3840261d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:51:55.348451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Attempting to bind port 641ec730-854c-4e4d-9f73-35f457bcbf2a on network 566fca2d-b2a6-4a71-ba8c-38455514d500 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:51:55.348762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-fb693a55-857e-4ce3-8bed-c0250e9446ea tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-275089336') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.353486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:51:55.353895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Checking segment: {'id': '0ee56517-75df-4038-a1dd-f3840261d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:51:55.354305 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.354737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Bound using segment: {'id': '0ee56517-75df-4038-a1dd-f3840261d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:51:55.355208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Bound port: 641ec730-854c-4e4d-9f73-35f457bcbf2a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee56517-75df-4038-a1dd-f3840261d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '566fca2d-b2a6-4a71-ba8c-38455514d500'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:51:55.355599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.417097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] For port 641ec730-854c-4e4d-9f73-35f457bcbf2a, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:51:55.420247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] For port 641ec730-854c-4e4d-9f73-35f457bcbf2a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=641ec730-854c-4e4d-9f73-35f457bcbf2a,segment=NetworkSegment(0ee56517-75df-4038-a1dd-f3840261d33a),segment_id=0ee56517-75df-4038-a1dd-f3840261d33a)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:51:55.424360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:55.437798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fb693a55-857e-4ce3-8bed-c0250e9446ea tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-275089336 HTTP/1.1" status: 201 len: 201 time: 0.0935149 Jul 07 22:51:55.440254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33260) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.444993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-60c26bbf-2f15-485c-9302-3519884afe5d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-653779672') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.484125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe846-1e5c-46b2-83a1-7f2b30bf10d3 None None] Pushing event updated for resources: {'Port': ['ID=641ec730-854c-4e4d-9f73-35f457bcbf2a,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:55.495240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-60c26bbf-2f15-485c-9302-3519884afe5d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-653779672 HTTP/1.1" status: 201 len: 201 time: 0.0538719 Jul 07 22:51:55.497621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33262) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.502045 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-b049a6be-e307-44b5-9807-6485ee968039 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.562054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33264) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.562244 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b049a6be-e307-44b5-9807-6485ee968039 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags HTTP/1.1" status: 200 len: 241 time: 0.0634778 Jul 07 22:51:55.566584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-f86f03d9-6582-4c6c-9107-cdccdb9f607b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-1784709629') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.673849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f86f03d9-6582-4c6c-9107-cdccdb9f607b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-1784709629 HTTP/1.1" status: 204 len: 168 time: 0.1104467 Jul 07 22:51:55.676111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33266) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.680747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-78952449-d5e6-4087-aae1-aef1d2cd3bae tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-1784709629') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:55.755032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78952449-d5e6-4087-aae1-aef1d2cd3bae tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-1784709629 HTTP/1.1" status: 204 len: 168 time: 0.0777116 Jul 07 22:51:55.757302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33268) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:55.761730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-04807192-9f58-4d27-a9bd-c33e84cae7c0 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.127192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-04807192-9f58-4d27-a9bd-c33e84cae7c0 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags HTTP/1.1" status: 200 len: 205 time: 0.3688385 Jul 07 22:51:56.129566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33270) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.133969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-c8e97af2-9cbc-4bb7-a562-6c57d6bb263e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.187722 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c8e97af2-9cbc-4bb7-a562-6c57d6bb263e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags HTTP/1.1" status: 200 len: 241 time: 0.0570598 Jul 07 22:51:56.190787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33272) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.195047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-f5a0da77-f5f6-4699-97af-4f3be248ed10 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-2124196215') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.245078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f5a0da77-f5f6-4699-97af-4f3be248ed10 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-2124196215 HTTP/1.1" status: 204 len: 168 time: 0.0531890 Jul 07 22:51:56.247420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33274) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.252460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-efc74e33-ca5a-4ba0-b615-fafc0eb09c0a tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-2124196215') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.321054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-efc74e33-ca5a-4ba0-b615-fafc0eb09c0a tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-2124196215 HTTP/1.1" status: 204 len: 168 time: 0.0721328 Jul 07 22:51:56.322952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33276) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.327491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-535f3a86-adda-4fc7-9369-26db406f1eae tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.335402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96212489-2706-4b2a-8247-1131becd6209 None None] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:51:56.379366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-535f3a86-adda-4fc7-9369-26db406f1eae tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags HTTP/1.1" status: 200 len: 205 time: 0.0553634 Jul 07 22:51:56.381847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33278) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.386392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-0b99b826-7862-4e4e-bada-4f320a75c82d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.403843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d5ba4a70-4c1e-40c4-9043-c8d63abe16e4 None None] Provisioning for port 641ec730-854c-4e4d-9f73-35f457bcbf2a completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:56.470471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0b99b826-7862-4e4e-bada-4f320a75c82d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags HTTP/1.1" status: 200 len: 240 time: 0.0845656 Jul 07 22:51:56.470879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33280) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.475265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-9c0fe013-2226-4939-9a45-78dcc7d65b77 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-275089336') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.551554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9c0fe013-2226-4939-9a45-78dcc7d65b77 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-275089336 HTTP/1.1" status: 204 len: 168 time: 0.0795472 Jul 07 22:51:56.553888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33282) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.558504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-7a42632a-c891-4b34-bb07-0c67d9bf3565 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-275089336') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.648340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7a42632a-c891-4b34-bb07-0c67d9bf3565 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-275089336 HTTP/1.1" status: 204 len: 168 time: 0.0910664 Jul 07 22:51:56.648582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33284) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.653275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-e49ec604-3bbe-4251-9da3-4ae63e66f14c tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.731444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e49ec604-3bbe-4251-9da3-4ae63e66f14c tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags HTTP/1.1" status: 200 len: 205 time: 0.0817080 Jul 07 22:51:56.734022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33286) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.738945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.tag.tag_plugin [None req-28489932-6f68-40ac-8d33-7bf3fa9b5283 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.745392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4497532d-4d57-444a-8c2b-dafb9e82d70b None None] Provisioning for port fd465d57-0534-4f9b-8810-1ec1a94ed487 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:56.751449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4497532d-4d57-444a-8c2b-dafb9e82d70b None None] Provisioning complete for port fd465d57-0534-4f9b-8810-1ec1a94ed487 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:56.751881 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4497532d-4d57-444a-8c2b-dafb9e82d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:56.791541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-28489932-6f68-40ac-8d33-7bf3fa9b5283 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags HTTP/1.1" status: 200 len: 240 time: 0.0564938 Jul 07 22:51:56.791764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33288) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.792377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4497532d-4d57-444a-8c2b-dafb9e82d70b None None] Port fd465d57-0534-4f9b-8810-1ec1a94ed487 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:51:56.796261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-7a2af8c7-bd02-4831-848e-1b99b4fffb80 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-653779672') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.818017 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7a2af8c7-bd02-4831-848e-1b99b4fffb80 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-653779672 HTTP/1.1" status: 204 len: 168 time: 0.0252383 Jul 07 22:51:56.820449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33290) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.825182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-81001321-0696-40e7-a2a9-96abad8d1c51 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-653779672') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.869289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-81001321-0696-40e7-a2a9-96abad8d1c51 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-653779672 HTTP/1.1" status: 204 len: 168 time: 0.0477269 Jul 07 22:51:56.871712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33292) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.876229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-11ad466b-b6f6-4918-8b54-1e6b0f575216 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.898289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-11ad466b-b6f6-4918-8b54-1e6b0f575216 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags HTTP/1.1" status: 200 len: 205 time: 0.0242679 Jul 07 22:51:56.899522 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.903908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-e24aab6f-bc7d-464d-b844-e6cd9be46b8d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.911375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cf74c416-5bca-49c6-a66f-7947b3733f8a None None] Provisioning complete for port fd465d57-0534-4f9b-8810-1ec1a94ed487 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:56.911759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf74c416-5bca-49c6-a66f-7947b3733f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:56.928968 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e24aab6f-bc7d-464d-b844-e6cd9be46b8d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags HTTP/1.1" status: 204 len: 168 time: 0.0284662 Jul 07 22:51:56.931590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33296) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:56.936067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-db4aae59-ec9a-4e89-8d88-32d4fe7c6ce0 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:56.945521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cf74c416-5bca-49c6-a66f-7947b3733f8a None None] Port fd465d57-0534-4f9b-8810-1ec1a94ed487 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:51:57.014284 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-db4aae59-ec9a-4e89-8d88-32d4fe7c6ce0 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags HTTP/1.1" status: 204 len: 168 time: 0.0817032 Jul 07 22:51:57.017297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33298) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.021548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-317d9c14-7ce3-4068-8834-e502dd48d129 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.072712 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-317d9c14-7ce3-4068-8834-e502dd48d129 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags HTTP/1.1" status: 204 len: 168 time: 0.0543551 Jul 07 22:51:57.075089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33300) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.079821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-e900e42d-6fdb-4366-9448-84f12e5bd328 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.132402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e900e42d-6fdb-4366-9448-84f12e5bd328 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0563509 Jul 07 22:51:57.136130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33302) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.140529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-d9a279ec-3403-491f-9dbf-e5e70cbdaa76 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-2001700901') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.207771 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d9a279ec-3403-491f-9dbf-e5e70cbdaa76 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-2001700901 HTTP/1.1" status: 201 len: 201 time: 0.0706282 Jul 07 22:51:57.210441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33304) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.215412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-663ca2aa-f02c-4eb9-9a72-84a3b77042c9 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-181269256') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.275185 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-663ca2aa-f02c-4eb9-9a72-84a3b77042c9 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-181269256 HTTP/1.1" status: 201 len: 201 time: 0.0636997 Jul 07 22:51:57.277764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33306) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.282573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-03155467-c816-4c17-8c57-4c56ea9fa012 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-969352636') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.368697 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03155467-c816-4c17-8c57-4c56ea9fa012 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-969352636 HTTP/1.1" status: 201 len: 201 time: 0.0899332 Jul 07 22:51:57.371317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33308) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.376346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-63fe4cff-c1fc-4fc0-97a5-4866637a4226 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-43990917') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.408263 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-63fe4cff-c1fc-4fc0-97a5-4866637a4226 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-43990917 HTTP/1.1" status: 201 len: 201 time: 0.0359519 Jul 07 22:51:57.410752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33310) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.415093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-8af21c39-af67-45d3-a019-e623bc5c6f08 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', {'tags': ['tempest-TagsExtTest-Tag-739924878', 'tempest-TagsExtTest-Tag-1155269001', 'tempest-TagsExtTest-Tag-915160457']}) {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.471903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8af21c39-af67-45d3-a019-e623bc5c6f08 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags HTTP/1.1" status: 200 len: 316 time: 0.0600939 Jul 07 22:51:57.474158 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33312) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.478369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-ce88a11c-3a44-42ae-8e3f-5adb9eb18363 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.543196 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce88a11c-3a44-42ae-8e3f-5adb9eb18363 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0679984 Jul 07 22:51:57.545691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33314) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.550312 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-610b0925-5aaa-494a-9a65-2c8ba39ba2cc tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-739924878') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.605119 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-610b0925-5aaa-494a-9a65-2c8ba39ba2cc tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:57.609403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-610b0925-5aaa-494a-9a65-2c8ba39ba2cc tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-739924878 HTTP/1.1" status: 404 len: 328 time: 0.0595863 Jul 07 22:51:57.609403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33316) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.613751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-989bc2b8-8c4b-4a0f-9846-ba7d807b66bb tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-1155269001') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.664584 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-989bc2b8-8c4b-4a0f-9846-ba7d807b66bb tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:57.665643 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-989bc2b8-8c4b-4a0f-9846-ba7d807b66bb tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-1155269001 HTTP/1.1" status: 404 len: 329 time: 0.0557206 Jul 07 22:51:57.668390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33318) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.672598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-e69ee925-ffca-4123-a91c-20d88f343c06 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b', 'tempest-TagsExtTest-Tag-915160457') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.681701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 641ec730-854c-4e4d-9f73-35f457bcbf2a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:57.727134 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-e69ee925-ffca-4123-a91c-20d88f343c06 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:57.728197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e69ee925-ffca-4123-a91c-20d88f343c06 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags/tempest-TagsExtTest-Tag-915160457 HTTP/1.1" status: 404 len: 328 time: 0.0589099 Jul 07 22:51:57.730539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 641ec730-854c-4e4d-9f73-35f457bcbf2a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:51:57.731033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33320) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.734660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 641ec730-854c-4e4d-9f73-35f457bcbf2a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:57.735089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:57.736054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-4c140773-0965-43d5-ab28-4216dc3f68b0 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', {'tags': ['tempest-TagsExtTest-Tag-2114077160', 'tempest-TagsExtTest-Tag-1617026141', 'tempest-TagsExtTest-Tag-421904430']}) {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.792595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4c140773-0965-43d5-ab28-4216dc3f68b0 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags HTTP/1.1" status: 200 len: 317 time: 0.0603342 Jul 07 22:51:57.794986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33322) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.799489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-4521dc1d-c803-4206-a167-0826fb4fc65b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.813528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:57.848862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 641ec730-854c-4e4d-9f73-35f457bcbf2a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=641ec730-854c-4e4d-9f73-35f457bcbf2a,segment=NetworkSegment(0ee56517-75df-4038-a1dd-f3840261d33a),segment_id=0ee56517-75df-4038-a1dd-f3840261d33a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:51:57.853416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:57.871315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4521dc1d-c803-4206-a167-0826fb4fc65b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags HTTP/1.1" status: 204 len: 168 time: 0.0752676 Jul 07 22:51:57.873808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33324) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.878732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-994db55f-31b7-4064-8296-ee4c1056098b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-2114077160') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.902786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=641ec730-854c-4e4d-9f73-35f457bcbf2a,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:51:57.927630 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-994db55f-31b7-4064-8296-ee4c1056098b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:57.928697 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-994db55f-31b7-4064-8296-ee4c1056098b tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-2114077160 HTTP/1.1" status: 404 len: 329 time: 0.0539520 Jul 07 22:51:57.931492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33326) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.935711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-2f20d2bc-0bae-48c4-b83b-98263d5a385a tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-1617026141') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:57.982937 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-2f20d2bc-0bae-48c4-b83b-98263d5a385a tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:57.983958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2f20d2bc-0bae-48c4-b83b-98263d5a385a tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-1617026141 HTTP/1.1" status: 404 len: 329 time: 0.0515780 Jul 07 22:51:57.986553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33328) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:57.990773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-ac1ccda3-a5a5-40c2-9121-b7c652666c6e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487', 'tempest-TagsExtTest-Tag-421904430') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.037439 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-ac1ccda3-a5a5-40c2-9121-b7c652666c6e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.038757 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ac1ccda3-a5a5-40c2-9121-b7c652666c6e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags/tempest-TagsExtTest-Tag-421904430 HTTP/1.1" status: 404 len: 328 time: 0.0512631 Jul 07 22:51:58.041339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33330) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.045825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-00fea83f-8a7b-492e-98bc-40d1161a0016 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', {'tags': ['tempest-TagsExtTest-Tag-1982143121', 'tempest-TagsExtTest-Tag-2132889625', 'tempest-TagsExtTest-Tag-622074268']}) {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.133199 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00fea83f-8a7b-492e-98bc-40d1161a0016 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags HTTP/1.1" status: 200 len: 317 time: 0.0906847 Jul 07 22:51:58.135436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33332) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.139837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-20536f2d-e428-4e4e-ba75-a82182d2ef9f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.228779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-20536f2d-e428-4e4e-ba75-a82182d2ef9f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags HTTP/1.1" status: 204 len: 168 time: 0.0923471 Jul 07 22:51:58.231322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33334) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.235746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-b9febec5-6b88-46a2-b160-6e9bc5babefb tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-1982143121') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.310983 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-b9febec5-6b88-46a2-b160-6e9bc5babefb tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.312026 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b9febec5-6b88-46a2-b160-6e9bc5babefb tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-1982143121 HTTP/1.1" status: 404 len: 329 time: 0.0798025 Jul 07 22:51:58.315414 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33336) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.320343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-bcfaeab0-0cc2-436a-a660-318713e04871 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-2132889625') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.394833 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-bcfaeab0-0cc2-436a-a660-318713e04871 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.395784 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bcfaeab0-0cc2-436a-a660-318713e04871 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-2132889625 HTTP/1.1" status: 404 len: 329 time: 0.0794320 Jul 07 22:51:58.398441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33338) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.402787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-c5be77c4-712a-474c-a8dc-6ed8f6741087 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265', 'tempest-TagsExtTest-Tag-622074268') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.475966 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-c5be77c4-712a-474c-a8dc-6ed8f6741087 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.476984 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c5be77c4-712a-474c-a8dc-6ed8f6741087 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags/tempest-TagsExtTest-Tag-622074268 HTTP/1.1" status: 404 len: 328 time: 0.0776250 Jul 07 22:51:58.480093 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33340) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.484542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-04017374-7bac-481a-96fa-f6c6c0a97e12 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', {'tags': ['tempest-TagsExtTest-Tag-1976820051', 'tempest-TagsExtTest-Tag-1921189206', 'tempest-TagsExtTest-Tag-478104380']}) {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.518783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-04017374-7bac-481a-96fa-f6c6c0a97e12 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "PUT /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags HTTP/1.1" status: 200 len: 317 time: 0.0376935 Jul 07 22:51:58.521240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33342) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.525649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-725ce61b-7857-42ef-b739-c17e50569980 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.560840 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-725ce61b-7857-42ef-b739-c17e50569980 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags HTTP/1.1" status: 204 len: 168 time: 0.0385003 Jul 07 22:51:58.563193 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33344) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.569244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-9df96adf-489b-453d-9c35-d575cc71cd0d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-1976820051') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.589415 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-9df96adf-489b-453d-9c35-d575cc71cd0d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.590434 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9df96adf-489b-453d-9c35-d575cc71cd0d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-1976820051 HTTP/1.1" status: 404 len: 329 time: 0.0257080 Jul 07 22:51:58.593142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33346) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.597785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-eb339822-3978-41bf-82e2-5b74aaa1c11d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-1921189206') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.617631 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-eb339822-3978-41bf-82e2-5b74aaa1c11d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.618645 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eb339822-3978-41bf-82e2-5b74aaa1c11d tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-1921189206 HTTP/1.1" status: 404 len: 329 time: 0.0245743 Jul 07 22:51:58.621238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33348) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.625355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-b6b23835-cc71-41cc-a8f9-a0f2b84fae88 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0', 'tempest-TagsExtTest-Tag-478104380') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.644814 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-b6b23835-cc71-41cc-a8f9-a0f2b84fae88 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] show failed (client error): The resource could not be found. Jul 07 22:51:58.645840 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b6b23835-cc71-41cc-a8f9-a0f2b84fae88 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags/tempest-TagsExtTest-Tag-478104380 HTTP/1.1" status: 404 len: 328 time: 0.0236864 Jul 07 22:51:58.648186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33350) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.652310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-40ff8e68-c5fb-4393-9fa8-884a6d39ac41 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '167dad09-f365-497f-a057-8650a3c04da0') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.676365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40ff8e68-c5fb-4393-9fa8-884a6d39ac41 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0/tags HTTP/1.1" status: 204 len: 168 time: 0.0272076 Jul 07 22:51:58.678680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33352) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.682977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-cc306664-56a8-4a57-abcf-00a097ebf1dc tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6f546de7-a194-4640-be21-13025b0ec265') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.760827 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cc306664-56a8-4a57-abcf-00a097ebf1dc tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265/tags HTTP/1.1" status: 204 len: 168 time: 0.0812013 Jul 07 22:51:58.763222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33354) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.767408 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-32a08ea2-d0d4-426a-9700-3382c74a2b78 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd465d57-0534-4f9b-8810-1ec1a94ed487') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.818039 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-32a08ea2-d0d4-426a-9700-3382c74a2b78 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487/tags HTTP/1.1" status: 204 len: 168 time: 0.0538623 Jul 07 22:51:58.820446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.824580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.tag.tag_plugin [None req-13d4d6d9-72a2-4ae4-b427-e436b776d14c tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a24224a6-4d36-4f23-88ff-81c19344fc3b') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:51:58.879180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-13d4d6d9-72a2-4ae4-b427-e436b776d14c tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0577598 Jul 07 22:51:58.883343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33358) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:58.971121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d3cc48d-c05d-4108-b61e-932babc6d036 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for subnetpool, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:58.972176 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d3cc48d-c05d-4108-b61e-932babc6d036 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnetpools/167dad09-f365-497f-a057-8650a3c04da0 HTTP/1.1" status: 204 len: 168 time: 0.0879219 Jul 07 22:51:58.974612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33360) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:59.002755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-191f8c54-d047-4c7c-8fc6-e2e6da652d9a tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "GET /v2.0/ports?device_id=6f546de7-a194-4640-be21-13025b0ec265 HTTP/1.1" status: 200 len: 205 time: 0.0270543 Jul 07 22:51:59.004838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33362) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:59.077603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.542733 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.544842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.588050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.588587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Fanout notify agent at l3_agent the message router_deleted on router 6f546de7-a194-4640-be21-13025b0ec265 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:51:59.596576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.599107 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0b733a3a-01c7-481d-a728-fbe5e34098c1 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/routers/6f546de7-a194-4640-be21-13025b0ec265 HTTP/1.1" status: 204 len: 168 time: 0.5933192 Jul 07 22:51:59.599794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33366) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:51:59.659491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 641ec730-854c-4e4d-9f73-35f457bcbf2a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:51:59.701953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Deleting port fd465d57-0534-4f9b-8810-1ec1a94ed487 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:51:59.702313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.708265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 641ec730-854c-4e4d-9f73-35f457bcbf2a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:51:59.708651 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.787541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.800793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Calling delete_port for fd465d57-0534-4f9b-8810-1ec1a94ed487 owned by {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:51:59.927173 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.955200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event deleted for resources: {'Port': ['ID=fd465d57-0534-4f9b-8810-1ec1a94ed487,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:00.029131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.033653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33370) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:00.034119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-25ec71dd-4bf3-4def-b6b1-6ec3a5310022 tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/ports/fd465d57-0534-4f9b-8810-1ec1a94ed487 HTTP/1.1" status: 204 len: 168 time: 0.4332738 Jul 07 22:52:00.087092 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Deleting subnet a24224a6-4d36-4f23-88ff-81c19344fc3b {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:52:00.090531 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.136078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.215031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.273021 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.303895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event deleted for resources: {'Subnet': ['ID=a24224a6-4d36-4f23-88ff-81c19344fc3b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:00.307797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.309865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5fa33ec6-1b68-48f7-aa4c-3d83e693119e tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/subnets/a24224a6-4d36-4f23-88ff-81c19344fc3b HTTP/1.1" status: 204 len: 168 time: 0.2749596 Jul 07 22:52:00.312182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33372) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:00.317008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df915f87-456d-4df9-9182-d014e68145b6 None None] Network 566fca2d-b2a6-4a71-ba8c-38455514d500 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:52:00.393655 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.446541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Deleting port 641ec730-854c-4e4d-9f73-35f457bcbf2a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:00.446970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.512256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] DHCP port deletion for 566fca2d-b2a6-4a71-ba8c-38455514d500 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:52:00.515290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] For port 641ec730-854c-4e4d-9f73-35f457bcbf2a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=641ec730-854c-4e4d-9f73-35f457bcbf2a,segment=NetworkSegment(0ee56517-75df-4038-a1dd-f3840261d33a),segment_id=0ee56517-75df-4038-a1dd-f3840261d33a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:00.515658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.528867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Calling delete_port for 641ec730-854c-4e4d-9f73-35f457bcbf2a owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:00.565939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] Deleting port 641ec730-854c-4e4d-9f73-35f457bcbf2a {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:00.566341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.610049 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.636562 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event deleted for resources: {'Port': ['ID=641ec730-854c-4e4d-9f73-35f457bcbf2a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:00.640230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] No DVR routers for this DVR port 641ec730-854c-4e4d-9f73-35f457bcbf2a on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:00.652064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] For port 641ec730-854c-4e4d-9f73-35f457bcbf2a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=641ec730-854c-4e4d-9f73-35f457bcbf2a,segment=NetworkSegment(0ee56517-75df-4038-a1dd-f3840261d33a),segment_id=0ee56517-75df-4038-a1dd-f3840261d33a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:00.652458 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.667598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] Calling delete_port for 641ec730-854c-4e4d-9f73-35f457bcbf2a owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:00.725135 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.735514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566fca2d-b2a6-4a71-ba8c-38455514d500']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:00.746603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee56517-75df-4038-a1dd-f3840261d33a') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:00.746878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee56517-75df-4038-a1dd-f3840261d33a') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:00.749060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.755999 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.770296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.776357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:52:00.776776 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.778720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] Pushing event deleted for resources: {'Port': ['ID=641ec730-854c-4e4d-9f73-35f457bcbf2a,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:52:00.779927 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:52:00.785806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de5a5d-0d68-40a4-9219-779ac182cdca None None] No DVR routers for this DVR port 641ec730-854c-4e4d-9f73-35f457bcbf2a on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:00.848810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.857286 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.862663 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] 10.222.0.95 "DELETE /v2.0/networks/566fca2d-b2a6-4a71-ba8c-38455514d500 HTTP/1.1" status: 204 len: 168 time: 0.5458045 Jul 07 22:52:00.869752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570491e-b93e-489f-a2e7-e731bca7950f tempest-TagsExtTest-136320249 tempest-TagsExtTest-136320249-project] Pushing event deleted for resources: {'Network': ['ID=566fca2d-b2a6-4a71-ba8c-38455514d500,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:01.111979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33378) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:01.254916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6a9a4b62-d23f-4274-9fec-5d166718bb71 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9cbf4432c67e45da96b6fa6678ec42c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417410 Jul 07 22:52:01.257802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33382) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:01.306105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab277ab-ee2f-412c-bf3d-a649f150f675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:01.327501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab277ab-ee2f-412c-bf3d-a649f150f675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:01.373699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab277ab-ee2f-412c-bf3d-a649f150f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:01.376592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bab277ab-ee2f-412c-bf3d-a649f150f675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:01.378247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bab277ab-ee2f-412c-bf3d-a649f150f675 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fa998c75-6c74-4b1d-b9c5-4f9729369bb7 HTTP/1.1" status: 204 len: 168 time: 0.1194732 Jul 07 22:52:01.386063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab277ab-ee2f-412c-bf3d-a649f150f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa998c75-6c74-4b1d-b9c5-4f9729369bb7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:01.661199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 641ec730-854c-4e4d-9f73-35f457bcbf2a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:01.682825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 641ec730-854c-4e4d-9f73-35f457bcbf2a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:01.683423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 641ec730-854c-4e4d-9f73-35f457bcbf2a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:02.796551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:02.910948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf276d-9983-4fd9-b7a8-09487ff05cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.006179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf276d-9983-4fd9-b7a8-09487ff05cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.009841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bcf276d-9983-4fd9-b7a8-09487ff05cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.052698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8bcf276d-9983-4fd9-b7a8-09487ff05cb6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=836c758b9cc54e8b95e0813bf393c5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550378 Jul 07 22:52:03.053586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf276d-9983-4fd9-b7a8-09487ff05cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5263f6-480f-4004-b631-6a8e88413220,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:03.055423 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33428) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:03.104425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec568122-2dcf-42f5-b532-9e3ec035865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.125464 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec568122-2dcf-42f5-b532-9e3ec035865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.170768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec568122-2dcf-42f5-b532-9e3ec035865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.173363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ec568122-2dcf-42f5-b532-9e3ec035865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.175180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec568122-2dcf-42f5-b532-9e3ec035865a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ee5263f6-480f-4004-b631-6a8e88413220 HTTP/1.1" status: 204 len: 168 time: 0.1187356 Jul 07 22:52:03.182505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568122-2dcf-42f5-b532-9e3ec035865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5263f6-480f-4004-b631-6a8e88413220,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:03.427560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33434) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:03.441320 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a149c0-2853-4b5b-9875-8613feb72f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.531442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a149c0-2853-4b5b-9875-8613feb72f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.535670 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53a149c0-2853-4b5b-9875-8613feb72f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.572812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53a149c0-2853-4b5b-9875-8613feb72f7a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f307087e0fdd4ef3933cd73a9498ff8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441083 Jul 07 22:52:03.574831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a149c0-2853-4b5b-9875-8613feb72f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5addd080-7137-465d-84fd-15720e7d72bc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:03.575526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33436) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:03.625677 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0453f00f-429a-47a6-b0f7-8d1bd77d020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.646560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0453f00f-429a-47a6-b0f7-8d1bd77d020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.694296 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0453f00f-429a-47a6-b0f7-8d1bd77d020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.696974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0453f00f-429a-47a6-b0f7-8d1bd77d020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:03.698143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0453f00f-429a-47a6-b0f7-8d1bd77d020a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5addd080-7137-465d-84fd-15720e7d72bc HTTP/1.1" status: 204 len: 168 time: 0.1216154 Jul 07 22:52:03.706387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453f00f-429a-47a6-b0f7-8d1bd77d020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5addd080-7137-465d-84fd-15720e7d72bc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:06.461507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33572) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:06.567557 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aba3171-a455-43c5-b742-2fcee248c851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.663691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aba3171-a455-43c5-b742-2fcee248c851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.667632 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8aba3171-a455-43c5-b742-2fcee248c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.709944 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8aba3171-a455-43c5-b742-2fcee248c851 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c8b415124c0444dc874092981424362c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467716 Jul 07 22:52:06.710874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba3171-a455-43c5-b742-2fcee248c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c28c921-ff5c-4517-8e5e-36c1a8ea8a42,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:06.712203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33576) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:06.764726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10bc6586-80bb-4f20-ac5e-8555f122a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.791024 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10bc6586-80bb-4f20-ac5e-8555f122a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.837661 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10bc6586-80bb-4f20-ac5e-8555f122a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.840377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-10bc6586-80bb-4f20-ac5e-8555f122a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:06.841587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-10bc6586-80bb-4f20-ac5e-8555f122a760 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8c28c921-ff5c-4517-8e5e-36c1a8ea8a42 HTTP/1.1" status: 204 len: 168 time: 0.1282663 Jul 07 22:52:06.849853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc6586-80bb-4f20-ac5e-8555f122a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c28c921-ff5c-4517-8e5e-36c1a8ea8a42,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:07.022730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:52:07.096414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:07.109781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0108e3cf-9bdb-4921-8603-4ecda22ed416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.196869 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0108e3cf-9bdb-4921-8603-4ecda22ed416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.200364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0108e3cf-9bdb-4921-8603-4ecda22ed416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.238215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0108e3cf-9bdb-4921-8603-4ecda22ed416 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e11d1669967a4808b383645063028281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407194 Jul 07 22:52:07.239971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e3cf-9bdb-4921-8603-4ecda22ed416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1232c9b-e528-45dd-9d15-e5b33ce0c90a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:07.241434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33584) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:07.289465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4d4-2575-4433-99a3-5f1025da90b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.310325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4d4-2575-4433-99a3-5f1025da90b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.355613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4d4-2575-4433-99a3-5f1025da90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.358119 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4d4-2575-4433-99a3-5f1025da90b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:07.359365 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-84b4c4d4-2575-4433-99a3-5f1025da90b5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a1232c9b-e528-45dd-9d15-e5b33ce0c90a HTTP/1.1" status: 204 len: 168 time: 0.1169283 Jul 07 22:52:07.367369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4c4d4-2575-4433-99a3-5f1025da90b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1232c9b-e528-45dd-9d15-e5b33ce0c90a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:09.638949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33652) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:09.747574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40967e86-4d7b-496b-88e2-1b5063780062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:09.853428 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40967e86-4d7b-496b-88e2-1b5063780062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:09.857597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-40967e86-4d7b-496b-88e2-1b5063780062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:09.901015 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-40967e86-4d7b-496b-88e2-1b5063780062 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d446c9c1385f48af897a6f58a324c5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608712 Jul 07 22:52:09.902326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967e86-4d7b-496b-88e2-1b5063780062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b415cc-52db-4a19-b48d-1a750e7e7ba6,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:09.903844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33656) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:09.963888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1f5e-d0a9-4de4-8a1c-d0a37a1aec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:09.988023 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1f5e-d0a9-4de4-8a1c-d0a37a1aec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.039618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1f5e-d0a9-4de4-8a1c-d0a37a1aec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.042214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1f5e-d0a9-4de4-8a1c-d0a37a1aec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.043419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0ccb1f5e-d0a9-4de4-8a1c-d0a37a1aec44 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/18b415cc-52db-4a19-b48d-1a750e7e7ba6 HTTP/1.1" status: 204 len: 168 time: 0.1375594 Jul 07 22:52:10.051459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb1f5e-d0a9-4de4-8a1c-d0a37a1aec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b415cc-52db-4a19-b48d-1a750e7e7ba6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:10.313935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33664) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:10.335425 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ef97b0d-d31a-4b09-9e56-899e3ff9f9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.430412 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ef97b0d-d31a-4b09-9e56-899e3ff9f9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.434314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5ef97b0d-d31a-4b09-9e56-899e3ff9f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.471402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5ef97b0d-d31a-4b09-9e56-899e3ff9f9c7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=da7d61d256e1444f873bcda263a00730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564009 Jul 07 22:52:10.473977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef97b0d-d31a-4b09-9e56-899e3ff9f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17862061-9683-48de-8fc1-c62a595682e0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:10.474751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33668) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:10.525490 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b421457d-7be5-48f2-a69a-6edcf485d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.547989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b421457d-7be5-48f2-a69a-6edcf485d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.600544 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b421457d-7be5-48f2-a69a-6edcf485d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.603171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b421457d-7be5-48f2-a69a-6edcf485d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:10.604341 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b421457d-7be5-48f2-a69a-6edcf485d293 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17862061-9683-48de-8fc1-c62a595682e0 HTTP/1.1" status: 204 len: 168 time: 0.1285889 Jul 07 22:52:10.612109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421457d-7be5-48f2-a69a-6edcf485d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17862061-9683-48de-8fc1-c62a595682e0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:17.062602 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:18.373262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-21ec2868-db7f-42af-adb2-81e9473aeb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:18.940461 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.540397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:20.645119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01bd43b2-699c-43ed-9ddb-7c1cb1914d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.733072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01bd43b2-699c-43ed-9ddb-7c1cb1914d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.736729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-01bd43b2-699c-43ed-9ddb-7c1cb1914d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.772337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd43b2-699c-43ed-9ddb-7c1cb1914d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25251723-9bea-4f44-a5f6-2893c1bb944b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:20.776782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-01bd43b2-699c-43ed-9ddb-7c1cb1914d0b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef9a406048d94415988b850512c5bd75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353621 Jul 07 22:52:20.779375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33766) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:20.827909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffda1-b4d3-4902-a238-81add7114aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.853754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffda1-b4d3-4902-a238-81add7114aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.897905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffda1-b4d3-4902-a238-81add7114aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.900474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffda1-b4d3-4902-a238-81add7114aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.901608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2e2ffda1-b4d3-4902-a238-81add7114aeb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/25251723-9bea-4f44-a5f6-2893c1bb944b HTTP/1.1" status: 204 len: 168 time: 0.1213336 Jul 07 22:52:20.908957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ffda1-b4d3-4902-a238-81add7114aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25251723-9bea-4f44-a5f6-2893c1bb944b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:21.126065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-c9fc94a3-0000-4a9a-aabd-31850b579e25 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542405 Jul 07 22:52:21.159352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33772) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:21.181456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-accf220a-385a-4fe7-944b-bc7b9749ef12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.263684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-9b748c7a-fbfa-45ce-ba6c-a86694265669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:21.265203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-9b748c7a-fbfa-45ce-ba6c-a86694265669 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0968614 Jul 07 22:52:21.368634 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae276430-4f6d-43ae-bb54-9417fa0a1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.370563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-accf220a-385a-4fe7-944b-bc7b9749ef12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.378734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-accf220a-385a-4fe7-944b-bc7b9749ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.427162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-5b65c6a1-cc38-4a8b-b52c-3decb9a9a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:21.429059 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-5b65c6a1-cc38-4a8b-b52c-3decb9a9a30f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1413713 Jul 07 22:52:21.431316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-accf220a-385a-4fe7-944b-bc7b9749ef12 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e0d52a3e2c64cb3aaed9afcb13bf1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709224 Jul 07 22:52:21.433995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33774) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:21.440353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.444229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf220a-385a-4fe7-944b-bc7b9749ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ea44c3-94bf-4440-8584-2c1f6c0e8a2e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:21.488591 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a090323-46b5-47bc-8dda-08d3f9bf330c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.500436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-23b04fb6-3799-4a7b-a5b3-a0e5035ab60c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 1001 time: 0.0642157 Jul 07 22:52:21.510069 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a090323-46b5-47bc-8dda-08d3f9bf330c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.549105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-564347b2-0ffb-4fd2-8c68-52679230891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:21.551220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-564347b2-0ffb-4fd2-8c68-52679230891b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0446970 Jul 07 22:52:21.559220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a090323-46b5-47bc-8dda-08d3f9bf330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.561880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5a090323-46b5-47bc-8dda-08d3f9bf330c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.563063 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5a090323-46b5-47bc-8dda-08d3f9bf330c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b1ea44c3-94bf-4440-8584-2c1f6c0e8a2e HTTP/1.1" status: 204 len: 168 time: 0.1279240 Jul 07 22:52:21.571740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a090323-46b5-47bc-8dda-08d3f9bf330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ea44c3-94bf-4440-8584-2c1f6c0e8a2e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:21.616662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-bbe14f96-369b-4c2f-85b2-a65e30bce769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:21.618215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-bbe14f96-369b-4c2f-85b2-a65e30bce769 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613527 Jul 07 22:52:21.717724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-06075212-05cd-4b75-86c3-def9b4bb368c service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926740 Jul 07 22:52:21.808944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48932488-c0c1-4463-ae75-5e4605b9b02d req-ea7e93ed-5c6a-469e-858b-db9aab2f8534 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846496 Jul 07 22:52:22.255346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.774923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33816) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:22.880077 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5092fad-08b2-4fc4-86f8-a8db85dc615f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.967513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5092fad-08b2-4fc4-86f8-a8db85dc615f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.971683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d5092fad-08b2-4fc4-86f8-a8db85dc615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.013415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d5092fad-08b2-4fc4-86f8-a8db85dc615f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2a8ccf0f814c424ba01fde0c07158255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374918 Jul 07 22:52:23.014373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5092fad-08b2-4fc4-86f8-a8db85dc615f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f14f8d-0707-4db8-b269-7dc063cedcc6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:23.016199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33820) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:23.064998 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa46189f-e1d5-4e39-88d2-c4218f6d3eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.086427 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa46189f-e1d5-4e39-88d2-c4218f6d3eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.130974 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa46189f-e1d5-4e39-88d2-c4218f6d3eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.133641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa46189f-e1d5-4e39-88d2-c4218f6d3eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.134868 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fa46189f-e1d5-4e39-88d2-c4218f6d3eed admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/77f14f8d-0707-4db8-b269-7dc063cedcc6 HTTP/1.1" status: 204 len: 168 time: 0.1175590 Jul 07 22:52:23.142396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46189f-e1d5-4e39-88d2-c4218f6d3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f14f8d-0707-4db8-b269-7dc063cedcc6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:23.797860 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.010248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33948) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:33.115593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.205114 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.209382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.247732 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8ebeea18bb1646b78e2b29559b848aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362940 Jul 07 22:52:33.248594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db43568-f126-4489-814a-40f40be651ec,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:33.250276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33952) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:33.256459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.256822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.257240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.257527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.257872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.258219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.258557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.258922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.259259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.259592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.259926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.260275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8667ddcb-e368-4ff3-aecb-8f7728c019a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:33.299851 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7d07ca2-9659-465c-8441-311f315b6008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.320522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7d07ca2-9659-465c-8441-311f315b6008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.366207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7d07ca2-9659-465c-8441-311f315b6008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.368767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e7d07ca2-9659-465c-8441-311f315b6008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.369973 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e7d07ca2-9659-465c-8441-311f315b6008 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3db43568-f126-4489-814a-40f40be651ec HTTP/1.1" status: 204 len: 168 time: 0.1186354 Jul 07 22:52:33.377272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d07ca2-9659-465c-8441-311f315b6008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db43568-f126-4489-814a-40f40be651ec,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:33.621304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33958) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:33.634813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01ad8628-7587-4185-8a5f-4519128374cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.728932 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01ad8628-7587-4185-8a5f-4519128374cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.732585 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-01ad8628-7587-4185-8a5f-4519128374cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.768457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad8628-7587-4185-8a5f-4519128374cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ffa0bb-869f-42df-a7f1-398a4e23c3ef,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:33.773356 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-01ad8628-7587-4185-8a5f-4519128374cd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a588c3d3ed6742ad8c5e61e11deff33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510134 Jul 07 22:52:33.775955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33960) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:33.823650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71f3957b-f091-4522-ad44-734ed46780da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.845080 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71f3957b-f091-4522-ad44-734ed46780da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.891105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71f3957b-f091-4522-ad44-734ed46780da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.893636 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-71f3957b-f091-4522-ad44-734ed46780da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:33.894821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-71f3957b-f091-4522-ad44-734ed46780da admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/61ffa0bb-869f-42df-a7f1-398a4e23c3ef HTTP/1.1" status: 204 len: 168 time: 0.1179249 Jul 07 22:52:33.903022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3957b-f091-4522-ad44-734ed46780da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ffa0bb-869f-42df-a7f1-398a4e23c3ef,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:34.200040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 33966) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:34.214424 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-105a896a-0361-49c4-92e3-8475037d04e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.304396 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-105a896a-0361-49c4-92e3-8475037d04e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.308154 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-105a896a-0361-49c4-92e3-8475037d04e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.346250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-105a896a-0361-49c4-92e3-8475037d04e7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c336a3e4ab6145e79b858f9b910e338a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451235 Jul 07 22:52:34.347147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a896a-0361-49c4-92e3-8475037d04e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b9d79d-8628-4b54-b58e-dc8c55c28b86,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:34.349011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 33968) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:34.396952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f90fe2e-4458-4818-9cbc-30ef4109b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.416702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f90fe2e-4458-4818-9cbc-30ef4109b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.464652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f90fe2e-4458-4818-9cbc-30ef4109b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.467179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f90fe2e-4458-4818-9cbc-30ef4109b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:34.468572 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f90fe2e-4458-4818-9cbc-30ef4109b205 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/22b9d79d-8628-4b54-b58e-dc8c55c28b86 HTTP/1.1" status: 204 len: 168 time: 0.1184931 Jul 07 22:52:34.476069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fe2e-4458-4818-9cbc-30ef4109b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b9d79d-8628-4b54-b58e-dc8c55c28b86,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:36.369049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34124) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:36.471347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.562520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.566003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.604955 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9e6edcc88b1d4111adf9464c97ce1a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347360 Jul 07 22:52:36.605846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad46cd1a-1399-4190-9c1e-0dd7ac8a4268,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:36.607654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34128) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:36.613463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.613828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.614245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.615111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.615461 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.615802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.616142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.616482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.616818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.617151 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.617487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.617820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18c215-5060-42c8-8ce9-d864f0bb8adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:36.660339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f0130-750d-4496-9855-394c11a8a4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.681885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f0130-750d-4496-9855-394c11a8a4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.727375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f0130-750d-4496-9855-394c11a8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.729895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f0130-750d-4496-9855-394c11a8a4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.731076 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ee0f0130-750d-4496-9855-394c11a8a4a5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ad46cd1a-1399-4190-9c1e-0dd7ac8a4268 HTTP/1.1" status: 204 len: 168 time: 0.1224215 Jul 07 22:52:36.738652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f0130-750d-4496-9855-394c11a8a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad46cd1a-1399-4190-9c1e-0dd7ac8a4268,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:36.984191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34134) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:36.997136 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d586ce22-792b-442f-8c4d-9be8e25d583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.085438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d586ce22-792b-442f-8c4d-9be8e25d583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.089148 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d586ce22-792b-442f-8c4d-9be8e25d583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.127543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d586ce22-792b-442f-8c4d-9be8e25d583e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=591490fd714a4344bb866cc510a96c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422899 Jul 07 22:52:37.128390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586ce22-792b-442f-8c4d-9be8e25d583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f8c2f-ed20-49cd-b10f-83eb07c92830,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:37.130352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34136) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:37.182878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79093ed4-6939-4846-b226-92807009245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.203366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79093ed4-6939-4846-b226-92807009245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.248344 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79093ed4-6939-4846-b226-92807009245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.250990 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-79093ed4-6939-4846-b226-92807009245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:37.252152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-79093ed4-6939-4846-b226-92807009245e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/123f8c2f-ed20-49cd-b10f-83eb07c92830 HTTP/1.1" status: 204 len: 168 time: 0.1207280 Jul 07 22:52:37.260236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79093ed4-6939-4846-b226-92807009245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f8c2f-ed20-49cd-b10f-83eb07c92830,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:39.194195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34190) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:39.199526 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'network': {'name': 'tempest-network-smoke--335707127', 'project_id': '544c122cf1dd4e71a928adf517490182', 'port_security_enabled': True}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:39.223130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Made reservation on behalf of 544c122cf1dd4e71a928adf517490182 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:52:39.226431 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.234745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.323706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.327207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.352521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:52:39.361931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345c1348-5e9e-47f1-bc44-fff36aa6915b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:39.367231 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.367584 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Added segment f4070a32-e3c2-4b2d-bc68-3d3de4e41b19 of type vlan for network 8cd37547-9b21-4f56-af87-d994dc97e691 Jul 07 22:52:39.406605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.435210 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.440734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:39.441331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.499799 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3043530 Jul 07 22:52:39.503126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34192) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:39.508015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'admin_state_up': True, 'project_id': '544c122cf1dd4e71a928adf517490182', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:39.510711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb96693-748c-4815-92fb-17264f301a03 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Network': ['ID=8cd37547-9b21-4f56-af87-d994dc97e691,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:39.520974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 8cd37547-9b21-4f56-af87-d994dc97e691 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:52:39.532860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.533916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.587953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.719079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.907106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:39.925693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:40.029143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.25.5.186 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/2220894b-b61d-49b9-a4e6-c5638ce2964b) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:52:40.126075 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:40.163204 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:40.198896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:40.205072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:40.207790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:52:40.234722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=2220894b-b61d-49b9-a4e6-c5638ce2964b,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:40.453871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:40.641037 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:40.761862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 319c9eac-7269-4f65-a87a-492550de1f4a is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:52:40.862463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:52:40.872173 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Sync routers for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:52:40.881581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:40.881825 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:40.882316 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:52:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:40.882834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53c0c229-7850-4b73-8e27-ab1ad6781528 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3786707 Jul 07 22:52:40.885938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34194) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:40.986329 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:41.021602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-78225ca1-3cec-46e6-b058-44b7c5abbad1 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=544c122cf1dd4e71a928adf517490182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1344900 Jul 07 22:52:41.024233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34198) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:41.158605 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:40Z', 'revision_number': 3, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:41.166344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10dfd1b-4b2a-4fbf-85f1-a4c70315535f tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:41.168013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f10dfd1b-4b2a-4fbf-85f1-a4c70315535f tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427982 Jul 07 22:52:41.170783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34200) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:41.188733 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Checking router: 319c9eac-7269-4f65-a87a-492550de1f4a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:52:41.189092 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Updating router 319c9eac-7269-4f65-a87a-492550de1f4a port 2220894b-b61d-49b9-a4e6-c5638ce2964b binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:52:41.205179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f3a0953c-0d38-49a3-961a-e30cff18efdd tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333512 Jul 07 22:52:41.207976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34202) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:41.213206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240604105', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'project_id': '544c122cf1dd4e71a928adf517490182', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:41.222094 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.306342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Made reservation on behalf of 544c122cf1dd4e71a928adf517490182 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:52:41.309934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.500224 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.550019 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.560631 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Transition to ACTIVE for port object 2220894b-b61d-49b9-a4e6-c5638ce2964b will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:41.565988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Subnet': ['ID=d2e7e855-011c-4e83-8626-ce4b62f50967,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:41.566692 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.575091 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Checking segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:52:41.575466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network hostable DHCP agents. Network: 8cd37547-9b21-4f56-af87-d994dc97e691, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:52:41.592210 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 8cd37547-9b21-4f56-af87-d994dc97e691 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:52:41.601585 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 8cd37547-9b21-4f56-af87-d994dc97e691) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:41.608002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:41.609060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.612378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282a165-f63f-4b87-a60a-a9e0d0739c4c None None] Network 8cd37547-9b21-4f56-af87-d994dc97e691 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:52:41.629070 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-764e47c3-3eb9-4599-9dbf-63775d58ed1e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4175465 Jul 07 22:52:41.629354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34204) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:41.633377 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Attempting to bind port 2220894b-b61d-49b9-a4e6-c5638ce2964b on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:52:41.633756 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Attempting to bind port 2220894b-b61d-49b9-a4e6-c5638ce2964b by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:52:41.634125 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Attempting to bind port 2220894b-b61d-49b9-a4e6-c5638ce2964b on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:41.636162 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Pushing event updated for resources: {'Port': ['ID=2220894b-b61d-49b9-a4e6-c5638ce2964b,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:41.645581 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.645937 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.646288 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.646684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.646997 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.647342 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.647674 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.648007 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.648338 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.649209 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.649209 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.649374 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:41.652568 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:52:41.653075 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:52:41.653492 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.653880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:52:41.654362 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Bound port: 2220894b-b61d-49b9-a4e6-c5638ce2964b, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:52:41.654801 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.706180 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] For port 2220894b-b61d-49b9-a4e6-c5638ce2964b, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:52:41.709322 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] For port 2220894b-b61d-49b9-a4e6-c5638ce2964b, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2220894b-b61d-49b9-a4e6-c5638ce2964b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:52:41.713915 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.763512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-8cd37547-9b21-4f56-af87-d994dc97e691', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:52:41.764397 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:41.769477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:41.770130 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:52:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:41.808227 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962f235-09e4-4a0a-af73-1e2c304b133b None None] Pushing event updated for resources: {'Port': ['ID=2220894b-b61d-49b9-a4e6-c5638ce2964b,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:41.887016 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:41.898587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Allocated IP 172.20.0.2 (8cd37547-9b21-4f56-af87-d994dc97e691/d2e7e855-011c-4e83-8626-ce4b62f50967/0046e163-b8dc-441f-923c-00a074dfda09) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:52:42.050553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.059771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Transition to ACTIVE for port object 0046e163-b8dc-441f-923c-00a074dfda09 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:42.071226 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:40Z', 'revision_number': 3, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:42.077218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Transition to ACTIVE for port object 0046e163-b8dc-441f-923c-00a074dfda09 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:42.084306 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.100735 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea777f-71f3-4285-821b-4408f8850cfa None None] The sync data for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 is: [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:40Z', 'revision_number': 3, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:52:42.115383 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.123588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Network 8cd37547-9b21-4f56-af87-d994dc97e691 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:42.130688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:42.135272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:52:42.138375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Pushing event updated for resources: {'Port': ['ID=0046e163-b8dc-441f-923c-00a074dfda09,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:42.148545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.148902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.149250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.149593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.149931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.150270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.150603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.150959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.151384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.151746 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.152083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.152414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:42.214570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Attempting to bind port 0046e163-b8dc-441f-923c-00a074dfda09 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:52:42.214984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Attempting to bind port 0046e163-b8dc-441f-923c-00a074dfda09 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:52:42.215359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Attempting to bind port 0046e163-b8dc-441f-923c-00a074dfda09 on network 8cd37547-9b21-4f56-af87-d994dc97e691 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:42.220735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:52:42.221120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Checking segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:52:42.221527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.221931 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Bound using segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:52:42.222408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Bound port: 0046e163-b8dc-441f-923c-00a074dfda09, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:52:42.222950 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.287942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] For port 0046e163-b8dc-441f-923c-00a074dfda09, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:52:42.291533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] For port 0046e163-b8dc-441f-923c-00a074dfda09, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0046e163-b8dc-441f-923c-00a074dfda09,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:52:42.296584 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.372420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c9af1-0743-442e-a19a-2d431241d8e0 None None] Pushing event updated for resources: {'Port': ['ID=0046e163-b8dc-441f-923c-00a074dfda09,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:42.435983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.20.0.1 (8cd37547-9b21-4f56-af87-d994dc97e691/d2e7e855-011c-4e83-8626-ce4b62f50967/7887d2aa-1acf-4e46-a644-8b076f6abe71) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:52:42.581730 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.597508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Transition to ACTIVE for port object 7887d2aa-1acf-4e46-a644-8b076f6abe71 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:42.638722 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.695273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 8cd37547-9b21-4f56-af87-d994dc97e691 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:42.698779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:42.703464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:52:42.707739 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=7887d2aa-1acf-4e46-a644-8b076f6abe71,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:42.749750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:42.902233 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.196229 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.201985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.280332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=7887d2aa-1acf-4e46-a644-8b076f6abe71,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:43.284132 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.355798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7d6cf-51f5-47bd-9e77-2adaaea19203 None None] Network 8cd37547-9b21-4f56-af87-d994dc97e691 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:52:43.381957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 8cd37547-9b21-4f56-af87-d994dc97e691 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:43.383365 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:43.481904 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8c887283-ed21-4354-9af8-82e303dd9df1 None None] Provisioning for port 0046e163-b8dc-441f-923c-00a074dfda09 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:43.499791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 319c9eac-7269-4f65-a87a-492550de1f4a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:52:43.614954 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:52:43.620115 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-316bc969-9684-4ced-b1a7-1d94882352e8 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "PUT /v2.0/routers/319c9eac-7269-4f65-a87a-492550de1f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9889300 Jul 07 22:52:43.623149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34206) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:43.627782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2141111171', 'description': 'tempest-secgroup_access--2141111171 description', 'project_id': '544c122cf1dd4e71a928adf517490182'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:43.655881 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.758101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2220894b-b61d-49b9-a4e6-c5638ce2964b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:43.761494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.768208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.798428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.803108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34208) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:43.803274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1789265 Jul 07 22:52:43.805412 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Sync routers for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:52:43.805553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b114ba-e8ff-43ac-bd83-8c0217a77a71 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:43.811771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--138340681', 'description': 'tempest-secgroup_general--138340681 description', 'project_id': '544c122cf1dd4e71a928adf517490182'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:43.830897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:43.831717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:52:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:43.840861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.885264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2220894b-b61d-49b9-a4e6-c5638ce2964b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:43.895812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2220894b-b61d-49b9-a4e6-c5638ce2964b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:43.896192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.899362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b5317b0a-0537-464d-a62f-2a86347eacf5 None None] Provisioning for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:43.939846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.944606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.954075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b5317b0a-0537-464d-a62f-2a86347eacf5 None None] Provisioning complete for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:43.954454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5317b0a-0537-464d-a62f-2a86347eacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.975096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.979395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34210) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:43.983320 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1781125 Jul 07 22:52:43.984225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'security_group_rule': {'security_group_id': '5f0ff48e-c96a-4f66-b703-570c7cc8f4b0', 'project_id': '544c122cf1dd4e71a928adf517490182', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:43.986067 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68cf3-ffc4-43c0-8cb7-057e02e5cdd6 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1e94fa-b9ce-4b71-adf1-662408ef3631,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:44.019127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:44.022903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b5317b0a-0537-464d-a62f-2a86347eacf5 None None] Port 7887d2aa-1acf-4e46-a644-8b076f6abe71 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:52:44.023262 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:52:44.023994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.089720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.096003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.118706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeeef410-1c42-4911-8755-eaa93ef31176,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:44.128019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.131103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4efb66b7-a807-4185-b743-c04b76609c2d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506500 Jul 07 22:52:44.137822 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.203681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2220894b-b61d-49b9-a4e6-c5638ce2964b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2220894b-b61d-49b9-a4e6-c5638ce2964b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:44.212134 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.213022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0046e163-b8dc-441f-923c-00a074dfda09 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:44.218366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d13ba14-b475-4edc-9653-78536c36d7ae None None] Provisioning complete for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:44.218924 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba14-b475-4edc-9653-78536c36d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.341236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5d13ba14-b475-4edc-9653-78536c36d7ae None None] Port 7887d2aa-1acf-4e46-a644-8b076f6abe71 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:52:44.399731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-2e5fdeeb-2813-4c0a-a98a-41edfc49951e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup_access--2141111171&fields=id&tenant_id=544c122cf1dd4e71a928adf517490182 HTTP/1.1" status: 200 len: 267 time: 0.0338180 Jul 07 22:52:44.439469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-7daf1b6e-2b77-4db9-9c95-1664fcd5683b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup_general--138340681&fields=id&tenant_id=544c122cf1dd4e71a928adf517490182 HTTP/1.1" status: 200 len: 267 time: 0.0337713 Jul 07 22:52:44.515971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2220894b-b61d-49b9-a4e6-c5638ce2964b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:44.546928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-20ebbe4b-034c-45cc-be3f-3e3051405fd1 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:44.548411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-20ebbe4b-034c-45cc-be3f-3e3051405fd1 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 796 time: 0.1009865 Jul 07 22:52:44.549109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b0478609-6687-45ac-b3c3-2528ad827067 None None] Provisioning complete for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:44.549484 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b0478609-6687-45ac-b3c3-2528ad827067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.550932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 0046e163-b8dc-441f-923c-00a074dfda09 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:44.563450 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-6e95c402-ae51-4048-ae4c-f68098ab7c2e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/quotas/544c122cf1dd4e71a928adf517490182 HTTP/1.1" status: 200 len: 375 time: 0.0089819 Jul 07 22:52:44.574302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0046e163-b8dc-441f-923c-00a074dfda09 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:44.574826 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.617294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b0478609-6687-45ac-b3c3-2528ad827067 None None] Port 7887d2aa-1acf-4e46-a644-8b076f6abe71 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:52:44.628491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:43Z', 'revision_number': 2, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:44.633589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-13087558-112f-4a36-b58c-83cccadef700 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650382 Jul 07 22:52:44.649460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-379cdad2-0aa4-4193-8f03-7adbab2480fe service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:52:44.650483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-379cdad2-0aa4-4193-8f03-7adbab2480fe service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057366 Jul 07 22:52:44.660250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Checking router: 319c9eac-7269-4f65-a87a-492550de1f4a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:52:44.660611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Updating router 319c9eac-7269-4f65-a87a-492550de1f4a port 7887d2aa-1acf-4e46-a644-8b076f6abe71 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:52:44.719785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.729839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.738119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-23334bf5-8dbe-469d-84e2-2c6d72833fb9 service neutron] 10.222.0.95 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822906 Jul 07 22:52:44.793924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 0046e163-b8dc-441f-923c-00a074dfda09, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0046e163-b8dc-441f-923c-00a074dfda09,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:44.830398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-9d24dad7-1dfc-44c7-ba69-94dba8767045 service neutron] 10.222.0.95 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858827 Jul 07 22:52:44.838956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.944715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=0046e163-b8dc-441f-923c-00a074dfda09,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:45.001098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e85fc3-740f-4238-a1c5-120ac82f8ec3 req-c87e7ab7-6765-4def-b776-a9c3c65d5f61 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 210 time: 0.0285890 Jul 07 22:52:45.064325 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.075205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Transition to ACTIVE for port object 7887d2aa-1acf-4e46-a644-8b076f6abe71 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:45.087635 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.162391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5d540-bf25-421a-92df-1f50fa2904e5 None None] Pushing event updated for resources: {'Port': ['ID=7887d2aa-1acf-4e46-a644-8b076f6abe71,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:45.217294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Attempting to bind port 7887d2aa-1acf-4e46-a644-8b076f6abe71 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:52:45.217936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Attempting to bind port 7887d2aa-1acf-4e46-a644-8b076f6abe71 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:52:45.218322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Attempting to bind port 7887d2aa-1acf-4e46-a644-8b076f6abe71 on network 8cd37547-9b21-4f56-af87-d994dc97e691 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:45.224012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:52:45.224654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Checking segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:52:45.225070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.225479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Bound using segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:52:45.226155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Bound port: 7887d2aa-1acf-4e46-a644-8b076f6abe71, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:52:45.226558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.299593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] For port 7887d2aa-1acf-4e46-a644-8b076f6abe71, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:52:45.304114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] For port 7887d2aa-1acf-4e46-a644-8b076f6abe71, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7887d2aa-1acf-4e46-a644-8b076f6abe71,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:52:45.310263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.378932 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5d540-bf25-421a-92df-1f50fa2904e5 None None] Pushing event updated for resources: {'Port': ['ID=7887d2aa-1acf-4e46-a644-8b076f6abe71,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:45.382192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:45.382836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:52:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:45.524558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:45.750865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2220894b-b61d-49b9-a4e6-c5638ce2964b up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:45.818394 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2220894b-b61d-49b9-a4e6-c5638ce2964b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:45.818806 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.824704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:45Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:45.868989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0bee0-6006-4990-bd0c-e4d225734b7e None None] The sync data for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 is: [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:45Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:52:45.943688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0046e163-b8dc-441f-923c-00a074dfda09 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:46.013458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0046e163-b8dc-441f-923c-00a074dfda09 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:46.013970 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:46.175640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-985b466c-1c6d-442e-ae89-65e2a2f87e65 req-7da2a481-70c6-4657-8234-86e42bee94ec tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 210 time: 0.0352502 Jul 07 22:52:46.267840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-62a78b10-4d35-4cf5-86bf-14adae7bd0c9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.269348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-62a78b10-4d35-4cf5-86bf-14adae7bd0c9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.97 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 796 time: 0.1353681 Jul 07 22:52:46.323477 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-3a2d1ab8-52b9-4ed3-a115-095d09375e3e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544c122cf1dd4e71a928adf517490182 HTTP/1.1" status: 200 len: 477 time: 0.0445020 Jul 07 22:52:46.333197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'port': {'device_id': '53a15dba-e198-479e-856f-c6db0fac6d28', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'admin_state_up': True, 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'security_groups': ['5f0ff48e-c96a-4f66-b703-570c7cc8f4b0', '3a1e94fa-b9ce-4b71-adf1-662408ef3631']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:46.447307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Made reservation on behalf of 544c122cf1dd4e71a928adf517490182 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:52:46.450972 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:46.586982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.20.0.12 (8cd37547-9b21-4f56-af87-d994dc97e691/d2e7e855-011c-4e83-8626-ce4b62f50967/a99688d3-96ac-42d3-87da-1b6e37571d41) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:52:46.738257 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:46.752745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Transition to ACTIVE for port object a99688d3-96ac-42d3-87da-1b6e37571d41 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:46.787870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:46.838765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 8cd37547-9b21-4f56-af87-d994dc97e691 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:46.845160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:46.847621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:52:46.875915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=a99688d3-96ac-42d3-87da-1b6e37571d41,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:46.907153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.907806 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:46.923333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-c90fbb86-deb9-4c58-911c-04785df92c8b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5940692 Jul 07 22:52:46.935416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Request body: {'port': {'device_id': '53a15dba-e198-479e-856f-c6db0fac6d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:47.011665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.073999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.107449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a7bf22bd-67f2-4d34-8b4c-11fb1945a90f None None] Provisioning for port a99688d3-96ac-42d3-87da-1b6e37571d41 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:47.111088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a7bf22bd-67f2-4d34-8b4c-11fb1945a90f None None] Provisioning complete for port a99688d3-96ac-42d3-87da-1b6e37571d41 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:47.111469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a7bf22bd-67f2-4d34-8b4c-11fb1945a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.149320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf22bd-67f2-4d34-8b4c-11fb1945a90f None None] Port a99688d3-96ac-42d3-87da-1b6e37571d41 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:52:47.310213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99688d3-96ac-42d3-87da-1b6e37571d41 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:52:47.324650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.341033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Transition to ACTIVE for port object a99688d3-96ac-42d3-87da-1b6e37571d41 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:47.346168 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.404730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d48ee-d043-42ac-a79b-c42d7ad3f624 req-09e578c6-ee3e-4c06-8e97-ea43848f3d21 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:47.406694 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1d48ee-d043-42ac-a79b-c42d7ad3f624 req-09e578c6-ee3e-4c06-8e97-ea43848f3d21 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 983 time: 0.0708115 Jul 07 22:52:47.443988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Pushing event updated for resources: {'Port': ['ID=a99688d3-96ac-42d3-87da-1b6e37571d41,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:47.477500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Attempting to bind port a99688d3-96ac-42d3-87da-1b6e37571d41 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:52:47.477857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Attempting to bind port a99688d3-96ac-42d3-87da-1b6e37571d41 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:52:47.478199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Attempting to bind port a99688d3-96ac-42d3-87da-1b6e37571d41 on network 8cd37547-9b21-4f56-af87-d994dc97e691 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:47.483310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Port a99688d3-96ac-42d3-87da-1b6e37571d41 on network 8cd37547-9b21-4f56-af87-d994dc97e691 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:52:47.483648 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Attempting to bind port a99688d3-96ac-42d3-87da-1b6e37571d41 on network 8cd37547-9b21-4f56-af87-d994dc97e691 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:47.490285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:52:47.491039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Checking segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:52:47.491442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Bound using segment: {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:52:47.491898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Bound port: a99688d3-96ac-42d3-87da-1b6e37571d41, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:52:47.492273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.565856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] For port a99688d3-96ac-42d3-87da-1b6e37571d41, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:52:47.570071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] For port a99688d3-96ac-42d3-87da-1b6e37571d41, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a99688d3-96ac-42d3-87da-1b6e37571d41,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:52:47.574397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.617310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:47.618071 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.619715 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] 10.222.0.97 "PUT /v2.0/ports/a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 1132 time: 0.6889737 Jul 07 22:52:47.620245 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:47.622714 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22931771-4b4f-4078-80b4-fd779f92b56a" -d '{"events": [{"name": "network-changed", "server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:47.657776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ed8d-c219-4e5a-9361-51b7d2cd943a service neutron] Pushing event updated for resources: {'Port': ['ID=a99688d3-96ac-42d3-87da-1b6e37571d41,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:47.742201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-fdbbc48a-59d8-4152-8e45-25c3f720a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:47.751086 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-fdbbc48a-59d8-4152-8e45-25c3f720a31c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1135 time: 0.0762432 Jul 07 22:52:47.754589 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7887d2aa-1acf-4e46-a644-8b076f6abe71 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:47.811312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fe1d48ee-d043-42ac-a79b-c42d7ad3f624 req-f4810053-3974-4ab2-b837-9b84e905eee2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3982468 Jul 07 22:52:47.814288 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:47.815291 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-f80325b5-61f1-4df9-b75f-6297d106b4f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 217 time: 0.0568175 Jul 07 22:52:47.820008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:47.820478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.866773 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3389a-31cd-499d-abb1-a83d0881ae28 x-openstack-request-id: req-e4b3389a-31cd-499d-abb1-a83d0881ae28 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:47.866977 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:47.867212 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e4b3389a-31cd-499d-abb1-a83d0881ae28 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:47.867651 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'status': 'completed', 'code': 200} Jul 07 22:52:47.888079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-be76ac89-de86-4358-a792-3a9d566025ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:47.889599 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-be76ac89-de86-4358-a792-3a9d566025ae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 200 len: 834 time: 0.0681565 Jul 07 22:52:47.930399 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:47.947252 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-29db0622-a678-4bbe-8a5f-26d979881b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:47.948792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-29db0622-a678-4bbe-8a5f-26d979881b12 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8cd37547-9b21-4f56-af87-d994dc97e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529618 Jul 07 22:52:47.966052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7887d2aa-1acf-4e46-a644-8b076f6abe71, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7887d2aa-1acf-4e46-a644-8b076f6abe71,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:47.971010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:48.018442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7887d2aa-1acf-4e46-a644-8b076f6abe71,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:48.044982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-4481de63-e475-46be-bb49-40100597c458 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Jul 07 22:52:48.132834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6704ba6b-848c-4cba-926b-43ed1d0d2ff6 req-8e4763e2-1b0b-48a3-98ba-bceaa9da05a8 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817375 Jul 07 22:52:48.234295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931771-4b4f-4078-80b4-fd779f92b56a req-bbfee855-5a0c-4792-84fe-941a49b82597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:48.235852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-bbfee855-5a0c-4792-84fe-941a49b82597 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1135 time: 0.0575454 Jul 07 22:52:48.327451 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931771-4b4f-4078-80b4-fd779f92b56a req-1d429f7b-d60b-454e-a3e2-03e511653638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:48.328958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-1d429f7b-d60b-454e-a3e2-03e511653638 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 897 time: 0.0868194 Jul 07 22:52:48.371736 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-07c9bbcf-2c2a-481a-a489-867ab323ced4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 217 time: 0.0361476 Jul 07 22:52:48.373951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-40c04f60-b379-4c31-a74a-d2ec408866ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:48.423713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931771-4b4f-4078-80b4-fd779f92b56a req-7ed49cad-a60b-4d34-9fee-2ec4abea2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:48.425158 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-7ed49cad-a60b-4d34-9fee-2ec4abea2b8e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 200 len: 834 time: 0.0473316 Jul 07 22:52:48.480766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931771-4b4f-4078-80b4-fd779f92b56a req-b4de87e4-4701-4f14-8093-ba00b0985b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:48.482234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-b4de87e4-4701-4f14-8093-ba00b0985b82 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8cd37547-9b21-4f56-af87-d994dc97e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508094 Jul 07 22:52:48.567999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-db79fa1d-cf20-45ad-b2cb-0e066b87202e service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797145 Jul 07 22:52:48.660551 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22931771-4b4f-4078-80b4-fd779f92b56a req-ef6a8b93-e01f-49a7-b951-2b33d3f17eb1 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864062 Jul 07 22:52:48.954041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:48.977700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a31c3f-6282-4eed-ae7c-2108baa2f240 req-40a5c87c-76c8-4f89-b7a7-da07550e551e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:48.979230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65a31c3f-6282-4eed-ae7c-2108baa2f240 req-40a5c87c-76c8-4f89-b7a7-da07550e551e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 983 time: 0.0628488 Jul 07 22:52:49.018920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65a31c3f-6282-4eed-ae7c-2108baa2f240 req-272c1767-d010-4cc1-b948-a71e2f2e8244 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340171 Jul 07 22:52:49.684803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7887d2aa-1acf-4e46-a644-8b076f6abe71 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:49.731200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7887d2aa-1acf-4e46-a644-8b076f6abe71 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:49.731582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:50.190085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759d661-8799-45a0-940f-53102b43e5a6 req-9b62e791-8fa5-4ce2-b97d-c43e100ff141 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:50.191639 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1759d661-8799-45a0-940f-53102b43e5a6 req-9b62e791-8fa5-4ce2-b97d-c43e100ff141 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 983 time: 0.0634727 Jul 07 22:52:50.234329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1759d661-8799-45a0-940f-53102b43e5a6 req-c819dec8-2282-4d03-ab9b-e36cffc14c6d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366223 Jul 07 22:52:50.720948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a99688d3-96ac-42d3-87da-1b6e37571d41 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:52:50.811626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a99688d3-96ac-42d3-87da-1b6e37571d41, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a99688d3-96ac-42d3-87da-1b6e37571d41,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:50.823138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'port_id': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'mac_address': 'fa:16:3e:d9:55:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:52:50.860515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:50.877277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99688d3-96ac-42d3-87da-1b6e37571d41 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:52:50.897740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a99688d3-96ac-42d3-87da-1b6e37571d41, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a99688d3-96ac-42d3-87da-1b6e37571d41,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:50.901634 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:50.948146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a99688d3-96ac-42d3-87da-1b6e37571d41,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:51.274167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a99688d3-96ac-42d3-87da-1b6e37571d41'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:52:51.376354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-34af8559-6132-4514-bc54-ce42f093625f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:51.414875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f6744-2089-4a75-9f4e-eed2341f5ccd req-a85b64c5-e351-47bc-aa78-78cef09945eb tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:51.416678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e9f6744-2089-4a75-9f4e-eed2341f5ccd req-a85b64c5-e351-47bc-aa78-78cef09945eb tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 984 time: 0.0695124 Jul 07 22:52:51.460344 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:51.463234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e9f6744-2089-4a75-9f4e-eed2341f5ccd req-44ad05b7-7041-4c3b-8e29-4f561bf448be tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0404429 Jul 07 22:52:52.255572 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.668974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48851735-a1ef-408a-b958-dd0264cce464 req-b307b584-2194-4d64-ab21-7f7c4b203e5c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:52.670496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48851735-a1ef-408a-b958-dd0264cce464 req-b307b584-2194-4d64-ab21-7f7c4b203e5c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 984 time: 0.0654638 Jul 07 22:52:52.712264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-48851735-a1ef-408a-b958-dd0264cce464 req-22a88f0b-6ce0-484a-bbc8-ea32d09f984f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358276 Jul 07 22:52:52.740230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a99688d3-96ac-42d3-87da-1b6e37571d41 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:52.788968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a99688d3-96ac-42d3-87da-1b6e37571d41 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:52.792431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a99688d3-96ac-42d3-87da-1b6e37571d41 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:52.792813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.868071 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.890029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:52.892312 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42196412-4b18-447d-ac66-aa5865a0607e" -d '{"events": [{"server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "name": "network-vif-plugged", "status": "completed", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:52.905032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a99688d3-96ac-42d3-87da-1b6e37571d41, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a99688d3-96ac-42d3-87da-1b6e37571d41,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:52.909510 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.935100 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0402a492-7818-4729-93a6-2b13ea086e6b x-openstack-request-id: req-0402a492-7818-4729-93a6-2b13ea086e6b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:52.935394 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "name": "network-vif-plugged", "status": "completed", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:52.935646 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0402a492-7818-4729-93a6-2b13ea086e6b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:52.936057 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'code': 200} Jul 07 22:52:52.962378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a99688d3-96ac-42d3-87da-1b6e37571d41,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:53.041284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11c8b8-77d9-49b5-817f-308ea873ec86 req-296c4c33-d2b0-4fb3-8535-c2a40ff1f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:53.042750 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f11c8b8-77d9-49b5-817f-308ea873ec86 req-296c4c33-d2b0-4fb3-8535-c2a40ff1f69c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.0515475 Jul 07 22:52:53.078053 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9f11c8b8-77d9-49b5-817f-308ea873ec86 req-12b7dd13-2364-46e5-a0c4-928051a36ee2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0284040 Jul 07 22:52:53.802595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:53.894852 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be82ea-78f9-44a6-92cf-015034a29665 req-da70c318-c1ec-47b1-8ebe-e4bf73b34484 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:53.896258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7be82ea-78f9-44a6-92cf-015034a29665 req-da70c318-c1ec-47b1-8ebe-e4bf73b34484 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 985 time: 0.0669413 Jul 07 22:52:53.938466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7be82ea-78f9-44a6-92cf-015034a29665 req-7b989525-13c8-4743-8701-ccebc6c99a4e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0359612 Jul 07 22:52:55.116854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f346d0c-a58d-44d3-ab23-e90ebf4b6a3c req-d904db1b-188d-4a9e-aae7-8dab42b0f35c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:55.118286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f346d0c-a58d-44d3-ab23-e90ebf4b6a3c req-d904db1b-188d-4a9e-aae7-8dab42b0f35c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 985 time: 0.0638468 Jul 07 22:52:55.157667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f346d0c-a58d-44d3-ab23-e90ebf4b6a3c req-680e2849-29d2-4581-af30-b5703b5bc84a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334694 Jul 07 22:52:55.337233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493ac2-2d67-4b06-b301-799a135dda94 req-dda02950-63ae-4f80-9c24-246f2f78d739 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:55.338737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f493ac2-2d67-4b06-b301-799a135dda94 req-dda02950-63ae-4f80-9c24-246f2f78d739 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 985 time: 0.0668304 Jul 07 22:52:55.386194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f493ac2-2d67-4b06-b301-799a135dda94 req-3e7cd61d-a757-4276-a373-46240db0c0ae tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0412126 Jul 07 22:52:55.547235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129967c-260b-49b3-adb5-91e1803579aa req-1c03194a-1deb-44a2-9d3d-647539d2d246 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:55.548478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3129967c-260b-49b3-adb5-91e1803579aa req-1c03194a-1deb-44a2-9d3d-647539d2d246 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.0524478 Jul 07 22:52:55.567465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3129967c-260b-49b3-adb5-91e1803579aa req-07c081d4-6db6-445f-a691-34919a18bdb3 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:55.656372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3129967c-260b-49b3-adb5-91e1803579aa req-07c081d4-6db6-445f-a691-34919a18bdb3 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:55.661005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3129967c-260b-49b3-adb5-91e1803579aa req-07c081d4-6db6-445f-a691-34919a18bdb3 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:55.683716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3129967c-260b-49b3-adb5-91e1803579aa req-07c081d4-6db6-445f-a691-34919a18bdb3 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1291423 Jul 07 22:52:55.692371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c081d4-6db6-445f-a691-34919a18bdb3 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a8e9af-2025-4ae4-ac51-219f8b12f0ae,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:55.711172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34286) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:55.772446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7767e-a091-4905-86df-f2924024a9f5 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:55.774266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-48b7767e-a091-4905-86df-f2924024a9f5 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1132 time: 0.0612192 Jul 07 22:52:55.777055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34288) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:55.781393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:55.803426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:55.900960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:56.012015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.25.5.209 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/3f7743aa-e878-43f4-9dfe-1a57d636dea2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:52:56.121678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:56.163295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:56.206457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:56.216429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:56.221417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:52:56.224279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=3f7743aa-e878-43f4-9dfe-1a57d636dea2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:56.678200 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:56.762029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:56.948962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:56.958962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:57.045958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=3f7743aa-e878-43f4-9dfe-1a57d636dea2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:57.067236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:57.201359 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Floating IP 28a010c9-37cf-4236-8d27-931bb937fbd7 associated. External IP: 172.25.5.209, port: a99688d3-96ac-42d3-87da-1b6e37571d41. Jul 07 22:52:57.480375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 319c9eac-7269-4f65-a87a-492550de1f4a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:52:57.651784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:52:57.670193 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] Sync routers for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:52:57.679969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:57.684094 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:57.685415 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:52:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:57.737846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34294) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:57.738415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a45e2e4c-8bc3-4886-a83f-0eb6734f8b0f tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9598160 Jul 07 22:52:57.738751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:57.741004 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c0b173-9b3c-491a-a2be-ad354ef58a57" -d '{"events": [{"name": "network-changed", "server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:57.797599 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcad0e9-d384-48e9-9cd4-32b4d7a30b6f x-openstack-request-id: req-bdcad0e9-d384-48e9-9cd4-32b4d7a30b6f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:57.799021 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:57.799489 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bdcad0e9-d384-48e9-9cd4-32b4d7a30b6f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:57.800088 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'status': 'completed', 'code': 200} Jul 07 22:52:57.809834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:58.158884 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '28a010c9-37cf-4236-8d27-931bb937fbd7', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'port_id': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'mac_address': 'fa:16:3e:d9:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a15dba-e198-479e-856f-c6db0fac6d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:52:56Z', 'updated_at': '2021-07-07T22:52:56Z', 'revision_number': 0, 'project_id': '544c122cf1dd4e71a928adf517490182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:47Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:58.206315 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] Checking router: 319c9eac-7269-4f65-a87a-492550de1f4a for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:52:58.219523 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:58.220224 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:52:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:58.369117 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:58.413460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-83f7d76d-bb50-4585-8d57-17abf376b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.414950 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-83f7d76d-bb50-4585-8d57-17abf376b112 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.5874882 Jul 07 22:52:58.420187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.421038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.421923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.422717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.423322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.423765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.426982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2924378c-d61b-45e8-8680-b4dff40cd026 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.6873841 Jul 07 22:52:58.432832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34300) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:58.555583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-8b1c3b7b-e7c3-4db6-8bcf-1e51954af183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.558683 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-8b1c3b7b-e7c3-4db6-8bcf-1e51954af183 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 897 time: 0.1303866 Jul 07 22:52:58.577432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.578022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.578595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.579098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.579420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.580081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.587132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eae23d43-9fdd-4997-8dc5-c3cad8266247 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1523671 Jul 07 22:52:58.587806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34302) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:58.684579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-2461acbd-06ab-4a38-87cd-a161bc8a3a34 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 1000 time: 0.1162524 Jul 07 22:52:58.734089 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '28a010c9-37cf-4236-8d27-931bb937fbd7', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'port_id': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'mac_address': 'fa:16:3e:d9:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a15dba-e198-479e-856f-c6db0fac6d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:52:56Z', 'updated_at': '2021-07-07T22:52:56Z', 'revision_number': 0, 'project_id': '544c122cf1dd4e71a928adf517490182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:47Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:58.749176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-3d3af4d3-a577-4576-8d09-b2f7773ee403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.750761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-3d3af4d3-a577-4576-8d09-b2f7773ee403 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 200 len: 834 time: 0.0583534 Jul 07 22:52:58.764188 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002e345-bd10-4101-9e41-ce5e386df587 None None] The sync data for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 is: [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '28a010c9-37cf-4236-8d27-931bb937fbd7', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'port_id': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'mac_address': 'fa:16:3e:d9:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a15dba-e198-479e-856f-c6db0fac6d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:52:56Z', 'updated_at': '2021-07-07T22:52:56Z', 'revision_number': 0, 'project_id': '544c122cf1dd4e71a928adf517490182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:47Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:52:58.881635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-fe1c7439-3732-49b9-8ba8-4f9c3569dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:58.884125 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-fe1c7439-3732-49b9-8ba8-4f9c3569dc58 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8cd37547-9b21-4f56-af87-d994dc97e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251845 Jul 07 22:52:58.960306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-08f8f2af-ca17-42e2-9a8a-aae606510d14 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.3710461 Jul 07 22:52:58.962902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34304) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:59.013393 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-e67921f7-c064-4faa-82b3-6c6881f1e74d service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201875 Jul 07 22:52:59.047620 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e15bcb-a708-4d68-9a0a-d795a14062bd tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:59.048118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e15bcb-a708-4d68-9a0a-d795a14062bd tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:59.063989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-11e15bcb-a708-4d68-9a0a-d795a14062bd tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=319c9eac-7269-4f65-a87a-492550de1f4a HTTP/1.1" status: 200 len: 1992 time: 0.0997572 Jul 07 22:52:59.070599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984daa6-4203-4c1b-95d2-107282030a8b None None] New status for floating IP 28a010c9-37cf-4236-8d27-931bb937fbd7: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:52:59.132197 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-90c0b173-9b3c-491a-a2be-ad354ef58a57 req-d845f3b7-113b-4455-915f-6c23ff4c928f service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131194 Jul 07 22:53:02.750727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-e64768fa-ff30-4897-9a1a-04808a2ad582 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450799379&fields=id&tenant_id=79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 267 time: 0.0351188 Jul 07 22:53:02.875428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-529388c6-121e-4a27-a4f4-9a7eceb29ed3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:02.877435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-529388c6-121e-4a27-a4f4-9a7eceb29ed3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1202481 Jul 07 22:53:02.892229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-41e2b629-c4ac-4683-8393-90c433feb5d4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/quotas/79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 375 time: 0.0094149 Jul 07 22:53:02.987508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-a8d4ddcf-a9fe-4de8-b55c-b2a5dced2142 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0899374 Jul 07 22:53:03.078838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-caf65d6b-f5d1-411e-8ac7-dff75faff440 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800061 Jul 07 22:53:03.173293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-3e392805-6d9d-4016-88c5-fa1ce6fface1 service neutron] 10.222.0.95 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880716 Jul 07 22:53:03.481425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19bedea5-3338-4a46-bdde-27ce7de954ab req-d6824751-c14a-4ef4-859f-4a46cfb84b49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0290194 Jul 07 22:53:04.564994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d794d26c-7c73-447d-97eb-e032b77c4e22 req-44733091-44b2-44dc-bc8e-d98755f54be2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0318468 Jul 07 22:53:05.649595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-959fc5ee-7c51-42ea-9cb3-e518cf5fde8a req-a9dccf53-4ebf-4048-b8ca-2af5c1d064d0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0304084 Jul 07 22:53:06.737396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8eeb6f77-2594-42ad-9398-2ca1f2aa2d8b req-fe013f96-6e3f-416b-8f50-7d7278e5d1d0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0337427 Jul 07 22:53:07.877678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af20278c-68cc-4e31-92d1-f44dfbb4a24a req-b56110ea-2de7-4dca-866e-aea2a30ff424 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0287225 Jul 07 22:53:08.558720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-62692de0-5ffa-4ff2-9c57-ecda7c197ae8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:08.560119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-62692de0-5ffa-4ff2-9c57-ecda7c197ae8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 812 time: 0.1020541 Jul 07 22:53:08.619612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-3ffca5d8-552f-44c7-bf9c-046495030faf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e2fca618084df79237244d3fa35271 HTTP/1.1" status: 200 len: 380 time: 0.0442419 Jul 07 22:53:08.628470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'port': {'device_id': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'admin_state_up': True, 'tenant_id': '79e2fca618084df79237244d3fa35271', 'security_groups': ['f33f0da1-d6d2-4208-8157-4b667e0f5322']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:08.738512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Made reservation on behalf of 79e2fca618084df79237244d3fa35271 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:08.742253 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:08.920293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.20.0.9 (7bea1d33-6888-467d-acd7-0af4076e1aa1/1fea50e1-dd50-4b7d-b3f8-92f039124ed8/d7eae642-2382-4070-9a2d-090b09fd27a1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:53:09.038574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e3720657-7f1a-4a4b-8303-81e443989fcf req-75c6b008-61a9-4974-9050-a6845cc69d44 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0328038 Jul 07 22:53:09.090210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.105974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Transition to ACTIVE for port object d7eae642-2382-4070-9a2d-090b09fd27a1 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:53:09.142018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.212951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:53:09.221035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:53:09.223611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:53:09.260716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=d7eae642-2382-4070-9a2d-090b09fd27a1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:09.297066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:09.297829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.315457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-614b382b-907a-43bb-a457-e128621eda49 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6906495 Jul 07 22:53:09.326757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-451a17c9-8b37-4237-90db-0f052a76d896 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:53:09.327885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-451a17c9-8b37-4237-90db-0f052a76d896 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056593 Jul 07 22:53:09.438379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Request body: {'port': {'device_id': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:09.490147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2002b327-aff9-47dc-8f49-89c01565da03 None None] Provisioning for port d7eae642-2382-4070-9a2d-090b09fd27a1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:53:09.494570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2002b327-aff9-47dc-8f49-89c01565da03 None None] Provisioning complete for port d7eae642-2382-4070-9a2d-090b09fd27a1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:53:09.495165 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2002b327-aff9-47dc-8f49-89c01565da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.511808 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.529368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2002b327-aff9-47dc-8f49-89c01565da03 None None] Port d7eae642-2382-4070-9a2d-090b09fd27a1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:53:10.156214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eae642-2382-4070-9a2d-090b09fd27a1 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:10.190442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:10.209246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Transition to ACTIVE for port object d7eae642-2382-4070-9a2d-090b09fd27a1 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:53:10.213129 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:10.296707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eae642-2382-4070-9a2d-090b09fd27a1,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:10.310408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dbf2d-8640-44ed-b1d8-09578bcf4333 req-628edbe1-512b-4fbc-a70e-7822e9d8eb39 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:10.312115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af0dbf2d-8640-44ed-b1d8-09578bcf4333 req-628edbe1-512b-4fbc-a70e-7822e9d8eb39 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 931 time: 0.1601233 Jul 07 22:53:10.392440 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Attempting to bind port d7eae642-2382-4070-9a2d-090b09fd27a1 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:53:10.392782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Attempting to bind port d7eae642-2382-4070-9a2d-090b09fd27a1 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:53:10.393122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Attempting to bind port d7eae642-2382-4070-9a2d-090b09fd27a1 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:10.397855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af0dbf2d-8640-44ed-b1d8-09578bcf4333 req-1846620e-aa76-4a01-8681-0a3a82dd0f8c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659595 Jul 07 22:53:10.401697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Port d7eae642-2382-4070-9a2d-090b09fd27a1 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:53:10.402584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Attempting to bind port d7eae642-2382-4070-9a2d-090b09fd27a1 on network 7bea1d33-6888-467d-acd7-0af4076e1aa1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:10.407864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:53:10.408213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Checking segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:53:10.408609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Bound using segment: {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:53:10.409056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Bound port: d7eae642-2382-4070-9a2d-090b09fd27a1, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:53:10.409429 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:10.479033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] For port d7eae642-2382-4070-9a2d-090b09fd27a1, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:53:10.482119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] For port d7eae642-2382-4070-9a2d-090b09fd27a1, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d7eae642-2382-4070-9a2d-090b09fd27a1,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:53:10.487094 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:10.521054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:10.521695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:10.523207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] 10.222.0.103 "PUT /v2.0/ports/d7eae642-2382-4070-9a2d-090b09fd27a1 HTTP/1.1" status: 200 len: 1092 time: 1.1882038 Jul 07 22:53:10.523523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:10.525748 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff" -d '{"events": [{"name": "network-changed", "server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:10.559773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa314d02-ee3d-44de-ba27-a5212dc131f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eae642-2382-4070-9a2d-090b09fd27a1,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:10.612979 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c503bf-aa55-41b0-b949-4016fc228925 x-openstack-request-id: req-c6c503bf-aa55-41b0-b949-4016fc228925 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:10.613335 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:10.613513 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c6c503bf-aa55-41b0-b949-4016fc228925 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:10.613917 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'status': 'completed', 'code': 200} Jul 07 22:53:10.640684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-1427b685-d6f4-4145-a306-7c5e34473fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:10.642229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-1427b685-d6f4-4145-a306-7c5e34473fc3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 1095 time: 0.0673878 Jul 07 22:53:10.685640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-26308240-e02d-459b-9831-f43e2640a4a9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eae642-2382-4070-9a2d-090b09fd27a1 HTTP/1.1" status: 200 len: 217 time: 0.0359480 Jul 07 22:53:10.735496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-4aadd5ec-d03b-486e-8eaa-eadf8c0092ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:10.737036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-4aadd5ec-d03b-486e-8eaa-eadf8c0092ac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0459964 Jul 07 22:53:10.800862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-038bffb0-7601-4635-81f6-0deda2c20a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:10.802375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-038bffb0-7601-4635-81f6-0deda2c20a89 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597084 Jul 07 22:53:10.890773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-4bce3fc8-303a-45d3-b66c-125cae644f9a service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814028 Jul 07 22:53:10.981988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1173c0cb-081a-456d-81da-cb47f4616b78 req-919f2f11-fa2d-4014-b02a-8bd609eab2e8 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851870 Jul 07 22:53:11.079513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-6d863ead-a6d1-4791-a2bd-14435bd606f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.081071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-6d863ead-a6d1-4791-a2bd-14435bd606f1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 1095 time: 0.0544558 Jul 07 22:53:11.170976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-1a140a2b-9165-4eb3-99bd-5b34da981397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.172568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-1a140a2b-9165-4eb3-99bd-5b34da981397 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0852346 Jul 07 22:53:11.217548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-15d9c9de-1801-4449-a5ec-eb06200fdb46 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eae642-2382-4070-9a2d-090b09fd27a1 HTTP/1.1" status: 200 len: 217 time: 0.0387325 Jul 07 22:53:11.264695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-5381b98a-f7cf-4683-9c8f-c0f96faeb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.266193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-5381b98a-f7cf-4683-9c8f-c0f96faeb371 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0435269 Jul 07 22:53:11.328563 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-9bafa1e1-7cb2-4442-b257-25b27a621473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.330127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-9bafa1e1-7cb2-4442-b257-25b27a621473 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578635 Jul 07 22:53:11.426312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-1ce7b4b2-85b0-4641-8a2c-940ee571d30a service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892689 Jul 07 22:53:11.523275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-921ff18a-bc0e-42e3-95d1-d6d30e4836ff req-ee1a739c-0d29-4fac-be37-f5d48d70b948 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905907 Jul 07 22:53:11.596215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2792-79a8-4fd2-a12c-924e1ed1a081 req-8a5ae89b-1877-4d7a-8ec3-d5553eababcd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.598021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be4c2792-79a8-4fd2-a12c-924e1ed1a081 req-8a5ae89b-1877-4d7a-8ec3-d5553eababcd tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0738132 Jul 07 22:53:11.640126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-be4c2792-79a8-4fd2-a12c-924e1ed1a081 req-f6bcdca1-7ec0-43c3-bb3f-8117a22f4119 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360701 Jul 07 22:53:12.841257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb91b9-2399-4ff3-bf9d-703a49675b44 req-aa26769b-5c9e-4efa-ace5-86ccd5818a15 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:12.843557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5acb91b9-2399-4ff3-bf9d-703a49675b44 req-aa26769b-5c9e-4efa-ace5-86ccd5818a15 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0776503 Jul 07 22:53:12.886657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5acb91b9-2399-4ff3-bf9d-703a49675b44 req-63a5bce2-a4f8-4d15-86dc-19979259cece tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363050 Jul 07 22:53:14.068312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96718e0c-791e-4248-ad22-13045272d387 req-32c5ca72-a030-4123-9571-cb47d51c8ce7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:14.069824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96718e0c-791e-4248-ad22-13045272d387 req-32c5ca72-a030-4123-9571-cb47d51c8ce7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0620215 Jul 07 22:53:14.106491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96718e0c-791e-4248-ad22-13045272d387 req-5c3710a0-eb49-45a6-91ef-767bb850efac tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Jul 07 22:53:15.280716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d841c-5d79-4ea7-b1ac-7a3eda9204c7 req-f47c08cc-6c23-4185-8afd-d187f09703b4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:15.282201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee9d841c-5d79-4ea7-b1ac-7a3eda9204c7 req-f47c08cc-6c23-4185-8afd-d187f09703b4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0672824 Jul 07 22:53:15.319288 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee9d841c-5d79-4ea7-b1ac-7a3eda9204c7 req-d4a71097-669d-442d-a049-251531a739ed tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Jul 07 22:53:16.492741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64d4f-6ed4-4231-b765-730a8235641b req-87cc392f-bb3c-4323-ae68-603aabdc8979 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:16.494221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ab64d4f-6ed4-4231-b765-730a8235641b req-87cc392f-bb3c-4323-ae68-603aabdc8979 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0648639 Jul 07 22:53:16.530471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ab64d4f-6ed4-4231-b765-730a8235641b req-ba473df6-d3f5-41a9-81e6-eba1487362ef tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307465 Jul 07 22:53:17.109129 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:17.710803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048c36-3010-4a33-a87d-7796d21cabae req-048d31a4-0aaf-46c5-b54f-0e822c37bc1b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:17.712285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67048c36-3010-4a33-a87d-7796d21cabae req-048d31a4-0aaf-46c5-b54f-0e822c37bc1b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0664001 Jul 07 22:53:17.748703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67048c36-3010-4a33-a87d-7796d21cabae req-5592a771-7978-45b2-a88a-e4f5d4ee171d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307217 Jul 07 22:53:18.374228 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdf47-9620-49e5-b27e-03d3a4e74f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:18.922541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a8a15-c3d1-42bc-a80e-d30188c52ff3 req-be2ab863-547e-4e98-9ab6-ba3b9fb9147f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:18.924048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e34a8a15-c3d1-42bc-a80e-d30188c52ff3 req-be2ab863-547e-4e98-9ab6-ba3b9fb9147f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0623248 Jul 07 22:53:18.960626 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:18.961774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e34a8a15-c3d1-42bc-a80e-d30188c52ff3 req-db773b9a-adff-484c-990c-8cc2ff8da921 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Jul 07 22:53:20.130331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750b5ab-a061-49d2-8ed7-b1aed36a4a4b req-e7c163e2-7002-48ad-9607-b952266ee93c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:20.132342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8750b5ab-a061-49d2-8ed7-b1aed36a4a4b req-e7c163e2-7002-48ad-9607-b952266ee93c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.0610592 Jul 07 22:53:20.168106 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8750b5ab-a061-49d2-8ed7-b1aed36a4a4b req-06cdffb5-9ea3-4a16-ac7e-35a0abba85b3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303581 Jul 07 22:53:21.023708 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:53:21.127563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-c2fe278e-0a3a-49d5-ba65-d9b60b3876d5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547559 Jul 07 22:53:21.219574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-954d58ef-b14c-44e8-99eb-1730276b4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:21.221091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-954d58ef-b14c-44e8-99eb-1730276b4ebf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0522046 Jul 07 22:53:21.367342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-39b0912f-cd2e-4b28-adef-3ca646a4a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:21.368966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-39b0912f-cd2e-4b28-adef-3ca646a4a5da service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1281681 Jul 07 22:53:21.369566 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f7321961-8f10-44a7-bfb7-95f3e3531d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:21.381502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1c89-6aba-4a86-b699-9700a3c0c847 req-dd6fb8a9-baf3-465d-a967-7e6dad39da9f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:21.383367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3aa1c89-6aba-4a86-b699-9700a3c0c847 req-dd6fb8a9-baf3-465d-a967-7e6dad39da9f tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 943 time: 0.1009381 Jul 07 22:53:21.442017 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:21.465438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3aa1c89-6aba-4a86-b699-9700a3c0c847 req-c9f7d40e-d49a-4e54-8a0e-5c8216d70916 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756197 Jul 07 22:53:21.469554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-8085318e-b384-49f2-9c51-d517b04c980b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 1001 time: 0.0853209 Jul 07 22:53:21.519036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-0cf7f091-7f5d-41bd-99a2-416130b7be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:21.520484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-0cf7f091-7f5d-41bd-99a2-416130b7be26 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0441329 Jul 07 22:53:21.575495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-b89d0294-dad8-430c-8dec-0bd623c3bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:21.576940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-b89d0294-dad8-430c-8dec-0bd623c3bc7c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497317 Jul 07 22:53:21.624273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d7eae642-2382-4070-9a2d-090b09fd27a1 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:53:21.669261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-9cc891e2-d214-464e-aeb1-ea5834199b89 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858171 Jul 07 22:53:21.717369 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d7eae642-2382-4070-9a2d-090b09fd27a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d7eae642-2382-4070-9a2d-090b09fd27a1,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:21.728441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'port_id': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'mac_address': 'fa:16:3e:e3:f7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:53:21.764746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e240cbce-3df5-4dee-9ee4-034fb97fb7a2 req-57de9b40-5977-4568-a39f-af9510340ff4 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839581 Jul 07 22:53:21.769430 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:21.782651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eae642-2382-4070-9a2d-090b09fd27a1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:21.801134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d7eae642-2382-4070-9a2d-090b09fd27a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d7eae642-2382-4070-9a2d-090b09fd27a1,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:21.806194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:21.855703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d7eae642-2382-4070-9a2d-090b09fd27a1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:22.015723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['d7eae642-2382-4070-9a2d-090b09fd27a1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:53:22.256316 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:22.639008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1336e-3fd0-4a5d-aa73-8426b6c5125c req-a6ac6ff4-4cae-4619-bea1-ca85db4b8ca9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:22.640491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5eb1336e-3fd0-4a5d-aa73-8426b6c5125c req-a6ac6ff4-4cae-4619-bea1-ca85db4b8ca9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 944 time: 0.0626345 Jul 07 22:53:22.681337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5eb1336e-3fd0-4a5d-aa73-8426b6c5125c req-d13a48b3-c38b-4fc9-989d-23fdc2c06875 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354209 Jul 07 22:53:23.623695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d7eae642-2382-4070-9a2d-090b09fd27a1 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:53:23.670319 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port d7eae642-2382-4070-9a2d-090b09fd27a1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:53:23.673760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port d7eae642-2382-4070-9a2d-090b09fd27a1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:53:23.674138 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:23.758822 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:23.784523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:23.786811 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451398e6-a574-423f-bc48-c4d155585f6c" -d '{"events": [{"server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "name": "network-vif-plugged", "status": "completed", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:23.809049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port d7eae642-2382-4070-9a2d-090b09fd27a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d7eae642-2382-4070-9a2d-090b09fd27a1,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:23.812717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:23.817190 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:23.862373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=d7eae642-2382-4070-9a2d-090b09fd27a1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:23.881171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ee579-a12c-42e8-b4f8-e4a5a18efc6f req-baa5d943-ab70-42d9-bc32-970776419834 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:23.882673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-285ee579-a12c-42e8-b4f8-e4a5a18efc6f req-baa5d943-ab70-42d9-bc32-970776419834 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 945 time: 0.0698228 Jul 07 22:53:23.920100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-285ee579-a12c-42e8-b4f8-e4a5a18efc6f req-57ae611a-24c7-4c8b-8703-ea9a79d6a2f9 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Jul 07 22:53:23.963925 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6c9a35-db05-4351-85e2-079e291d32d7 x-openstack-request-id: req-3e6c9a35-db05-4351-85e2-079e291d32d7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:23.964226 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "name": "network-vif-plugged", "status": "completed", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:23.964483 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3e6c9a35-db05-4351-85e2-079e291d32d7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:23.964884 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'code': 200} Jul 07 22:53:24.071755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b4178-9511-4550-92e9-f18d0b2b2d15 req-e88a8a46-9df8-4a18-ad86-7f980975bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:24.073224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-193b4178-9511-4550-92e9-f18d0b2b2d15 req-e88a8a46-9df8-4a18-ad86-7f980975bccf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 1097 time: 0.0510910 Jul 07 22:53:24.106470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-193b4178-9511-4550-92e9-f18d0b2b2d15 req-dda0b973-1428-4c42-b419-f47442bbb549 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272241 Jul 07 22:53:24.925854 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-b055da2d-c0e5-4980-ac2e-33cdc455a3f7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1225111 Jul 07 22:53:25.018742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-e11560dd-6769-4792-bbd7-2e7927fabff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.020277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-e11560dd-6769-4792-bbd7-2e7927fabff7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.0535905 Jul 07 22:53:25.097471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be728-8a42-4842-8f2c-9f527ed96ebe req-e2c5e8d9-8dad-4f5a-9f56-f21b6990668a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.099013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba4be728-8a42-4842-8f2c-9f527ed96ebe req-e2c5e8d9-8dad-4f5a-9f56-f21b6990668a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 945 time: 0.0662093 Jul 07 22:53:25.129996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-421488e1-8442-4208-9de5-1ff126bae631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.131561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-421488e1-8442-4208-9de5-1ff126bae631 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 897 time: 0.0917289 Jul 07 22:53:25.138182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba4be728-8a42-4842-8f2c-9f527ed96ebe req-b8921487-3307-4752-aedc-4109809d24f2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Jul 07 22:53:25.196445 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-7855bae7-ea14-4686-9a6c-547261b6a83d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 1002 time: 0.0590277 Jul 07 22:53:25.245642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-2c7cfb39-46f2-41af-b2b2-c3b403882762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.247184 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-2c7cfb39-46f2-41af-b2b2-c3b403882762 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 200 len: 834 time: 0.0445595 Jul 07 22:53:25.308523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-28b0738c-e66b-47d0-9dc2-3534c28f918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.308937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffe8c3-c03c-4024-9d57-f9cfcf963887 req-250408a4-242a-4a4c-a61a-6125b4f1e3c6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.310078 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-28b0738c-e66b-47d0-9dc2-3534c28f918c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8cd37547-9b21-4f56-af87-d994dc97e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561712 Jul 07 22:53:25.310434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28ffe8c3-c03c-4024-9d57-f9cfcf963887 req-250408a4-242a-4a4c-a61a-6125b4f1e3c6 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 945 time: 0.0628374 Jul 07 22:53:25.321340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-422f7b9f-5730-4eb7-a656-3641bea420d9 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:53:25.322352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-422f7b9f-5730-4eb7-a656-3641bea420d9 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051780 Jul 07 22:53:25.347203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28ffe8c3-c03c-4024-9d57-f9cfcf963887 req-275f6fd4-a589-4b95-b00f-7f2f180fbaf3 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Jul 07 22:53:25.372362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34404) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:25.414882 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-033eb54c-30bb-42fe-a511-87477dbb0ac7 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 Jul 07 22:53:25.423108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247ae4b-8f30-4cf1-b9e4-a5cf6378e6f5 tempest-TestVolumeBootPattern-496849211 tempest-TestVolumeBootPattern-496849211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.424642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6247ae4b-8f30-4cf1-b9e4-a5cf6378e6f5 tempest-TestVolumeBootPattern-496849211 tempest-TestVolumeBootPattern-496849211-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 1092 time: 0.0512886 Jul 07 22:53:25.427324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34406) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:25.431647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:25.453274 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:25.511368 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7ea27234-5d7a-409c-9f09-598a855cc31a req-41b12e10-6d02-43d0-9619-81b8d6b391a9 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904047 Jul 07 22:53:25.553516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:25.660223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Allocated IP 172.25.5.181 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/24d01ca8-c713-420a-a324-a45dc25a658e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:53:25.758904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:25.797083 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:25.833327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:53:25.838797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:53:25.846389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:53:25.875224 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=24d01ca8-c713-420a-a324-a45dc25a658e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:26.205854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:26.282152 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:26.425972 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:26.430681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:26.496141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event updated for resources: {'Port': ['ID=24d01ca8-c713-420a-a324-a45dc25a658e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:26.508681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:26.605521 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Floating IP fdfbab06-36d3-4796-9d0e-5987bc3dca29 associated. External IP: 172.25.5.181, port: d7eae642-2382-4070-9a2d-090b09fd27a1. Jul 07 22:53:27.064232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:53:27.168832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:53:27.177826 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:53:27.185263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:27.187407 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:53:27.188022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:53:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:27.221898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e644f538-98d3-4020-be63-f6f587dc022b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7935717 Jul 07 22:53:27.223268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:27.225713 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed3d13e-6d04-441b-affb-cf16b44e7247" -d '{"events": [{"name": "network-changed", "server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:27.261247 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ff919-8253-44e0-9671-2e529fda2d54 x-openstack-request-id: req-555ff919-8253-44e0-9671-2e529fda2d54 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:27.261541 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:27.261795 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-555ff919-8253-44e0-9671-2e529fda2d54 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:27.262199 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'status': 'completed', 'code': 200} Jul 07 22:53:27.291864 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:53:27.336559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-b6924415-da2b-45a9-b9d7-ea63fa0788fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:27.338165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-b6924415-da2b-45a9-b9d7-ea63fa0788fe service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 1097 time: 0.0546107 Jul 07 22:53:27.431568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-98ca590f-c85d-4514-b02b-ce10dc37777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:27.432966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-98ca590f-c85d-4514-b02b-ce10dc37777b service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.0889728 Jul 07 22:53:27.496972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-e7acd29f-a67c-47d7-a0a6-4fa024ae460c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eae642-2382-4070-9a2d-090b09fd27a1 HTTP/1.1" status: 200 len: 999 time: 0.0578930 Jul 07 22:53:27.549498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-da7fdf45-164b-4895-8605-2773ba9ef32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:27.551093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-da7fdf45-164b-4895-8605-2773ba9ef32b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0480421 Jul 07 22:53:27.600170 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:13Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}, {'id': 'fdfbab06-36d3-4796-9d0e-5987bc3dca29', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:e3:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:53:26Z', 'updated_at': '2021-07-07T22:53:26Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:27.609243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-27695ec4-6326-4f13-a1e8-c3d741c1afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:27.610812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-27695ec4-6326-4f13-a1e8-c3d741c1afbe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531693 Jul 07 22:53:27.625451 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:53:27.634022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:53:27.634652 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:53:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:27.700032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-d6801147-003d-40c9-a22e-a4fd0361df58 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830257 Jul 07 22:53:27.736559 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:53:27.790841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aed3d13e-6d04-441b-affb-cf16b44e7247 req-8f047788-c348-4039-94eb-e009bb420ab3 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Jul 07 22:53:27.962401 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:13Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}, {'id': 'fdfbab06-36d3-4796-9d0e-5987bc3dca29', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:e3:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:53:26Z', 'updated_at': '2021-07-07T22:53:26Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:27.987168 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e038c73-036d-4a5c-84e5-00cb56fc077a None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:13Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}, {'id': 'fdfbab06-36d3-4796-9d0e-5987bc3dca29', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:e3:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:53:26Z', 'updated_at': '2021-07-07T22:53:26Z', 'revision_number': 0, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:53:28.170696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae816f-3ded-4bc6-89ec-09b68d7c947f None None] New status for floating IP fdfbab06-36d3-4796-9d0e-5987bc3dca29: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:53:47.121845 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:48.374773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-01cd4d43-c5a9-4f13-b8c6-7218e6d8d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:48.964982 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.369611 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2d62-09c4-4373-924a-8de298cbfdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.442910 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.259846 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:53.803477 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:58.022521 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:54:03.692902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34440) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:03.794727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-75ef1a81-557f-47e6-93c7-7b352e48d40e tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2804 time: 0.1006327 Jul 07 22:54:03.797344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34442) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:03.802089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'network': {'name': 'tempest-network-smoke--2010554185', 'project_id': '544c122cf1dd4e71a928adf517490182', 'port_security_enabled': False}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:03.824629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Made reservation on behalf of 544c122cf1dd4e71a928adf517490182 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:54:03.828618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:03.854556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:54:03.864924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:03.865274 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Added segment 2d39c6a1-0621-4d98-9e92-732bd01db718 of type vlan for network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 Jul 07 22:54:03.920307 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:03.952684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:03.958686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:03.960764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.050170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2518015 Jul 07 22:54:04.053015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34444) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:04.057938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'admin_state_up': True, 'project_id': '544c122cf1dd4e71a928adf517490182', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:04.066462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Network': ['ID=1f8a9c68-c15b-4b9c-9baa-128f310b04f0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:04.073832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.074183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.074530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.074936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.076619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.076619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.076619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.076619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.076619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.077012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.077364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.077730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f9f7f-d9bc-45cf-9ebc-161f69c5d300 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.083866 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.084945 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.089682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:54:04.136769 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.277218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.473017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.495150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.599182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.25.5.171 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/16abccc4-9276-4a45-859a-f7112b5a5382) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:54:04.703447 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.741913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:04.779033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:54:04.783799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:04.787264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:54:04.792627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=16abccc4-9276-4a45-859a-f7112b5a5382,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:04.820254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.820619 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.820974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.821324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.821671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.822018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.822363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.822732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.823078 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.823418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.823753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:04.824090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:05.045859 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:05.243345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:05.370464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:54:05.475465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:54:05.485066 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Sync routers for ids ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:54:05.493719 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:05.495102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03e3863e-83e7-4ba2-bab9-f138d7f1c4e9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4409215 Jul 07 22:54:05.495850 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Routers {'735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:05.496477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:53:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:05.498969 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34446) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.570772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb917b3-9d93-44a6-8347-0855c5d4ecae tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:05.572336 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-abb917b3-9d93-44a6-8347-0855c5d4ecae tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=544c122cf1dd4e71a928adf517490182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0724075 Jul 07 22:54:05.575099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.598078 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Set router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:05.742913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff911e-4523-49ed-ae05-103137706479 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:05.747157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d0ff911e-4523-49ed-ae05-103137706479 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1684525 Jul 07 22:54:05.747285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34450) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.772339 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:04Z', 'revision_number': 3, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:05.787123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-dc37bb8d-55c3-4da1-a697-04813dcda5f7 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387585 Jul 07 22:54:05.789719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34452) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.798041 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Checking router: 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:54:05.798399 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Updating router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 port 16abccc4-9276-4a45-859a-f7112b5a5382 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:54:05.817493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c983fef0-0ebf-4577-a9bd-834ae65c3ddd tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=544c122cf1dd4e71a928adf517490182&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267162 Jul 07 22:54:05.819909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34454) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.832778 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:05.907100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f8191-9d8a-4873-8d8a-2f83c1c3c221 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:05.908714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8b9f8191-9d8a-4873-8d8a-2f83c1c3c221 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878711 Jul 07 22:54:05.911337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34456) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.939706 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6e22b33a-def2-4671-8324-fa9f925da7bf tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267766 Jul 07 22:54:05.941970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34458) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:05.946818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-526578166', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'project_id': '544c122cf1dd4e71a928adf517490182', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:06.040563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Made reservation on behalf of 544c122cf1dd4e71a928adf517490182 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:54:06.044110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.082895 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.093686 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Transition to ACTIVE for port object 16abccc4-9276-4a45-859a-f7112b5a5382 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:06.099833 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.146009 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Attempting to bind port 16abccc4-9276-4a45-859a-f7112b5a5382 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:54:06.146377 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Attempting to bind port 16abccc4-9276-4a45-859a-f7112b5a5382 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:54:06.146763 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Attempting to bind port 16abccc4-9276-4a45-859a-f7112b5a5382 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:06.158264 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:54:06.158648 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:06.159052 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.159442 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:54:06.159897 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Bound port: 16abccc4-9276-4a45-859a-f7112b5a5382, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:54:06.160276 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.162482 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Pushing event updated for resources: {'Port': ['ID=16abccc4-9276-4a45-859a-f7112b5a5382,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:06.186834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.187184 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.187526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.187863 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.188192 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.188518 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.189446 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.189775 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.190098 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.190421 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.190772 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.191096 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.225453 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] For port 16abccc4-9276-4a45-859a-f7112b5a5382, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:06.229246 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] For port 16abccc4-9276-4a45-859a-f7112b5a5382, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16abccc4-9276-4a45-859a-f7112b5a5382,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:54:06.230147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.233094 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.287914 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Routers {'735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:06.288550 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:53:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:06.289294 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Subnet': ['ID=fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:06.300120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Checking segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:06.300501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network hostable DHCP agents. Network: 1f8a9c68-c15b-4b9c-9baa-128f310b04f0, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:54:06.316967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:54:06.326032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 1f8a9c68-c15b-4b9c-9baa-128f310b04f0) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:06.328335 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbad56-6693-406c-89a7-f16cd0bbfb01 None None] Pushing event updated for resources: {'Port': ['ID=16abccc4-9276-4a45-859a-f7112b5a5382,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:06.335498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe96f7e-1fd0-4fe7-af05-18ee381487a1 None None] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:54:06.339188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:06.339816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.358023 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b6717c39-fc6d-4e76-88ce-cec904566d6a tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4123821 Jul 07 22:54:06.358395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34462) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:06.401047 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] Set router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:06.489170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'fixed_ips': [{'subnet_id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:54:06.490384 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.625088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Allocated IP 172.20.0.18 (1f8a9c68-c15b-4b9c-9baa-128f310b04f0/fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2/db59bde3-3000-46b8-a7dc-8c805c074da6) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:54:06.676028 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:04Z', 'revision_number': 3, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:06.703165 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3999-5f85-4689-982b-99ed8da6027e None None] The sync data for ids ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'] in n-d-694802-13 is: [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:04Z', 'revision_number': 3, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:54:06.778341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.787863 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Transition to ACTIVE for port object db59bde3-3000-46b8-a7dc-8c805c074da6 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:06.803365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Transition to ACTIVE for port object db59bde3-3000-46b8-a7dc-8c805c074da6 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:06.810089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.839414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.856465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:54:06.856465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:06.859224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:54:06.869265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Pushing event updated for resources: {'Port': ['ID=db59bde3-3000-46b8-a7dc-8c805c074da6,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:06.898094 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.898445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.898825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.899173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.899512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.899852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.900182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.900512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.900844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.901231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.901500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.901824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:06.955652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Attempting to bind port db59bde3-3000-46b8-a7dc-8c805c074da6 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:54:06.955652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Attempting to bind port db59bde3-3000-46b8-a7dc-8c805c074da6 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:54:06.955652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Attempting to bind port db59bde3-3000-46b8-a7dc-8c805c074da6 on network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:06.962945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:54:06.963337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Checking segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:06.963753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:06.964159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Bound using segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:54:06.964645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Bound port: db59bde3-3000-46b8-a7dc-8c805c074da6, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:54:06.965041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.046213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] For port db59bde3-3000-46b8-a7dc-8c805c074da6, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:07.050145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] For port db59bde3-3000-46b8-a7dc-8c805c074da6, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=db59bde3-3000-46b8-a7dc-8c805c074da6,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:54:07.056477 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.120539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff47d8-7c7d-471c-8c9c-19afba12e49b None None] Pushing event updated for resources: {'Port': ['ID=db59bde3-3000-46b8-a7dc-8c805c074da6,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:07.229373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.20.0.17 (1f8a9c68-c15b-4b9c-9baa-128f310b04f0/fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2/56a71d3d-d084-4d4e-88cd-83c056a84925) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:54:07.367170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.382220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Transition to ACTIVE for port object 56a71d3d-d084-4d4e-88cd-83c056a84925 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:07.418608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.466588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:54:07.472598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:07.476482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:54:07.482915 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=56a71d3d-d084-4d4e-88cd-83c056a84925,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:07.524211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.722830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.782266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db59bde3-3000-46b8-a7dc-8c805c074da6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:07.838157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port db59bde3-3000-46b8-a7dc-8c805c074da6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:07.844249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16abccc4-9276-4a45-859a-f7112b5a5382 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:07.899893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 16abccc4-9276-4a45-859a-f7112b5a5382 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:07.904729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 16abccc4-9276-4a45-859a-f7112b5a5382 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:07.905110 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:07.987069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.010796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 16abccc4-9276-4a45-859a-f7112b5a5382, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16abccc4-9276-4a45-859a-f7112b5a5382,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:08.015997 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.221046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16407290-54b9-45cb-b2ce-27ab92ff562e None None] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:54:08.280277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=16abccc4-9276-4a45-859a-f7112b5a5382,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:08.285068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] Provisioning for port db59bde3-3000-46b8-a7dc-8c805c074da6 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:08.293130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] Provisioning complete for port db59bde3-3000-46b8-a7dc-8c805c074da6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:08.293510 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.300606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.307629 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.385293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=56a71d3d-d084-4d4e-88cd-83c056a84925,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:08.390213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.448144 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.487994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:54:08.489505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:08.494157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] For port db59bde3-3000-46b8-a7dc-8c805c074da6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=db59bde3-3000-46b8-a7dc-8c805c074da6,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:08.502543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.555365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e77add-c506-4bbf-bd55-0948c767624b None None] Pushing event updated for resources: {'Port': ['ID=db59bde3-3000-46b8-a7dc-8c805c074da6,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:08.621894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:54:08.729113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d956712-09ca-4f85-9c52-0c9c597473b2 None None] Provisioning complete for port db59bde3-3000-46b8-a7dc-8c805c074da6 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:08.729726 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d956712-09ca-4f85-9c52-0c9c597473b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.735426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:54:08.748652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-71ebc1db-b1c0-4768-b663-398128707b51 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "PUT /v2.0/routers/735aa3df-25e9-49d4-b4b0-e5b5316cc1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823247 Jul 07 22:54:08.754339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Sync routers for ids ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:54:08.772111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Routers {'735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:08.772768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:53:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:08.928105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Set router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:08.971218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d956712-09ca-4f85-9c52-0c9c597473b2 None None] Provisioning for port 56a71d3d-d084-4d4e-88cd-83c056a84925 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:08.979749 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5d956712-09ca-4f85-9c52-0c9c597473b2 None None] Provisioning complete for port 56a71d3d-d084-4d4e-88cd-83c056a84925 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:08.980046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d956712-09ca-4f85-9c52-0c9c597473b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:08.980152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-519eaeff-6397-4c27-82f9-0f953ea57e96 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:08.981612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-519eaeff-6397-4c27-82f9-0f953ea57e96 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/networks?id=1f8a9c68-c15b-4b9c-9baa-128f310b04f0 HTTP/1.1" status: 200 len: 798 time: 0.1173134 Jul 07 22:54:08.998467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-05d25c37-7fb9-413d-a35f-f8e41741c726 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/quotas/544c122cf1dd4e71a928adf517490182 HTTP/1.1" status: 200 len: 375 time: 0.0100040 Jul 07 22:54:09.087440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5d956712-09ca-4f85-9c52-0c9c597473b2 None None] Port 56a71d3d-d084-4d4e-88cd-83c056a84925 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:54:09.091058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-79ae9ee9-41d8-40a8-a10d-3c1dca237742 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0868926 Jul 07 22:54:09.177451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '56a71d3d-d084-4d4e-88cd-83c056a84925', 'name': '', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:44:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:06Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 2, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:09.209097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Checking router: 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:54:09.209461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Updating router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 port 56a71d3d-d084-4d4e-88cd-83c056a84925 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:54:09.237825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-ce7439f3-9f32-4b6b-80f7-bf1a7d1fbf15 service neutron] 10.222.0.95 "GET /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350520 Jul 07 22:54:09.251366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-055146f9-57c0-4b3c-ae5c-a3ad4cd6b855 None None] Provisioning complete for port 56a71d3d-d084-4d4e-88cd-83c056a84925 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:09.251751 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-055146f9-57c0-4b3c-ae5c-a3ad4cd6b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.255945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.314933 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-055146f9-57c0-4b3c-ae5c-a3ad4cd6b855 None None] Port 56a71d3d-d084-4d4e-88cd-83c056a84925 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:54:09.335995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-fd17b28c-9529-4c61-86ed-0d92680ed1f8 service neutron] 10.222.0.95 "GET /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919573 Jul 07 22:54:09.503590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47c4b9eb-a86e-4b95-8597-37ea8c1d8eb8 req-6dbb8b47-b43e-49ee-ac9b-db5c8029cf50 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 210 time: 0.0294423 Jul 07 22:54:09.549521 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.560255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Transition to ACTIVE for port object 56a71d3d-d084-4d4e-88cd-83c056a84925 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:09.567131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.615984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7529e-b45e-4937-a9b2-25d90732955e None None] Pushing event updated for resources: {'Port': ['ID=56a71d3d-d084-4d4e-88cd-83c056a84925,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:09.676253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Attempting to bind port 56a71d3d-d084-4d4e-88cd-83c056a84925 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:54:09.676617 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Attempting to bind port 56a71d3d-d084-4d4e-88cd-83c056a84925 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:54:09.676985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Attempting to bind port 56a71d3d-d084-4d4e-88cd-83c056a84925 on network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:09.682719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:54:09.683621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Checking segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:09.683621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.683853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Bound using segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:54:09.684331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Bound port: 56a71d3d-d084-4d4e-88cd-83c056a84925, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:54:09.684778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.763167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] For port 56a71d3d-d084-4d4e-88cd-83c056a84925, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:09.768160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] For port 56a71d3d-d084-4d4e-88cd-83c056a84925, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=56a71d3d-d084-4d4e-88cd-83c056a84925,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:54:09.773536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:09.805396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db59bde3-3000-46b8-a7dc-8c805c074da6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:09.899003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Routers {'735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:09.899697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:53:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:09.904106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7529e-b45e-4937-a9b2-25d90732955e None None] Pushing event updated for resources: {'Port': ['ID=56a71d3d-d084-4d4e-88cd-83c056a84925,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:09.963416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port db59bde3-3000-46b8-a7dc-8c805c074da6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:09.964092 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:10.052108 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] Set router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:10.204955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16abccc4-9276-4a45-859a-f7112b5a5382 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:10.300636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 16abccc4-9276-4a45-859a-f7112b5a5382 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:10.300939 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:10.363533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '56a71d3d-d084-4d4e-88cd-83c056a84925', 'name': '', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:44:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:06Z', 'updated_at': '2021-07-07T22:54:09Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:10.567215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd66b4-5ec5-44f5-87d2-507e4ec1bcc7 None None] The sync data for ids ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'] in n-d-694802-13 is: [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '56a71d3d-d084-4d4e-88cd-83c056a84925', 'name': '', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:44:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:06Z', 'updated_at': '2021-07-07T22:54:09Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:54:10.665872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-2aae2f72-c16a-463b-bd74-9f641eba4f75 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:10.667419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-2aae2f72-c16a-463b-bd74-9f641eba4f75 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.103 "GET /v2.0/networks?id=1f8a9c68-c15b-4b9c-9baa-128f310b04f0 HTTP/1.1" status: 200 len: 798 time: 0.1654034 Jul 07 22:54:10.706471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Request body: {'port': {'device_id': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'admin_state_up': True, 'tenant_id': '544c122cf1dd4e71a928adf517490182'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:10.713127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdfbab50-a108-4065-ab62-98b996418a93 req-334ea2f8-22a7-46ac-9250-a950cad97729 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 210 time: 0.0444281 Jul 07 22:54:10.825538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Made reservation on behalf of 544c122cf1dd4e71a928adf517490182 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:54:10.829738 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:10.968748 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Allocated IP 172.20.0.20 (1f8a9c68-c15b-4b9c-9baa-128f310b04f0/fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2/b33281c0-fea6-4776-ba92-569fea207ce7) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:54:11.086194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.100227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Transition to ACTIVE for port object b33281c0-fea6-4776-ba92-569fea207ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:11.133657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.183377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:54:11.186997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:11.197318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:54:11.223052 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event updated for resources: {'Port': ['ID=b33281c0-fea6-4776-ba92-569fea207ce7,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:11.252642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:11.253332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.269312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5537820c-e702-489c-b46e-1536e16d337d tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5904005 Jul 07 22:54:11.282042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Request body: {'port': {'device_id': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:11.358944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.460014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-105e2fd2-67be-4e78-b3da-66c821de5ff0 None None] Provisioning for port b33281c0-fea6-4776-ba92-569fea207ce7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:11.465768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-105e2fd2-67be-4e78-b3da-66c821de5ff0 None None] Provisioning complete for port b33281c0-fea6-4776-ba92-569fea207ce7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:11.466347 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-105e2fd2-67be-4e78-b3da-66c821de5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.507785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-105e2fd2-67be-4e78-b3da-66c821de5ff0 None None] Port b33281c0-fea6-4776-ba92-569fea207ce7 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:54:11.646688 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33281c0-fea6-4776-ba92-569fea207ce7 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:54:11.653741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.665932 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Transition to ACTIVE for port object b33281c0-fea6-4776-ba92-569fea207ce7 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:11.669475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.726864 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b33281c0-fea6-4776-ba92-569fea207ce7,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:11.786755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 56a71d3d-d084-4d4e-88cd-83c056a84925 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:11.812394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Attempting to bind port b33281c0-fea6-4776-ba92-569fea207ce7 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:54:11.813072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Attempting to bind port b33281c0-fea6-4776-ba92-569fea207ce7 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:54:11.813731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Attempting to bind port b33281c0-fea6-4776-ba92-569fea207ce7 on network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:11.818902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Port b33281c0-fea6-4776-ba92-569fea207ce7 on network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:54:11.819705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Attempting to bind port b33281c0-fea6-4776-ba92-569fea207ce7 on network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:11.825182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:54:11.825793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Checking segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:11.827240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Bound using segment: {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:54:11.827971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Bound port: b33281c0-fea6-4776-ba92-569fea207ce7, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d39c6a1-0621-4d98-9e92-732bd01db718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:54:11.828780 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.853324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 56a71d3d-d084-4d4e-88cd-83c056a84925 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:11.859551 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 56a71d3d-d084-4d4e-88cd-83c056a84925 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:11.859937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.943486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] For port b33281c0-fea6-4776-ba92-569fea207ce7, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:11.948086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.960674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] For port b33281c0-fea6-4776-ba92-569fea207ce7, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b33281c0-fea6-4776-ba92-569fea207ce7,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:54:11.974056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b049110-5c84-413a-b75a-20edc180d392 req-5bd86a01-0053-402b-8d2c-a315016f42a4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:11.975551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b049110-5c84-413a-b75a-20edc180d392 req-5bd86a01-0053-402b-8d2c-a315016f42a4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 907 time: 0.1037130 Jul 07 22:54:11.976733 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:11.981414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 56a71d3d-d084-4d4e-88cd-83c056a84925, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=56a71d3d-d084-4d4e-88cd-83c056a84925,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:11.987290 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:12.013331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.013785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:12.015215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] 10.222.0.103 "PUT /v2.0/ports/b33281c0-fea6-4776-ba92-569fea207ce7 HTTP/1.1" status: 200 len: 1056 time: 0.7377157 Jul 07 22:54:12.015746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'tag': 'b33281c0-fea6-4776-ba92-569fea207ce7'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:12.018504 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c8e78-a104-43b0-8e72-1addaf371a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0539dc29-7b86-4eb1-a16e-6869bfff01ef", "tag": "b33281c0-fea6-4776-ba92-569fea207ce7"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:12.044896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e725ccb-b18a-440d-8ee4-a18ff16c8bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b33281c0-fea6-4776-ba92-569fea207ce7,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:12.058692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=56a71d3d-d084-4d4e-88cd-83c056a84925,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:12.088624 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7901dc10-6ed3-425a-86a9-0cc4e4f74d31 x-openstack-request-id: req-7901dc10-6ed3-425a-86a9-0cc4e4f74d31 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:12.089198 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0539dc29-7b86-4eb1-a16e-6869bfff01ef", "tag": "b33281c0-fea6-4776-ba92-569fea207ce7", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:12.089461 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7901dc10-6ed3-425a-86a9-0cc4e4f74d31 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:12.089878 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'tag': 'b33281c0-fea6-4776-ba92-569fea207ce7', 'status': 'completed', 'code': 200} Jul 07 22:54:12.117611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5824fe7d-24ef-41bf-9158-f1311490801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.119190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-5824fe7d-24ef-41bf-9158-f1311490801e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 1059 time: 0.0607426 Jul 07 22:54:12.171522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-9f95abe2-d714-4e02-ad87-cc14d9c56dcd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b33281c0-fea6-4776-ba92-569fea207ce7 HTTP/1.1" status: 200 len: 217 time: 0.0357127 Jul 07 22:54:12.221815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-c7d684a5-06fe-4097-bb81-e8b16fffd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.223354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-c7d684a5-06fe-4097-bb81-e8b16fffd377 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2 HTTP/1.1" status: 200 len: 837 time: 0.0454159 Jul 07 22:54:12.283429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-10ecc358-0dd2-4768-b2a4-9ef1a85c0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.284935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-10ecc358-0dd2-4768-b2a4-9ef1a85c0080 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8a9c68-c15b-4b9c-9baa-128f310b04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0552607 Jul 07 22:54:12.370395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-9f3d2956-8f70-4fae-a461-a1a14f8dc886 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788887 Jul 07 22:54:12.459972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b859ae0f-be77-4a97-9b5f-28e37eecee30 req-d891e6b0-dd91-406c-90a3-8a034f64af44 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830305 Jul 07 22:54:12.559492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-b65d82b6-8aad-4f6a-bdb5-403268cc2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.561024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-b65d82b6-8aad-4f6a-bdb5-403268cc2753 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 1059 time: 0.0535407 Jul 07 22:54:12.652660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-b708f589-d592-4695-8ced-a70b6e6d8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.654068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-b708f589-d592-4695-8ced-a70b6e6d8b70 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8a9c68-c15b-4b9c-9baa-128f310b04f0 HTTP/1.1" status: 200 len: 899 time: 0.0871975 Jul 07 22:54:12.693705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-476e9b64-7f4a-41ba-87d0-1cebf700ae7e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b33281c0-fea6-4776-ba92-569fea207ce7 HTTP/1.1" status: 200 len: 217 time: 0.0334461 Jul 07 22:54:12.742476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-d24b9083-bcca-4334-bc50-366798a729c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.743992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-d24b9083-bcca-4334-bc50-366798a729c0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2 HTTP/1.1" status: 200 len: 837 time: 0.0439892 Jul 07 22:54:12.799534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-ae3b408b-fa18-43f3-a6f5-f38fec284d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.800983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-ae3b408b-fa18-43f3-a6f5-f38fec284d37 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8a9c68-c15b-4b9c-9baa-128f310b04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0501723 Jul 07 22:54:12.897830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-7d8f7ce3-ba20-4507-b7fc-fc3b355c968b service neutron] 10.222.0.103 "GET /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891774 Jul 07 22:54:12.990472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c64c8e78-a104-43b0-8e72-1addaf371a2f req-bbddafca-096a-4b8c-8705-1f49b929ab5d service neutron] 10.222.0.103 "GET /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851767 Jul 07 22:54:13.160788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22d67-9adb-4296-97d9-b2e633869475 req-6a249b9d-d866-4c27-a31a-1bf2ac65cbfd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:13.162278 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cf22d67-9adb-4296-97d9-b2e633869475 req-6a249b9d-d866-4c27-a31a-1bf2ac65cbfd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 907 time: 0.0708663 Jul 07 22:54:13.731701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 56a71d3d-d084-4d4e-88cd-83c056a84925 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:13.777343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 56a71d3d-d084-4d4e-88cd-83c056a84925 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:13.777726 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:14.335040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750844e-56b3-427b-aa48-d166d91ebb1f req-318948b7-0bf9-4c79-bddd-c5bb79ecdf3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:14.336530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7750844e-56b3-427b-aa48-d166d91ebb1f req-318948b7-0bf9-4c79-bddd-c5bb79ecdf3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 907 time: 0.0620656 Jul 07 22:54:15.507417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6089288-8fd4-4b13-a16a-cd55fd96aa92 req-27771ea2-faba-4168-b7c5-dab7ab0974cc tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:15.508894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6089288-8fd4-4b13-a16a-cd55fd96aa92 req-27771ea2-faba-4168-b7c5-dab7ab0974cc tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 907 time: 0.0621171 Jul 07 22:54:15.905910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b33281c0-fea6-4776-ba92-569fea207ce7 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:54:15.997622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port b33281c0-fea6-4776-ba92-569fea207ce7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b33281c0-fea6-4776-ba92-569fea207ce7,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:16.008497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'b33281c0-fea6-4776-ba92-569fea207ce7', 'network_id': '1f8a9c68-c15b-4b9c-9baa-128f310b04f0', 'port_id': 'b33281c0-fea6-4776-ba92-569fea207ce7', 'mac_address': 'fa:16:3e:38:af:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:54:16.048624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:16.060684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33281c0-fea6-4776-ba92-569fea207ce7 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:54:16.080006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port b33281c0-fea6-4776-ba92-569fea207ce7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b33281c0-fea6-4776-ba92-569fea207ce7,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:16.083777 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:16.129326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=b33281c0-fea6-4776-ba92-569fea207ce7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:16.327866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['b33281c0-fea6-4776-ba92-569fea207ce7'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:54:16.683644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6b2ea-6a5c-4a2f-b059-3dc29f163e6d req-d1d926e6-750c-48df-9233-2188b5a7f354 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:16.685107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32c6b2ea-6a5c-4a2f-b059-3dc29f163e6d req-d1d926e6-750c-48df-9233-2188b5a7f354 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 908 time: 0.0649180 Jul 07 22:54:17.126000 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:17.870274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793ba6c-91fb-4b03-a48f-ce2d74caae5f req-b736fef7-4710-4541-9943-9e4315c63f7b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:17.871942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c793ba6c-91fb-4b03-a48f-ce2d74caae5f req-b736fef7-4710-4541-9943-9e4315c63f7b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 908 time: 0.0655198 Jul 07 22:54:17.918723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b33281c0-fea6-4776-ba92-569fea207ce7 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:17.975803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port b33281c0-fea6-4776-ba92-569fea207ce7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:17.979720 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port b33281c0-fea6-4776-ba92-569fea207ce7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:17.980226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:18.060811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:18.085921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33281c0-fea6-4776-ba92-569fea207ce7'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:18.088539 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c5284-23cc-412d-9981-d69d83e645a8" -d '{"events": [{"server_uuid": "0539dc29-7b86-4eb1-a16e-6869bfff01ef", "name": "network-vif-plugged", "status": "completed", "tag": "b33281c0-fea6-4776-ba92-569fea207ce7"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:18.102653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port b33281c0-fea6-4776-ba92-569fea207ce7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b33281c0-fea6-4776-ba92-569fea207ce7,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:18.106778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:18.133188 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b14a0-303d-4b41-8ada-542cabbc923e x-openstack-request-id: req-339b14a0-303d-4b41-8ada-542cabbc923e {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:18.133782 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0539dc29-7b86-4eb1-a16e-6869bfff01ef", "name": "network-vif-plugged", "status": "completed", "tag": "b33281c0-fea6-4776-ba92-569fea207ce7", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:18.133782 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-339b14a0-303d-4b41-8ada-542cabbc923e {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:18.134125 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33281c0-fea6-4776-ba92-569fea207ce7', 'code': 200} Jul 07 22:54:18.170645 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=b33281c0-fea6-4776-ba92-569fea207ce7,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:18.254974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc3ce2-c226-4476-b2a8-18f9a8e6ca8f req-917f7e8b-8632-4911-a7ed-2ed38c5f16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:18.256449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3efc3ce2-c226-4476-b2a8-18f9a8e6ca8f req-917f7e8b-8632-4911-a7ed-2ed38c5f16d5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 1061 time: 0.0535054 Jul 07 22:54:18.374500 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d13168c0-6664-44e7-ba10-e252e57e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:18.962565 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:19.063444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7c7-359a-4e31-be1d-57c4c2d423d3 req-b74cddeb-cd1f-4117-b163-a6672e9ba2e0 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:19.065717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec9a7c7-359a-4e31-be1d-57c4c2d423d3 req-b74cddeb-cd1f-4117-b163-a6672e9ba2e0 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 909 time: 0.0716519 Jul 07 22:54:20.243649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0166eb-f22b-475a-ab4c-2d00fffd8d3f req-195dcdda-5878-4a87-9c24-f8f6c8bd0cd2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:20.245166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed0166eb-f22b-475a-ab4c-2d00fffd8d3f req-195dcdda-5878-4a87-9c24-f8f6c8bd0cd2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 909 time: 0.0667429 Jul 07 22:54:20.413284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6f7b3-e931-4ad8-b840-e15267701038 req-0454c6a8-a839-45ea-adfd-8944a227bc7e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:20.414782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37e6f7b3-e931-4ad8-b840-e15267701038 req-0454c6a8-a839-45ea-adfd-8944a227bc7e tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 909 time: 0.0619092 Jul 07 22:54:20.573142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836f990-d090-4a7a-824a-8dcae4e0200d req-bac504af-dad7-498e-b7a3-d3f035c2792c tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:20.574618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3836f990-d090-4a7a-824a-8dcae4e0200d req-bac504af-dad7-498e-b7a3-d3f035c2792c tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 1061 time: 0.0498979 Jul 07 22:54:20.739410 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaace06-456b-418e-ab9c-d998231f7bd4 req-feabcbb2-766f-4124-a2ee-d8d438bbe5cc tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:20.740957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-beaace06-456b-418e-ab9c-d998231f7bd4 req-feabcbb2-766f-4124-a2ee-d8d438bbe5cc tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.0566700 Jul 07 22:54:20.774975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-beaace06-456b-418e-ab9c-d998231f7bd4 req-ca8fad4f-e506-41af-bfb0-1c028d573083 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0283611 Jul 07 22:54:20.799738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34522) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:20.850302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc802a-4d0c-466e-ac49-b39c8207f419 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:20.851882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8ecc802a-4d0c-466e-ac49-b39c8207f419 tempest-TestSecurityGroupsBasicOps-1065168737 tempest-TestSecurityGroupsBasicOps-1065168737-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 1056 time: 0.0511065 Jul 07 22:54:21.215434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696913a9-64ea-456e-9a96-d94bc5ad5782 req-1b9aa859-2e2a-48bf-9edf-15eb986292c4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:21.216887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-696913a9-64ea-456e-9a96-d94bc5ad5782 req-1b9aa859-2e2a-48bf-9edf-15eb986292c4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 909 time: 0.0629625 Jul 07 22:54:21.369158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9ecdad55-d078-4636-8d2a-d18703f8b58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:21.442567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:22.142924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-0db043c7-ddb5-42d7-b3fd-fed7708fddff service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535464 Jul 07 22:54:22.241973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-0d61a417-ea28-42f9-8565-4001192e67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.243558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-0d61a417-ea28-42f9-8565-4001192e67d1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0524137 Jul 07 22:54:22.263912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:22.383895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-3a1843e7-d8e6-4d7a-8491-b60c82126952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.385461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-3a1843e7-d8e6-4d7a-8491-b60c82126952 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1192298 Jul 07 22:54:22.450948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f9cf8-fa51-42c0-81d3-99e4fe0d350e req-fa99a48b-6988-493a-96fd-cce583714346 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.452416 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c4f9cf8-fa51-42c0-81d3-99e4fe0d350e req-fa99a48b-6988-493a-96fd-cce583714346 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 909 time: 0.1204131 Jul 07 22:54:22.491767 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-ab160e62-1f7d-4446-b1fd-94aeb1248271 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 1001 time: 0.0968003 Jul 07 22:54:22.560554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-be48b652-718d-4612-9e12-81bc5e563857 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.561981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-be48b652-718d-4612-9e12-81bc5e563857 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.103 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 909 time: 0.1071289 Jul 07 22:54:22.563659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-3b2d0286-f107-4d92-81a8-3089653892b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.565011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-3b2d0286-f107-4d92-81a8-3089653892b6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0660057 Jul 07 22:54:22.689982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-10f76be2-53f4-47dc-8bb0-bb7a90f42d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.691398 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-10f76be2-53f4-47dc-8bb0-bb7a90f42d78 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131876 Jul 07 22:54:22.744706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port b33281c0-fea6-4776-ba92-569fea207ce7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:22.745049 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:23.142079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-f0a7e3ea-a5c4-4f14-9030-00f241191f1b service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413340 Jul 07 22:54:23.161651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] For port b33281c0-fea6-4776-ba92-569fea207ce7, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=b33281c0-fea6-4776-ba92-569fea207ce7,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:23.162272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:23.209416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for b33281c0-fea6-4776-ba92-569fea207ce7 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:23.300116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-c1405a9f-d494-4302-9482-237c1adb6be0 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504822 Jul 07 22:54:23.366516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:23.395986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=b33281c0-fea6-4776-ba92-569fea207ce7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:23.444780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] No DVR routers for this DVR port b33281c0-fea6-4776-ba92-569fea207ce7 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:54:23.447490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:23.449492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9849b572-835c-4f5b-aa8a-cba5df8f1c6b req-d495adf0-35d8-4fd2-abff-c64853aa47db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.103 "DELETE /v2.0/ports/b33281c0-fea6-4776-ba92-569fea207ce7 HTTP/1.1" status: 204 len: 173 time: 0.8773556 Jul 07 22:54:23.449933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'name': 'network-vif-deleted', 'tag': 'b33281c0-fea6-4776-ba92-569fea207ce7'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:23.452412 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e73021-173d-4c35-a0ca-49225a2b6879" -d '{"events": [{"server_uuid": "0539dc29-7b86-4eb1-a16e-6869bfff01ef", "name": "network-vif-deleted", "tag": "b33281c0-fea6-4776-ba92-569fea207ce7"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:23.489203 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff8a107-dbee-4f1e-8588-c74343b76f0d x-openstack-request-id: req-9ff8a107-dbee-4f1e-8588-c74343b76f0d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:23.489502 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0539dc29-7b86-4eb1-a16e-6869bfff01ef", "name": "network-vif-deleted", "tag": "b33281c0-fea6-4776-ba92-569fea207ce7", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:23.489778 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ff8a107-dbee-4f1e-8588-c74343b76f0d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:23.490184 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0539dc29-7b86-4eb1-a16e-6869bfff01ef', 'name': 'network-vif-deleted', 'tag': 'b33281c0-fea6-4776-ba92-569fea207ce7', 'status': 'completed', 'code': 200} Jul 07 22:54:23.616942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-150ccd85-b256-4f20-bb9e-a36276966af3 req-7eaaa167-9cc0-4eb6-be8a-791b8f9c9aab tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=0539dc29-7b86-4eb1-a16e-6869bfff01ef HTTP/1.1" status: 200 len: 210 time: 0.0286524 Jul 07 22:54:23.806191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:24.709737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34536) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:24.858156 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-e3ae4982-bc5c-4e96-bb09-ec66f6eae0e0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527213 Jul 07 22:54:24.957589 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-7d632aef-d90c-4885-b9ad-d97e1054843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:24.959104 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-7d632aef-d90c-4885-b9ad-d97e1054843a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.0592682 Jul 07 22:54:25.068720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-ebc3b905-d094-4c64-89ed-db3fbfed2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:25.070238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-ebc3b905-d094-4c64-89ed-db3fbfed2035 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 897 time: 0.0897419 Jul 07 22:54:25.125617 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:25.144103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-4eab5223-3edd-4ff8-9572-a46c3ed4a91d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 1002 time: 0.0677102 Jul 07 22:54:25.193986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-235121f7-808f-41d9-8f49-269f1d45a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:25.195549 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-235121f7-808f-41d9-8f49-269f1d45a88e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 200 len: 834 time: 0.0452118 Jul 07 22:54:25.256594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-cbe9019f-1be0-42f4-80a2-08e27471c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:25.258066 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-cbe9019f-1be0-42f4-80a2-08e27471c083 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8cd37547-9b21-4f56-af87-d994dc97e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567396 Jul 07 22:54:25.353873 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-0d0f0fc3-6a6b-4a2f-bb5b-dabbb6cff38c service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890455 Jul 07 22:54:25.394511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port 56a71d3d-d084-4d4e-88cd-83c056a84925 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:25.394905 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:25.449962 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e30d75e9-1cd4-4134-83a1-ea60eebd4657 req-47228364-4370-492d-b18f-2b285bbc55d3 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900650 Jul 07 22:54:25.487394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] For port 56a71d3d-d084-4d4e-88cd-83c056a84925, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=56a71d3d-d084-4d4e-88cd-83c056a84925,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:25.487763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:25.499439 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for 56a71d3d-d084-4d4e-88cd-83c056a84925 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:25.684807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:25.712301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=56a71d3d-d084-4d4e-88cd-83c056a84925,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:25.888428 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:25.979764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b33281c0-fea6-4776-ba92-569fea207ce7 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:26.000156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: b33281c0-fea6-4776-ba92-569fea207ce7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:26.000443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device b33281c0-fea6-4776-ba92-569fea207ce7 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:26.106185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:54:26.220956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:54:26.226653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53221f68-f5a8-45ca-bcd2-885f58957cf9 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "PUT /v2.0/routers/735aa3df-25e9-49d4-b4b0-e5b5316cc1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5153935 Jul 07 22:54:26.228887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34542) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:26.232149 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] Sync routers for ids ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:54:26.242267 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] Routers {'735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:26.242908 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:26.281145 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting subnet fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:54:26.284502 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.324531 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.346165 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] Set router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:26.411404 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.471855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.499284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:26.503556 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.505451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c7d8c3cd-21d6-4282-bd02-97b602da0a3c tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/subnets/fdfa671e-7f8a-44a6-a4c1-a1e228efc6e2 HTTP/1.1" status: 204 len: 168 time: 0.2755437 Jul 07 22:54:26.508189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34544) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:26.511812 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf0a49-ab85-4483-9018-fc928945aa3b None None] Network 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:54:26.531090 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:25Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:26.561526 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] Checking router: 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:54:26.572290 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] Routers {'735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:26.572909 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:26.690142 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] Set router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:26.727647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] DHCP port deletion for 1f8a9c68-c15b-4b9c-9baa-128f310b04f0 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:54:26.776706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] Deleting port db59bde3-3000-46b8-a7dc-8c805c074da6 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:26.777026 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.855251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] For port db59bde3-3000-46b8-a7dc-8c805c074da6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=db59bde3-3000-46b8-a7dc-8c805c074da6,segment=NetworkSegment(2d39c6a1-0621-4d98-9e92-732bd01db718),segment_id=2d39c6a1-0621-4d98-9e92-732bd01db718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:26.855670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.872839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] Calling delete_port for db59bde3-3000-46b8-a7dc-8c805c074da6 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:26.889534 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:25Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:26.918671 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c9e401-ef4f-4658-9299-c3933cf4ba3e None None] The sync data for ids ['735aa3df-25e9-49d4-b4b0-e5b5316cc1d4'] in n-d-694802-13 is: [{'id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1327452108', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:25Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '16abccc4-9276-4a45-859a-f7112b5a5382', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735aa3df-25e9-49d4-b4b0-e5b5316cc1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:54:04Z', 'updated_at': '2021-07-07T22:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:54:26.974867 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:26.979800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.041198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] Pushing event deleted for resources: {'Port': ['ID=db59bde3-3000-46b8-a7dc-8c805c074da6,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:27.043631 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e673d6e-d5da-4293-bab5-28257503e7a4 None None] No DVR routers for this DVR port db59bde3-3000-46b8-a7dc-8c805c074da6 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:54:27.086907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.139570 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port 16abccc4-9276-4a45-859a-f7112b5a5382 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:27.139961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.225877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] For port 16abccc4-9276-4a45-859a-f7112b5a5382, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=16abccc4-9276-4a45-859a-f7112b5a5382,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:27.226171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.239120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for 16abccc4-9276-4a45-859a-f7112b5a5382 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:27.429955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.453953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=16abccc4-9276-4a45-859a-f7112b5a5382,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:27.518564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.610920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.613003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.655637 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.656172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Fanout notify agent at l3_agent the message router_deleted on router 735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:54:27.663083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.666785 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a85bc060-c93f-443e-beb2-76e3ba0b50f2 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/routers/735aa3df-25e9-49d4-b4b0-e5b5316cc1d4 HTTP/1.1" status: 204 len: 168 time: 1.1544921 Jul 07 22:54:27.666963 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34546) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:27.747548 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.810193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db59bde3-3000-46b8-a7dc-8c805c074da6 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:27.832083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: db59bde3-3000-46b8-a7dc-8c805c074da6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:27.832439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device db59bde3-3000-46b8-a7dc-8c805c074da6 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:27.832868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 56a71d3d-d084-4d4e-88cd-83c056a84925 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:27.841128 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.851224 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a9c68-c15b-4b9c-9baa-128f310b04f0']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:27.855062 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 56a71d3d-d084-4d4e-88cd-83c056a84925 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:27.855423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 56a71d3d-d084-4d4e-88cd-83c056a84925 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:27.862921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d39c6a1-0621-4d98-9e92-732bd01db718') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:27.863176 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d39c6a1-0621-4d98-9e92-732bd01db718') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:27.872066 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.886047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.891971 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:54:27.892384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:54:27.895459 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:54:27.957107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.966020 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.968212 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/networks/1f8a9c68-c15b-4b9c-9baa-128f310b04f0 HTTP/1.1" status: 204 len: 168 time: 0.3002365 Jul 07 22:54:27.970873 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34548) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:28.015841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e138d-6f6a-497b-aaf9-0fa11d28b40b tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Network': ['ID=1f8a9c68-c15b-4b9c-9baa-128f310b04f0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:28.235213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port 3f7743aa-e878-43f4-9dfe-1a57d636dea2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:28.236146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:28.321969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:28.322305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:28.333970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for 3f7743aa-e878-43f4-9dfe-1a57d636dea2 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:28.516568 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:28.539364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=3f7743aa-e878-43f4-9dfe-1a57d636dea2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:28.608093 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:28.608457 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Floating IP 28a010c9-37cf-4236-8d27-931bb937fbd7 disassociated (deleted). External IP: 172.25.5.209, port: a99688d3-96ac-42d3-87da-1b6e37571d41. Jul 07 22:54:28.812490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 319c9eac-7269-4f65-a87a-492550de1f4a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:54:28.918723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:54:28.923957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:28.928045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] Sync routers for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:54:28.936684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:28.937303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:28.962412 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-02f82ac3-f0a1-45af-a743-6dda62cf17db tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/floatingips/28a010c9-37cf-4236-8d27-931bb937fbd7 HTTP/1.1" status: 204 len: 168 time: 0.9904099 Jul 07 22:54:28.963145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:28.965818 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d099d8-3344-4f23-ad16-4859fdd0da34" -d '{"events": [{"name": "network-changed", "server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:29.040956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:29.250405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:47Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:29.277140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] Checking router: 319c9eac-7269-4f65-a87a-492550de1f4a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:54:29.286596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:29.287239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:29.403847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:29.404413 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656a5c96-7c07-4a7e-b845-f634045ca1c6 x-openstack-request-id: req-656a5c96-7c07-4a7e-b845-f634045ca1c6 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:29.404717 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:29.406033 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-656a5c96-7c07-4a7e-b845-f634045ca1c6 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:29.406033 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'status': 'completed', 'code': 200} Jul 07 22:54:29.483056 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-d1bedb8b-0ae8-4167-9a98-01c5c5f00d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:29.484821 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-d1bedb8b-0ae8-4167-9a98-01c5c5f00d45 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=544c122cf1dd4e71a928adf517490182&device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 1137 time: 0.0572672 Jul 07 22:54:29.559777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3512f1-9ccf-440b-a79a-cd3d3d4f3f1c req-755fe353-0c98-4db3-9b7c-777afe1a3893 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:29.561459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce3512f1-9ccf-440b-a79a-cd3d3d4f3f1c req-755fe353-0c98-4db3-9b7c-777afe1a3893 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 985 time: 0.0710981 Jul 07 22:54:29.581330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-d492e782-5782-47c2-8ed7-ab9354c33e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:29.582803 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-d492e782-5782-47c2-8ed7-ab9354c33e11 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 200 len: 897 time: 0.0866015 Jul 07 22:54:29.607335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce3512f1-9ccf-440b-a79a-cd3d3d4f3f1c req-6c7c4e0b-784b-4596-91ec-477c4910eecc tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0382426 Jul 07 22:54:29.615075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:47Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:29.635307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-1ed53de7-ea97-44b2-826c-be7b56c436b8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 200 len: 217 time: 0.0446830 Jul 07 22:54:29.641666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51232b6-d200-4c4f-8649-4e0c0a84c0a0 None None] The sync data for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 is: [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:42Z', 'revision_number': 4, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7887d2aa-1acf-4e46-a644-8b076f6abe71', 'name': '', 'network_id': '8cd37547-9b21-4f56-af87-d994dc97e691', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'mac_address': 'fa:16:3e:e1:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:42Z', 'updated_at': '2021-07-07T22:52:47Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'subnets': [{'id': 'd2e7e855-011c-4e83-8626-ce4b62f50967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:54:29.685798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-5fe8ab49-ddfa-4b2f-9ab5-5df0c92612f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:29.687332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-5fe8ab49-ddfa-4b2f-9ab5-5df0c92612f8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 200 len: 834 time: 0.0451360 Jul 07 22:54:29.700028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16abccc4-9276-4a45-859a-f7112b5a5382 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:29.720837 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 16abccc4-9276-4a45-859a-f7112b5a5382 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:29.721198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 16abccc4-9276-4a45-859a-f7112b5a5382 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:29.747645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-20ea259e-e325-4acd-bc81-745eb84ad54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:29.749191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-20ea259e-e325-4acd-bc81-745eb84ad54c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8cd37547-9b21-4f56-af87-d994dc97e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541070 Jul 07 22:54:29.849411 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-6f5c0a54-c7a4-405b-ab02-a38935aa7ee1 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929828 Jul 07 22:54:29.882825 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9db71-82fc-4d04-b10d-d977f60c8865 None None] New status for floating IP 28a010c9-37cf-4236-8d27-931bb937fbd7: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:54:29.942161 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-78d099d8-3344-4f23-ad16-4859fdd0da34 req-bc526557-06fb-4c34-94a1-cb0124151e62 service neutron] 10.222.0.97 "GET /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855377 Jul 07 22:54:30.790642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab879d-9881-4b6c-9da0-bd7e86bd1f65 req-b123966e-8840-4cce-acde-ca6c949746df tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:30.792176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0ab879d-9881-4b6c-9da0-bd7e86bd1f65 req-b123966e-8840-4cce-acde-ca6c949746df tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 985 time: 0.0635962 Jul 07 22:54:30.832263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0ab879d-9881-4b6c-9da0-bd7e86bd1f65 req-a8315952-411b-4cd8-ae69-f536e1ac5c33 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/security-groups?id=3a1e94fa-b9ce-4b71-adf1-662408ef3631&id=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344777 Jul 07 22:54:31.143139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99bc05-9f37-4187-8236-f9338d79490e req-d019a64c-6152-4d39-9112-0e08204b9533 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:31.144770 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1c99bc05-9f37-4187-8236-f9338d79490e req-d019a64c-6152-4d39-9112-0e08204b9533 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.97 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 985 time: 0.0896308 Jul 07 22:54:31.248170 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port a99688d3-96ac-42d3-87da-1b6e37571d41 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:31.248528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:31.568852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] For port a99688d3-96ac-42d3-87da-1b6e37571d41, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a99688d3-96ac-42d3-87da-1b6e37571d41,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:31.569130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:31.583995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for a99688d3-96ac-42d3-87da-1b6e37571d41 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:31.710861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:31.737950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=a99688d3-96ac-42d3-87da-1b6e37571d41,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:31.800227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] No DVR routers for this DVR port a99688d3-96ac-42d3-87da-1b6e37571d41 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:54:31.802852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:31.804992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1c99bc05-9f37-4187-8236-f9338d79490e req-1b0c27c8-96ae-443e-a4fe-68d0cb8a0b82 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.97 "DELETE /v2.0/ports/a99688d3-96ac-42d3-87da-1b6e37571d41 HTTP/1.1" status: 204 len: 173 time: 0.6533322 Jul 07 22:54:31.805439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'name': 'network-vif-deleted', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:31.807758 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db49fd-adab-47ed-b908-8b7438f11644" -d '{"events": [{"server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "name": "network-vif-deleted", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:31.844670 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2faff92-cc7f-4ac8-bddd-508060681c81 x-openstack-request-id: req-c2faff92-cc7f-4ac8-bddd-508060681c81 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:31.845797 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a15dba-e198-479e-856f-c6db0fac6d28", "name": "network-vif-deleted", "tag": "a99688d3-96ac-42d3-87da-1b6e37571d41", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:31.846059 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2faff92-cc7f-4ac8-bddd-508060681c81 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:31.846469 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a15dba-e198-479e-856f-c6db0fac6d28', 'name': 'network-vif-deleted', 'tag': 'a99688d3-96ac-42d3-87da-1b6e37571d41', 'status': 'completed', 'code': 200} Jul 07 22:54:31.976991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f3e57f6-cfca-4029-b584-3bd2489d85b2 req-392a578b-4875-47b8-b92a-e2605243c7ef tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "GET /v2.0/ports?device_id=53a15dba-e198-479e-856f-c6db0fac6d28 HTTP/1.1" status: 200 len: 210 time: 0.0284271 Jul 07 22:54:33.068277 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34564) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:33.120747 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec991-5e70-4e7f-a265-ac27dddcef05 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.145791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec991-5e70-4e7f-a265-ac27dddcef05 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.185468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec991-5e70-4e7f-a265-ac27dddcef05 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.188171 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec991-5e70-4e7f-a265-ac27dddcef05 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.189344 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2d5ec991-5e70-4e7f-a265-ac27dddcef05 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/security-groups/3a1e94fa-b9ce-4b71-adf1-662408ef3631 HTTP/1.1" status: 204 len: 168 time: 0.1200421 Jul 07 22:54:33.192134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34566) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:33.198246 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ec991-5e70-4e7f-a265-ac27dddcef05 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1e94fa-b9ce-4b71-adf1-662408ef3631,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:33.252608 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc818-2808-44cd-b6dd-47e2f2106cf4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.274546 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc818-2808-44cd-b6dd-47e2f2106cf4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.315750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc818-2808-44cd-b6dd-47e2f2106cf4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.318251 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc818-2808-44cd-b6dd-47e2f2106cf4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.319404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5e5bc818-2808-44cd-b6dd-47e2f2106cf4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/security-groups/5f0ff48e-c96a-4f66-b703-570c7cc8f4b0 HTTP/1.1" status: 204 len: 168 time: 0.1257620 Jul 07 22:54:33.322181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34568) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:33.328375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc818-2808-44cd-b6dd-47e2f2106cf4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ff48e-c96a-4f66-b703-570c7cc8f4b0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:33.744335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.049192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port 7887d2aa-1acf-4e46-a644-8b076f6abe71 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:34.049446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.134937 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] For port 7887d2aa-1acf-4e46-a644-8b076f6abe71, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7887d2aa-1acf-4e46-a644-8b076f6abe71,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:34.135560 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.147431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for 7887d2aa-1acf-4e46-a644-8b076f6abe71 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:34.328101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.361344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=7887d2aa-1acf-4e46-a644-8b076f6abe71,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:34.529062 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.740848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Router 319c9eac-7269-4f65-a87a-492550de1f4a has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:54:34.845231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:54:34.850187 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7f4434ce-7229-4220-b94c-15106215a1e4 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "PUT /v2.0/routers/319c9eac-7269-4f65-a87a-492550de1f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268569 Jul 07 22:54:34.852838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34570) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:34.856004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] Sync routers for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:54:34.866091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:34.866754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:34.903763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting subnet d2e7e855-011c-4e83-8626-ce4b62f50967 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:54:34.906855 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.945514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.971650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:35.022465 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:54:35.033778 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.091988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.118686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e7e855-011c-4e83-8626-ce4b62f50967,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:35.122499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.124668 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fdd83b10-d5db-4a9e-ad68-b9b60f5eca01 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/subnets/d2e7e855-011c-4e83-8626-ce4b62f50967 HTTP/1.1" status: 204 len: 168 time: 0.2705443 Jul 07 22:54:35.127581 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34572) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:35.129981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aab119-5c29-42a6-b2eb-b9b4734cf85e None None] Network 8cd37547-9b21-4f56-af87-d994dc97e691 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:54:35.201708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a99688d3-96ac-42d3-87da-1b6e37571d41 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:35.245705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: a99688d3-96ac-42d3-87da-1b6e37571d41 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:35.246061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a99688d3-96ac-42d3-87da-1b6e37571d41 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:35.278557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:54:34Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:35.307372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] Checking router: 319c9eac-7269-4f65-a87a-492550de1f4a for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:54:35.321153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] Routers {'319c9eac-7269-4f65-a87a-492550de1f4a'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:54:35.321796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['319c9eac-7269-4f65-a87a-492550de1f4a'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:35.491308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.569047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] DHCP port deletion for 8cd37547-9b21-4f56-af87-d994dc97e691 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:54:35.597640 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.616952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] Set router 319c9eac-7269-4f65-a87a-492550de1f4a gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:54:35.649852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Deleting port 2220894b-b61d-49b9-a4e6-c5638ce2964b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:35.650209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.725313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] Deleting port 0046e163-b8dc-441f-923c-00a074dfda09 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:35.725745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.744024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] For port 2220894b-b61d-49b9-a4e6-c5638ce2964b, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2220894b-b61d-49b9-a4e6-c5638ce2964b,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:35.744400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.757303 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Calling delete_port for 2220894b-b61d-49b9-a4e6-c5638ce2964b owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:35.813301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0046e163-b8dc-441f-923c-00a074dfda09 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:35.816099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] For port 0046e163-b8dc-441f-923c-00a074dfda09, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0046e163-b8dc-441f-923c-00a074dfda09,segment=NetworkSegment(f4070a32-e3c2-4b2d-bc68-3d3de4e41b19),segment_id=f4070a32-e3c2-4b2d-bc68-3d3de4e41b19)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:35.816502 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.864451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] Calling delete_port for 0046e163-b8dc-441f-923c-00a074dfda09 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:35.927621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:35.957675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Port': ['ID=2220894b-b61d-49b9-a4e6-c5638ce2964b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:35.987454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:54:34Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:36.021408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.030049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f01e55-b14e-476f-9c22-c599ca08d97d None None] The sync data for ids ['319c9eac-7269-4f65-a87a-492550de1f4a'] in n-d-694802-13 is: [{'id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2002083627', 'tenant_id': '544c122cf1dd4e71a928adf517490182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:54:34Z', 'revision_number': 5, 'project_id': '544c122cf1dd4e71a928adf517490182', 'gw_port': {'id': '2220894b-b61d-49b9-a4e6-c5638ce2964b', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c9eac-7269-4f65-a87a-492550de1f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:52:39Z', 'updated_at': '2021-07-07T22:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:54:36.033399 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.052730 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.099012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] No DVR routers for this DVR port 0046e163-b8dc-441f-923c-00a074dfda09 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:54:36.100719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6298a07-096a-4b71-b33a-fd28ff960f1a None None] Pushing event deleted for resources: {'Port': ['ID=0046e163-b8dc-441f-923c-00a074dfda09,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:36.119864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.122000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.164396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.164964 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Fanout notify agent at l3_agent the message router_deleted on router 319c9eac-7269-4f65-a87a-492550de1f4a {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:54:36.171969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.173102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-04dd96b6-112b-4c57-af5f-ed3aa30fe9fd tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/routers/319c9eac-7269-4f65-a87a-492550de1f4a HTTP/1.1" status: 204 len: 168 time: 1.0436931 Jul 07 22:54:36.175834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34574) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:36.250277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.337400 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.347856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd37547-9b21-4f56-af87-d994dc97e691']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:36.357834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:36.358136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4070a32-e3c2-4b2d-bc68-3d3de4e41b19') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:54:36.366673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.380139 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.385989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:54:36.386856 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:54:36.389390 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:54:36.453661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.461534 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.466887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] 10.222.0.95 "DELETE /v2.0/networks/8cd37547-9b21-4f56-af87-d994dc97e691 HTTP/1.1" status: 204 len: 168 time: 0.2868285 Jul 07 22:54:36.477186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46e8a9-f642-4e5f-8014-5f3b0a639596 tempest-TestSecurityGroupsBasicOps-1753120596 tempest-TestSecurityGroupsBasicOps-1753120596-project] Pushing event deleted for resources: {'Network': ['ID=8cd37547-9b21-4f56-af87-d994dc97e691,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:36.788358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34582) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:36.916244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-277aa7b2-c1e6-4936-a485-e45a9c29b14d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=544c122cf1dd4e71a928adf517490182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267302 Jul 07 22:54:36.918606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34586) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:36.965657 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6779a395-17eb-4dcb-bf54-4ff7bec5fc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:36.986513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6779a395-17eb-4dcb-bf54-4ff7bec5fc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.033670 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6779a395-17eb-4dcb-bf54-4ff7bec5fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.036574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6779a395-17eb-4dcb-bf54-4ff7bec5fc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.037987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6779a395-17eb-4dcb-bf54-4ff7bec5fc14 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/345c1348-5e9e-47f1-bc44-fff36aa6915b HTTP/1.1" status: 204 len: 168 time: 0.1184430 Jul 07 22:54:37.046220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a395-17eb-4dcb-bf54-4ff7bec5fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c1348-5e9e-47f1-bc44-fff36aa6915b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:37.292642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:37.306215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9128117-ca76-4168-bf1a-7f46b2689bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.394809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9128117-ca76-4168-bf1a-7f46b2689bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.398578 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c9128117-ca76-4168-bf1a-7f46b2689bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.436656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c9128117-ca76-4168-bf1a-7f46b2689bf7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=73fb990fc17446c3a3392152f4608e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429336 Jul 07 22:54:37.437614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9128117-ca76-4168-bf1a-7f46b2689bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c045f3-9c30-43df-854b-f8b193e5eaf9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:37.439442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34594) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:37.489518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb00399-0823-4feb-b10e-24a20f823a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.509766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb00399-0823-4feb-b10e-24a20f823a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.556950 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb00399-0823-4feb-b10e-24a20f823a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.559572 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ceb00399-0823-4feb-b10e-24a20f823a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.560778 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ceb00399-0823-4feb-b10e-24a20f823a83 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/54c045f3-9c30-43df-854b-f8b193e5eaf9 HTTP/1.1" status: 204 len: 168 time: 0.1198447 Jul 07 22:54:37.568346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb00399-0823-4feb-b10e-24a20f823a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c045f3-9c30-43df-854b-f8b193e5eaf9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:37.743199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2220894b-b61d-49b9-a4e6-c5638ce2964b no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:37.762440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2220894b-b61d-49b9-a4e6-c5638ce2964b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:37.762834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2220894b-b61d-49b9-a4e6-c5638ce2964b not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:37.763256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7887d2aa-1acf-4e46-a644-8b076f6abe71 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:37.783217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7887d2aa-1acf-4e46-a644-8b076f6abe71 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:37.783573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7887d2aa-1acf-4e46-a644-8b076f6abe71 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:37.884681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:37.923912 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9face0bf-cc26-47df-9dfa-6495dcf0b890 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8338aa32f15746d9b022514d47d4e1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380816 Jul 07 22:54:37.926184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:54:37.973360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00ef473a-38d2-47e5-97a3-2b4368f03ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:37.997126 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00ef473a-38d2-47e5-97a3-2b4368f03ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:38.043934 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00ef473a-38d2-47e5-97a3-2b4368f03ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:38.046501 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-00ef473a-38d2-47e5-97a3-2b4368f03ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:38.047678 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-00ef473a-38d2-47e5-97a3-2b4368f03ebf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/47a8e9af-2025-4ae4-ac51-219f8b12f0ae HTTP/1.1" status: 204 len: 168 time: 0.1205695 Jul 07 22:54:38.055338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef473a-38d2-47e5-97a3-2b4368f03ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a8e9af-2025-4ae4-ac51-219f8b12f0ae,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:47.131388 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:48.379192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6a70ed7a-7f4a-4a87-a091-215f8d997263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:48.962008 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:51.369829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6afc-25ad-44cb-873e-fa4735a364cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:51.441652 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:52.264919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:53.808186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.159770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34612) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:07.314516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port 24d01ca8-c713-420a-a324-a45dc25a658e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:07.314893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.387477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.387820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.399747 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for 24d01ca8-c713-420a-a324-a45dc25a658e owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:07.544497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.569672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=24d01ca8-c713-420a-a324-a45dc25a658e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:07.606717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.607069 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.607420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.607763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.608099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.608434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.608767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.609101 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.609429 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.609759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.610745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.611083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:07.649255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.649591 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Floating IP fdfbab06-36d3-4796-9d0e-5987bc3dca29 disassociated (deleted). External IP: 172.25.5.181, port: d7eae642-2382-4070-9a2d-090b09fd27a1. Jul 07 22:55:07.861010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:55:07.963317 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:07.968685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:07.974338 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:07.983024 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:07.983715 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:08.009646 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d82667c8-a305-4c35-9ceb-e5b95724db55 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "DELETE /v2.0/floatingips/fdfbab06-36d3-4796-9d0e-5987bc3dca29 HTTP/1.1" status: 204 len: 168 time: 0.8488171 Jul 07 22:55:08.010244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:08.012594 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c51858c-519c-463b-a816-74b58b81c2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:08.085828 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:08.260408 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095b85e8-df38-4772-bb99-cd36d2d2bea8 x-openstack-request-id: req-095b85e8-df38-4772-bb99-cd36d2d2bea8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:08.260895 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:08.260994 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-095b85e8-df38-4772-bb99-cd36d2d2bea8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:08.261364 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'status': 'completed', 'code': 200} Jul 07 22:55:08.318879 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:13Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:08.341611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51858c-519c-463b-a816-74b58b81c2ec req-8f626e02-87a8-4100-8b83-b572121a91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:08.343891 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-8f626e02-87a8-4100-8b83-b572121a91da service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 1097 time: 0.0582511 Jul 07 22:55:08.346233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:08.356204 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:08.356936 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:08.485372 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854b7f-82b8-4e30-b6d9-113edd9925cd req-34cc0c24-48a4-4f5e-b86a-ac949c5e144c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:08.486916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac854b7f-82b8-4e30-b6d9-113edd9925cd req-34cc0c24-48a4-4f5e-b86a-ac949c5e144c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 945 time: 0.1388843 Jul 07 22:55:08.488527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51858c-519c-463b-a816-74b58b81c2ec req-98b258ed-2505-4812-8c71-b11decec9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:08.489918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-98b258ed-2505-4812-8c71-b11decec9473 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1317923 Jul 07 22:55:08.539543 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-56d74c18-50b7-4a24-9ac7-15af4fd1c6b5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7eae642-2382-4070-9a2d-090b09fd27a1 HTTP/1.1" status: 200 len: 217 time: 0.0406363 Jul 07 22:55:08.548185 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:08.587461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac854b7f-82b8-4e30-b6d9-113edd9925cd req-006c09f2-5326-4f55-b668-efdb3dad3c0c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948250 Jul 07 22:55:08.614098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51858c-519c-463b-a816-74b58b81c2ec req-a519023e-ccdb-4308-8340-0ccbb51d637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:08.614098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-a519023e-ccdb-4308-8340-0ccbb51d637d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0558786 Jul 07 22:55:08.664074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51858c-519c-463b-a816-74b58b81c2ec req-34c75b15-a4c3-44b5-81a8-7d3cd05fbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:08.665621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-34c75b15-a4c3-44b5-81a8-7d3cd05fbc52 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532141 Jul 07 22:55:08.753721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-52bf9911-c4c0-4777-b623-6bdc3f5cfd9c service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Jul 07 22:55:08.769134 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:13Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:08.797592 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80865-1cab-46e3-a71a-47ad23a95809 None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '87cec80b-c686-4f3b-82d6-b73b9d6ebf41', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'port_id': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'mac_address': 'fa:16:3e:d9:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:51:11Z', 'updated_at': '2021-07-07T22:51:13Z', 'revision_number': 1, 'project_id': '79e2fca618084df79237244d3fa35271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:08.859232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51858c-519c-463b-a816-74b58b81c2ec req-6793fdfd-2813-400b-b574-650c0ca95b98 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977631 Jul 07 22:55:09.020937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1f0fe-6fe2-4a7c-bcd1-5dd374f6ff42 None None] New status for floating IP fdfbab06-36d3-4796-9d0e-5987bc3dca29: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:55:09.793849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1384f-b8b2-4c11-a1f3-df09ac5a8a6c req-e9f223ab-a7f6-46e3-8dd1-6d5f57de463c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:09.795343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7b1384f-b8b2-4c11-a1f3-df09ac5a8a6c req-e9f223ab-a7f6-46e3-8dd1-6d5f57de463c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 945 time: 0.0927842 Jul 07 22:55:09.852478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aed75-9d07-474b-9831-25992978fd65 req-70cd8709-c5e1-4d28-a05b-d0219f19218e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:09.853948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f1aed75-9d07-474b-9831-25992978fd65 req-70cd8709-c5e1-4d28-a05b-d0219f19218e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 945 time: 0.1027002 Jul 07 22:55:09.856806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7b1384f-b8b2-4c11-a1f3-df09ac5a8a6c req-3e6ed60a-cbda-477b-bb49-0b81f40eaacf tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540719 Jul 07 22:55:09.950556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port d7eae642-2382-4070-9a2d-090b09fd27a1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:09.950852 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:10.039594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port d7eae642-2382-4070-9a2d-090b09fd27a1, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=d7eae642-2382-4070-9a2d-090b09fd27a1,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:10.039959 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:10.052434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for d7eae642-2382-4070-9a2d-090b09fd27a1 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:10.177080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:10.206706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=d7eae642-2382-4070-9a2d-090b09fd27a1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:10.236246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.236612 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.236947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.237290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.237628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.237962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.238293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.238621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.238970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.239297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.239624 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.239949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:10.259683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port d7eae642-2382-4070-9a2d-090b09fd27a1 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:10.261961 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:10.263942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f1aed75-9d07-474b-9831-25992978fd65 req-f5a4a3c9-fc0c-4ba3-adad-e39c3ecdb2f4 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "DELETE /v2.0/ports/d7eae642-2382-4070-9a2d-090b09fd27a1 HTTP/1.1" status: 204 len: 173 time: 0.4041624 Jul 07 22:55:10.264390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'name': 'network-vif-deleted', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:10.267228 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57e79fe-61a5-4efc-bcbe-6552f35b67e8" -d '{"events": [{"server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "name": "network-vif-deleted", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:10.310648 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ae7fd-f1f8-4ffe-ae6c-b0f4f1161d0a x-openstack-request-id: req-281ae7fd-f1f8-4ffe-ae6c-b0f4f1161d0a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:10.310975 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec31a13-b650-443c-b6f8-5166e5145d33", "name": "network-vif-deleted", "tag": "d7eae642-2382-4070-9a2d-090b09fd27a1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:10.311238 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-281ae7fd-f1f8-4ffe-ae6c-b0f4f1161d0a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:10.311657 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec31a13-b650-443c-b6f8-5166e5145d33', 'name': 'network-vif-deleted', 'tag': 'd7eae642-2382-4070-9a2d-090b09fd27a1', 'status': 'completed', 'code': 200} Jul 07 22:55:11.003490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89faf104-a6ba-4d70-9d02-515480a823cb req-84757163-0abd-454e-9b3f-d6ebbba0b17b tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0291631 Jul 07 22:55:12.022318 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:55:12.147570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-10a998f4-170d-4ae6-b01a-1b914c6ce030 req-e71a3fc8-e450-46c5-ac96-3086207ef8d0 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0335219 Jul 07 22:55:12.165203 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d7eae642-2382-4070-9a2d-090b09fd27a1 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:12.189529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: d7eae642-2382-4070-9a2d-090b09fd27a1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:12.189886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device d7eae642-2382-4070-9a2d-090b09fd27a1 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:13.302894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd923a8a-4e7f-4ec6-8850-70523749ada6 req-9c184207-a53e-4804-881a-864d214469d2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=dec31a13-b650-443c-b6f8-5166e5145d33 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Jul 07 22:55:15.762106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-6085b005-f9d5-4d52-96fb-cbf503a0f8a5 req-5a77bd86-ecf2-4cf8-b9aa-91433f9293d3 tempest-TestNetworkBasicOps-64140004 tempest-TestNetworkBasicOps-64140004-project] (93932) timed out ('10.222.0.95', 58812) {{(pid=93932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:55:17.130471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:18.379501 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b5f1be1c-b9bf-4964-86fc-9d583ee12a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:18.698257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34656) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:18.852838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port 6f051345-5d92-446f-972a-7b094d957783 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:18.853193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:18.926872 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:18.927215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:18.938762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for 6f051345-5d92-446f-972a-7b094d957783 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:18.978165 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:19.088082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:19.117523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=6f051345-5d92-446f-972a-7b094d957783,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:19.177397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:19.177685 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Floating IP 87cec80b-c686-4f3b-82d6-b73b9d6ebf41 disassociated (deleted). External IP: 172.25.5.199, port: cbe298d5-00ba-428b-84a2-c5fba5f96195. Jul 07 22:55:19.383008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:55:19.488054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:19.492440 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:19.498423 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:19.508214 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:19.508829 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:19.528242 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-cb875a12-5774-485c-9930-cb837fb1640c tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "DELETE /v2.0/floatingips/87cec80b-c686-4f3b-82d6-b73b9d6ebf41 HTTP/1.1" status: 204 len: 168 time: 0.8288443 Jul 07 22:55:19.528829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:19.531298 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987090cf-0244-4f9b-8b61-f3e236876e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:19.612069 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:19.775731 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44855070-a0dd-40ce-92aa-3aa292e7c9a8 x-openstack-request-id: req-44855070-a0dd-40ce-92aa-3aa292e7c9a8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:19.776251 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:19.776473 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-44855070-a0dd-40ce-92aa-3aa292e7c9a8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:19.776966 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'status': 'completed', 'code': 200} Jul 07 22:55:19.829542 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:19.850860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-a58b64a7-0176-4547-8c73-990cb0219132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:19.852538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-a58b64a7-0176-4547-8c73-990cb0219132 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=79e2fca618084df79237244d3fa35271&device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 1097 time: 0.0546036 Jul 07 22:55:19.854097 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:19.863191 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:19.863804 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:54:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:19.966822 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:19.995827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613343ee-ac07-405d-9e65-b003d9364906 req-599c3850-f107-4218-9dd4-404e37976d4a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:19.997322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-613343ee-ac07-405d-9e65-b003d9364906 req-599c3850-f107-4218-9dd4-404e37976d4a tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 945 time: 0.1271889 Jul 07 22:55:19.998741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-08a52d3f-bde2-492c-8822-9abf2d3c32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:20.000630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-08a52d3f-bde2-492c-8822-9abf2d3c32a5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 200 len: 913 time: 0.1391706 Jul 07 22:55:20.055178 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-a3db1c51-bff8-4a45-a3de-d390b53a4d3b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 200 len: 217 time: 0.0441296 Jul 07 22:55:20.080149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-613343ee-ac07-405d-9e65-b003d9364906 req-20dec56e-3d96-4ac5-8e6e-e70b299bde84 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760210 Jul 07 22:55:20.113801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-e4343438-09a8-49f1-838f-02479b445cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:20.115300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-e4343438-09a8-49f1-838f-02479b445cab service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 200 len: 851 time: 0.0503526 Jul 07 22:55:20.163195 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:20.170550 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-143281c5-a7d5-478f-8977-9a2fd0e47027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:20.172119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-143281c5-a7d5-478f-8977-9a2fd0e47027 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7bea1d33-6888-467d-acd7-0af4076e1aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508070 Jul 07 22:55:20.188926 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457302b8-d2ce-4e88-979c-1b14e706fc77 None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:44:12Z', 'revision_number': 4, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c0d3d8a-24c4-4194-ac7f-78d51397ddfe', 'name': '', 'network_id': '7bea1d33-6888-467d-acd7-0af4076e1aa1', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'mac_address': 'fa:16:3e:fd:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:11Z', 'updated_at': '2021-07-07T22:44:21Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'subnets': [{'id': '1fea50e1-dd50-4b7d-b3f8-92f039124ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:20.266820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-c7a00df1-5b58-41e9-8127-f119e1fb6931 service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876288 Jul 07 22:55:20.356704 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-987090cf-0244-4f9b-8b61-f3e236876e5e req-969dc1ef-271c-4248-bb1d-64356af5b46c service neutron] 10.222.0.103 "GET /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832353 Jul 07 22:55:20.414126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3edd7e5-8e28-4620-8d2e-271e253af3c0 None None] New status for floating IP 87cec80b-c686-4f3b-82d6-b73b9d6ebf41: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:55:21.372159 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f702ee57-4662-435f-a6a8-d8bea4afe101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:21.443278 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:21.589617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-301e09d2-69bd-4384-9a2e-2cd27504dc26 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:21.591319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-301e09d2-69bd-4384-9a2e-2cd27504dc26 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 945 time: 0.4000001 Jul 07 22:55:21.600389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291b54f-bd44-4d1c-8073-9c7b934619fd req-ab3d8fd0-ec7b-4fb3-bd02-991b9770d467 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:21.601771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a291b54f-bd44-4d1c-8073-9c7b934619fd req-ab3d8fd0-ec7b-4fb3-bd02-991b9770d467 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 945 time: 0.4021454 Jul 07 22:55:21.675578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a291b54f-bd44-4d1c-8073-9c7b934619fd req-9741c99a-ffb8-4651-829f-8f5d966369a7 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/security-groups?id=f33f0da1-d6d2-4208-8157-4b667e0f5322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663385 Jul 07 22:55:21.723471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port cbe298d5-00ba-428b-84a2-c5fba5f96195 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:21.723820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:21.806329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] For port cbe298d5-00ba-428b-84a2-c5fba5f96195, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=cbe298d5-00ba-428b-84a2-c5fba5f96195,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:21.806713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:21.819296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for cbe298d5-00ba-428b-84a2-c5fba5f96195 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:21.943742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:21.970871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=cbe298d5-00ba-428b-84a2-c5fba5f96195,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:22.015164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] No DVR routers for this DVR port cbe298d5-00ba-428b-84a2-c5fba5f96195 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:22.018318 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:22.020324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63e48158-4c20-4d57-807d-8404ebc10f8e req-424a19c4-fb9c-4c99-91d2-b96fc446c94e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.103 "DELETE /v2.0/ports/cbe298d5-00ba-428b-84a2-c5fba5f96195 HTTP/1.1" status: 204 len: 173 time: 0.4176722 Jul 07 22:55:22.020765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'name': 'network-vif-deleted', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:22.023050 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a1a136-3979-43ed-b2c5-c145ea54a7b3" -d '{"events": [{"server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "name": "network-vif-deleted", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:22.061705 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded4549a-d4eb-4e4b-932d-be426b3c1f79 x-openstack-request-id: req-ded4549a-d4eb-4e4b-932d-be426b3c1f79 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:22.061997 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b23e4-f800-4b08-bdb0-8352af2bfe01", "name": "network-vif-deleted", "tag": "cbe298d5-00ba-428b-84a2-c5fba5f96195", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:22.062253 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ded4549a-d4eb-4e4b-932d-be426b3c1f79 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:22.062692 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b23e4-f800-4b08-bdb0-8352af2bfe01', 'name': 'network-vif-deleted', 'tag': 'cbe298d5-00ba-428b-84a2-c5fba5f96195', 'status': 'completed', 'code': 200} Jul 07 22:55:22.272309 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:22.823678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0933695-4b70-49bf-aed7-51aac48454d5 req-53a8d1b9-a675-4042-a758-341f988a79a2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 210 time: 0.0328212 Jul 07 22:55:23.810207 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.966230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b514f52-143b-4074-a949-9735a5c6b575 req-6a2968d9-12a1-46b0-b739-f2d6c4567cf2 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Jul 07 22:55:24.164570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cbe298d5-00ba-428b-84a2-c5fba5f96195 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:24.184148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: cbe298d5-00ba-428b-84a2-c5fba5f96195 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:24.184498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device cbe298d5-00ba-428b-84a2-c5fba5f96195 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:25.105922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-89039556-c19b-4732-af43-9722302afcbe req-eadaae3d-c37c-47a0-a6db-c3ce113f61e8 tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "GET /v2.0/ports?device_id=a35b23e4-f800-4b08-bdb0-8352af2bfe01 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jul 07 22:55:26.197804 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34676) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:26.581654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Deleting port b6cec518-a6de-47e5-bcd6-e2190b236909 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:26.581907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.655050 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.655395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.667566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Calling delete_port for b6cec518-a6de-47e5-bcd6-e2190b236909 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:26.795849 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.821118 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'Port': ['ID=b6cec518-a6de-47e5-bcd6-e2190b236909,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:26.886006 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.888600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.889798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6493b5aa-454e-4064-8694-ab034a80af8e tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "DELETE /v2.0/floatingips/bc8ff6a7-e91f-4d86-bdf8-fc9f175f42d6 HTTP/1.1" status: 204 len: 168 time: 0.6909792 Jul 07 22:55:29.215267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34690) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:29.274725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdd07174-01da-49be-86ea-d0aff587539d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:29.299930 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdd07174-01da-49be-86ea-d0aff587539d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:29.361900 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdd07174-01da-49be-86ea-d0aff587539d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:29.364482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bdd07174-01da-49be-86ea-d0aff587539d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:29.365643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bdd07174-01da-49be-86ea-d0aff587539d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] 10.222.0.95 "DELETE /v2.0/security-groups/f33f0da1-d6d2-4208-8157-4b667e0f5322 HTTP/1.1" status: 204 len: 168 time: 0.1493742 Jul 07 22:55:29.377999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd07174-01da-49be-86ea-d0aff587539d tempest-TestVolumeBootPattern-880292952 tempest-TestVolumeBootPattern-880292952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33f0da1-d6d2-4208-8157-4b667e0f5322,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:29.423989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:29.982604 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.237594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Deleting port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:30.237865 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.317275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] For port 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:30.317583 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.330827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Calling delete_port for 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:30.507416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.535145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0d3d8a-24c4-4194-ac7f-78d51397ddfe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:30.699723 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.920686 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Router eb1596b0-369a-4cbe-b88b-ffbbd133d2af has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:55:31.028864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:31.034769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-10ffea88-04a2-4b81-9092-500bfd75f7bf admin admin] 10.222.0.95 "PUT /v2.0/routers/eb1596b0-369a-4cbe-b88b-ffbbd133d2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090524 Jul 07 22:55:31.036933 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34698) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:31.037173 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] Sync routers for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:31.046052 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:31.047243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:55:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:31.141390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.148749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:31.242878 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.293636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Deleting port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:31.293986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.324234 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:55:30Z', 'revision_number': 5, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port': {'id': 'bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:08Z', 'updated_at': '2021-07-07T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:31.350789 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] Checking router: eb1596b0-369a-4cbe-b88b-ffbbd133d2af for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:31.359164 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] Routers {'eb1596b0-369a-4cbe-b88b-ffbbd133d2af'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:31.360382 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:55:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:31.376390 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] For port bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:31.376761 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.388195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Calling delete_port for bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:31.531994 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] Set router eb1596b0-369a-4cbe-b88b-ffbbd133d2af gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:31.559274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.581361 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:55:31Z', 'revision_number': 6, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:31.586688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:31.610731 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3696a51-c6c4-4436-a26c-6441d7eb32a8 None None] The sync data for ids ['eb1596b0-369a-4cbe-b88b-ffbbd133d2af'] in n-d-694802-13 is: [{'id': 'eb1596b0-369a-4cbe-b88b-ffbbd133d2af', 'name': 'tempest-TestVolumeBootPattern-1988812440-router', 'tenant_id': '79e2fca618084df79237244d3fa35271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:07Z', 'updated_at': '2021-07-07T22:55:31Z', 'revision_number': 6, 'project_id': '79e2fca618084df79237244d3fa35271', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:31.653219 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.742582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.744648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.796277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.796761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb1596b0-369a-4cbe-b88b-ffbbd133d2af {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:55:31.801087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.804555 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4ddb18f9-fe71-43dd-be04-fc59b0d2fd93 admin admin] 10.222.0.95 "DELETE /v2.0/routers/eb1596b0-369a-4cbe-b88b-ffbbd133d2af HTTP/1.1" status: 204 len: 168 time: 0.7642560 Jul 07 22:55:31.804749 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34700) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:31.850132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Deleting subnet 1fea50e1-dd50-4b7d-b3f8-92f039124ed8 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:55:31.853207 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.887058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.971140 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.034755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.071079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fea50e1-dd50-4b7d-b3f8-92f039124ed8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:32.074832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.076751 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-57bd024e-45cb-41bc-a951-5b274828044a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1fea50e1-dd50-4b7d-b3f8-92f039124ed8 HTTP/1.1" status: 204 len: 168 time: 0.2710309 Jul 07 22:55:32.080024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34702) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:32.082244 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc359e-372c-4e7a-96d7-bea8dbbfb24a None None] Network 7bea1d33-6888-467d-acd7-0af4076e1aa1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:55:32.148181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.201114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Deleting port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:32.201473 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.272239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] For port 62086bb1-1e21-4f81-b4ff-2193c2df59f9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=62086bb1-1e21-4f81-b4ff-2193c2df59f9,segment=NetworkSegment(c5115ce9-bf6c-4763-ac21-f758f1d4e8fc),segment_id=c5115ce9-bf6c-4763-ac21-f758f1d4e8fc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:32.272600 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.286131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Calling delete_port for 62086bb1-1e21-4f81-b4ff-2193c2df59f9 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:32.365269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.389918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1cc7b-deb0-4c48-aa8c-9ab88397d159 None None] DHCP port deletion for 7bea1d33-6888-467d-acd7-0af4076e1aa1 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:55:32.392064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62086bb1-1e21-4f81-b4ff-2193c2df59f9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:32.396096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] No DVR routers for this DVR port 62086bb1-1e21-4f81-b4ff-2193c2df59f9 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:32.401329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:32.433475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:32.433930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c0d3d8a-24c4-4194-ac7f-78d51397ddfe not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:32.472350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.481838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bea1d33-6888-467d-acd7-0af4076e1aa1']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:32.491980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:32.492284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5115ce9-bf6c-4763-ac21-f758f1d4e8fc') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:32.501182 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.514747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.521942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:55:32.522526 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: timer() Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:55:32.524322 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:55:32.583375 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.589441 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.591412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/7bea1d33-6888-467d-acd7-0af4076e1aa1 HTTP/1.1" status: 204 len: 168 time: 0.5103767 Jul 07 22:55:32.595005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34706) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:32.607769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7b124-1392-4481-a763-1ee546813ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bea1d33-6888-467d-acd7-0af4076e1aa1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:32.964039 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.244966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-589351ba-50ed-4fe4-94a8-02fca588210d req-53b585bc-7168-41fd-b7bc-4972bcc71875 service neutron] (93931) timed out ('10.222.0.95', 33400) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:55:33.467495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Deleting port fe7d09c7-da66-497f-8b2f-1689eed07130 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:33.467850 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.545189 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] For port fe7d09c7-da66-497f-8b2f-1689eed07130, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fe7d09c7-da66-497f-8b2f-1689eed07130,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:33.545556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.558566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Calling delete_port for fe7d09c7-da66-497f-8b2f-1689eed07130 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:33.736811 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.766583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7d09c7-da66-497f-8b2f-1689eed07130,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:33.783928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:33.808842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:33.809303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device bf683aac-b7d8-449b-8c5d-0d10dfc2ab2e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:33.809847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 62086bb1-1e21-4f81-b4ff-2193c2df59f9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:33.838166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 62086bb1-1e21-4f81-b4ff-2193c2df59f9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:33.838673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 62086bb1-1e21-4f81-b4ff-2193c2df59f9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:33.941092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.156453 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Router fc4b2b51-1f49-4ef7-be6d-badc7568437e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:55:34.261206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:34.267131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c0505b36-2190-4d26-a94b-2a900de69b2c admin admin] 10.222.0.95 "PUT /v2.0/routers/fc4b2b51-1f49-4ef7-be6d-badc7568437e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711853 Jul 07 22:55:34.269696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34710) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:34.271099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] Sync routers for ids ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:34.280227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] Routers {'fc4b2b51-1f49-4ef7-be6d-badc7568437e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:34.280880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:55:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:34.372357 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.382435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] Set router fc4b2b51-1f49-4ef7-be6d-badc7568437e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:34.474578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.530024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Deleting port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:34.530535 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.558560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:55:33Z', 'revision_number': 5, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port': {'id': 'ca76dc6e-525d-4bb7-a68a-67bf0954f5d3', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:44:16Z', 'updated_at': '2021-07-07T22:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:34.585030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] Checking router: fc4b2b51-1f49-4ef7-be6d-badc7568437e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:34.594521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] Routers {'fc4b2b51-1f49-4ef7-be6d-badc7568437e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:34.595186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:55:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:34.609540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] For port ca76dc6e-525d-4bb7-a68a-67bf0954f5d3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:34.609918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.622430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Calling delete_port for ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:34.679229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] Set router fc4b2b51-1f49-4ef7-be6d-badc7568437e gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:34.729254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:55:34Z', 'revision_number': 6, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:34.759168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ebd6ac-7bcf-4165-937f-b69b889b4b00 None None] The sync data for ids ['fc4b2b51-1f49-4ef7-be6d-badc7568437e'] in n-d-694802-13 is: [{'id': 'fc4b2b51-1f49-4ef7-be6d-badc7568437e', 'name': 'tempest-TestVolumeBootPattern-1474175634-router', 'tenant_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:44:15Z', 'updated_at': '2021-07-07T22:55:34Z', 'revision_number': 6, 'project_id': '2928e93b22f34e728d8f2bcf5d00fe9e', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:34.789277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.816282 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca76dc6e-525d-4bb7-a68a-67bf0954f5d3,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:34.882181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.970885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.972932 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.014846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.015337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4b2b51-1f49-4ef7-be6d-badc7568437e {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:55:35.019502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.020659 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eecbecdd-c848-4892-9f39-10f0f007681e admin admin] 10.222.0.95 "DELETE /v2.0/routers/fc4b2b51-1f49-4ef7-be6d-badc7568437e HTTP/1.1" status: 204 len: 168 time: 0.7498665 Jul 07 22:55:35.023230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:35.071973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Deleting subnet 9c34e947-4a50-4c7f-a321-a4176d566a62 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:55:35.075096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.111379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.191788 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.243017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.272673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c34e947-4a50-4c7f-a321-a4176d566a62,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:35.277376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.279761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-25314f53-df51-4251-b4fd-2c2b9c21d662 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/9c34e947-4a50-4c7f-a321-a4176d566a62 HTTP/1.1" status: 204 len: 168 time: 0.2552302 Jul 07 22:55:35.282509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34714) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:35.283089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c178c7-195c-44cc-8688-af10a550af02 None None] Network 446cf046-6eff-4b18-8c53-eafda81631a6 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:55:35.349211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.400981 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Deleting port 06210c95-d79b-40b9-9a66-5bc6bac4b112 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:35.401331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.471993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] For port 06210c95-d79b-40b9-9a66-5bc6bac4b112, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06210c95-d79b-40b9-9a66-5bc6bac4b112,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:35.472349 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.487165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] DHCP port deletion for 446cf046-6eff-4b18-8c53-eafda81631a6 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:55:35.488550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Calling delete_port for 06210c95-d79b-40b9-9a66-5bc6bac4b112 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:35.536254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Deleting port 06210c95-d79b-40b9-9a66-5bc6bac4b112 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:35.536563 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.571864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.600569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] For port 06210c95-d79b-40b9-9a66-5bc6bac4b112, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=06210c95-d79b-40b9-9a66-5bc6bac4b112,segment=NetworkSegment(d1d0b868-10f4-450c-a485-4ad24f3811be),segment_id=d1d0b868-10f4-450c-a485-4ad24f3811be)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:35.600818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=06210c95-d79b-40b9-9a66-5bc6bac4b112,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:35.600972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.602450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] No DVR routers for this DVR port 06210c95-d79b-40b9-9a66-5bc6bac4b112 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:35.614297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Calling delete_port for 06210c95-d79b-40b9-9a66-5bc6bac4b112 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:35.676627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.687921 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446cf046-6eff-4b18-8c53-eafda81631a6']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:55:35.690298 n-d-694802-13 neutron-server[93933]: self.session.flush() Jul 07 22:55:35.698197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.698709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d0b868-10f4-450c-a485-4ad24f3811be') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:35.699026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d0b868-10f4-450c-a485-4ad24f3811be') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:35.710044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.719333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Pushing event deleted for resources: {'Port': ['ID=06210c95-d79b-40b9-9a66-5bc6bac4b112,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:35.725000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.731031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.731522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.731844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.732189 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.732297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:55:35.732656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.732828 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.733206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.733310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.733624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.733952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.734304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.734663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.734984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:55:35.735164 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:55:35.739354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f287f17-de99-493d-bae0-eab9994a4d45 None None] No DVR routers for this DVR port 06210c95-d79b-40b9-9a66-5bc6bac4b112 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:35.802959 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.809230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06210c95-d79b-40b9-9a66-5bc6bac4b112 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:35.809394 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.811532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] 10.222.0.95 "DELETE /v2.0/networks/446cf046-6eff-4b18-8c53-eafda81631a6 HTTP/1.1" status: 204 len: 168 time: 0.5279949 Jul 07 22:55:35.829856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffbc0a-8a6b-49ef-8a86-e634f83b0d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=446cf046-6eff-4b18-8c53-eafda81631a6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:35.834245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 06210c95-d79b-40b9-9a66-5bc6bac4b112 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:35.834605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 06210c95-d79b-40b9-9a66-5bc6bac4b112 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:35.835078 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fe7d09c7-da66-497f-8b2f-1689eed07130 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:35.854048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: fe7d09c7-da66-497f-8b2f-1689eed07130 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:35.854410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fe7d09c7-da66-497f-8b2f-1689eed07130 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:35.854862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:35.875250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:35.875607 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ca76dc6e-525d-4bb7-a68a-67bf0954f5d3 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:35.945420 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:35.985745 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b7258bcd-ee68-4f1f-b39a-fa42b6c35151 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=79e2fca618084df79237244d3fa35271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391772 Jul 07 22:55:35.987998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34722) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:36.034605 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9663beb-587b-46a6-b8e0-110cead609b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.055858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9663beb-587b-46a6-b8e0-110cead609b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.102393 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9663beb-587b-46a6-b8e0-110cead609b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.105042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a9663beb-587b-46a6-b8e0-110cead609b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.106205 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a9663beb-587b-46a6-b8e0-110cead609b5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/643afcdf-8a33-4761-9456-a4aff1af6fc6 HTTP/1.1" status: 204 len: 168 time: 0.1173160 Jul 07 22:55:36.114322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9663beb-587b-46a6-b8e0-110cead609b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643afcdf-8a33-4761-9456-a4aff1af6fc6,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:36.430162 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34728) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:36.470410 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1462d3d4-14c7-4d10-b73d-0b962ad9ef3f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2928e93b22f34e728d8f2bcf5d00fe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389836 Jul 07 22:55:36.472719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34730) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:36.522391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd336-834d-4a44-96eb-99fee0ffa7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.794220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd336-834d-4a44-96eb-99fee0ffa7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.840354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd336-834d-4a44-96eb-99fee0ffa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.844060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd336-834d-4a44-96eb-99fee0ffa7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.845232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fa2dd336-834d-4a44-96eb-99fee0ffa7ac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0368fabd-a8f5-413e-ae96-2718180e5f75 HTTP/1.1" status: 204 len: 168 time: 0.3716199 Jul 07 22:55:36.852914 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dd336-834d-4a44-96eb-99fee0ffa7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368fabd-a8f5-413e-ae96-2718180e5f75,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:47.031270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-520447ce-7ac0-4b5b-a894-57371e820390 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=92fb0331bf7a459580415a39d7844fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289791 Jul 07 22:55:47.128960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:47.215009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b00c65b8-d6f1-4060-b413-56a238d8e46e tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:47.216502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b00c65b8-d6f1-4060-b413-56a238d8e46e tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798642 Jul 07 22:55:47.230700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-3eba80ac-e9f6-4393-a3ab-70c9c77ebbcd tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/quotas/92fb0331bf7a459580415a39d7844fd6 HTTP/1.1" status: 200 len: 375 time: 0.0088365 Jul 07 22:55:47.266588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-7b83048c-bbf0-4849-836a-6deeaef9d424 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=92fb0331bf7a459580415a39d7844fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311482 Jul 07 22:55:47.429979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cea1ffe1-b268-41a8-9839-139eb7fca075 req-c16c17fa-5bbe-45f7-87c5-600ef1af3424 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 210 time: 0.0280614 Jul 07 22:55:48.350464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-5b554214-8e37-45a9-9791-d7abe6f76228 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=92fb0331bf7a459580415a39d7844fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213392 Jul 07 22:55:48.391621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ebefd2d1-a46a-4b57-be74-1e4ff25a2096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.464777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-e21d5e05-0913-4f07-8714-6ff6972dde1d tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:48.466384 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-e21d5e05-0913-4f07-8714-6ff6972dde1d tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102831 Jul 07 22:55:48.478552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Request body: {'port': {'device_id': 'c4a4921a-f056-43af-aefb-68837e7df742', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'admin_state_up': True, 'tenant_id': '92fb0331bf7a459580415a39d7844fd6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:48.594222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd617f77-d940-4228-b205-190987abac4e req-ebecd2f4-3141-4ea8-b68a-06ad62aff951 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 210 time: 0.0359185 Jul 07 22:55:48.617945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Made reservation on behalf of 92fb0331bf7a459580415a39d7844fd6 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:55:48.621497 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.634318 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.723295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.727435 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.790572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc4252-7675-46d0-93f7-eaefa82656a2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:48.855469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Allocated IP 192.168.233.112 (3d40af76-69d8-4c5a-adc1-91537c2223ae/495ee99d-346d-4a4b-bcfe-84a3589e83b9/6e9e0835-955b-4d1f-9522-887408c0d4a3) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:55:48.978159 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.011798 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.021594 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:55:49.026143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Transition to ACTIVE for port object 6e9e0835-955b-4d1f-9522-887408c0d4a3 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:49.058012 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.104720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Network 3d40af76-69d8-4c5a-adc1-91537c2223ae is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:49.110083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:49.118239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:55:49.124668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Pushing event updated for resources: {'Port': ['ID=6e9e0835-955b-4d1f-9522-887408c0d4a3,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:49.172048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:49.172683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.187490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-b24666b3-75b5-45c7-b3fa-57c41af3be8b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7127576 Jul 07 22:55:49.199758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Request body: {'port': {'device_id': 'c4a4921a-f056-43af-aefb-68837e7df742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:49.274995 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.350491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-83ba2b55-cd0a-4089-8a0b-d3538d0fcee6 None None] Provisioning for port 6e9e0835-955b-4d1f-9522-887408c0d4a3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:49.354261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-83ba2b55-cd0a-4089-8a0b-d3538d0fcee6 None None] Provisioning complete for port 6e9e0835-955b-4d1f-9522-887408c0d4a3 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:49.354668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-83ba2b55-cd0a-4089-8a0b-d3538d0fcee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.388544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2b55-cd0a-4089-8a0b-d3538d0fcee6 None None] Port 6e9e0835-955b-4d1f-9522-887408c0d4a3 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:55:49.535226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9e0835-955b-4d1f-9522-887408c0d4a3 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:55:49.542332 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.553993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Transition to ACTIVE for port object 6e9e0835-955b-4d1f-9522-887408c0d4a3 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:49.557719 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.608622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9e0835-955b-4d1f-9522-887408c0d4a3,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:49.681143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Attempting to bind port 6e9e0835-955b-4d1f-9522-887408c0d4a3 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:55:49.681518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Attempting to bind port 6e9e0835-955b-4d1f-9522-887408c0d4a3 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:55:49.681793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Attempting to bind port 6e9e0835-955b-4d1f-9522-887408c0d4a3 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:49.686266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Port 6e9e0835-955b-4d1f-9522-887408c0d4a3 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:55:49.686600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Attempting to bind port 6e9e0835-955b-4d1f-9522-887408c0d4a3 on network 3d40af76-69d8-4c5a-adc1-91537c2223ae {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:49.691790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:55:49.692135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Checking segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:49.692522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Bound using segment: {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:55:49.692950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Bound port: 6e9e0835-955b-4d1f-9522-887408c0d4a3, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e80b07-c145-4fa2-a776-0b9d81d028e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:55:49.693315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.802403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] For port 6e9e0835-955b-4d1f-9522-887408c0d4a3, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:49.817698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] For port 6e9e0835-955b-4d1f-9522-887408c0d4a3, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:55:49.823000 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.834575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528ac8-a160-4c4d-9b97-f7cd30161d61 req-f0800712-b20d-445d-90de-e25f2f9aca99 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:49.836120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db528ac8-a160-4c4d-9b97-f7cd30161d61 req-f0800712-b20d-445d-90de-e25f2f9aca99 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 948 time: 0.1256959 Jul 07 22:55:49.887057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:49.887695 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:49.889116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] 10.222.0.103 "PUT /v2.0/ports/6e9e0835-955b-4d1f-9522-887408c0d4a3 HTTP/1.1" status: 200 len: 1097 time: 0.6938205 Jul 07 22:55:49.889569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a4921a-f056-43af-aefb-68837e7df742', 'tag': '6e9e0835-955b-4d1f-9522-887408c0d4a3'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:49.891913 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff07611b-c175-4957-9b27-e5f0bba2df64" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a4921a-f056-43af-aefb-68837e7df742", "tag": "6e9e0835-955b-4d1f-9522-887408c0d4a3"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:49.930818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db528ac8-a160-4c4d-9b97-f7cd30161d61 req-a5522775-9b66-4ecd-81b9-6195afa07c06 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Jul 07 22:55:49.931449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfe875-0e60-48ce-93ea-cb3ebdb81160 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9e0835-955b-4d1f-9522-887408c0d4a3,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:49.998115 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-749f6489-54ee-4e20-9ca1-814646b8aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:49.999890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-749f6489-54ee-4e20-9ca1-814646b8aa41 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92fb0331bf7a459580415a39d7844fd6&device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 1100 time: 0.0655253 Jul 07 22:55:50.042381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-5a06b408-8bd6-45ee-b2a6-b30befe7a1bb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3 HTTP/1.1" status: 200 len: 217 time: 0.0355878 Jul 07 22:55:50.057413 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79088707-d1c3-47ed-b0d2-fb340bc043a2 x-openstack-request-id: req-79088707-d1c3-47ed-b0d2-fb340bc043a2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:50.057709 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a4921a-f056-43af-aefb-68837e7df742", "tag": "6e9e0835-955b-4d1f-9522-887408c0d4a3", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:50.057990 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-79088707-d1c3-47ed-b0d2-fb340bc043a2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:50.058389 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a4921a-f056-43af-aefb-68837e7df742', 'tag': '6e9e0835-955b-4d1f-9522-887408c0d4a3', 'status': 'completed', 'code': 200} Jul 07 22:55:50.097911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-4f7d8c1b-6ba5-47eb-b3c6-a66a19dce47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.099386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-4f7d8c1b-6ba5-47eb-b3c6-a66a19dce47d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0511844 Jul 07 22:55:50.155662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6547-76ba-4343-8631-dc66aecc1435 req-0a9f3183-5e60-45cb-b2fb-c0bfcd1ce9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.157122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-0a9f3183-5e60-45cb-b2fb-c0bfcd1ce9be service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510101 Jul 07 22:55:50.242747 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-8fa59e18-4043-43d4-a96e-706852e53732 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787649 Jul 07 22:55:50.331986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-670f6547-76ba-4343-8631-dc66aecc1435 req-797b3990-cf82-47fa-81b0-3b46d90d2086 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833149 Jul 07 22:55:50.427343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-6faf4144-66f2-4a8c-94f2-4023619cc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.428831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-6faf4144-66f2-4a8c-94f2-4023619cc170 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92fb0331bf7a459580415a39d7844fd6&device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 1100 time: 0.0517371 Jul 07 22:55:50.519815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-4e30b59c-4837-43a4-9d43-8b398c30a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.521199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-4e30b59c-4837-43a4-9d43-8b398c30a9b6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d40af76-69d8-4c5a-adc1-91537c2223ae HTTP/1.1" status: 200 len: 870 time: 0.0858912 Jul 07 22:55:50.560962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-9fe1aebd-7fea-4ce5-aea9-0218a08cf02b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3 HTTP/1.1" status: 200 len: 217 time: 0.0337079 Jul 07 22:55:50.607415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-bee74465-e3a1-4076-814b-811e79a358bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.608838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-bee74465-e3a1-4076-814b-811e79a358bf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=495ee99d-346d-4a4b-bcfe-84a3589e83b9 HTTP/1.1" status: 200 len: 843 time: 0.0420468 Jul 07 22:55:50.667074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-74ec9e84-e57a-4851-a28b-91440f89a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.668529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-74ec9e84-e57a-4851-a28b-91440f89a808 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d40af76-69d8-4c5a-adc1-91537c2223ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530605 Jul 07 22:55:50.755980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-938a5e84-b4ae-4219-aa61-25aa435ba1ac service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801911 Jul 07 22:55:50.848068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff07611b-c175-4957-9b27-e5f0bba2df64 req-ed2e7ac6-f502-47e3-be14-f9b8500e1cb0 service neutron] 10.222.0.103 "GET /v2.0/networks/3d40af76-69d8-4c5a-adc1-91537c2223ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848582 Jul 07 22:55:51.116916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546952-611c-43aa-ba6f-a3fb73b869cb req-de0a5188-575a-452f-be16-b4d16e837117 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:51.118463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d546952-611c-43aa-ba6f-a3fb73b869cb req-de0a5188-575a-452f-be16-b4d16e837117 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 948 time: 0.0659058 Jul 07 22:55:51.156644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d546952-611c-43aa-ba6f-a3fb73b869cb req-0f8ca767-c923-4de2-9e87-4dc7c450a197 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Jul 07 22:55:51.372985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-55831715-78c1-45a4-8246-16dfe7e88107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:51.443607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:52.270327 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:52.287555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e9e0835-955b-4d1f-9522-887408c0d4a3 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:55:52.328570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c278e20-872f-4323-9894-f5bed96733f2 req-d7c1edc6-f581-43af-a667-0e73d47a3f4b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:52.330079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c278e20-872f-4323-9894-f5bed96733f2 req-d7c1edc6-f581-43af-a667-0e73d47a3f4b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 948 time: 0.0631194 Jul 07 22:55:52.368573 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9c278e20-872f-4323-9894-f5bed96733f2 req-d91557d3-e782-4c7f-bcf3-2d1985a90aa0 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Jul 07 22:55:52.384318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6e9e0835-955b-4d1f-9522-887408c0d4a3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:52.396066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '6e9e0835-955b-4d1f-9522-887408c0d4a3', 'network_id': '3d40af76-69d8-4c5a-adc1-91537c2223ae', 'port_id': '6e9e0835-955b-4d1f-9522-887408c0d4a3', 'mac_address': 'fa:16:3e:cc:16:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495ee99d-346d-4a4b-bcfe-84a3589e83b9', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:55:52.431607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:52.443582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9e0835-955b-4d1f-9522-887408c0d4a3 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:55:52.462619 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6e9e0835-955b-4d1f-9522-887408c0d4a3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:52.466357 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:52.510776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6e9e0835-955b-4d1f-9522-887408c0d4a3,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:52.664684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6e9e0835-955b-4d1f-9522-887408c0d4a3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:55:53.541890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5271c16-1a90-4065-9354-c616cc9067c7 req-36dcda7c-c12b-4ea6-b419-ce77142a19b2 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:53.543405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5271c16-1a90-4065-9354-c616cc9067c7 req-36dcda7c-c12b-4ea6-b419-ce77142a19b2 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 949 time: 0.0654597 Jul 07 22:55:53.581056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5271c16-1a90-4065-9354-c616cc9067c7 req-a1c45f60-7d8f-4c9e-a8fb-14d2e82e87ee tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Jul 07 22:55:53.812825 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:54.318741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e9e0835-955b-4d1f-9522-887408c0d4a3 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:54.366180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 6e9e0835-955b-4d1f-9522-887408c0d4a3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:54.369816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 6e9e0835-955b-4d1f-9522-887408c0d4a3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:54.370192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:54.446219 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:54.468768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4921a-f056-43af-aefb-68837e7df742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9e0835-955b-4d1f-9522-887408c0d4a3'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:54.471557 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9444d7ce-a595-48ae-b3b4-a355fcf83ba8" -d '{"events": [{"server_uuid": "c4a4921a-f056-43af-aefb-68837e7df742", "name": "network-vif-plugged", "status": "completed", "tag": "6e9e0835-955b-4d1f-9522-887408c0d4a3"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:54.483879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6e9e0835-955b-4d1f-9522-887408c0d4a3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:54.488728 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:54.512241 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3cc99f-3337-4f99-9ee9-b9e45f24afd3 x-openstack-request-id: req-1e3cc99f-3337-4f99-9ee9-b9e45f24afd3 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:54.512534 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4921a-f056-43af-aefb-68837e7df742", "name": "network-vif-plugged", "status": "completed", "tag": "6e9e0835-955b-4d1f-9522-887408c0d4a3", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:54.512785 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1e3cc99f-3337-4f99-9ee9-b9e45f24afd3 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:54.513171 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4921a-f056-43af-aefb-68837e7df742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9e0835-955b-4d1f-9522-887408c0d4a3', 'code': 200} Jul 07 22:55:54.540243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6e9e0835-955b-4d1f-9522-887408c0d4a3,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:54.622062 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccade8d-41e8-470a-b148-cb6d25b3488a req-9fd4d2d3-7027-44d8-b56c-763a83095eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:54.623693 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bccade8d-41e8-470a-b148-cb6d25b3488a req-9fd4d2d3-7027-44d8-b56c-763a83095eec service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 1102 time: 0.0541048 Jul 07 22:55:54.657728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bccade8d-41e8-470a-b148-cb6d25b3488a req-001c2840-9705-40d8-b1d9-8ced25d739f8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275548 Jul 07 22:55:54.756465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e944223-78b0-4024-84e5-6cc0efaefbef req-7ab5e824-1528-4135-88a3-5649d55cb9ae tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:54.757968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e944223-78b0-4024-84e5-6cc0efaefbef req-7ab5e824-1528-4135-88a3-5649d55cb9ae tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 950 time: 0.0638568 Jul 07 22:55:54.794826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e944223-78b0-4024-84e5-6cc0efaefbef req-19428c10-14c8-436f-847d-7b1141276e1d tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Jul 07 22:55:55.972101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2b6f6-8353-4cf8-91c0-6e50daa9b74e req-88331181-db0d-4c10-a903-66525a220cc7 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:55.973589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bf2b6f6-8353-4cf8-91c0-6e50daa9b74e req-88331181-db0d-4c10-a903-66525a220cc7 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 950 time: 0.0666742 Jul 07 22:55:56.010422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4bf2b6f6-8353-4cf8-91c0-6e50daa9b74e req-8e7660b6-ceed-4361-a755-c2c5ac8cf1b2 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jul 07 22:55:57.060351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769bb4-df82-4aeb-b9fb-4deec648f669 req-fb435f8c-e55c-4eb6-a9f7-07b9a9e31752 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:57.061858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd769bb4-df82-4aeb-b9fb-4deec648f669 req-fb435f8c-e55c-4eb6-a9f7-07b9a9e31752 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 950 time: 0.0631166 Jul 07 22:55:57.098774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd769bb4-df82-4aeb-b9fb-4deec648f669 req-1999c8df-2eae-4543-92d2-6500c3aaa4e3 tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Jul 07 22:55:58.316373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8adced-5a4e-4a97-a5fe-18fb51f3fbf4 req-3e2b4356-9936-4333-8528-3cafa48339aa tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:58.317865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc8adced-5a4e-4a97-a5fe-18fb51f3fbf4 req-3e2b4356-9936-4333-8528-3cafa48339aa tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 950 time: 0.1066155 Jul 07 22:55:58.325942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9549-1c26-4cb5-9668-368da3746709 req-2acd71c0-4113-4d31-a0bc-6ed0984f4c2c tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:58.327340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-decb9549-1c26-4cb5-9668-368da3746709 req-2acd71c0-4113-4d31-a0bc-6ed0984f4c2c tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.103 "GET /v2.0/ports?device_id=c4a4921a-f056-43af-aefb-68837e7df742 HTTP/1.1" status: 200 len: 950 time: 0.1057343 Jul 07 22:55:58.395778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc8adced-5a4e-4a97-a5fe-18fb51f3fbf4 req-0cf502d2-81fb-4a53-a1ee-e7c3494ea46d tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.95 "GET /v2.0/security-groups?id=15fc4252-7675-46d0-93f7-eaefa82656a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Jul 07 22:55:58.450144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Deleting port 6e9e0835-955b-4d1f-9522-887408c0d4a3 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:58.450496 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:58.534700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] For port 6e9e0835-955b-4d1f-9522-887408c0d4a3, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e9e0835-955b-4d1f-9522-887408c0d4a3,segment=NetworkSegment(b5e80b07-c145-4fa2-a776-0b9d81d028e8),segment_id=b5e80b07-c145-4fa2-a776-0b9d81d028e8)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:58.535064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:58.547349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Calling delete_port for 6e9e0835-955b-4d1f-9522-887408c0d4a3 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:58.674255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:58.687184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6e9e0835-955b-4d1f-9522-887408c0d4a3'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:55:58.705906 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Pushing event deleted for resources: {'Port': ['ID=6e9e0835-955b-4d1f-9522-887408c0d4a3,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:58.751803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] No DVR routers for this DVR port 6e9e0835-955b-4d1f-9522-887408c0d4a3 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:58.754426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:58.756480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-decb9549-1c26-4cb5-9668-368da3746709 req-caaa627d-f399-4896-9983-256472f8804b tempest-ServersAdminNegativeTestJSON-1131340305 tempest-ServersAdminNegativeTestJSON-1131340305-project] 10.222.0.103 "DELETE /v2.0/ports/6e9e0835-955b-4d1f-9522-887408c0d4a3 HTTP/1.1" status: 204 len: 173 time: 0.4217892 Jul 07 22:55:58.756931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4921a-f056-43af-aefb-68837e7df742', 'name': 'network-vif-deleted', 'tag': '6e9e0835-955b-4d1f-9522-887408c0d4a3'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:58.759258 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19582691-73ca-45fe-8bd1-0b92e1b93b09" -d '{"events": [{"server_uuid": "c4a4921a-f056-43af-aefb-68837e7df742", "name": "network-vif-deleted", "tag": "6e9e0835-955b-4d1f-9522-887408c0d4a3"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:58.805510 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754459b-012d-49a6-82e8-13be695cd697 x-openstack-request-id: req-5754459b-012d-49a6-82e8-13be695cd697 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:58.805812 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4921a-f056-43af-aefb-68837e7df742", "name": "network-vif-deleted", "tag": "6e9e0835-955b-4d1f-9522-887408c0d4a3", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:58.806072 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5754459b-012d-49a6-82e8-13be695cd697 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:58.806481 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4921a-f056-43af-aefb-68837e7df742', 'name': 'network-vif-deleted', 'tag': '6e9e0835-955b-4d1f-9522-887408c0d4a3', 'status': 'completed', 'code': 200} Jul 07 22:55:59.720475 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34862) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:59.852825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a8191a1d-f82e-4850-9ee1-16838c0250d4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=92fb0331bf7a459580415a39d7844fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311319 Jul 07 22:55:59.855225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34866) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:59.903398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-122c9439-fd43-4172-b522-a5db7c9b0f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:59.923802 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-122c9439-fd43-4172-b522-a5db7c9b0f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:59.970327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-122c9439-fd43-4172-b522-a5db7c9b0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:59.973069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-122c9439-fd43-4172-b522-a5db7c9b0f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:59.974233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-122c9439-fd43-4172-b522-a5db7c9b0f4c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/15fc4252-7675-46d0-93f7-eaefa82656a2 HTTP/1.1" status: 204 len: 168 time: 0.1180880 Jul 07 22:55:59.981554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c9439-fd43-4172-b522-a5db7c9b0f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc4252-7675-46d0-93f7-eaefa82656a2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:00.222037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34872) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:00.234951 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b722cfbf-e2e8-4fc1-ba52-202539c274d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.319937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b722cfbf-e2e8-4fc1-ba52-202539c274d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.323564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b722cfbf-e2e8-4fc1-ba52-202539c274d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.359268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722cfbf-e2e8-4fc1-ba52-202539c274d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41791f11-1549-4eab-960a-014f13f55486,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:00.365407 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b722cfbf-e2e8-4fc1-ba52-202539c274d2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fe4a1eb1392d497691724b890aa8419a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423688 Jul 07 22:56:00.368230 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34874) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:00.417685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dd1056d-b137-4d21-a99f-706613f852d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.438238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dd1056d-b137-4d21-a99f-706613f852d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.484678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dd1056d-b137-4d21-a99f-706613f852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.487938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7dd1056d-b137-4d21-a99f-706613f852d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.489092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7dd1056d-b137-4d21-a99f-706613f852d2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/41791f11-1549-4eab-960a-014f13f55486 HTTP/1.1" status: 204 len: 168 time: 0.1194336 Jul 07 22:56:00.496565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1056d-b137-4d21-a99f-706613f852d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41791f11-1549-4eab-960a-014f13f55486,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:01.140118 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 34896) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:01.235110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1783963085-network', 'tenant_id': '49dfdeb383ef45cba00d976328c7e0dd'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:01.256335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Made reservation on behalf of 49dfdeb383ef45cba00d976328c7e0dd for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:56:01.258725 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.266747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.355213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.358851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.383074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:56:01.392309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:01.396969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.397305 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Added segment af48f482-2dac-4b03-aabd-19ecae00dde8 of type vlan for network 1f745bf8-4fb4-45a5-bdc6-14a348be211a Jul 07 22:56:01.437106 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.468261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.469360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:01.469953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.528422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3871262 Jul 07 22:56:01.531412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:01.536555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Request body: {'subnet': {'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1783963085-subnet', 'tenant_id': '49dfdeb383ef45cba00d976328c7e0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:01.557809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897cc46-5c71-4327-87ad-d1f2f406672a admin admin] Pushing event updated for resources: {'Network': ['ID=1f745bf8-4fb4-45a5-bdc6-14a348be211a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:01.558131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Made reservation on behalf of 49dfdeb383ef45cba00d976328c7e0dd for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:56:01.560452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.568892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 1f745bf8-4fb4-45a5-bdc6-14a348be211a details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:56:01.726087 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.781625 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b50a65-cd82-4f56-9d13-328231c2947c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:01.790816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Checking segment: {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:56:01.791188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Network hostable DHCP agents. Network: 1f745bf8-4fb4-45a5-bdc6-14a348be211a, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:56:01.808342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Network 1f745bf8-4fb4-45a5-bdc6-14a348be211a is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:56:01.816970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 1f745bf8-4fb4-45a5-bdc6-14a348be211a) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:56:01.821247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:01.821842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.826205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9f284-f742-4908-ba9a-988349efd03c None None] Network 1f745bf8-4fb4-45a5-bdc6-14a348be211a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:56:01.836461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-558801bb-422b-48ef-a525-d8d7956b1cdb admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3038819 Jul 07 22:56:01.951599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c996cf-0f84-49ea-acac-16bf6dd7fd49 None None] Network 1f745bf8-4fb4-45a5-bdc6-14a348be211a requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:56:02.351161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e9e0835-955b-4d1f-9522-887408c0d4a3 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:56:02.375323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 6e9e0835-955b-4d1f-9522-887408c0d4a3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:56:02.375681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e9e0835-955b-4d1f-9522-887408c0d4a3 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:56:02.545796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-eb455538-687f-4988-a29d-8c421ba91121 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:02.547320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-eb455538-687f-4988-a29d-8c421ba91121 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 812 time: 0.3962944 Jul 07 22:56:02.561544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-3e63b672-7426-43b0-a2ff-36191954916b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/quotas/49dfdeb383ef45cba00d976328c7e0dd HTTP/1.1" status: 200 len: 375 time: 0.0088475 Jul 07 22:56:02.594195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-0e413634-5798-4fda-81a5-606fcd954450 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280375 Jul 07 22:56:02.684032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-3c752c87-8f03-49c4-9fa8-7615e3cf0824 service neutron] 10.222.0.95 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825031 Jul 07 22:56:02.770564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-78a15abd-12bc-4c5c-8c85-4808a1738eb3 service neutron] 10.222.0.95 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804198 Jul 07 22:56:02.935493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4c6f8435-738c-4803-bbc0-0266fdd4d405 req-f0699660-7c2e-4486-870f-8ae3a0cccbb2 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 210 time: 0.0279810 Jul 07 22:56:04.079440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-de4b3a3e-d3cc-46b4-98a0-a0587d4fb939 req-80f68201-79b4-4911-8ef7-eef8c515673b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Jul 07 22:56:04.748297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-7a4ed87a-69ee-4f43-bb62-c8eb06fdeede tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:04.750544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-7a4ed87a-69ee-4f43-bb62-c8eb06fdeede tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.103 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 812 time: 0.1042635 Jul 07 22:56:04.763670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Request body: {'port': {'device_id': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a', 'admin_state_up': True, 'tenant_id': '49dfdeb383ef45cba00d976328c7e0dd'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:04.878493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Made reservation on behalf of 49dfdeb383ef45cba00d976328c7e0dd for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:56:04.882047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.003074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Allocated IP 172.20.0.7 (1f745bf8-4fb4-45a5-bdc6-14a348be211a/f6b50a65-cd82-4f56-9d13-328231c2947c/a264c473-bff8-4864-9aaf-a3494181df3e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:56:05.154137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.193334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.266988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Network 1f745bf8-4fb4-45a5-bdc6-14a348be211a is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:56:05.278706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:56:05.284855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:56:05.307562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:05.342724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:05.343334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.362021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ee2e-b620-46b1-8c1a-48c003ec67ca req-1ad6198a-40b3-4847-90b3-a5b993f1a644 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:05.363539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0940ee2e-b620-46b1-8c1a-48c003ec67ca req-1ad6198a-40b3-4847-90b3-a5b993f1a644 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 931 time: 0.1643567 Jul 07 22:56:05.369533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c82f28f4-a6fc-498d-a5ad-dee0ad1df9c8 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6100974 Jul 07 22:56:05.383832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Request body: {'port': {'device_id': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:05.440626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0940ee2e-b620-46b1-8c1a-48c003ec67ca req-66877513-0249-49a3-bd2d-f746539e9e01 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681183 Jul 07 22:56:05.478347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.731451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a264c473-bff8-4864-9aaf-a3494181df3e {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:56:05.738846 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.750333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Transition to ACTIVE for port object a264c473-bff8-4864-9aaf-a3494181df3e will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:56:05.755008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.825631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:05.874945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:56:05.875286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:56:05.875619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e on network 1f745bf8-4fb4-45a5-bdc6-14a348be211a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:56:05.880463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Port a264c473-bff8-4864-9aaf-a3494181df3e on network 1f745bf8-4fb4-45a5-bdc6-14a348be211a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:56:05.880796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e on network 1f745bf8-4fb4-45a5-bdc6-14a348be211a {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:56:05.885787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:56:05.886130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Checking segment: {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:56:05.886518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Bound using segment: {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:56:05.886994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Bound port: a264c473-bff8-4864-9aaf-a3494181df3e, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:56:05.887355 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.948157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:56:05.951211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:56:05.955271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.988941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:05.989572 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:05.990998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] 10.222.0.103 "PUT /v2.0/ports/a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 1092 time: 0.6119244 Jul 07 22:56:05.991436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:05.993688 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163" -d '{"events": [{"name": "network-changed", "server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:06.018301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621277-3b5d-4550-845c-437f96ccbff0 service neutron] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:06.043503 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbf8dcf-ee0a-4e78-8227-c97d6cd29a33 x-openstack-request-id: req-bfbf8dcf-ee0a-4e78-8227-c97d6cd29a33 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:06.043792 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:06.044048 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bfbf8dcf-ee0a-4e78-8227-c97d6cd29a33 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:06.044443 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'status': 'completed', 'code': 200} Jul 07 22:56:06.091198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-b9e3f74d-4e48-429c-968d-27bf76e1d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:06.092726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-b9e3f74d-4e48-429c-968d-27bf76e1d7fd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1095 time: 0.0603192 Jul 07 22:56:06.133973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-2282cb77-7f6b-4c5d-956f-3f378dc86b75 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0342352 Jul 07 22:56:06.181262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c46609fa-e03d-4fb1-82db-336245f4bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:06.182778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-c46609fa-e03d-4fb1-82db-336245f4bf18 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0428586 Jul 07 22:56:06.213911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-0e8b7d83-7cd2-4183-8932-d827a7aae29c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250361 Jul 07 22:56:06.303645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-193ff07f-9cd1-4cb6-bba0-97205b255458 service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836489 Jul 07 22:56:06.391326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f2db2e7-8da0-425d-af74-c961bbe94fd0 req-bcf76245-22f1-4a33-a715-efaf3e78190b service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821083 Jul 07 22:56:06.493253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-02d16548-105e-4d5c-bc6e-d3fea94f40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:06.494831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-02d16548-105e-4d5c-bc6e-d3fea94f40d2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1095 time: 0.0582018 Jul 07 22:56:06.621662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-55324c6f-d61f-4b89-952e-03bf7183c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:06.623194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-55324c6f-d61f-4b89-952e-03bf7183c048 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.1223922 Jul 07 22:56:06.668717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-003a9d75-ef31-4c6c-bc94-6285fc038a60 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0382290 Jul 07 22:56:06.677138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7cb4-e302-4822-a1b8-36ac4bc9f00c req-83fcea49-49ed-4376-95cc-a3ac4c22d4ed tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:06.678558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b2d7cb4-e302-4822-a1b8-36ac4bc9f00c req-83fcea49-49ed-4376-95cc-a3ac4c22d4ed tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 943 time: 0.1237843 Jul 07 22:56:06.746303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b2d7cb4-e302-4822-a1b8-36ac4bc9f00c req-d4c728c7-080f-49e5-ad39-31e2b74eb9fa tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589626 Jul 07 22:56:06.747818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-6067883f-091d-4d52-bdb2-c55b22adc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:06.749197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-6067883f-091d-4d52-bdb2-c55b22adc006 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0697932 Jul 07 22:56:06.786656 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-da6c869d-f844-4c45-8e30-44fd60477990 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305541 Jul 07 22:56:06.875085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-c088591f-8cbe-41eb-aabc-d1af1129576a service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815322 Jul 07 22:56:06.968532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11ad5ac5-fd01-4c46-98d7-caab1d0d9163 req-4bf51de7-f8ea-4212-ab40-cdecc94b97b6 service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Jul 07 22:56:07.918534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159ce8-a49e-4fbd-a3d8-8fe0fd911f15 req-236c617c-947f-4176-b0e6-b458d9e110d7 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:07.920049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-95159ce8-a49e-4fbd-a3d8-8fe0fd911f15 req-236c617c-947f-4176-b0e6-b458d9e110d7 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 943 time: 0.0632594 Jul 07 22:56:07.957636 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-95159ce8-a49e-4fbd-a3d8-8fe0fd911f15 req-e7423d2c-284a-4651-99d9-83b532c53f70 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Jul 07 22:56:08.364902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a264c473-bff8-4864-9aaf-a3494181df3e details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:56:08.456107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:08.467674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a', 'port_id': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'mac_address': 'fa:16:3e:52:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b50a65-cd82-4f56-9d13-328231c2947c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:56:08.506547 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:08.518705 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a264c473-bff8-4864-9aaf-a3494181df3e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:56:08.538055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:08.541821 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:08.588284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:08.737167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a264c473-bff8-4864-9aaf-a3494181df3e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:56:09.127342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cab6e-8801-4d62-91ae-9393bbad9129 req-e7d78446-6857-4cbd-a684-85c21eeebd2f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:09.129427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-709cab6e-8801-4d62-91ae-9393bbad9129 req-e7d78446-6857-4cbd-a684-85c21eeebd2f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 944 time: 0.0613275 Jul 07 22:56:09.166033 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-709cab6e-8801-4d62-91ae-9393bbad9129 req-efaaf9a4-6c96-4b44-be63-6431c7086074 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Jul 07 22:56:10.347762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf126-2357-494f-8560-641938b683a1 req-f71372dd-62d7-474a-9122-62a528c951b0 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:10.349244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdddf126-2357-494f-8560-641938b683a1 req-f71372dd-62d7-474a-9122-62a528c951b0 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 944 time: 0.0694227 Jul 07 22:56:10.381202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a264c473-bff8-4864-9aaf-a3494181df3e up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:56:10.386567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdddf126-2357-494f-8560-641938b683a1 req-902ca340-33a6-4769-82b0-12e73b24afb2 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Jul 07 22:56:10.429029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port a264c473-bff8-4864-9aaf-a3494181df3e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:56:10.432908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port a264c473-bff8-4864-9aaf-a3494181df3e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:56:10.433310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:10.506671 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:10.527499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:10.529742 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4ac9b-636f-4a36-98d7-4d4d9a2d7d30" -d '{"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-plugged", "status": "completed", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:10.542257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:10.546041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:10.595761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:10.624695 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f8e06e-0389-4301-9fc2-63c6e3b001d1 x-openstack-request-id: req-75f8e06e-0389-4301-9fc2-63c6e3b001d1 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:10.624992 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-plugged", "status": "completed", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:10.625250 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-75f8e06e-0389-4301-9fc2-63c6e3b001d1 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:10.625653 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'code': 200} Jul 07 22:56:10.735845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0255fc-e10c-4967-914e-edd3970d8e1a req-8326f135-bd02-4ee2-9506-f8fc5d27bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:10.737354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb0255fc-e10c-4967-914e-edd3970d8e1a req-8326f135-bd02-4ee2-9506-f8fc5d27bef1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1097 time: 0.0557256 Jul 07 22:56:10.769526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb0255fc-e10c-4967-914e-edd3970d8e1a req-d663b4ef-bf35-4717-a46c-571310c010fc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262814 Jul 07 22:56:11.564476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123698e-f45c-42bc-a4ec-93d86d799ec6 req-75a9f6e9-1a10-4760-bcde-d4864944fc33 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:11.565994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5123698e-f45c-42bc-a4ec-93d86d799ec6 req-75a9f6e9-1a10-4760-bcde-d4864944fc33 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0681112 Jul 07 22:56:11.608735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5123698e-f45c-42bc-a4ec-93d86d799ec6 req-e013c78e-95a0-44a9-955e-31d867b44a7f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Jul 07 22:56:12.780636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ae51-15f8-4b3d-9c8c-813b43bbd139 req-03d9aeb9-0d60-4714-8b3c-f441682750ed tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:12.782100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd37ae51-15f8-4b3d-9c8c-813b43bbd139 req-03d9aeb9-0d60-4714-8b3c-f441682750ed tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0615711 Jul 07 22:56:12.818089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd37ae51-15f8-4b3d-9c8c-813b43bbd139 req-c72fd799-01a3-4f52-95d0-b0a91d042dfd tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299337 Jul 07 22:56:13.103621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 34960) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:13.207565 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-0a2c15bc-f7a2-4196-9853-672fa5abb01b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019483 Jul 07 22:56:13.211292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf0c2-5a36-443d-b0e2-403e0c3465d6 req-10bcdc21-5265-4f21-95c7-e41645646758 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:13.213256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28fcf0c2-5a36-443d-b0e2-403e0c3465d6 req-10bcdc21-5265-4f21-95c7-e41645646758 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0628669 Jul 07 22:56:13.250358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28fcf0c2-5a36-443d-b0e2-403e0c3465d6 req-1f8e0182-c5e8-471e-82a9-c00a835d1ded tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jul 07 22:56:14.328548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-90b95266-64f5-4877-b9f2-96e9e46b6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:14.330048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-90b95266-64f5-4877-b9f2-96e9e46b6a99 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1097 time: 0.0558403 Jul 07 22:56:14.454395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-3e4c561c-dfc9-415d-8fff-828f0d4595ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:14.455944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-3e4c561c-dfc9-415d-8fff-828f0d4595ce service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.1198161 Jul 07 22:56:14.480153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1255018-9c5c-46b7-8b43-868a125cdd56 req-01d00989-6fe2-4114-b714-527b30831c79 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:14.481551 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1255018-9c5c-46b7-8b43-868a125cdd56 req-01d00989-6fe2-4114-b714-527b30831c79 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.1047952 Jul 07 22:56:14.517653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-806312e9-d0cd-482f-b40a-ac3d81ee424b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0533102 Jul 07 22:56:14.581575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a1255018-9c5c-46b7-8b43-868a125cdd56 req-16e1e10f-c9ee-4047-9acf-e98021821480 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669658 Jul 07 22:56:14.585721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-a8103adb-be5d-434e-8311-823549b7876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:14.587392 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-a8103adb-be5d-434e-8311-823549b7876c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0637853 Jul 07 22:56:14.625119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-2faaa218-a90c-4d42-995b-d18923ed6f5c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324817 Jul 07 22:56:14.712373 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-e727f6e6-5c1c-4807-b51f-8d3ef704c5d9 service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800092 Jul 07 22:56:14.803211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-fca916da-af0d-419a-bbcd-c7a131b024bf service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850658 Jul 07 22:56:15.755199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdab11-ca9c-40ed-8b93-c55a46919e4d req-5497d983-35d4-4cda-a07a-43d94767ef31 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:15.756719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97fdab11-ca9c-40ed-8b93-c55a46919e4d req-5497d983-35d4-4cda-a07a-43d94767ef31 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0643678 Jul 07 22:56:15.792535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97fdab11-ca9c-40ed-8b93-c55a46919e4d req-7f5bb1cd-0487-454d-a4cb-aecb1da47341 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303948 Jul 07 22:56:16.969387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea14d55-efda-4945-ba4a-de4684020dcf req-6bbfde45-ede9-4cdb-be76-7423f3744329 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:16.970872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ea14d55-efda-4945-ba4a-de4684020dcf req-6bbfde45-ede9-4cdb-be76-7423f3744329 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0619059 Jul 07 22:56:17.006584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ea14d55-efda-4945-ba4a-de4684020dcf req-0ad91498-d842-4101-8748-ffc655d793c5 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Jul 07 22:56:17.150441 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:18.184613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1084ea0-aab3-4069-a449-25d6ce3446a7 req-8bacdcfc-cc16-4786-b6e0-f4bacf143c44 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:18.186115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1084ea0-aab3-4069-a449-25d6ce3446a7 req-8bacdcfc-cc16-4786-b6e0-f4bacf143c44 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0676656 Jul 07 22:56:18.222421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1084ea0-aab3-4069-a449-25d6ce3446a7 req-654d0207-7c8e-46b9-918c-f9265455fe5a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Jul 07 22:56:18.383427 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-16af1596-c419-45c1-930d-091717f4a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:18.993805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:19.393413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235ae14-aacf-4ec7-bd02-441ba46f60a4 req-d21272c7-07aa-490a-b86a-6cd0d740f07b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:19.395412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4235ae14-aacf-4ec7-bd02-441ba46f60a4 req-d21272c7-07aa-490a-b86a-6cd0d740f07b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0625396 Jul 07 22:56:19.432256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4235ae14-aacf-4ec7-bd02-441ba46f60a4 req-192d8d24-53cb-4b44-8678-cb172aa9cf1a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Jul 07 22:56:20.609669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c9739-10ed-43d0-ab4e-37fe342eeb65 req-b17d88a7-d7c6-43fd-b229-750c92f9dccd tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:20.611216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f4c9739-10ed-43d0-ab4e-37fe342eeb65 req-b17d88a7-d7c6-43fd-b229-750c92f9dccd tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0686102 Jul 07 22:56:20.648405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f4c9739-10ed-43d0-ab4e-37fe342eeb65 req-4435848e-e784-4ca2-8f29-8c08c02f4dda tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Jul 07 22:56:21.372779 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-99adee10-0c52-4035-954f-b7bd053e9d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:21.443776 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:21.822476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7123-d4da-4b14-961d-b42f28bc34ef req-22f33eea-4dd5-4a7c-8e58-cd198e24f834 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:21.823993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c66e7123-d4da-4b14-961d-b42f28bc34ef req-22f33eea-4dd5-4a7c-8e58-cd198e24f834 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0632191 Jul 07 22:56:21.860954 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c66e7123-d4da-4b14-961d-b42f28bc34ef req-95dee811-18f5-4f30-adf1-13f512ccc90b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Jul 07 22:56:22.272652 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:23.033980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebb6a3-9197-4a56-80c6-2b5f198e927c req-5fed1c41-a4f8-4ab6-9b65-90edb452966f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:23.035488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90ebb6a3-9197-4a56-80c6-2b5f198e927c req-5fed1c41-a4f8-4ab6-9b65-90edb452966f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0636814 Jul 07 22:56:23.072034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-90ebb6a3-9197-4a56-80c6-2b5f198e927c req-44ce249a-5f80-45dc-87ab-4aff9f7571a5 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303206 Jul 07 22:56:23.816389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:24.248369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecf416-ba75-4f46-999b-8dfa92c77d56 req-e264ea96-4ff4-4991-b4e6-c99de2c9e71b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:24.249841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39ecf416-ba75-4f46-999b-8dfa92c77d56 req-e264ea96-4ff4-4991-b4e6-c99de2c9e71b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0656791 Jul 07 22:56:24.285661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39ecf416-ba75-4f46-999b-8dfa92c77d56 req-39355e1f-40fc-4122-9642-448e1941ad9e tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Jul 07 22:56:25.145069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d200-2264-4438-8728-483d379ec38b req-feaae7c7-8f5d-4a3a-a8af-a376f328f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:25.147101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-feaae7c7-8f5d-4a3a-a8af-a376f328f532 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1097 time: 0.0512028 Jul 07 22:56:25.250786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d200-2264-4438-8728-483d379ec38b req-08059b7d-a07a-4db3-8236-8a9613d2eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:25.252265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-08059b7d-a07a-4db3-8236-8a9613d2eded service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.0860238 Jul 07 22:56:25.292429 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-3ab5d058-9c4e-4392-84c9-8cd3f8b3983e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0332305 Jul 07 22:56:25.341570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d200-2264-4438-8728-483d379ec38b req-b15bea4c-a050-4e63-ab90-83b4537f3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:25.343065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-b15bea4c-a050-4e63-ab90-83b4537f3da4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0453508 Jul 07 22:56:25.378306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-bc845e04-9a7a-4c29-9955-b719885db2d1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294299 Jul 07 22:56:25.511217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-18bfd147-49d5-4ce6-9a81-361168156ffc service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260040 Jul 07 22:56:25.519268 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58f3b5-3095-4402-a566-ed58112dd84d req-00c96655-c16c-449d-bd42-5523688d391a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:25.520637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f58f3b5-3095-4402-a566-ed58112dd84d req-00c96655-c16c-449d-bd42-5523688d391a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0960495 Jul 07 22:56:25.602899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f58f3b5-3095-4402-a566-ed58112dd84d req-45fb6589-a982-42b5-ac19-0f11cee3a7b4 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737541 Jul 07 22:56:25.627277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0875d200-2264-4438-8728-483d379ec38b req-fcb52cfd-8d48-41e0-96be-ed1fed45ccec service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057336 Jul 07 22:56:26.024376 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:56:26.782870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bab86e-807e-4acb-a30b-3eab3c10358c req-ca8723de-03e4-4fb3-9678-b7d9b4dbfd49 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:26.784353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0bab86e-807e-4acb-a30b-3eab3c10358c req-ca8723de-03e4-4fb3-9678-b7d9b4dbfd49 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0654824 Jul 07 22:56:26.821092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d0bab86e-807e-4acb-a30b-3eab3c10358c req-e2cb49a8-0b03-4558-b03e-ad8f07bb0361 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jul 07 22:56:27.991166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556cb22-6560-45b1-b3b2-54423e90dc0e req-99a803bf-4850-4922-a9d9-4601a73bb161 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:27.992657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e556cb22-6560-45b1-b3b2-54423e90dc0e req-99a803bf-4850-4922-a9d9-4601a73bb161 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0618620 Jul 07 22:56:28.029189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e556cb22-6560-45b1-b3b2-54423e90dc0e req-070942ea-a86f-4179-82db-253f22415e03 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Jul 07 22:56:29.202321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba22b02-9996-4dba-8bb8-f58decfed877 req-dc3b0975-ed68-4f85-823b-24bb1f0ec346 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:29.203738 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ba22b02-9996-4dba-8bb8-f58decfed877 req-dc3b0975-ed68-4f85-823b-24bb1f0ec346 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0616338 Jul 07 22:56:29.240900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ba22b02-9996-4dba-8bb8-f58decfed877 req-696c412b-c45c-4523-b671-df59af67047a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jul 07 22:56:30.415187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3535-4ee3-4674-ac2d-b518140e2461 req-3d17b803-0859-4d8b-bb16-bded3a4f8110 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:30.416673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c5c3535-4ee3-4674-ac2d-b518140e2461 req-3d17b803-0859-4d8b-bb16-bded3a4f8110 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0659354 Jul 07 22:56:30.452827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c5c3535-4ee3-4674-ac2d-b518140e2461 req-6b374f5b-f894-4b64-8ab6-75d6a68a8186 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Jul 07 22:56:31.626573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d142c-5009-4a4a-a094-e95ccd2245ef req-298e597a-7972-4bed-963c-8294d60e3e49 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:31.628122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff5d142c-5009-4a4a-a094-e95ccd2245ef req-298e597a-7972-4bed-963c-8294d60e3e49 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0622458 Jul 07 22:56:31.665479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff5d142c-5009-4a4a-a094-e95ccd2245ef req-e1928914-13eb-4989-9d06-c418a5633070 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jul 07 22:56:32.849415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2b735-2b7e-4773-a8ae-f998fc4028bf req-769ef699-7298-4dd9-93b1-ad134be45e5f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:32.850981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37d2b735-2b7e-4773-a8ae-f998fc4028bf req-769ef699-7298-4dd9-93b1-ad134be45e5f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0670302 Jul 07 22:56:32.890027 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37d2b735-2b7e-4773-a8ae-f998fc4028bf req-10fea87b-96ef-440d-bb5b-d67e531a7f83 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Jul 07 22:56:34.060786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927786-6d89-431e-9049-f4719e144ccb req-b9b56233-c02a-4867-9cf9-3d6f51655052 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:34.062172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49927786-6d89-431e-9049-f4719e144ccb req-b9b56233-c02a-4867-9cf9-3d6f51655052 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0623910 Jul 07 22:56:34.099830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49927786-6d89-431e-9049-f4719e144ccb req-193669fd-1ae7-4d29-b33c-f78bd25782ea tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Jul 07 22:56:35.269670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898e6ca-7d7f-4b05-9e04-e493f4647b25 req-345de0c9-b83e-4f37-bd89-ddbfca5dcac3 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:35.271143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4898e6ca-7d7f-4b05-9e04-e493f4647b25 req-345de0c9-b83e-4f37-bd89-ddbfca5dcac3 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0606673 Jul 07 22:56:35.307387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4898e6ca-7d7f-4b05-9e04-e493f4647b25 req-220cb785-a48e-4dcc-b836-ab3653df7f5e tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Jul 07 22:56:36.486217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30c3b-ff29-4e53-82ed-d04a783fab90 req-8959ee3d-adae-4f88-8ec3-a6d78d6148cc tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:36.487730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09f30c3b-ff29-4e53-82ed-d04a783fab90 req-8959ee3d-adae-4f88-8ec3-a6d78d6148cc tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0670023 Jul 07 22:56:36.524784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09f30c3b-ff29-4e53-82ed-d04a783fab90 req-5e61ca33-4af8-4de9-b156-b05eaea39939 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Jul 07 22:56:37.697991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1375e3-c134-4822-aa89-b91fdd66109d req-f6f7e82f-457f-4de1-8644-36dc1a2da436 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:37.699510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a1375e3-c134-4822-aa89-b91fdd66109d req-f6f7e82f-457f-4de1-8644-36dc1a2da436 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0623987 Jul 07 22:56:37.736495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a1375e3-c134-4822-aa89-b91fdd66109d req-affdfec5-d0a8-44a0-a5b6-3aa361d4eb85 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Jul 07 22:56:38.909783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a1f2-fcd9-4eb7-8ad0-dbdc7cd4be37 req-7d46d15a-4ad6-4d8f-ac50-a57cfc9a3aaa tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:38.911298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb23a1f2-fcd9-4eb7-8ad0-dbdc7cd4be37 req-7d46d15a-4ad6-4d8f-ac50-a57cfc9a3aaa tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0649190 Jul 07 22:56:38.948634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb23a1f2-fcd9-4eb7-8ad0-dbdc7cd4be37 req-30f7561f-f3e2-4a29-b938-93f243d40c6f tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Jul 07 22:56:40.119044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445440-1ddb-46f2-9d9b-8b11cb9f55ee req-2dc5059d-bd95-45d4-b393-330de15213b2 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:40.120528 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9445440-1ddb-46f2-9d9b-8b11cb9f55ee req-2dc5059d-bd95-45d4-b393-330de15213b2 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0621452 Jul 07 22:56:40.156440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9445440-1ddb-46f2-9d9b-8b11cb9f55ee req-5c2be77d-61cf-4275-b7a2-e676fdc1cd3b tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304835 Jul 07 22:56:41.330857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b81dd6-f05d-4f70-ac93-9134103beb4f req-6e12c1d3-0be4-4abc-9f24-2de4667f3acb tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:41.332329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99b81dd6-f05d-4f70-ac93-9134103beb4f req-6e12c1d3-0be4-4abc-9f24-2de4667f3acb tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0620582 Jul 07 22:56:41.368490 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99b81dd6-f05d-4f70-ac93-9134103beb4f req-641e771f-c135-4974-a629-0a2feb2c6d62 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307133 Jul 07 22:56:41.770847 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-43f9c5ef-bff0-4dbe-ae52-28043ab59aff service neutron] show failed (client error): The resource could not be found. Jul 07 22:56:41.771879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-43f9c5ef-bff0-4dbe-ae52-28043ab59aff service neutron] 10.222.0.103 "GET /v2.0/ports/a264c473-bff8-4864-9aaf-a3494181df3e/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0664132 Jul 07 22:56:42.046348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-28130ac7-c3f8-4712-bd02-1acb5e712f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:42.047824 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-28130ac7-c3f8-4712-bd02-1acb5e712f76 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852&tenant_id=49dfdeb383ef45cba00d976328c7e0dd HTTP/1.1" status: 200 len: 1097 time: 0.0865965 Jul 07 22:56:42.059199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:42.131340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:42.328496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:42.360877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:56:42.399400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:42.401722 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a489df41-8733-41ad-b377-fdd048d64d46" -d '{"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-unplugged", "status": "completed", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:42.405470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:42.417559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Transition to ACTIVE for port object a264c473-bff8-4864-9aaf-a3494181df3e will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:56:42.421628 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:42.486109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] No DVR routers for this DVR port a264c473-bff8-4864-9aaf-a3494181df3e on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:56:42.493492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=6']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:42.503750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.504109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.504464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.504815 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.505155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.505502 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.505836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.506173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.506509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.506870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.507262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.508090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:42.538890 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:56:42.539230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:56:42.539666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e on network 1f745bf8-4fb4-45a5-bdc6-14a348be211a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:56:42.543968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Port a264c473-bff8-4864-9aaf-a3494181df3e on network 1f745bf8-4fb4-45a5-bdc6-14a348be211a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:56:42.544296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Attempting to bind port a264c473-bff8-4864-9aaf-a3494181df3e on network 1f745bf8-4fb4-45a5-bdc6-14a348be211a {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:56:42.546037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec623-ef31-4a3b-a3fb-ca85a3555ea1 req-77ae92a2-0971-4d9c-822d-0abeb4578d93 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:42.547571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-828ec623-ef31-4a3b-a3fb-ca85a3555ea1 req-77ae92a2-0971-4d9c-822d-0abeb4578d93 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 943 time: 0.0631576 Jul 07 22:56:42.549136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:56:42.549501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Checking segment: {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:56:42.549881 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Bound using segment: {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:56:42.550308 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Bound port: a264c473-bff8-4864-9aaf-a3494181df3e, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af48f482-2dac-4b03-aabd-19ecae00dde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:56:42.550691 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:42.585260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-828ec623-ef31-4a3b-a3fb-ca85a3555ea1 req-5071667a-77c5-4894-971f-8551825edbe9 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Jul 07 22:56:42.614400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:56:42.618016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:56:42.622334 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:42.657060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:42.657703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:42.659168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] 10.222.0.97 "PUT /v2.0/ports/a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 1092 time: 0.6040614 Jul 07 22:56:42.681250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc128ea3-60fe-43d6-930d-cc926ecb30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:42.718292 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be9515-b055-453a-9e4e-54181c4859f5 x-openstack-request-id: req-f2be9515-b055-453a-9e4e-54181c4859f5 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:42.718589 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-unplugged", "status": "completed", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:42.718878 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f2be9515-b055-453a-9e4e-54181c4859f5 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:42.719279 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'code': 200} Jul 07 22:56:42.742062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-c17eb461-5ec5-4c6b-91a0-e04eb4f74332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:42.743633 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-c17eb461-5ec5-4c6b-91a0-e04eb4f74332 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1095 time: 0.0594745 Jul 07 22:56:42.830874 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-58232881-6d9a-4cc6-93b5-f4432d2bf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:42.832373 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-58232881-6d9a-4cc6-93b5-f4432d2bf003 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.0825770 Jul 07 22:56:42.877964 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-1236ee55-9865-4eb2-a524-dc8fc5490029 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0383828 Jul 07 22:56:42.924968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-3582e6fa-cc9a-4773-8853-35bc3c400bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:42.926386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-3582e6fa-cc9a-4773-8853-35bc3c400bca service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0427463 Jul 07 22:56:42.958856 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-2ccec374-f1ba-4842-bebc-c11bfd941f2d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255198 Jul 07 22:56:43.051450 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-74860ce1-fc86-4a9e-9b9d-f9c097f68250 service neutron] 10.222.0.97 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854757 Jul 07 22:56:43.141907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5d619faf-82fd-4684-a235-16fe2de1ae51 req-735bdeeb-c47d-4979-ad71-fb1179323adf service neutron] 10.222.0.97 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Jul 07 22:56:43.759773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c98ad-8f5f-4079-a17d-6f680c1db0ca req-75c16c46-c053-422f-b21a-1e08cd9c6a3a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:43.761343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b46c98ad-8f5f-4079-a17d-6f680c1db0ca req-75c16c46-c053-422f-b21a-1e08cd9c6a3a tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 943 time: 0.0625789 Jul 07 22:56:43.807668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b46c98ad-8f5f-4079-a17d-6f680c1db0ca req-67279668-dde2-46f4-b773-c82e0837bad9 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Jul 07 22:56:44.616614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a264c473-bff8-4864-9aaf-a3494181df3e no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:56:44.654184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a264c473-bff8-4864-9aaf-a3494181df3e not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:56:44.719918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:44.722390 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb933cb9-327f-403f-b14b-1701a494b1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:44.768437 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60216c05-4c6c-4ae3-8ddf-2282bd6609b6 x-openstack-request-id: req-60216c05-4c6c-4ae3-8ddf-2282bd6609b6 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:44.768736 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:44.768991 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60216c05-4c6c-4ae3-8ddf-2282bd6609b6 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:44.769392 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'status': 'completed', 'code': 200} Jul 07 22:56:44.841625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-2c0f04cc-1b13-40f9-9cfc-499d0b37757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:44.842810 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-fd42b3cf-75de-4e5b-a1e1-fe028129a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:44.843198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-2c0f04cc-1b13-40f9-9cfc-499d0b37757a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1095 time: 0.0550144 Jul 07 22:56:44.844478 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-fd42b3cf-75de-4e5b-a1e1-fe028129a77f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1095 time: 0.0534456 Jul 07 22:56:44.935668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-772ec734-2d89-41f1-b971-a31f82579434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:44.937127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-772ec734-2d89-41f1-b971-a31f82579434 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.0882430 Jul 07 22:56:44.939668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-0e1c041f-5179-49ca-b29e-749cc23393a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:44.941129 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-0e1c041f-5179-49ca-b29e-749cc23393a7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.0908942 Jul 07 22:56:44.984448 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-f260cac6-544d-48a1-ba22-1d44b4d4c8ca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0357516 Jul 07 22:56:45.000482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-159102d7-8ec4-40f7-8999-4ac7fb35b17f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0549510 Jul 07 22:56:45.032699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-5295d626-9ec7-4456-8e01-cdb529d44b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:45.034369 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-5295d626-9ec7-4456-8e01-cdb529d44b78 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0436797 Jul 07 22:56:45.058469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-14858771-be90-40d5-ae50-2b4e130c9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:45.059994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-14858771-be90-40d5-ae50-2b4e130c9875 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0522141 Jul 07 22:56:45.071277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-e10371b8-3618-4784-87f5-9d680484a861 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307379 Jul 07 22:56:45.075244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a2761-f8f3-4805-9519-f5a63974da10 req-92fe23da-60b7-4f32-b6de-3b0af2e00535 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:45.076708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f3a2761-f8f3-4805-9519-f5a63974da10 req-92fe23da-60b7-4f32-b6de-3b0af2e00535 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 943 time: 0.1426947 Jul 07 22:56:45.112976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-48113888-45da-4d2f-b677-51d006141453 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455894 Jul 07 22:56:45.165402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-9f5650b6-ac62-4ac4-80e7-620ac5da7e87 service neutron] 10.222.0.97 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873642 Jul 07 22:56:45.187761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0f3a2761-f8f3-4805-9519-f5a63974da10 req-5010a590-6dc8-4f50-833d-0dffd8094cb0 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039481 Jul 07 22:56:45.232766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-a0dd593b-4669-4dbc-ae0a-9be0e84fe5e2 service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099858 Jul 07 22:56:45.272019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-7dd4c347-0149-4f44-96b7-1b5ba904e9a4 service neutron] 10.222.0.97 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000946 Jul 07 22:56:45.634026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eb933cb9-327f-403f-b14b-1701a494b1c1 req-bba2bd8e-ce9c-4774-8fa0-bde6774d912a service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914611 Jul 07 22:56:45.795409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a264c473-bff8-4864-9aaf-a3494181df3e details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:56:45.891950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:45.903028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'network_id': '1f745bf8-4fb4-45a5-bdc6-14a348be211a', 'port_id': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'mac_address': 'fa:16:3e:52:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b50a65-cd82-4f56-9d13-328231c2947c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:56:45.938808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:45.952721 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a264c473-bff8-4864-9aaf-a3494181df3e {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:56:45.973662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:45.978871 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:46.036890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:46.044159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.044511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.044854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.045191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.045572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.045851 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.046180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.046504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.046869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.047194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.047519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.047841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:46.338405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a264c473-bff8-4864-9aaf-a3494181df3e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:56:46.374005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92c79f-fabb-4dd8-8d5f-c184fecdd658 req-c193c0c9-fe5a-4981-b354-600c1d530234 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:46.375535 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f92c79f-fabb-4dd8-8d5f-c184fecdd658 req-c193c0c9-fe5a-4981-b354-600c1d530234 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 944 time: 0.0642543 Jul 07 22:56:46.412114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f92c79f-fabb-4dd8-8d5f-c184fecdd658 req-ad991c3c-08ab-463a-b817-75daeef781a4 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jul 07 22:56:46.820351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-b1ad83e7-09b8-44a6-8e5c-5b315dde63cb tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:46.821817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-b1ad83e7-09b8-44a6-8e5c-5b315dde63cb tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.103 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852&tenant_id=49dfdeb383ef45cba00d976328c7e0dd&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 944 time: 0.1079354 Jul 07 22:56:46.879630 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-3c00a98e-cab2-4cea-b7be-adc7fdc416f1 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:56:46.880637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-3c00a98e-cab2-4cea-b7be-adc7fdc416f1 service neutron] 10.222.0.103 "DELETE /v2.0/ports/a264c473-bff8-4864-9aaf-a3494181df3e/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0525680 Jul 07 22:56:46.972576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-92706498-5265-48c6-ab5f-c8c01e2bf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:46.974049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-92706498-5265-48c6-ab5f-c8c01e2bf221 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 1096 time: 0.0513589 Jul 07 22:56:47.063567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-0733d960-c569-4d1f-b9db-e0a88d3f724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:47.065022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-0733d960-c569-4d1f-b9db-e0a88d3f724e service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 200 len: 913 time: 0.0847962 Jul 07 22:56:47.106577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-8fddd27f-026f-48be-a799-f97a68a1b98d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 200 len: 217 time: 0.0350428 Jul 07 22:56:47.159483 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:47.161093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-171aa098-d6cc-46d7-8153-a06927f40021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:47.162914 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-171aa098-d6cc-46d7-8153-a06927f40021 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 200 len: 852 time: 0.0489049 Jul 07 22:56:47.193611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-6da76bee-cd07-44c9-95b7-4f442a75d758 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f745bf8-4fb4-45a5-bdc6-14a348be211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252163 Jul 07 22:56:47.279075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-06d03bdc-ee77-42c2-b4fb-9a0ceeddbd35 service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789740 Jul 07 22:56:47.368867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-80fc0e66-8832-4dd6-b88a-f5153d37238c service neutron] 10.222.0.103 "GET /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841684 Jul 07 22:56:47.814174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a264c473-bff8-4864-9aaf-a3494181df3e up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:56:47.867762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a264c473-bff8-4864-9aaf-a3494181df3e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:56:47.871614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a264c473-bff8-4864-9aaf-a3494181df3e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:56:47.871992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:47.949204 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:47.971712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:47.973969 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59642869-f877-4e31-b408-e58251c81099" -d '{"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-plugged", "status": "completed", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:47.986707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:47.990726 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:48.039830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:48.044879 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eead40d-88ca-43b1-ab65-d333665eee04 x-openstack-request-id: req-8eead40d-88ca-43b1-ab65-d333665eee04 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:48.045113 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-plugged", "status": "completed", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:48.045375 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8eead40d-88ca-43b1-ab65-d333665eee04 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:48.045799 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'code': 200} Jul 07 22:56:48.197072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9dcf2-d541-46b9-8ad8-1f3d98c294ea req-70cbb929-6b06-4673-b9e2-ee5baa6e2bbf tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:48.199037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f2a9dcf2-d541-46b9-8ad8-1f3d98c294ea req-70cbb929-6b06-4673-b9e2-ee5baa6e2bbf tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0670662 Jul 07 22:56:48.236593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f2a9dcf2-d541-46b9-8ad8-1f3d98c294ea req-eeec25d4-18bd-4e1d-9cf1-e6ee80915c49 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Jul 07 22:56:48.385024 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-288c54e0-0b4a-4add-aa41-4cf448778fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:48.995260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:49.412860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216db0ff-d9d3-46c5-a1c6-2fb5c14382f9 req-34633a63-e872-4bb5-8fd9-132cd01f72a2 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:49.414910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-216db0ff-d9d3-46c5-a1c6-2fb5c14382f9 req-34633a63-e872-4bb5-8fd9-132cd01f72a2 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0670002 Jul 07 22:56:49.452186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-216db0ff-d9d3-46c5-a1c6-2fb5c14382f9 req-3a910e29-5d5e-4426-82d4-5f08b1ca9330 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.95 "GET /v2.0/security-groups?id=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Jul 07 22:56:49.495352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-bff7d034-117f-4339-b813-dad7ee8ca7be tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:49.496843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-bff7d034-117f-4339-b813-dad7ee8ca7be tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.97 "GET /v2.0/ports?device_id=acb61332-69b6-47b1-9aef-eba7c4876852 HTTP/1.1" status: 200 len: 945 time: 0.0685740 Jul 07 22:56:49.601457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Deleting port a264c473-bff8-4864-9aaf-a3494181df3e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:56:49.601816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:49.688018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] For port a264c473-bff8-4864-9aaf-a3494181df3e, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a264c473-bff8-4864-9aaf-a3494181df3e,segment=NetworkSegment(af48f482-2dac-4b03-aabd-19ecae00dde8),segment_id=af48f482-2dac-4b03-aabd-19ecae00dde8)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:49.688385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:49.701543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Calling delete_port for a264c473-bff8-4864-9aaf-a3494181df3e owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:56:49.829331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:49.842231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a264c473-bff8-4864-9aaf-a3494181df3e'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:56:49.860139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Pushing event deleted for resources: {'Port': ['ID=a264c473-bff8-4864-9aaf-a3494181df3e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:49.906110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] No DVR routers for this DVR port a264c473-bff8-4864-9aaf-a3494181df3e on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:56:49.908791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:49.910835 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ffb5415f-dfca-4563-98c5-f613b4b71124 req-31602d99-3683-438a-ad36-ca4f0883f313 tempest-DeleteServersTestJSON-2097202763 tempest-DeleteServersTestJSON-2097202763-project] 10.222.0.97 "DELETE /v2.0/ports/a264c473-bff8-4864-9aaf-a3494181df3e HTTP/1.1" status: 204 len: 173 time: 0.4082890 Jul 07 22:56:49.911276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-deleted', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:49.913552 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d8ca59-63e4-45c9-bdc6-ee683bc545c1" -d '{"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-deleted", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:49.953126 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16834ee2-1943-48c1-a400-5279c4cc3172 x-openstack-request-id: req-16834ee2-1943-48c1-a400-5279c4cc3172 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:49.953507 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb61332-69b6-47b1-9aef-eba7c4876852", "name": "network-vif-deleted", "tag": "a264c473-bff8-4864-9aaf-a3494181df3e", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:49.953769 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-16834ee2-1943-48c1-a400-5279c4cc3172 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:49.954180 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb61332-69b6-47b1-9aef-eba7c4876852', 'name': 'network-vif-deleted', 'tag': 'a264c473-bff8-4864-9aaf-a3494181df3e', 'status': 'completed', 'code': 200} Jul 07 22:56:50.687524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35064) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:50.732967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Deleting subnet f6b50a65-cd82-4f56-9d13-328231c2947c {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:56:50.736019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:50.768969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:50.805993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:50.859637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:50.889862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b50a65-cd82-4f56-9d13-328231c2947c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:50.894288 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:50.896189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f6b50a65-cd82-4f56-9d13-328231c2947c HTTP/1.1" status: 204 len: 168 time: 0.2076488 Jul 07 22:56:50.899340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35066) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:50.903616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.903973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.904315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.904653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.904984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.905312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.905638 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.905965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.906285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.906608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.906951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.907272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d1158-57a4-45c8-a47b-8a9c827f6275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:56:50.970648 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.047508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.058707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f745bf8-4fb4-45a5-bdc6-14a348be211a']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:56:51.073757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af48f482-2dac-4b03-aabd-19ecae00dde8') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:56:51.074064 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af48f482-2dac-4b03-aabd-19ecae00dde8') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:56:51.082727 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.097270 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.103771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:56:51.104181 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:56:51.105900 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:56:51.160316 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.166477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.171703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] 10.222.0.95 "DELETE /v2.0/networks/1f745bf8-4fb4-45a5-bdc6-14a348be211a HTTP/1.1" status: 204 len: 168 time: 0.2679930 Jul 07 22:56:51.181831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834ba04-c844-46d8-9b1e-22d6733a614e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f745bf8-4fb4-45a5-bdc6-14a348be211a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:51.273353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35070) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:51.312605 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-03d5133d-7e77-4a04-ab7f-8b0cfafb4ffd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=49dfdeb383ef45cba00d976328c7e0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379462 Jul 07 22:56:51.314917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35072) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:51.361641 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc743f2-2bb0-45cf-bd4d-06d64513d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.373567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a188a730-4a86-4004-8349-e7cf459f1e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.388631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc743f2-2bb0-45cf-bd4d-06d64513d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.435024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc743f2-2bb0-45cf-bd4d-06d64513d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.437663 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7bc743f2-2bb0-45cf-bd4d-06d64513d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.441163 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7bc743f2-2bb0-45cf-bd4d-06d64513d52a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/40a359f9-b5d7-4e4d-a590-d6e96d0d71cc HTTP/1.1" status: 204 len: 168 time: 0.1229579 Jul 07 22:56:51.447599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:51.448348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc743f2-2bb0-45cf-bd4d-06d64513d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a359f9-b5d7-4e4d-a590-d6e96d0d71cc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:52.084513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35094) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:52.178260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-619176545-network', 'tenant_id': 'c45e2c34039d443f86857ab34c930a20'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:52.198919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Made reservation on behalf of c45e2c34039d443f86857ab34c930a20 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:56:52.201235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.210017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.277006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.298955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.302393 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.326320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:56:52.335649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa08db-320c-451b-ac18-360c8e985fb5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:52.340644 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.340993 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Added segment e9d0a2d8-b2ac-4c54-ad21-92c0a941be97 of type vlan for network 345084cc-7a59-4ba5-9b3a-6755f866f4cc Jul 07 22:56:52.380237 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.407100 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.407979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:52.408565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.461539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3759222 Jul 07 22:56:52.465090 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35098) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:56:52.470211 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Request body: {'subnet': {'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-619176545-subnet', 'tenant_id': 'c45e2c34039d443f86857ab34c930a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:52.470653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b200e-4dfc-4bb4-b8d5-919d6cf2cfb4 admin admin] Pushing event updated for resources: {'Network': ['ID=345084cc-7a59-4ba5-9b3a-6755f866f4cc,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:52.480952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 345084cc-7a59-4ba5-9b3a-6755f866f4cc details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:56:52.491962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Made reservation on behalf of c45e2c34039d443f86857ab34c930a20 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:56:52.495003 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.663688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.720363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e774f67f-3e05-4a94-a223-fd9500eaa2fe,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:52.728182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Checking segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:56:52.728544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Network hostable DHCP agents. Network: 345084cc-7a59-4ba5-9b3a-6755f866f4cc, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:56:52.745265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Network 345084cc-7a59-4ba5-9b3a-6755f866f4cc is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:56:52.753503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 345084cc-7a59-4ba5-9b3a-6755f866f4cc) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:56:52.758494 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:52.759689 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:52.762963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d3fb8d-6021-4a52-abbc-ae585697900d None None] Network 345084cc-7a59-4ba5-9b3a-6755f866f4cc requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:56:52.773713 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8918b339-2350-442f-9b8d-40acc9981d80 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3074207 Jul 07 22:56:52.890952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a89eb-6547-4cf0-abc6-fb588a733950 None None] Network 345084cc-7a59-4ba5-9b3a-6755f866f4cc requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:56:53.193540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-860df3ed-bc30-464c-8729-99f77fd29b4e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:53.194963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-860df3ed-bc30-464c-8729-99f77fd29b4e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 814 time: 0.0997396 Jul 07 22:56:53.209149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-7c43827e-a7a8-4047-9db6-788cac924f3a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/quotas/c45e2c34039d443f86857ab34c930a20 HTTP/1.1" status: 200 len: 375 time: 0.0089302 Jul 07 22:56:53.241351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-72487712-cf4a-4b20-a8df-ebdf56c4845c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274458 Jul 07 22:56:53.331266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-6579ff2a-ff61-4f9a-ac73-adedb7fe7c9d service neutron] 10.222.0.95 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831337 Jul 07 22:56:53.418798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-21939511-ea8a-48db-b767-ca873dd3e629 service neutron] 10.222.0.95 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817792 Jul 07 22:56:53.587382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-964b0e78-6243-4d44-966f-071dbdea9f46 req-c4f0c310-86f3-4b41-a64e-29a51f25fceb tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 210 time: 0.0333936 Jul 07 22:56:53.818358 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:53.826406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a264c473-bff8-4864-9aaf-a3494181df3e no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:56:53.847339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: a264c473-bff8-4864-9aaf-a3494181df3e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:56:53.847699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a264c473-bff8-4864-9aaf-a3494181df3e not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:56:54.617831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-989f21e0-d261-42a9-b6d9-cdebae4ca6c2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:54.619542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-989f21e0-d261-42a9-b6d9-cdebae4ca6c2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 814 time: 0.1065438 Jul 07 22:56:54.636199 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Request body: {'port': {'device_id': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'admin_state_up': True, 'tenant_id': 'c45e2c34039d443f86857ab34c930a20'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:54.730784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6250a05-a3c3-4d78-90fb-220215650aff req-799d2cb6-3a9a-4b8e-a633-b9ed92e258ed tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 210 time: 0.0298984 Jul 07 22:56:54.746903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Made reservation on behalf of c45e2c34039d443f86857ab34c930a20 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:56:54.750487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:54.875931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Allocated IP 172.20.0.12 (345084cc-7a59-4ba5-9b3a-6755f866f4cc/e774f67f-3e05-4a94-a223-fd9500eaa2fe/5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:56:55.016706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.055897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.099850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Network 345084cc-7a59-4ba5-9b3a-6755f866f4cc is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:56:55.103622 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:56:55.110050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:56:55.135860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:55.162508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:55.163302 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.179729 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-eae2b6ce-e618-41cd-b42b-d87afba6153d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5474951 Jul 07 22:56:55.192302 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Request body: {'port': {'device_id': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:56:55.270209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.525703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:56:55.532870 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.545148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Transition to ACTIVE for port object 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:56:55.548746 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.617922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:55.667184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:56:55.667532 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:56:55.667869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:56:55.672200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:56:55.672535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:56:55.677632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:56:55.677977 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Checking segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:56:55.678367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Bound using segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:56:55.678834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Bound port: 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:56:55.679197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.743598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:56:55.746528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:56:55.750958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.786161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:55.786891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:55.788315 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] 10.222.0.97 "PUT /v2.0/ports/5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 1093 time: 0.6006391 Jul 07 22:56:55.788762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:56:55.791081 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fe287e-1afb-473b-b847-bed77d2e5387" -d '{"events": [{"name": "network-changed", "server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:56:55.815842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62841b-4e33-4a02-ab5b-d86a2b0de849 service neutron] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:56:55.883682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-211cf13f-fd37-4e86-99bf-affd5de282d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:55.885167 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-211cf13f-fd37-4e86-99bf-affd5de282d7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1096 time: 0.0549192 Jul 07 22:56:55.922337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c81b47-b62f-47c1-8448-9c9d385d457e req-e1597b1a-e2be-448a-9e81-b3440601caef tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:55.923875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59c81b47-b62f-47c1-8448-9c9d385d457e req-e1597b1a-e2be-448a-9e81-b3440601caef tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0676711 Jul 07 22:56:55.930311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-21fcc27f-a2ae-4d60-99fa-ea0014406be8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0381050 Jul 07 22:56:55.961926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59c81b47-b62f-47c1-8448-9c9d385d457e req-d96c8db3-688f-4272-af53-6e7f0d4a23e3 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Jul 07 22:56:55.979329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-a1e92b5b-a932-449e-84c1-166114ce340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:55.980834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-a1e92b5b-a932-449e-84c1-166114ce340e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0446041 Jul 07 22:56:56.014512 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c2ba6-c050-4488-b1bf-b60b3714e79e x-openstack-request-id: req-ed8c2ba6-c050-4488-b1bf-b60b3714e79e {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:56:56.014839 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:56:56.015098 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ed8c2ba6-c050-4488-b1bf-b60b3714e79e {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:56:56.015502 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'status': 'completed', 'code': 200} Jul 07 22:56:56.017650 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-4b896fcc-690a-41d7-aa57-ded5e091d674 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303042 Jul 07 22:56:56.119507 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-3db14053-de36-4482-a594-7527cd9fdbf7 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947819 Jul 07 22:56:56.213817 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3662e6d0-731d-4e45-a22a-d3171bb3271e req-b8f43250-91d1-4992-9f78-1fdff9f27aba service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Jul 07 22:56:56.311121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-8092713b-ed5d-4d86-a75b-b2100c7f174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:56.312573 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-8092713b-ed5d-4d86-a75b-b2100c7f174b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1096 time: 0.0511549 Jul 07 22:56:56.404607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-6a8b75b7-9c78-46d8-beff-9e1010847bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:56.405983 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-6a8b75b7-9c78-46d8-beff-9e1010847bf5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0872176 Jul 07 22:56:56.446088 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-5afd178a-02e4-4a51-943b-fc043d547588 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0342052 Jul 07 22:56:56.496957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-930378d8-ad24-4984-a65d-36169f14b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:56.498350 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-930378d8-ad24-4984-a65d-36169f14b4ef service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0459673 Jul 07 22:56:56.529449 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-f423117c-d88a-4095-a181-53007872177e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247040 Jul 07 22:56:56.616841 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-6013ddb8-791c-4ede-8778-1c7a29ec0ce0 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814779 Jul 07 22:56:56.707057 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7fe287e-1afb-473b-b847-bed77d2e5387 req-6245d2c5-066c-4088-b1b3-700d458c2795 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824828 Jul 07 22:56:57.141066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d47a-69b9-43ac-afbb-9dda16c393fd req-212e8119-d896-40e1-8a1a-111275c6899a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:57.142558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6328d47a-69b9-43ac-afbb-9dda16c393fd req-212e8119-d896-40e1-8a1a-111275c6899a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0670011 Jul 07 22:56:57.183220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6328d47a-69b9-43ac-afbb-9dda16c393fd req-b3e8756f-bc07-4f12-b37e-88627c931544 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351121 Jul 07 22:56:58.356206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081cd45-7e44-462c-ac41-86a284cf84de req-498ca8be-a1e6-425b-976a-95da75c90131 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:58.357723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7081cd45-7e44-462c-ac41-86a284cf84de req-498ca8be-a1e6-425b-976a-95da75c90131 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0634317 Jul 07 22:56:58.394553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7081cd45-7e44-462c-ac41-86a284cf84de req-45b6c853-252a-4356-800b-bed5cc3e3698 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Jul 07 22:56:59.565185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a26f-03ed-43c3-8402-898a44c4560c req-2c161ba0-617a-49fd-b5cc-9d3ca58241ce tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:59.566713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4197a26f-03ed-43c3-8402-898a44c4560c req-2c161ba0-617a-49fd-b5cc-9d3ca58241ce tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0632339 Jul 07 22:56:59.612730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4197a26f-03ed-43c3-8402-898a44c4560c req-5969c57e-23da-4d39-92ae-fcba4636acfa tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Jul 07 22:56:59.826343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:56:59.919841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:56:59.931278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'port_id': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'mac_address': 'fa:16:3e:e0:90:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e774f67f-3e05-4a94-a223-fd9500eaa2fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:56:59.967242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:59.979275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:56:59.998480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:00.002714 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:00.047301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:00.275144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:57:00.785136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248007a-493b-45f6-b3f4-e375b4e6a32b req-e3ef4175-7e4a-44fb-b8f3-60f267bd707c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:00.786655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e248007a-493b-45f6-b3f4-e375b4e6a32b req-e3ef4175-7e4a-44fb-b8f3-60f267bd707c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 945 time: 0.0627754 Jul 07 22:57:00.823427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e248007a-493b-45f6-b3f4-e375b4e6a32b req-65ba5c32-efac-4b02-b439-84a0b6f4d892 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Jul 07 22:57:01.826869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:57:01.875688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:57:01.879682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:57:01.880064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:01.959684 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:01.982271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:01.984645 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc2f1d-e015-4145-a86e-a1803cb0f568" -d '{"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-plugged", "status": "completed", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:01.997029 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:01.998366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9dec-849c-4476-88ce-d43c7bb405cd req-6267b279-b366-4411-9d8c-6b9b21c4c86b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:01.999909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0ce9dec-849c-4476-88ce-d43c7bb405cd req-6267b279-b366-4411-9d8c-6b9b21c4c86b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 945 time: 0.0629470 Jul 07 22:57:02.001145 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:02.038486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0ce9dec-849c-4476-88ce-d43c7bb405cd req-e3bfafd0-3a82-42ac-b4a0-8bd5773950d5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jul 07 22:57:02.049139 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:02.083576 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6beb35-07da-4c59-a148-1ee8724471d8 x-openstack-request-id: req-0b6beb35-07da-4c59-a148-1ee8724471d8 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:02.083871 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-plugged", "status": "completed", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:02.084121 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0b6beb35-07da-4c59-a148-1ee8724471d8 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:02.084518 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'code': 200} Jul 07 22:57:02.191047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db76a3-df38-40dd-91ec-d466f7390318 req-3f694023-0666-43db-aa55-3ffd1567a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:02.192505 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-59db76a3-df38-40dd-91ec-d466f7390318 req-3f694023-0666-43db-aa55-3ffd1567a612 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1098 time: 0.0497236 Jul 07 22:57:02.225804 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-59db76a3-df38-40dd-91ec-d466f7390318 req-b3671815-23d0-4bc7-8ce1-9b92cd458a7b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262835 Jul 07 22:57:03.023554 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:57:03.220093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e218f-75bb-4add-af2e-147afde0d882 req-0db58268-af52-4cfd-99e5-4e6076d49504 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:03.221546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d9e218f-75bb-4add-af2e-147afde0d882 req-0db58268-af52-4cfd-99e5-4e6076d49504 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0675762 Jul 07 22:57:03.261740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d9e218f-75bb-4add-af2e-147afde0d882 req-6e835c6d-bf0a-4367-be58-6f704f53fe55 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Jul 07 22:57:04.433810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ca39e-0090-45ce-8f87-58a16a2e20a5 req-8db4702a-71f9-4481-b136-fc501599dc50 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:04.435369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a54ca39e-0090-45ce-8f87-58a16a2e20a5 req-8db4702a-71f9-4481-b136-fc501599dc50 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0625834 Jul 07 22:57:04.472287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a54ca39e-0090-45ce-8f87-58a16a2e20a5 req-77e239d0-f617-45a3-969e-9bb0f4c4197e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Jul 07 22:57:04.641338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d476-54a3-4810-a71d-bd08cc667743 req-21773cdf-9f60-4fc8-8471-4567a9afdc79 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:04.642840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ab1d476-54a3-4810-a71d-bd08cc667743 req-21773cdf-9f60-4fc8-8471-4567a9afdc79 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0625846 Jul 07 22:57:04.684184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ab1d476-54a3-4810-a71d-bd08cc667743 req-9d2b21ad-f864-49e3-a6d4-6e6c0e3fbc1f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Jul 07 22:57:05.021051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13f5c8-cb5e-4247-9f79-0387c12f87ec req-d0e1cfce-29e9-4a36-8a46-2567ff824589 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:05.022558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d13f5c8-cb5e-4247-9f79-0387c12f87ec req-d0e1cfce-29e9-4a36-8a46-2567ff824589 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0631433 Jul 07 22:57:05.059611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d13f5c8-cb5e-4247-9f79-0387c12f87ec req-eebe8c91-f494-49b8-8e9c-ce571c8256aa tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308590 Jul 07 22:57:05.227883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614d70-d35d-492e-95fa-43eb59acb79a req-84433518-3b7d-430a-bc0c-c746272cde16 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:05.229396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0614d70-d35d-492e-95fa-43eb59acb79a req-84433518-3b7d-430a-bc0c-c746272cde16 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0642302 Jul 07 22:57:05.267037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e0614d70-d35d-492e-95fa-43eb59acb79a req-9f061d97-a738-4172-968a-51966cb6acd4 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Jul 07 22:57:05.610714 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-8d83a869-f0bc-4662-8e49-898a1bffb9e0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563488 Jul 07 22:57:05.671266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aef893-ad11-4109-a787-9baa59f7979b req-ae04f97e-cd41-4d2b-97e0-5f37766be257 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:05.672798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9aef893-ad11-4109-a787-9baa59f7979b req-ae04f97e-cd41-4d2b-97e0-5f37766be257 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0688875 Jul 07 22:57:05.711066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9aef893-ad11-4109-a787-9baa59f7979b req-d58987dc-4fe1-4800-9bbe-86d84de0e281 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Jul 07 22:57:06.770071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-50c93f6f-cffa-4512-997f-ffe29a9cb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:06.771602 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-50c93f6f-cffa-4512-997f-ffe29a9cb6e8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1098 time: 0.0517118 Jul 07 22:57:06.862817 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-2011942f-1e4f-4b00-9601-444b6b695416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:06.864311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-2011942f-1e4f-4b00-9601-444b6b695416 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0856757 Jul 07 22:57:06.888484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a38a2a-f17f-4a57-9725-695da5b20248 req-b767bcea-5e95-467f-aaf4-efb50dd10af3 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:06.890015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12a38a2a-f17f-4a57-9725-695da5b20248 req-b767bcea-5e95-467f-aaf4-efb50dd10af3 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0638576 Jul 07 22:57:06.909163 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-bda31fc2-9add-422d-9668-7ae441e93514 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0382993 Jul 07 22:57:06.928624 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12a38a2a-f17f-4a57-9725-695da5b20248 req-ab623d2a-4d58-4d8d-9a25-33aa858c5475 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Jul 07 22:57:06.957734 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-25fef241-e1f5-46e4-b691-3f40b6acbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:06.959261 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-25fef241-e1f5-46e4-b691-3f40b6acbd27 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0446064 Jul 07 22:57:06.992234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-91de2bce-22d7-4444-8be1-e17b58ccfffe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259969 Jul 07 22:57:07.334326 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-775bcb94-32d8-4982-8755-530a9400c52d service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356977 Jul 07 22:57:07.421765 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-f45507f2-dca0-479b-9581-b0fd5e454c95 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804377 Jul 07 22:57:08.102805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4a1cc-33dd-412e-a4b1-fbcbe2483a78 req-f0be3e69-bc89-4985-a6eb-4ee77fabda93 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:08.104365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ed4a1cc-33dd-412e-a4b1-fbcbe2483a78 req-f0be3e69-bc89-4985-a6eb-4ee77fabda93 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0625541 Jul 07 22:57:08.145515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ed4a1cc-33dd-412e-a4b1-fbcbe2483a78 req-69cf0a73-3b8f-4695-b5d9-c6beed36d0c4 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Jul 07 22:57:09.317584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbb1b3-483a-42e3-b738-96e37641d543 req-e98f920b-5e37-4c53-9123-a1356e07ec18 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:09.319104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bcbb1b3-483a-42e3-b738-96e37641d543 req-e98f920b-5e37-4c53-9123-a1356e07ec18 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0636227 Jul 07 22:57:09.357375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bcbb1b3-483a-42e3-b738-96e37641d543 req-db75456c-de4e-4d2b-a562-f07d841fda62 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jul 07 22:57:10.528282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e13a0d-5404-4c47-a143-e2db5ba39d46 req-9397c3a4-1ab8-4d09-a4a6-52ca7ad87e50 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:10.529791 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63e13a0d-5404-4c47-a143-e2db5ba39d46 req-9397c3a4-1ab8-4d09-a4a6-52ca7ad87e50 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0631793 Jul 07 22:57:10.566562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63e13a0d-5404-4c47-a143-e2db5ba39d46 req-a920208c-e213-4311-ac6e-6aaedec64f84 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Jul 07 22:57:11.745252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16672d2c-c255-42e1-9c54-6be23b04ea32 req-9059b130-8f23-4aae-a6ac-4694fadf347f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:11.746757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16672d2c-c255-42e1-9c54-6be23b04ea32 req-9059b130-8f23-4aae-a6ac-4694fadf347f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0670362 Jul 07 22:57:11.784323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-16672d2c-c255-42e1-9c54-6be23b04ea32 req-b689f012-5d27-4811-b240-d2111dcb07a5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jul 07 22:57:12.958312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc2958-5fe5-44e5-a13f-fe6d18ac9c01 req-6943b412-394e-4460-816d-4cb2630988e7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:12.959836 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93cc2958-5fe5-44e5-a13f-fe6d18ac9c01 req-6943b412-394e-4460-816d-4cb2630988e7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0627093 Jul 07 22:57:12.997209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93cc2958-5fe5-44e5-a13f-fe6d18ac9c01 req-54b6c593-112b-4409-8ba9-69967842b884 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jul 07 22:57:14.167433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82991bc7-6c59-4fa1-8c0b-045fbd8e2cf8 req-f7363f78-1dcf-4545-9448-cc90f723256b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:14.168936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82991bc7-6c59-4fa1-8c0b-045fbd8e2cf8 req-f7363f78-1dcf-4545-9448-cc90f723256b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0614638 Jul 07 22:57:14.210095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82991bc7-6c59-4fa1-8c0b-045fbd8e2cf8 req-e4275e7b-19c1-4842-a805-08b1958a4ba2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356166 Jul 07 22:57:15.382101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a40c31-5b49-41bc-ab6f-77472c084dc7 req-de38faf0-9780-4e8c-9bf1-87997392e896 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:15.383626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64a40c31-5b49-41bc-ab6f-77472c084dc7 req-de38faf0-9780-4e8c-9bf1-87997392e896 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0647717 Jul 07 22:57:15.421158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-64a40c31-5b49-41bc-ab6f-77472c084dc7 req-68d13eb2-7505-471b-8db4-32be6a676239 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Jul 07 22:57:16.597362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475f756-f48a-4f8e-9c28-a6611bb5021d req-f8a555f4-71a0-478f-b818-a47931d6910e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:16.599427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7475f756-f48a-4f8e-9c28-a6611bb5021d req-f8a555f4-71a0-478f-b818-a47931d6910e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0636306 Jul 07 22:57:16.637494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7475f756-f48a-4f8e-9c28-a6611bb5021d req-42af8a1e-c884-41af-9662-6012541f0c89 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316389 Jul 07 22:57:17.161021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:17.812637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad6af5-145f-40c8-b735-46a509d5856c req-db434455-9a13-40e4-87d8-91b5e9d8bbd2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:17.814136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ad6af5-145f-40c8-b735-46a509d5856c req-db434455-9a13-40e4-87d8-91b5e9d8bbd2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0661867 Jul 07 22:57:17.851718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3ad6af5-145f-40c8-b735-46a509d5856c req-2ed46fb1-9f38-4d55-855e-db92126ef5e8 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Jul 07 22:57:18.385433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9da0d84a-b732-43db-bbfe-7b9cb5b969d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:19.025556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7e788-a2f6-4bad-8cce-5a6c6ba0e225 req-86bdbe6b-d4e9-4c37-b47d-f86abdb92149 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:19.027166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8e7e788-a2f6-4bad-8cce-5a6c6ba0e225 req-86bdbe6b-d4e9-4c37-b47d-f86abdb92149 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0643289 Jul 07 22:57:19.028392 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:19.065766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8e7e788-a2f6-4bad-8cce-5a6c6ba0e225 req-295c8b61-73d8-4eff-875b-7da75b253a71 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Jul 07 22:57:20.236069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de025-b177-4141-aae9-7e04ef89e85d req-112ab37e-aa11-406d-bf07-760851ebf50e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:20.237580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-358de025-b177-4141-aae9-7e04ef89e85d req-112ab37e-aa11-406d-bf07-760851ebf50e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0624132 Jul 07 22:57:20.278969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-358de025-b177-4141-aae9-7e04ef89e85d req-3d97529f-f160-47e3-ab7d-0ed864281f06 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Jul 07 22:57:21.375417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ebf3793f-ea75-48d1-a285-66c4abbb90f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:21.448671 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:21.454387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0a6b8-1877-40ba-80fc-b4b83253212c req-bfdedba6-6900-49ee-9800-8b9cc0e03d26 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:21.455937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ea0a6b8-1877-40ba-80fc-b4b83253212c req-bfdedba6-6900-49ee-9800-8b9cc0e03d26 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0634732 Jul 07 22:57:21.493121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ea0a6b8-1877-40ba-80fc-b4b83253212c req-07fbe971-4614-461c-8368-b74a444aa1b3 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Jul 07 22:57:22.277249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:22.664762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5929cde-96f7-488f-908d-775ca60f3120 req-b82545e9-1018-4775-b375-6380213d33f2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:22.666884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5929cde-96f7-488f-908d-775ca60f3120 req-b82545e9-1018-4775-b375-6380213d33f2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0624285 Jul 07 22:57:22.703598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5929cde-96f7-488f-908d-775ca60f3120 req-e1bd371b-1c96-46a8-8120-1fa8b2482b42 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Jul 07 22:57:23.825029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:23.882188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572285da-6d23-4a6f-9bca-ff00b33ce665 req-2127cda2-6998-476b-beb5-e79d8707425f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:23.883728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-572285da-6d23-4a6f-9bca-ff00b33ce665 req-2127cda2-6998-476b-beb5-e79d8707425f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0700333 Jul 07 22:57:23.920792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-572285da-6d23-4a6f-9bca-ff00b33ce665 req-eafe7cd9-a197-4404-9bc7-1ca29230c215 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Jul 07 22:57:25.092098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476b732-80be-4c27-97b5-25b4f44b8ed5 req-e9933b19-14d7-4f85-9ca5-87c7fc79b0f5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:25.093568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e476b732-80be-4c27-97b5-25b4f44b8ed5 req-e9933b19-14d7-4f85-9ca5-87c7fc79b0f5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0622721 Jul 07 22:57:25.131305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e476b732-80be-4c27-97b5-25b4f44b8ed5 req-458edd69-eaec-4617-9d81-7c307427b448 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 07 22:57:25.892375 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-fe95b9e9-de3e-4361-932a-7df45d7e1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:25.893879 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-fe95b9e9-de3e-4361-932a-7df45d7e1c02 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1098 time: 0.0564315 Jul 07 22:57:25.994542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-c6493c75-8422-4e23-8e47-fb78cbcb9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:25.996539 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-c6493c75-8422-4e23-8e47-fb78cbcb9f85 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0827377 Jul 07 22:57:26.039191 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-238f5448-ed63-45c6-978b-55e50972ee17 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0354218 Jul 07 22:57:26.090060 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-ca286fce-d959-47bf-91f4-95d9e9733c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:26.091797 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-ca286fce-d959-47bf-91f4-95d9e9733c1a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0475192 Jul 07 22:57:26.123755 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-c068fe0b-6a39-47f7-88d2-ae1035cd8cc9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256159 Jul 07 22:57:26.212100 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-851b89ea-1386-463e-9015-ef442b1e631f service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809693 Jul 07 22:57:26.304084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ee1a1572-17f3-46d0-a819-1d3741822583 req-e2d0782c-45ce-4a10-b16f-dc19300f86dd service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861340 Jul 07 22:57:26.305905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a426a3-9d40-4d4c-a297-6299c3e78ae6 req-25de3bd1-8fab-4799-af2a-a46a383596d1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:26.308434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0a426a3-9d40-4d4c-a297-6299c3e78ae6 req-25de3bd1-8fab-4799-af2a-a46a383596d1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0629246 Jul 07 22:57:26.351052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b0a426a3-9d40-4d4c-a297-6299c3e78ae6 req-35efc944-3a22-4e1b-b565-1440e524e68a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369253 Jul 07 22:57:27.527293 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a367ef-b36c-4efc-a23c-832f80faf02e req-1b9ba0bf-dad5-4ee8-8869-a45bc9f6155d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:27.529251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35a367ef-b36c-4efc-a23c-832f80faf02e req-1b9ba0bf-dad5-4ee8-8869-a45bc9f6155d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0639801 Jul 07 22:57:27.568225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35a367ef-b36c-4efc-a23c-832f80faf02e req-48efd2e1-3282-4419-9f86-b68c74895b03 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Jul 07 22:57:28.743375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fa68-1396-4599-9e3d-eacd014ccc46 req-78b5cb59-55a7-4d85-9b00-b024e8e2ded4 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:28.744873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc78fa68-1396-4599-9e3d-eacd014ccc46 req-78b5cb59-55a7-4d85-9b00-b024e8e2ded4 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0621006 Jul 07 22:57:28.782113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc78fa68-1396-4599-9e3d-eacd014ccc46 req-9d7cbc87-2824-454f-a2f8-a1741af3c5ed tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Jul 07 22:57:29.957228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b99f6-f63b-493c-b43c-f9bf7b0c88b4 req-b8ef79b5-bca0-47a0-8ae5-ed1f904fb4c0 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:29.958757 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-065b99f6-f63b-493c-b43c-f9bf7b0c88b4 req-b8ef79b5-bca0-47a0-8ae5-ed1f904fb4c0 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0676110 Jul 07 22:57:29.996251 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-065b99f6-f63b-493c-b43c-f9bf7b0c88b4 req-0c08f743-a4ea-4a8d-b27a-703ad55f8a04 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Jul 07 22:57:31.170962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd1b86-a730-4318-99ec-c6a07ff33b56 req-217b773f-4c1c-4c51-8b82-f096e756fa62 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:31.172375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86dd1b86-a730-4318-99ec-c6a07ff33b56 req-217b773f-4c1c-4c51-8b82-f096e756fa62 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0639615 Jul 07 22:57:31.209034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86dd1b86-a730-4318-99ec-c6a07ff33b56 req-2636f4a9-88f2-402f-a5e3-048f707abb67 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Jul 07 22:57:32.385182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a52397-73de-46d6-86c9-7bd9377ca2d1 req-bc301400-ae18-490f-9dee-05aa0ef0699b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:32.387240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a52397-73de-46d6-86c9-7bd9377ca2d1 req-bc301400-ae18-490f-9dee-05aa0ef0699b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0671477 Jul 07 22:57:32.423435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-87a52397-73de-46d6-86c9-7bd9377ca2d1 req-b54bc4d8-d16e-44fd-8a2a-df109292cd45 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Jul 07 22:57:33.595521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71385267-1fa9-49ae-8e29-5d18dd44af82 req-4bfe7dc7-e4b4-495c-8aa0-cbc720026eac tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:33.597038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71385267-1fa9-49ae-8e29-5d18dd44af82 req-4bfe7dc7-e4b4-495c-8aa0-cbc720026eac tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0633550 Jul 07 22:57:33.634393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71385267-1fa9-49ae-8e29-5d18dd44af82 req-f3155af7-e6ab-4710-8bf0-b0481daa2726 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jul 07 22:57:34.539852 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-6a8970a9-4863-4279-8802-573608d46ba4 service neutron] show failed (client error): The resource could not be found. Jul 07 22:57:34.540843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-6a8970a9-4863-4279-8802-573608d46ba4 service neutron] 10.222.0.97 "GET /v2.0/ports/5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0555050 Jul 07 22:57:34.859266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-e1b92c6a-c06e-4ec8-b807-45569d1566b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:34.860795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-e1b92c6a-c06e-4ec8-b807-45569d1566b6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d&tenant_id=c45e2c34039d443f86857ab34c930a20 HTTP/1.1" status: 200 len: 1098 time: 0.1306891 Jul 07 22:57:34.873246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba569a-f282-49be-98e4-7a05501e8321 req-ee98b52d-bd54-4814-8f5c-670ce2764ebc tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:34.874654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0dba569a-f282-49be-98e4-7a05501e8321 req-ee98b52d-bd54-4814-8f5c-670ce2764ebc tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.1203592 Jul 07 22:57:34.879492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:57:34.942810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0dba569a-f282-49be-98e4-7a05501e8321 req-94d152a1-1565-4761-a4e7-468d6a89b1ac tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608916 Jul 07 22:57:34.977562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:35.181032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:35.214949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:57:35.253043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:35.255363 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f3369-b351-40d3-a31e-25e024ac539a" -d '{"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:35.259194 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:35.272712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Transition to ACTIVE for port object 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:57:35.278243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:35.309846 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c5550-b61c-49df-8b82-43363f821151 x-openstack-request-id: req-329c5550-b61c-49df-8b82-43363f821151 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:35.310148 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:35.310409 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-329c5550-b61c-49df-8b82-43363f821151 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:35.310848 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'code': 200} Jul 07 22:57:35.351288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] No DVR routers for this DVR port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:57:35.354397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:35.391303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:57:35.391641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:57:35.391974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:57:35.396299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:57:35.396631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Attempting to bind port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:57:35.401356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:57:35.401717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Checking segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:57:35.402716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Bound using segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:57:35.403150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Bound port: 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:57:35.403521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:35.464173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:57:35.467949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:57:35.471850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:35.502867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:35.503498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:35.504928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] 10.222.0.103 "PUT /v2.0/ports/5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 1093 time: 0.6293893 Jul 07 22:57:35.526692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d418bbc-7f21-41cf-9b30-570068e83d34 service neutron] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:35.583430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-3c36e1a8-2316-48f8-ab62-4ac673c3f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:35.584988 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-3c36e1a8-2316-48f8-ab62-4ac673c3f327 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1096 time: 0.0548897 Jul 07 22:57:35.682381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-0869c16a-9e5d-47d7-a570-a4eb5869ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:35.683918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-0869c16a-9e5d-47d7-a570-a4eb5869ed7e service neutron] 10.222.0.103 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0815561 Jul 07 22:57:35.728909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-1c8dc5d2-94c0-4880-a870-56b5b5e2b3b9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0379968 Jul 07 22:57:35.777872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-009c3948-3e0e-4293-972f-7a771a23d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:35.779341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-009c3948-3e0e-4293-972f-7a771a23d408 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0442901 Jul 07 22:57:35.811969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-c731be3e-8126-4679-ba58-dbeda36f8517 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258863 Jul 07 22:57:35.907435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-7a68906f-8fcc-4a7d-a298-907edcf0ca1e service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Jul 07 22:57:35.995372 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8016fdce-6aca-40e8-b21e-48eaea14dd90 req-7086466e-d267-4540-bf13-4c22de098f17 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808668 Jul 07 22:57:36.124798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428342c-679e-4422-af97-8967ef8cbb8e req-2541c1a9-dd74-4630-bb3b-6a33dc4ed83d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:36.126338 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7428342c-679e-4422-af97-8967ef8cbb8e req-2541c1a9-dd74-4630-bb3b-6a33dc4ed83d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0647047 Jul 07 22:57:36.165140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7428342c-679e-4422-af97-8967ef8cbb8e req-997d19ff-2deb-48ae-bf03-84b9c4aa0710 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Jul 07 22:57:37.311763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:37.313955 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905c9b5-0f5a-4bda-bfe1-28f716663228" -d '{"events": [{"name": "network-changed", "server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:37.347338 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c874d-19b0-482c-91e2-77da0e4f2c37 req-453f5c66-1ff1-4b6e-9117-b17713690983 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.348810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-713c874d-19b0-482c-91e2-77da0e4f2c37 req-453f5c66-1ff1-4b6e-9117-b17713690983 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0711081 Jul 07 22:57:37.385100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-713c874d-19b0-482c-91e2-77da0e4f2c37 req-3090f1ec-754b-4fcf-835a-cf92ece56c41 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Jul 07 22:57:37.442429 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d398113-184a-4ab9-85d8-ca74ff2329e4 x-openstack-request-id: req-5d398113-184a-4ab9-85d8-ca74ff2329e4 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:37.442769 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:37.443020 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d398113-184a-4ab9-85d8-ca74ff2329e4 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:37.443426 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'status': 'completed', 'code': 200} Jul 07 22:57:37.516553 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-ec688ade-1eac-4c80-872a-61f3bb49eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.518208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-ec688ade-1eac-4c80-872a-61f3bb49eca2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1096 time: 0.0555813 Jul 07 22:57:37.531754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-b4b32232-f8f4-4b9c-ba26-577f5985419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.533406 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-b4b32232-f8f4-4b9c-ba26-577f5985419d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1096 time: 0.0672174 Jul 07 22:57:37.617446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-4867fc42-090f-4f4c-856a-e49a74334387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.618997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-4867fc42-090f-4f4c-856a-e49a74334387 service neutron] 10.222.0.103 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0944252 Jul 07 22:57:37.630344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-5fa055a3-0cab-4bff-8edf-17c8e421860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.631878 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-5fa055a3-0cab-4bff-8edf-17c8e421860d service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0927103 Jul 07 22:57:37.662144 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-53e44377-5cc1-413a-b530-67b984e37ae7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0337512 Jul 07 22:57:37.675363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-b49d8861-1679-42fc-8eb2-dead09917df0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0370796 Jul 07 22:57:37.709557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-3d0bf128-0458-407a-918a-fb2c8ba51060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.711060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-3d0bf128-0458-407a-918a-fb2c8ba51060 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0433931 Jul 07 22:57:37.726484 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-72bec060-1e7f-49a4-a7e1-db701d85a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.727978 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-72bec060-1e7f-49a4-a7e1-db701d85a3e2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0471509 Jul 07 22:57:37.746186 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-c4a12338-57cb-4cc5-917c-fb622a04b7bf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jul 07 22:57:37.760317 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-0dd3f6d7-e4d4-4ac9-9ca8-0a48d97e2bde service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262647 Jul 07 22:57:37.831856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-e692ceb4-e6c6-4204-a91d-31c964211b16 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798969 Jul 07 22:57:37.849109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-d93f1cce-c6a7-4511-ad81-08e324dde404 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828795 Jul 07 22:57:37.922776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-637dadb6-fcfa-403a-a546-323207d6e575 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850899 Jul 07 22:57:37.943526 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0905c9b5-0f5a-4bda-bfe1-28f716663228 req-73de08c1-59c5-4810-a127-f303db48c638 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879431 Jul 07 22:57:37.999850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:57:38.037158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:57:38.562203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e91f33-6e97-4749-af6c-97fc2862c2b0 req-16d967ed-3497-482c-b55c-9b44a4d2bbc7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:38.563723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9e91f33-6e97-4749-af6c-97fc2862c2b0 req-16d967ed-3497-482c-b55c-9b44a4d2bbc7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0625644 Jul 07 22:57:38.601266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9e91f33-6e97-4749-af6c-97fc2862c2b0 req-2b30bc61-86db-4641-ab75-f40fc85cf068 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Jul 07 22:57:38.905302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4110ef-0bf9-4c86-bb5d-84646bfe1cb3 req-7af7892b-0b4a-4aaa-bddc-ce8172529327 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:38.906888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e4110ef-0bf9-4c86-bb5d-84646bfe1cb3 req-7af7892b-0b4a-4aaa-bddc-ce8172529327 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 944 time: 0.0622411 Jul 07 22:57:38.945043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e4110ef-0bf9-4c86-bb5d-84646bfe1cb3 req-c3ef84da-b581-4801-9833-209387f7f4a5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Jul 07 22:57:38.966772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-570af6b0-18d4-4077-8f30-4fdec006d2c6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:38.966772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-570af6b0-18d4-4077-8f30-4fdec006d2c6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.97 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d&tenant_id=c45e2c34039d443f86857ab34c930a20&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 944 time: 0.1180966 Jul 07 22:57:38.991290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:57:39.021783 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-92c84d53-902a-4e32-b3d0-3cc450fbe753 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:57:39.022864 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-92c84d53-902a-4e32-b3d0-3cc450fbe753 service neutron] 10.222.0.97 "DELETE /v2.0/ports/5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0544496 Jul 07 22:57:39.083776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:39.095881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'port_id': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'mac_address': 'fa:16:3e:e0:90:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e774f67f-3e05-4a94-a223-fd9500eaa2fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:57:39.116900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-dd2aed60-2425-428d-a014-f384d862f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:39.118437 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-dd2aed60-2425-428d-a014-f384d862f184 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 1096 time: 0.0534005 Jul 07 22:57:39.135661 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:39.148474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:57:39.167936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:39.172131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:39.211115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-43970137-6a83-44d7-8869-3c39f9522e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:39.212619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-43970137-6a83-44d7-8869-3c39f9522e50 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0875897 Jul 07 22:57:39.219136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:39.253132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-56726fa9-6c27-46f7-880f-dea2d99afbe7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 200 len: 217 time: 0.0341172 Jul 07 22:57:39.300603 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-7deb16bd-945f-4049-9ccb-7349169abfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:39.302041 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-7deb16bd-945f-4049-9ccb-7349169abfcb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0434749 Jul 07 22:57:39.337548 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-2ab89116-89f6-450e-b025-77cf14810dc2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297227 Jul 07 22:57:39.386616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:57:39.424444 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-5e0e58c0-2e40-4c5a-b3ea-83f9f26bf767 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801022 Jul 07 22:57:39.519080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1a3caba9-0a04-49c3-b119-75acf0aa5950 req-2867937f-3506-42f3-b37c-3b22d7e6498a service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877242 Jul 07 22:57:40.023936 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:57:40.126843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9b92-39e5-4741-bdfb-b1f781ec5afb req-df28c8e6-8211-456a-be00-66cfea86be9a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:40.128320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93ea9b92-39e5-4741-bdfb-b1f781ec5afb req-df28c8e6-8211-456a-be00-66cfea86be9a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 945 time: 0.0665388 Jul 07 22:57:40.164624 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93ea9b92-39e5-4741-bdfb-b1f781ec5afb req-ced22235-dbb5-4399-8182-f5df6d447d26 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306001 Jul 07 22:57:40.333312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f021-bea7-4d4b-9c61-a4a30dc3e0f4 req-7409eaba-8e1f-49e1-8adf-855675592fbb tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:40.334827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ff5f021-bea7-4d4b-9c61-a4a30dc3e0f4 req-7409eaba-8e1f-49e1-8adf-855675592fbb tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 945 time: 0.0619848 Jul 07 22:57:40.372015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ff5f021-bea7-4d4b-9c61-a4a30dc3e0f4 req-a07ff57b-9b1e-4316-8cc4-1ae50715e0d9 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jul 07 22:57:40.538599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3c45e-8b59-4c3d-a8e7-bc37f9aa9a06 req-914db5a2-ff12-4a6d-b522-585159af47be tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:40.540123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35a3c45e-8b59-4c3d-a8e7-bc37f9aa9a06 req-914db5a2-ff12-4a6d-b522-585159af47be tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 945 time: 0.0621009 Jul 07 22:57:40.576959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35a3c45e-8b59-4c3d-a8e7-bc37f9aa9a06 req-652fe142-58d7-41bf-8494-0dd39445d39b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Jul 07 22:57:40.991285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:57:41.014342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-26e78574-e9a2-4d18-86a3-29722e205ad8 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:41.015853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-26e78574-e9a2-4d18-86a3-29722e205ad8 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 814 time: 0.1021490 Jul 07 22:57:41.030217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-a497b030-44c2-40a0-84d1-ecf3b9e5f840 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/quotas/c45e2c34039d443f86857ab34c930a20 HTTP/1.1" status: 200 len: 375 time: 0.0089622 Jul 07 22:57:41.038871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:57:41.042467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:57:41.042884 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:41.093884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-96b74614-4427-420f-972f-1e2fc0fe3560 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586319 Jul 07 22:57:41.120243 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:41.146137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:41.148654 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4d764-e2cf-4f1c-b2a6-b1c2b3bbc7da" -d '{"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-plugged", "status": "completed", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:41.161179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:41.165131 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:41.187670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3dff27ae-0930-40d9-8082-0e0abe13701b service neutron] 10.222.0.95 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Jul 07 22:57:41.212327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:41.274344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3dc53f3c-07d6-424e-b8f3-959c0dce520c service neutron] 10.222.0.95 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799265 Jul 07 22:57:41.409497 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050bc508-ec7b-4cde-809f-316f59ac79df x-openstack-request-id: req-050bc508-ec7b-4cde-809f-316f59ac79df {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:41.409798 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-plugged", "status": "completed", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:41.410054 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-050bc508-ec7b-4cde-809f-316f59ac79df {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:41.410457 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'code': 200} Jul 07 22:57:41.781017 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-09dd6f90-1042-4706-86c5-2d456d241974 req-3a153118-99ea-4596-a715-9f4671363fbd tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 210 time: 0.3415082 Jul 07 22:57:42.171981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-f6c2211c-3ae4-4846-a73a-db37cd1179ad tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:42.173427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-f6c2211c-3ae4-4846-a73a-db37cd1179ad tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.103 "GET /v2.0/ports?device_id=533f923d-5e4e-4d5d-8873-c792f069a78d HTTP/1.1" status: 200 len: 946 time: 0.0616400 Jul 07 22:57:42.272921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Deleting port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:57:42.273615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.363429 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] For port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:42.363826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.377495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Calling delete_port for 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:57:42.455273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-8a77883b-ca82-4678-9a23-22aa7fd56f0d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:42.456881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-8a77883b-ca82-4678-9a23-22aa7fd56f0d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 814 time: 0.1040668 Jul 07 22:57:42.469473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Request body: {'port': {'device_id': '222717f1-31e4-4475-9ca3-180b632a20a7', 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'admin_state_up': True, 'tenant_id': 'c45e2c34039d443f86857ab34c930a20'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:57:42.513965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.525935 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:57:42.554457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Pushing event deleted for resources: {'Port': ['ID=5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:42.591789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Made reservation on behalf of c45e2c34039d443f86857ab34c930a20 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:57:42.595478 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.609877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] No DVR routers for this DVR port 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:57:42.612897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.615229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7c471d3-a54c-4696-9a3e-0416ba9e6520 req-3629bcb3-3c10-4637-842e-a7e1e88603ff tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.103 "DELETE /v2.0/ports/5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c HTTP/1.1" status: 204 len: 173 time: 0.4362922 Jul 07 22:57:42.615651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-deleted', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:42.618000 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3342e-4c48-4d1a-8d71-8eaa52e92c47" -d '{"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-deleted", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:42.655341 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0ca856-b8ca-4a99-a8e5-a524737f2aa6 x-openstack-request-id: req-ab0ca856-b8ca-4a99-a8e5-a524737f2aa6 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:42.655869 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533f923d-5e4e-4d5d-8873-c792f069a78d", "name": "network-vif-deleted", "tag": "5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:42.656104 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ab0ca856-b8ca-4a99-a8e5-a524737f2aa6 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:42.656513 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533f923d-5e4e-4d5d-8873-c792f069a78d', 'name': 'network-vif-deleted', 'tag': '5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c', 'status': 'completed', 'code': 200} Jul 07 22:57:42.723769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Allocated IP 172.20.0.9 (345084cc-7a59-4ba5-9b3a-6755f866f4cc/e774f67f-3e05-4a94-a223-fd9500eaa2fe/9f81e602-7d13-4cb3-bec7-d53afca8ee75) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:57:42.880398 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.919660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.927264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f951ff4-6e9f-4cb9-88d9-c55be6757c2b req-8fb98c04-95d9-4af2-a8d8-4b927aaa016e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 210 time: 0.0324857 Jul 07 22:57:42.935231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:57:42.965284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Network 345084cc-7a59-4ba5-9b3a-6755f866f4cc is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:57:42.968885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:57:42.972675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:57:43.004273 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:43.018229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.018592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.019213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.019310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.019632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.019975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.020311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.020645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.020980 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.021318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.021649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.021979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:43.040943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.041575 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.056752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-d26576d5-fa96-49fc-be55-6d1c580db8e6 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922625 Jul 07 22:57:43.068268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Request body: {'port': {'device_id': '222717f1-31e4-4475-9ca3-180b632a20a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:57:43.144488 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.410534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f81e602-7d13-4cb3-bec7-d53afca8ee75 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:57:43.417715 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.429759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Transition to ACTIVE for port object 9f81e602-7d13-4cb3-bec7-d53afca8ee75 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:57:43.433441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.484548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:43.548443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:57:43.548787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:57:43.549143 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:57:43.553339 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:57:43.553670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:57:43.558482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:57:43.558888 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Checking segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:57:43.559276 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Bound using segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:57:43.559709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Bound port: 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:57:43.560073 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.627450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:57:43.630434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:57:43.634873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.667040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.667710 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:43.669149 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] 10.222.0.97 "PUT /v2.0/ports/9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 1092 time: 0.6052101 Jul 07 22:57:43.669600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:43.671925 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:43.700621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5895b-1378-4e02-a184-849bec80b7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:43.714606 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e8c54-32db-44ac-9147-07489847f9ac x-openstack-request-id: req-739e8c54-32db-44ac-9147-07489847f9ac {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:43.714927 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:43.715828 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-739e8c54-32db-44ac-9147-07489847f9ac {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:43.716233 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'status': 'completed', 'code': 200} Jul 07 22:57:43.758377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-c4873663-3877-47a5-ac88-04c15a9ec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.760019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-c4873663-3877-47a5-ac88-04c15a9ec644 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1095 time: 0.0549984 Jul 07 22:57:43.803588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-dd262531-23ff-4915-ab63-aa8eaad97ba0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0368283 Jul 07 22:57:43.850600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-710e1dd9-c138-4d40-b776-a89c3ce10bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.852061 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-710e1dd9-c138-4d40-b776-a89c3ce10bc3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0429645 Jul 07 22:57:43.883655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-ed482799-5f2f-4377-9a6e-38c342638fd2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254939 Jul 07 22:57:43.974407 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-90d67279-dd22-4eec-9fd4-77840d0f036f service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841293 Jul 07 22:57:44.065216 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c2bbc95c-f031-4d4c-942e-440eca3d0a3c req-e45d5931-f962-4358-a779-ea5def1e3673 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850844 Jul 07 22:57:44.162064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fba9e6-aace-48d4-96e7-a197528276af req-a36111de-3ee2-435b-901e-fa236a5a09a2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.163708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76fba9e6-aace-48d4-96e7-a197528276af req-a36111de-3ee2-435b-901e-fa236a5a09a2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 943 time: 0.1211252 Jul 07 22:57:44.165665 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-6f5eabce-7b1b-4b80-b5a6-33acf9c7c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.167311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-6f5eabce-7b1b-4b80-b5a6-33acf9c7c281 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1095 time: 0.0536535 Jul 07 22:57:44.201873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-76fba9e6-aace-48d4-96e7-a197528276af req-894e472d-5d23-43c4-9eaa-af5ff6662081 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 07 22:57:44.260793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-8cb4571c-6430-42c5-a327-3b0393442c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.262945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-8cb4571c-6430-42c5-a327-3b0393442c56 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0893912 Jul 07 22:57:44.303237 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-591b6db4-0afd-4df6-a9b8-5a3b21ace506 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0335407 Jul 07 22:57:44.354330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-bf47b9db-4b07-4d45-a831-cd8a76f80ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.356321 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-bf47b9db-4b07-4d45-a831-cd8a76f80ced service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0468705 Jul 07 22:57:44.388224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-262a3426-e364-45b8-a87d-5aae5818f7aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256643 Jul 07 22:57:44.474359 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-5087b0cc-d0c1-47df-8c78-5a1a9758e2ab service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800288 Jul 07 22:57:44.566647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e0d8ee3b-5e16-408c-aabb-81a38e92f5c6 req-9c5dccf8-e7a4-4c52-835a-78be532ee0c5 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859740 Jul 07 22:57:45.008157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:57:45.028425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:57:45.028778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5a42b9e0-8cd3-4a2f-8341-2881d07d5f6c not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:57:45.374234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5caf-8735-4e53-bd0a-3fff0e006644 req-bc6cb065-ed61-470a-b690-df7da2c584fd tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:45.375777 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-610d5caf-8735-4e53-bd0a-3fff0e006644 req-bc6cb065-ed61-470a-b690-df7da2c584fd tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 943 time: 0.0634568 Jul 07 22:57:45.416760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-610d5caf-8735-4e53-bd0a-3fff0e006644 req-31b64bfd-2c51-4797-9d7b-1ada4a0a285c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Jul 07 22:57:46.030854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:57:46.123978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:46.135173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'port_id': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'mac_address': 'fa:16:3e:42:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e774f67f-3e05-4a94-a223-fd9500eaa2fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:57:46.170248 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:46.182241 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f81e602-7d13-4cb3-bec7-d53afca8ee75 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:57:46.201257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:46.204936 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:46.254986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:46.262112 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.262462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.262835 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.263180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.263518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.263854 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.264181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.264514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.264841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.265166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.265493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.265819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.499300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9f81e602-7d13-4cb3-bec7-d53afca8ee75'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:57:46.589422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1432-46b3-4f5c-a24e-df05d2b0c44a req-363f69b2-6bf6-4118-abda-92e60b1e85f1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:46.591846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e4f1432-46b3-4f5c-a24e-df05d2b0c44a req-363f69b2-6bf6-4118-abda-92e60b1e85f1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 944 time: 0.0645256 Jul 07 22:57:46.629872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e4f1432-46b3-4f5c-a24e-df05d2b0c44a req-5a1726c6-67be-4e74-ba53-8c6d3ae469dd tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Jul 07 22:57:47.191441 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:47.805992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff576b-1149-4c5e-834a-222691ae1c6f req-ac7e5f54-fe59-46ee-8ef6-eb6454cf04c9 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:47.807537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22ff576b-1149-4c5e-834a-222691ae1c6f req-ac7e5f54-fe59-46ee-8ef6-eb6454cf04c9 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 944 time: 0.0629959 Jul 07 22:57:47.844864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22ff576b-1149-4c5e-834a-222691ae1c6f req-294f1d31-01ac-4253-b04f-f7d5962b92eb tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 07 22:57:48.031233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:57:48.080160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:57:48.083634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:57:48.084005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:48.157005 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:48.178141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:48.180416 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc22cf81-f3d4-4b5d-8130-db2139cde8ae" -d '{"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-plugged", "status": "completed", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:48.196939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:48.201128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:48.223878 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567069a3-3c1b-44a5-a535-46f0137d3d1b x-openstack-request-id: req-567069a3-3c1b-44a5-a535-46f0137d3d1b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:48.224174 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-plugged", "status": "completed", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:48.224432 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-567069a3-3c1b-44a5-a535-46f0137d3d1b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:48.224820 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'code': 200} Jul 07 22:57:48.250334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:48.327831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afba54-401a-4166-a805-235aee75f6e4 req-ab6d248a-eb09-4e17-9408-14535618e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.329236 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49afba54-401a-4166-a805-235aee75f6e4 req-ab6d248a-eb09-4e17-9408-14535618e276 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1097 time: 0.0514514 Jul 07 22:57:48.363386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49afba54-401a-4166-a805-235aee75f6e4 req-99afc3eb-f72b-4f7b-9563-723fe5e8b606 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272033 Jul 07 22:57:48.385260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06d81775-5ead-43a8-a575-527da196efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:49.021284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b25a60-6555-4a07-a707-0856130b6cc7 req-9b8ad455-304c-4c74-8d72-feb85f32b54a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:49.022799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0b25a60-6555-4a07-a707-0856130b6cc7 req-9b8ad455-304c-4c74-8d72-feb85f32b54a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0666223 Jul 07 22:57:49.056283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:49.060785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0b25a60-6555-4a07-a707-0856130b6cc7 req-5629d808-52f6-4275-88e9-264b8a336bba tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Jul 07 22:57:50.238957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab7a5-03fb-487b-8fdc-36ba98fcec79 req-717a9385-3b17-47fd-afa2-9fd81736db4b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:50.240464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a8ab7a5-03fb-487b-8fdc-36ba98fcec79 req-717a9385-3b17-47fd-afa2-9fd81736db4b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0627592 Jul 07 22:57:50.277932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a8ab7a5-03fb-487b-8fdc-36ba98fcec79 req-e238873a-0da8-473e-b624-46bff33dc3fd tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Jul 07 22:57:50.456320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9dbbb-d590-424a-a807-0dc4616a5f5f req-54dba89b-8cbe-4038-a3b7-9887a6f82fd0 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:50.457740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27c9dbbb-d590-424a-a807-0dc4616a5f5f req-54dba89b-8cbe-4038-a3b7-9887a6f82fd0 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0719924 Jul 07 22:57:50.494930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-27c9dbbb-d590-424a-a807-0dc4616a5f5f req-a40a7ef4-945c-49f6-9e72-cce35586726a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Jul 07 22:57:50.843423 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-8b9c4262-70f1-4fa0-aa48-24d3004632a1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520813 Jul 07 22:57:50.887683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ea04-0522-434d-9c4c-49e4e892a26c req-940ac30f-322c-42f5-b41e-2d207b9be78f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:50.889221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d91ea04-0522-434d-9c4c-49e4e892a26c req-940ac30f-322c-42f5-b41e-2d207b9be78f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0656154 Jul 07 22:57:50.928909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4d91ea04-0522-434d-9c4c-49e4e892a26c req-754e9fbe-5a9e-4a44-a766-85700972bcc7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Jul 07 22:57:51.378515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b9f585f2-d6d6-44df-a3f2-fd99eaa4e172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:51.604440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:51.958364 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-aaa866d0-1f14-4d8e-9a0c-64f340c6d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:51.959975 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-aaa866d0-1f14-4d8e-9a0c-64f340c6d78e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1097 time: 0.0561314 Jul 07 22:57:52.049678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-f20569d0-ba05-4dd2-87e6-65b9bae20bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:52.051240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-f20569d0-ba05-4dd2-87e6-65b9bae20bf1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0856247 Jul 07 22:57:52.098464 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-3036cf78-1f42-4b2d-84b0-3bd6eeb015e7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0380294 Jul 07 22:57:52.101029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cca21-648f-4fab-b4f3-7bb27fcb44b1 req-68f369e4-c497-4b55-8174-bebc4373ad62 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:52.102533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-872cca21-648f-4fab-b4f3-7bb27fcb44b1 req-68f369e4-c497-4b55-8174-bebc4373ad62 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0627658 Jul 07 22:57:52.140519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-872cca21-648f-4fab-b4f3-7bb27fcb44b1 req-45288a4b-2715-49be-a169-dc72d4f538e7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Jul 07 22:57:52.147236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-9535b66d-5e8f-4130-bd64-f292419c9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:52.148749 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-9535b66d-5e8f-4130-bd64-f292419c9ac9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0446630 Jul 07 22:57:52.181301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-c99d4f14-96bd-406d-95d1-f762fdcc7795 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265284 Jul 07 22:57:52.271123 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-fb5134a5-c873-4d69-9906-2f6ebe0d522c service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834081 Jul 07 22:57:52.280625 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.360559 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-f1cc48b5-cb4f-4e7e-84a6-a0b4c1cec8a0 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837572 Jul 07 22:57:53.318853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7ddf6-a218-43a1-a5a6-7e6269feb945 req-17127202-368d-45d2-8956-13e53cafd2b1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:53.320326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97b7ddf6-a218-43a1-a5a6-7e6269feb945 req-17127202-368d-45d2-8956-13e53cafd2b1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0659802 Jul 07 22:57:53.357774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97b7ddf6-a218-43a1-a5a6-7e6269feb945 req-a1cc66b8-4800-4903-aef7-298b311808d2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Jul 07 22:57:53.823289 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:54.530024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08f711-99a0-46c7-834b-a2fbd14b4193 req-690b79ba-44c1-4ef8-9b59-fc821ec18e67 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:54.531539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc08f711-99a0-46c7-834b-a2fbd14b4193 req-690b79ba-44c1-4ef8-9b59-fc821ec18e67 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0626533 Jul 07 22:57:54.568815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc08f711-99a0-46c7-834b-a2fbd14b4193 req-2f112526-2893-4400-a8d4-c5794b6b23ec tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Jul 07 22:57:55.747673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5e6f-0aa2-4780-86c4-2d6adaed6f60 req-f2a1f82c-1cbe-487d-b24a-843e7ca06c17 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:55.749149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-889a5e6f-0aa2-4780-86c4-2d6adaed6f60 req-f2a1f82c-1cbe-487d-b24a-843e7ca06c17 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0656524 Jul 07 22:57:55.786238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-889a5e6f-0aa2-4780-86c4-2d6adaed6f60 req-38ede7de-9701-4ecd-852b-98758e57fe32 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Jul 07 22:57:56.957704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03b378-5693-4a94-9d9f-11fd8accf450 req-b6b2644c-724d-461d-8763-3775d5209d59 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:56.959201 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c03b378-5693-4a94-9d9f-11fd8accf450 req-b6b2644c-724d-461d-8763-3775d5209d59 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0617094 Jul 07 22:57:56.996235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c03b378-5693-4a94-9d9f-11fd8accf450 req-23d23ec6-5506-455e-9b3a-1a5841d047b7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Jul 07 22:57:58.172564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430db43-65d3-46be-b0b5-1db7930e6048 req-11a87882-db91-4457-90b4-4db3314ca37d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:58.174042 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6430db43-65d3-46be-b0b5-1db7930e6048 req-11a87882-db91-4457-90b4-4db3314ca37d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0618412 Jul 07 22:57:58.212860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6430db43-65d3-46be-b0b5-1db7930e6048 req-cfd4056b-11ac-4dc7-bc7f-f20213392153 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Jul 07 22:57:59.390885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9dcd-a634-47fd-a0dc-398834e70645 req-c8fa33f3-40dd-4778-acdd-e6e08bdd52b7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:59.392364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e3a9dcd-a634-47fd-a0dc-398834e70645 req-c8fa33f3-40dd-4778-acdd-e6e08bdd52b7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0674679 Jul 07 22:57:59.429110 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e3a9dcd-a634-47fd-a0dc-398834e70645 req-46d3ee28-fa71-4006-8e0a-33f526e28041 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Jul 07 22:58:00.601100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5c4a-da4f-4c1e-bd3c-7d6e1dbdd8ef req-ff4ee80b-669b-4b53-8c3a-aef4de383cd8 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:00.603456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99be5c4a-da4f-4c1e-bd3c-7d6e1dbdd8ef req-ff4ee80b-669b-4b53-8c3a-aef4de383cd8 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0629270 Jul 07 22:58:00.642279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-99be5c4a-da4f-4c1e-bd3c-7d6e1dbdd8ef req-2b04892a-bf11-4eb9-ae5b-de34d4e423ae tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Jul 07 22:58:01.817421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02341d-a06b-4b36-bb1c-2cfec22403f9 req-fa12a666-c6fc-4ab1-a311-4aa61fcaca0c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:01.818930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a02341d-a06b-4b36-bb1c-2cfec22403f9 req-fa12a666-c6fc-4ab1-a311-4aa61fcaca0c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0659640 Jul 07 22:58:01.862976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a02341d-a06b-4b36-bb1c-2cfec22403f9 req-abfea035-8aed-41d3-bc4e-8bce7ff94a78 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Jul 07 22:58:03.212726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce962c-4a2e-4915-9827-45254588836d req-a6879215-307e-4352-be5f-bfa7f4e2f54e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:03.214137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cce962c-4a2e-4915-9827-45254588836d req-a6879215-307e-4352-be5f-bfa7f4e2f54e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0627460 Jul 07 22:58:03.251603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cce962c-4a2e-4915-9827-45254588836d req-4d81f860-3e2e-4c32-9339-36f6e064734a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Jul 07 22:58:04.420767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa252909-8bd2-4ed7-8b00-9b424eaa1484 req-17441d90-cb0d-4c83-be00-19ce3bf9f509 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:04.422242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa252909-8bd2-4ed7-8b00-9b424eaa1484 req-17441d90-cb0d-4c83-be00-19ce3bf9f509 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0618396 Jul 07 22:58:04.459475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa252909-8bd2-4ed7-8b00-9b424eaa1484 req-b93a583b-2609-4ce5-88bd-ba1c15de7c4c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 07 22:58:05.634819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ee9d4-f712-4177-8c60-7b7a2ee5f85a req-4a5b2c11-4401-40e5-b630-d2e4e8615f95 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:05.636314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a6ee9d4-f712-4177-8c60-7b7a2ee5f85a req-4a5b2c11-4401-40e5-b630-d2e4e8615f95 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0671630 Jul 07 22:58:05.672911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a6ee9d4-f712-4177-8c60-7b7a2ee5f85a req-5eea570b-7a09-4c0c-9a15-7ca412026c89 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Jul 07 22:58:06.844655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5347e-5b98-4adc-b2ae-f9cc80fcb364 req-ccb5ca1c-1bb6-491f-b4db-2eb1dc9bcdbc tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:06.846166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02a5347e-5b98-4adc-b2ae-f9cc80fcb364 req-ccb5ca1c-1bb6-491f-b4db-2eb1dc9bcdbc tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0637884 Jul 07 22:58:06.883922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02a5347e-5b98-4adc-b2ae-f9cc80fcb364 req-81bc40b3-d9d6-43b9-9618-034e8b295819 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Jul 07 22:58:08.060023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0a2f-8eef-43de-9b44-9a73163c9ca8 req-2d1852b2-0d3b-488e-99f8-bf99c66f997b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:08.061423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-995a0a2f-8eef-43de-9b44-9a73163c9ca8 req-2d1852b2-0d3b-488e-99f8-bf99c66f997b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0654535 Jul 07 22:58:08.097965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-995a0a2f-8eef-43de-9b44-9a73163c9ca8 req-2b783946-cf57-4480-a4ab-32ea889b4ba7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Jul 07 22:58:09.271053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fa6ef-ce04-4cea-ae6a-5230388e12cf req-4e226de0-f7c5-43d5-89e6-1773bab8cdd5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:09.273045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e6fa6ef-ce04-4cea-ae6a-5230388e12cf req-4e226de0-f7c5-43d5-89e6-1773bab8cdd5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0626636 Jul 07 22:58:09.311393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e6fa6ef-ce04-4cea-ae6a-5230388e12cf req-ca7dfd03-aa24-4be4-ad76-80d27ba76d1a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 07 22:58:10.480809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ecfd-0ba8-4289-b9d8-baf33369fc3f req-da013a89-d30d-45ea-bbdf-06f02366db44 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:10.482286 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2049ecfd-0ba8-4289-b9d8-baf33369fc3f req-da013a89-d30d-45ea-bbdf-06f02366db44 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0620193 Jul 07 22:58:10.519393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2049ecfd-0ba8-4289-b9d8-baf33369fc3f req-2745ec6e-dcbe-4886-bddc-9ff45a0eac89 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Jul 07 22:58:11.693455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0262bd-6e87-49ae-a156-7e05e4c0dc3f req-54d4dc80-359a-47ce-aa68-c06deed3d4b7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:11.694946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f0262bd-6e87-49ae-a156-7e05e4c0dc3f req-54d4dc80-359a-47ce-aa68-c06deed3d4b7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0660663 Jul 07 22:58:11.731259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f0262bd-6e87-49ae-a156-7e05e4c0dc3f req-241d12d2-edeb-4c45-957c-ee7facf9fcb8 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Jul 07 22:58:12.908991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2b424-2adc-45c0-af95-1f92cff42e65 req-e9adbe24-18b7-4bec-9cce-1e9f25a586e7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:12.910508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30b2b424-2adc-45c0-af95-1f92cff42e65 req-e9adbe24-18b7-4bec-9cce-1e9f25a586e7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0641470 Jul 07 22:58:12.946677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-30b2b424-2adc-45c0-af95-1f92cff42e65 req-697ba215-5b74-40f7-8f0c-24f33912c8e9 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306234 Jul 07 22:58:14.128260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620941-58df-4fb3-96d8-a7299555d815 req-5b881ccf-83ef-4060-8d9e-a8b7eb978a9a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:14.129792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36620941-58df-4fb3-96d8-a7299555d815 req-5b881ccf-83ef-4060-8d9e-a8b7eb978a9a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0706184 Jul 07 22:58:14.166847 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36620941-58df-4fb3-96d8-a7299555d815 req-dfdced79-7999-4f42-a5de-06ed7d9c5fe1 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Jul 07 22:58:15.338603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ad2e7-aa8b-43d0-9850-0e792171ee6c req-a7d4c74f-616d-4211-842e-4451e3e927d5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:15.340121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db2ad2e7-aa8b-43d0-9850-0e792171ee6c req-a7d4c74f-616d-4211-842e-4451e3e927d5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0631719 Jul 07 22:58:15.377958 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-db2ad2e7-aa8b-43d0-9850-0e792171ee6c req-fb1fe4ea-946c-4fe1-9d66-8910f48d8f2e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 07 22:58:16.551101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90a760-cc4a-4932-9481-e3baeaf02376 req-b69f86fc-e7cf-4fda-ac81-d1e03fa67f5e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:16.552781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f90a760-cc4a-4932-9481-e3baeaf02376 req-b69f86fc-e7cf-4fda-ac81-d1e03fa67f5e tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0625002 Jul 07 22:58:16.589250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f90a760-cc4a-4932-9481-e3baeaf02376 req-cdf976ee-c78c-4ba6-88b7-47c5890055aa tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jul 07 22:58:17.022593 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:58:17.223773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:17.770504 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e23d9-510c-4f37-a265-749bad026b62 req-17b32a37-88ae-469e-b050-8d72d98b257f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:17.772015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-697e23d9-510c-4f37-a265-749bad026b62 req-17b32a37-88ae-469e-b050-8d72d98b257f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0662668 Jul 07 22:58:17.807905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-697e23d9-510c-4f37-a265-749bad026b62 req-e972022e-ee5d-476a-b627-66a2a8c90afc tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303972 Jul 07 22:58:18.385753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-10454e89-aea1-4e36-9050-3a7e8595b99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:18.982301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cce4b-a4be-4ff4-818b-ae4c59e1cfd7 req-efdd119e-6107-4044-ae8c-ed961d572f6b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:18.983978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf7cce4b-a4be-4ff4-818b-ae4c59e1cfd7 req-efdd119e-6107-4044-ae8c-ed961d572f6b tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0638463 Jul 07 22:58:19.021545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf7cce4b-a4be-4ff4-818b-ae4c59e1cfd7 req-ba8f5a93-03f0-4208-956f-e759e765edc2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Jul 07 22:58:19.045187 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:19.228470 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-84e472e5-ad56-4889-8edb-787f976eb1e5 service neutron] show failed (client error): The resource could not be found. Jul 07 22:58:19.229411 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-84e472e5-ad56-4889-8edb-787f976eb1e5 service neutron] 10.222.0.97 "GET /v2.0/ports/9f81e602-7d13-4cb3-bec7-d53afca8ee75/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0551777 Jul 07 22:58:19.522097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-e9463103-f1d8-4da9-acf9-67c469836687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:19.523527 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-e9463103-f1d8-4da9-acf9-67c469836687 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7&tenant_id=c45e2c34039d443f86857ab34c930a20 HTTP/1.1" status: 200 len: 1097 time: 0.1057475 Jul 07 22:58:19.534246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:19.601913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:19.800312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:19.832952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:19.877028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:19.879326 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d8ffd-7f75-41d5-a0d2-1d26fb6ae198" -d '{"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-unplugged", "status": "completed", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:19.882850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:19.895510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Transition to ACTIVE for port object 9f81e602-7d13-4cb3-bec7-d53afca8ee75 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:19.898747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:19.933396 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0067f7f0-9b8b-451b-b603-999598f734bd x-openstack-request-id: req-0067f7f0-9b8b-451b-b603-999598f734bd {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:19.933692 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-unplugged", "status": "completed", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:19.933947 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0067f7f0-9b8b-451b-b603-999598f734bd {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:19.934346 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'code': 200} Jul 07 22:58:19.963776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] No DVR routers for this DVR port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:58:19.965539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:19.977886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.978237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.978583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.978949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.979288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.979622 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.979955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.980286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.980618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.980946 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.981273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:19.981597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:20.011769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:58:20.012369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:58:20.012496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:20.016661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:58:20.016990 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Attempting to bind port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on network 345084cc-7a59-4ba5-9b3a-6755f866f4cc {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:20.021696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:58:20.022037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Checking segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:20.022425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Bound using segment: {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:58:20.022885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Bound port: 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:58:20.023244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:20.084838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:20.087858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:58:20.091314 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:20.127945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:20.128582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:20.130022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] 10.222.0.103 "PUT /v2.0/ports/9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 1092 time: 0.5996735 Jul 07 22:58:20.204236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ae74d-1512-41ab-936c-5553d06743d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:20.250967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa307fb-6555-49a0-ba35-f22302955931 req-360b7f10-09ef-4738-97a4-e180f614a598 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:20.252476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfa307fb-6555-49a0-ba35-f22302955931 req-360b7f10-09ef-4738-97a4-e180f614a598 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 943 time: 0.1140571 Jul 07 22:58:20.257394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-525a44a6-3080-4c72-b448-fe1b06a1f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:20.258835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-525a44a6-3080-4c72-b448-fe1b06a1f4aa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1095 time: 0.1058264 Jul 07 22:58:20.339491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfa307fb-6555-49a0-ba35-f22302955931 req-1dea01c7-3437-4e9b-bec1-ae8fbf534a72 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797222 Jul 07 22:58:20.370363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-e793f140-9122-42db-800d-d3831a4bafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:20.371892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-e793f140-9122-42db-800d-d3831a4bafe6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.1064093 Jul 07 22:58:20.415566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-c726c0c6-5c53-411a-932e-d03fe7e8aeeb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0379460 Jul 07 22:58:20.462747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-1d0bac2b-2cb6-43e0-bb78-795b375a0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:20.464183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-1d0bac2b-2cb6-43e0-bb78-795b375a0faa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0420663 Jul 07 22:58:20.501807 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-de76531b-1aef-4c54-ae44-16c4438f4e50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268517 Jul 07 22:58:20.591062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-bea822e4-7d14-4ea1-b857-dd23d481e78d service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Jul 07 22:58:20.680374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2669fcd9-4e79-4aa9-b657-7a92d9dfc2d0 req-ddf9210b-87f7-4a00-ab0c-5cdf4fb96094 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836360 Jul 07 22:58:21.380092 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ee7daaa-f8ee-4f3b-8dba-ec46d5224fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:21.400107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-7cd41ebe-b515-426e-b237-fd0436e24216 req-f50cf3c7-383a-4ca5-81c7-378c5a81113a service neutron] (93931) timed out ('10.222.0.95', 59992) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:58:21.456322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:21.518144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1d7e-bfe4-4089-b2b6-0b9b34a481fa req-87aa45fc-008a-40eb-9482-ff5e52615630 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:21.519651 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45fd1d7e-bfe4-4089-b2b6-0b9b34a481fa req-87aa45fc-008a-40eb-9482-ff5e52615630 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 943 time: 0.0628917 Jul 07 22:58:21.556812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45fd1d7e-bfe4-4089-b2b6-0b9b34a481fa req-6da5a1f2-7b5e-4916-aabd-a1bda062657d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Jul 07 22:58:21.935149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:21.938115 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0020f2c-3a48-4b36-b90e-04b3220c76c6" -d '{"events": [{"name": "network-changed", "server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:21.987480 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9377d42d-2f63-441b-a06a-fc3f25ece385 x-openstack-request-id: req-9377d42d-2f63-441b-a06a-fc3f25ece385 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:21.987776 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:21.988033 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9377d42d-2f63-441b-a06a-fc3f25ece385 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:21.988447 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'status': 'completed', 'code': 200} Jul 07 22:58:22.068691 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-9d5218fc-651e-41ed-a499-f9d0e6814357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.069531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-05121588-0d01-4675-87d3-5f519a19dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.070159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-9d5218fc-651e-41ed-a499-f9d0e6814357 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1095 time: 0.0579667 Jul 07 22:58:22.071289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-05121588-0d01-4675-87d3-5f519a19dbe1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1095 time: 0.0604417 Jul 07 22:58:22.163668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-475f7777-6322-4235-b349-c8f3c86cb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.165488 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-475f7777-6322-4235-b349-c8f3c86cb108 service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0890079 Jul 07 22:58:22.181716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-c913ba71-63e4-42b4-8a92-432433e84662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.183379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-c913ba71-63e4-42b4-8a92-432433e84662 service neutron] 10.222.0.103 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0931933 Jul 07 22:58:22.212075 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-05bf8a18-b067-4aa0-b10b-a7f7eb341cde service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0402834 Jul 07 22:58:22.230497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-a8a798e7-2b3b-4dbb-8133-4e883dd73d20 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0403788 Jul 07 22:58:22.265349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-530e9fab-f8b4-4333-9295-2a97131bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.267219 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-530e9fab-f8b4-4333-9295-2a97131bc389 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0489259 Jul 07 22:58:22.282710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-f818da88-1746-4cce-a173-681474dfe7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.284439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-f818da88-1746-4cce-a173-681474dfe7ac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0484099 Jul 07 22:58:22.286029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:22.303168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-8e8c15df-7184-4d02-bded-e6b3bfdf7b6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297000 Jul 07 22:58:22.319509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-879b6b47-8899-434e-b512-620697ca2a48 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281427 Jul 07 22:58:22.393747 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-6a43a831-1a71-431f-9aa8-fc5a21c9d705 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847340 Jul 07 22:58:22.410703 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-d1ef9861-b991-4613-aee7-10a983a7b29d service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852714 Jul 07 22:58:22.481985 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-0bc85202-5a8e-41c1-873a-100c24386818 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820599 Jul 07 22:58:22.500375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0020f2c-3a48-4b36-b90e-04b3220c76c6 req-4e912b4f-fe8e-4211-98b4-1ac6dcf9d352 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Jul 07 22:58:22.735446 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b5dc-bda8-4123-b0a3-2f3a1cdf871e req-be335be8-a243-48e5-8a3c-3a2eae124de0 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:22.736951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4912b5dc-bda8-4123-b0a3-2f3a1cdf871e req-be335be8-a243-48e5-8a3c-3a2eae124de0 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 943 time: 0.0683486 Jul 07 22:58:22.777537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4912b5dc-bda8-4123-b0a3-2f3a1cdf871e req-d5272341-c1bc-48f8-9f47-ab75191cf4e3 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Jul 07 22:58:23.070567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba205cf-c006-42e2-9d0b-82b6689725ba req-5f910076-bfb4-450f-8096-bb03915036e5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:23.072146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dba205cf-c006-42e2-9d0b-82b6689725ba req-5f910076-bfb4-450f-8096-bb03915036e5 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 943 time: 0.0654192 Jul 07 22:58:23.085289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-a87120b8-16e7-4ff1-b6e0-3d8f1d1b7c1d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:23.086805 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-a87120b8-16e7-4ff1-b6e0-3d8f1d1b7c1d tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.97 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7&tenant_id=c45e2c34039d443f86857ab34c930a20&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 943 time: 0.0752566 Jul 07 22:58:23.110558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dba205cf-c006-42e2-9d0b-82b6689725ba req-78c482df-b04b-463d-a3ec-b95567bf3db7 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Jul 07 22:58:23.150073 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-6f054e76-256e-40e6-bd6a-236eaa6c9578 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:58:23.151128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-6f054e76-256e-40e6-bd6a-236eaa6c9578 service neutron] 10.222.0.97 "DELETE /v2.0/ports/9f81e602-7d13-4cb3-bec7-d53afca8ee75/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0581608 Jul 07 22:58:23.242564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-ffab384e-9458-4a4d-a7ac-1dedc0fe53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:23.244064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-ffab384e-9458-4a4d-a7ac-1dedc0fe53c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1095 time: 0.0518394 Jul 07 22:58:23.258654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:58:23.332579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-cda96dea-f578-40ac-b73f-d4c285f0395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:23.334130 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-cda96dea-f578-40ac-b73f-d4c285f0395e service neutron] 10.222.0.97 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0832462 Jul 07 22:58:23.352382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:23.364171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'network_id': '345084cc-7a59-4ba5-9b3a-6755f866f4cc', 'port_id': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'mac_address': 'fa:16:3e:42:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e774f67f-3e05-4a94-a223-fd9500eaa2fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:58:23.378721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-77c09a4c-d0f6-4fc3-9ebf-7c60c484a981 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0383084 Jul 07 22:58:23.399576 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:23.411576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f81e602-7d13-4cb3-bec7-d53afca8ee75 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:58:23.426457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-76d8a770-177b-48ff-9bf2-1f25547f353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:23.427958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-76d8a770-177b-48ff-9bf2-1f25547f353b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0437052 Jul 07 22:58:23.431307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:23.435285 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:23.460640 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-124f6b08-8c78-4198-8224-1c65df85301b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267258 Jul 07 22:58:23.480627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:23.641294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9f81e602-7d13-4cb3-bec7-d53afca8ee75'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:58:23.818333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-931f8dab-c01c-466c-843b-b5e0445c81de service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500178 Jul 07 22:58:23.825892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:23.908348 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-09967768-e4e8-48ae-a38e-3987f3616ba0 req-4fc41904-79a1-4715-a387-ce53415ee533 service neutron] 10.222.0.97 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831165 Jul 07 22:58:24.289628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b2d0-5262-4631-9b4e-6a6afc812ef3 req-7ee90e9a-bb50-41da-bd88-8d29772e4f03 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:24.291210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5c0b2d0-5262-4631-9b4e-6a6afc812ef3 req-7ee90e9a-bb50-41da-bd88-8d29772e4f03 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 944 time: 0.0637472 Jul 07 22:58:24.327541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:58:24.330242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5c0b2d0-5262-4631-9b4e-6a6afc812ef3 req-b4f5b2cb-042c-4e69-9f48-d75cb4b9fa7f tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Jul 07 22:58:24.367211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:58:25.274356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:25.320836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:25.324385 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:25.324787 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:25.403078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:25.424471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:25.426757 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ffc5b1-e6c0-4b27-b99c-b4778203c3e8" -d '{"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-plugged", "status": "completed", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:25.440245 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:25.444255 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:25.492628 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:25.509856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54838-3d3f-4d1a-bd07-830749597f6d req-79e00dfa-48e2-4abb-8052-1a75d8c3071c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:25.511389 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acf54838-3d3f-4d1a-bd07-830749597f6d req-79e00dfa-48e2-4abb-8052-1a75d8c3071c tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0674682 Jul 07 22:58:25.551240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acf54838-3d3f-4d1a-bd07-830749597f6d req-5193a8fa-6bab-4cbd-a175-18ba1df2f0ab tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Jul 07 22:58:25.595103 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54436f0-ce7c-4a63-97c5-1130e785d93f x-openstack-request-id: req-c54436f0-ce7c-4a63-97c5-1130e785d93f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:25.595482 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-plugged", "status": "completed", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:25.595741 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c54436f0-ce7c-4a63-97c5-1130e785d93f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:25.596134 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'code': 200} Jul 07 22:58:25.739993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a16e-52ac-4179-80a5-fb71dc95d4c7 req-7233cefa-5e34-4416-9f4f-5c11b07fe5c4 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:25.741502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9b6a16e-52ac-4179-80a5-fb71dc95d4c7 req-7233cefa-5e34-4416-9f4f-5c11b07fe5c4 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0625861 Jul 07 22:58:25.777754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9b6a16e-52ac-4179-80a5-fb71dc95d4c7 req-2c9a1b8b-b3c1-4864-a82b-0caa203cf112 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Jul 07 22:58:25.948481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc63c5a-8d18-4476-ac23-8c4f3905b82e req-6f6fe41a-1faf-4824-9d3a-c9034d8c6d0a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:25.949970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbc63c5a-8d18-4476-ac23-8c4f3905b82e req-6f6fe41a-1faf-4824-9d3a-c9034d8c6d0a tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0633650 Jul 07 22:58:25.991375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbc63c5a-8d18-4476-ac23-8c4f3905b82e req-6416ff3f-198a-4448-9526-dc55451377fc tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358505 Jul 07 22:58:26.114321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-d3403e21-214b-4c7a-80eb-09f25a8d3e30 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521657 Jul 07 22:58:26.208677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-5445f082-4ea8-40fe-b4dd-deacc2b6536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:26.210249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-5445f082-4ea8-40fe-b4dd-deacc2b6536b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c45e2c34039d443f86857ab34c930a20&device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 1097 time: 0.0548208 Jul 07 22:58:26.329363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-ccc1a95d-b9e9-4419-aeed-844e849331ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:26.330968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-ccc1a95d-b9e9-4419-aeed-844e849331ec service neutron] 10.222.0.103 "GET /v2.0/networks?id=345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 200 len: 915 time: 0.0884333 Jul 07 22:58:26.372707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-9ed2c619-0f55-4124-be0a-875b7589c4a3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 200 len: 217 time: 0.0349002 Jul 07 22:58:26.420978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-178cdf0d-8ee4-41df-8c40-9697a7a6de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:26.422477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-178cdf0d-8ee4-41df-8c40-9697a7a6de1a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 200 len: 854 time: 0.0441742 Jul 07 22:58:26.455886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-5b70594e-6e24-415b-84c0-8be61a3ce533 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=345084cc-7a59-4ba5-9b3a-6755f866f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258996 Jul 07 22:58:26.584797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-13e395bb-0591-46ee-a8f0-17da688ec2a5 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213856 Jul 07 22:58:26.607494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd415c-935c-411a-8a66-891f78b4447b req-7b226a00-0e91-4a42-b43a-c67906774004 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:26.608920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1edd415c-935c-411a-8a66-891f78b4447b req-7b226a00-0e91-4a42-b43a-c67906774004 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.1012838 Jul 07 22:58:26.687310 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1edd415c-935c-411a-8a66-891f78b4447b req-c3f4b47d-e97f-47a0-a962-d041fe89d507 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686483 Jul 07 22:58:26.712139 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d5a9c48-f65d-48f1-9f87-e18a22ca5eab req-08b68d14-76ce-44bf-83c5-459b5bd3f0c3 service neutron] 10.222.0.103 "GET /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207237 Jul 07 22:58:27.580742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-42089a42-5b65-4413-a55f-e564073263ea tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:27.582219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-42089a42-5b65-4413-a55f-e564073263ea tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.103 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0627923 Jul 07 22:58:27.683740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Deleting port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:58:27.684450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:27.771235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] For port 9f81e602-7d13-4cb3-bec7-d53afca8ee75, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9f81e602-7d13-4cb3-bec7-d53afca8ee75,segment=NetworkSegment(e9d0a2d8-b2ac-4c54-ad21-92c0a941be97),segment_id=e9d0a2d8-b2ac-4c54-ad21-92c0a941be97)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:27.771603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:27.785029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Calling delete_port for 9f81e602-7d13-4cb3-bec7-d53afca8ee75 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:58:27.920363 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c172ea-f6e5-4b36-9d67-c02d01a6b02f req-8697da90-fa40-4bdb-a34b-00ff27051ff2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:27.921930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72c172ea-f6e5-4b36-9d67-c02d01a6b02f req-8697da90-fa40-4bdb-a34b-00ff27051ff2 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/ports?device_id=222717f1-31e4-4475-9ca3-180b632a20a7 HTTP/1.1" status: 200 len: 945 time: 0.0944464 Jul 07 22:58:27.988828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72c172ea-f6e5-4b36-9d67-c02d01a6b02f req-67998854-203c-4b75-ae30-0872cd28a3bd tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.95 "GET /v2.0/security-groups?id=87fa08db-320c-451b-ac18-360c8e985fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482233 Jul 07 22:58:27.989877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:28.001896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9f81e602-7d13-4cb3-bec7-d53afca8ee75'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:58:28.030764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Pushing event deleted for resources: {'Port': ['ID=9f81e602-7d13-4cb3-bec7-d53afca8ee75,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:28.068443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] No DVR routers for this DVR port 9f81e602-7d13-4cb3-bec7-d53afca8ee75 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:58:28.070885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:28.072857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592c7da-68b7-4159-b662-21d1ec8cf217 req-bd462be5-0153-42d5-9f02-f5a576dbba97 tempest-ServerDiskConfigTestJSON-880506041 tempest-ServerDiskConfigTestJSON-880506041-project] 10.222.0.103 "DELETE /v2.0/ports/9f81e602-7d13-4cb3-bec7-d53afca8ee75 HTTP/1.1" status: 204 len: 173 time: 0.4847233 Jul 07 22:58:28.073289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-deleted', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:28.075557 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08d1af2-e7ec-4408-a2f6-6185f4f5aa88" -d '{"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-deleted", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:28.118546 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413af587-a868-4691-bb65-327987a36be6 x-openstack-request-id: req-413af587-a868-4691-bb65-327987a36be6 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:28.118872 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222717f1-31e4-4475-9ca3-180b632a20a7", "name": "network-vif-deleted", "tag": "9f81e602-7d13-4cb3-bec7-d53afca8ee75", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:28.119129 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-413af587-a868-4691-bb65-327987a36be6 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:28.119534 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222717f1-31e4-4475-9ca3-180b632a20a7', 'name': 'network-vif-deleted', 'tag': '9f81e602-7d13-4cb3-bec7-d53afca8ee75', 'status': 'completed', 'code': 200} Jul 07 22:58:29.215821 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35432) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:29.263538 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Deleting subnet e774f67f-3e05-4a94-a223-fd9500eaa2fe {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:58:29.266960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.300815 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.338642 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.388630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.418876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e774f67f-3e05-4a94-a223-fd9500eaa2fe,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:29.423845 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.425746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-35066bed-787d-46e7-bef3-fcc5d5d9dc1a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e774f67f-3e05-4a94-a223-fd9500eaa2fe HTTP/1.1" status: 204 len: 168 time: 0.2088902 Jul 07 22:58:29.428298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35434) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:29.498162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.578024 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.588311 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345084cc-7a59-4ba5-9b3a-6755f866f4cc']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:29.599280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:29.599587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d0a2d8-b2ac-4c54-ad21-92c0a941be97') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:29.608346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.621823 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.627657 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:58:29.628052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: timer() Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:58:29.629652 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:58:29.682863 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.688949 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.690816 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] 10.222.0.95 "DELETE /v2.0/networks/345084cc-7a59-4ba5-9b3a-6755f866f4cc HTTP/1.1" status: 204 len: 168 time: 0.2615502 Jul 07 22:58:29.702054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca424e9a-80e6-4e44-8d8a-5066e71770a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=345084cc-7a59-4ba5-9b3a-6755f866f4cc,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:29.798781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35438) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:29.839062 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fe124e48-bcd8-4266-811b-55a62b0a1ce3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c45e2c34039d443f86857ab34c930a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390642 Jul 07 22:58:29.841599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35440) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:29.893280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec3bb-c262-4122-b33b-52a3ccda9dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.913903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec3bb-c262-4122-b33b-52a3ccda9dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.960748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec3bb-c262-4122-b33b-52a3ccda9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.963409 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec3bb-c262-4122-b33b-52a3ccda9dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.964571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-aa0ec3bb-c262-4122-b33b-52a3ccda9dcb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/87fa08db-320c-451b-ac18-360c8e985fb5 HTTP/1.1" status: 204 len: 168 time: 0.1220682 Jul 07 22:58:29.972685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ec3bb-c262-4122-b33b-52a3ccda9dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa08db-320c-451b-ac18-360c8e985fb5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:30.609989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35462) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:30.702531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1654643003-network', 'tenant_id': 'b1328fc3763443e3844052d36db769d6'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:30.723340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Made reservation on behalf of b1328fc3763443e3844052d36db769d6 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:58:30.725718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.734115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.832376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.836557 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.867769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:58:30.872965 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c49d68-034c-4676-86a2-e16c1e956477,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:30.881032 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.881032 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Added segment f8f510be-0452-415c-8d8d-57d645e8e718 of type vlan for network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf Jul 07 22:58:30.921017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.948237 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.949246 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:30.949836 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.003951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3927624 Jul 07 22:58:31.007125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35466) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:31.012764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Request body: {'subnet': {'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1654643003-subnet', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:31.012926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645c44b-0433-43f9-9f08-0995b18bdff1 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:31.023291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:58:31.035181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Made reservation on behalf of b1328fc3763443e3844052d36db769d6 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:58:31.037547 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.207142 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.265336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fbe782-2e55-4b01-92c4-c3ae89da81d8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:31.268278 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:31.268636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Network hostable DHCP agents. Network: 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:58:31.284673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:58:31.292768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:31.296584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:31.297204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.302196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5c46c-4f36-4ab7-bba2-0f220274cc66 None None] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:58:31.310116 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-567efb3f-f619-4c25-bfa7-61afe0748180 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3013408 Jul 07 22:58:31.313493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35468) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:31.318212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:31.339500 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.339946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:58:31.340593 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.367043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 9f81e602-7d13-4cb3-bec7-d53afca8ee75 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:58:31.367373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9f81e602-7d13-4cb3-bec7-d53afca8ee75 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:58:31.392369 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.465715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:58:31.466593 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.530082 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.599729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Allocated IP 172.20.0.2 (7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf/91fbe782-2e55-4b01-92c4-c3ae89da81d8/57bf8ca2-6091-4f93-a07f-c0383216c95f) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:58:31.730131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.741988 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.749480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.750894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Transition to ACTIVE for port object 57bf8ca2-6091-4f93-a07f-c0383216c95f will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:31.765322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Transition to ACTIVE for port object 57bf8ca2-6091-4f93-a07f-c0383216c95f will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:31.771825 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.809165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:31.814472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:31.817786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:58:31.828911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Pushing event updated for resources: {'Port': ['ID=57bf8ca2-6091-4f93-a07f-c0383216c95f,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:31.854311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Allocated IP 172.25.5.48 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/2a6a6ceb-30bc-41af-81b1-e20c465f70b5) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:58:31.879205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Attempting to bind port 57bf8ca2-6091-4f93-a07f-c0383216c95f on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:58:31.879581 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Attempting to bind port 57bf8ca2-6091-4f93-a07f-c0383216c95f by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:58:31.879948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Attempting to bind port 57bf8ca2-6091-4f93-a07f-c0383216c95f on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:31.884823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:58:31.885198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:31.885602 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.885996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:58:31.886461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Bound port: 57bf8ca2-6091-4f93-a07f-c0383216c95f, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:58:31.886873 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.947912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b2544993-285b-4085-92ba-0d779a37810f None None] For port 57bf8ca2-6091-4f93-a07f-c0383216c95f, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:31.951089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-b2544993-285b-4085-92ba-0d779a37810f None None] For port 57bf8ca2-6091-4f93-a07f-c0383216c95f, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=57bf8ca2-6091-4f93-a07f-c0383216c95f,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:58:31.955226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.957581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:32.000693 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:32.018664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2544993-285b-4085-92ba-0d779a37810f None None] Pushing event updated for resources: {'Port': ['ID=57bf8ca2-6091-4f93-a07f-c0383216c95f,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:32.039492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:32.042397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:32.044866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:58:32.075474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:32.630392 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:32.829647 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:32.887727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d5ee7-616b-411a-85ef-7f508b2152a1 None None] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:58:32.957214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Router ff4535a4-6fed-490d-9198-f68abc1cb212 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:58:32.974301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7cbd5332-6bd5-43eb-819a-6dfb7cdbf48d None None] Provisioning for port 57bf8ca2-6091-4f93-a07f-c0383216c95f completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:33.067031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:58:33.077351 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:58:33.087378 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:33.088089 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:58:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:33.091407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.095666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-af870aed-387e-4bb3-930f-a7a367b2e740 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7782240 Jul 07 22:58:33.096213 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:33.195522 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:33.369240 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:32Z', 'revision_number': 3, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:33.398110 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:58:33.398464 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Updating router ff4535a4-6fed-490d-9198-f68abc1cb212 port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:58:33.430977 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.534795 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.675481 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.684762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Transition to ACTIVE for port object 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:33.691294 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.735485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Allocated IP 172.20.0.1 (7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf/91fbe782-2e55-4b01-92c4-c3ae89da81d8/0d39caa8-7331-4d38-80e5-dc31c0feb324) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:58:33.742559 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Attempting to bind port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:58:33.742973 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Attempting to bind port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:58:33.743325 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Attempting to bind port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:33.752819 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:58:33.753207 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:33.753600 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.753997 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:58:33.754464 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Bound port: 2a6a6ceb-30bc-41af-81b1-e20c465f70b5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:58:33.754878 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.757370 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Pushing event updated for resources: {'Port': ['ID=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:33.783399 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.783754 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.784133 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.784872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.784872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.785109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.785435 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.785771 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.786104 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.786437 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.787190 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.787190 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:58:33.818012 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] For port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:33.821120 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] For port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:58:33.829082 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.855832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.873730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Transition to ACTIVE for port object 0d39caa8-7331-4d38-80e5-dc31c0feb324 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:33.892749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780ac30-808f-4599-9f05-756840d8a709 None None] Pushing event updated for resources: {'Port': ['ID=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:33.897668 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:33.898359 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:58:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:33.914696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57bf8ca2-6091-4f93-a07f-c0383216c95f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:33.921682 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:33.965216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:33.966576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 57bf8ca2-6091-4f93-a07f-c0383216c95f completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:33.968729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:33.974506 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 57bf8ca2-6091-4f93-a07f-c0383216c95f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:33.974715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:58:33.976043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.001531 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d39caa8-7331-4d38-80e5-dc31c0feb324,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:34.013729 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:34.019448 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.073665 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.115603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 57bf8ca2-6091-4f93-a07f-c0383216c95f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=57bf8ca2-6091-4f93-a07f-c0383216c95f,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:34.122444 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.180544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=57bf8ca2-6091-4f93-a07f-c0383216c95f,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:34.190160 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.232115 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:32Z', 'revision_number': 3, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:34.243815 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0ed4562e-386b-4352-a06f-0efc21c77919 None None] Provisioning for port 0d39caa8-7331-4d38-80e5-dc31c0feb324 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:34.248278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0ed4562e-386b-4352-a06f-0efc21c77919 None None] Provisioning complete for port 0d39caa8-7331-4d38-80e5-dc31c0feb324 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:34.248445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0ed4562e-386b-4352-a06f-0efc21c77919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.284193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4562e-386b-4352-a06f-0efc21c77919 None None] Port 0d39caa8-7331-4d38-80e5-dc31c0feb324 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:58:34.356047 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9981dc-cf4a-4dec-8840-f46b1189d70d None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:32Z', 'revision_number': 3, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:58:34.362406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.367057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.435915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d39caa8-7331-4d38-80e5-dc31c0feb324,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:34.438774 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.535102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:34.536525 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:34.667685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:58:34.787349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:58:34.799363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0edd41a4-85d3-42f7-a8b8-9996964236e3 admin admin] 10.222.0.95 "PUT /v2.0/routers/ff4535a4-6fed-490d-9198-f68abc1cb212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952279 Jul 07 22:58:34.806066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-395c88b2-2565-40ff-a27c-d11b5e510339 None None] Provisioning complete for port 0d39caa8-7331-4d38-80e5-dc31c0feb324 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:34.806451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-395c88b2-2565-40ff-a27c-d11b5e510339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:34.846300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-395c88b2-2565-40ff-a27c-d11b5e510339 None None] Port 0d39caa8-7331-4d38-80e5-dc31c0feb324 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:58:35.815199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:58:35.824538 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:35.825253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:58:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:35.936664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57bf8ca2-6091-4f93-a07f-c0383216c95f up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:35.939633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:36.098664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 57bf8ca2-6091-4f93-a07f-c0383216c95f triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:36.099064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.242536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:36.255909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35480) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:36.260759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120351327', 'description': 'tempest-description--174696352'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:36.272088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 2, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:36.286300 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.303431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:58:36.303769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Updating router ff4535a4-6fed-490d-9198-f68abc1cb212 port 0d39caa8-7331-4d38-80e5-dc31c0feb324 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:58:36.352889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.362707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:36.372547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:36.372714 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.372929 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.376846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.406282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.408132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1511681 Jul 07 22:58:36.410137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ce663-6881-4ec9-94b9-1d58b4d6809f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40fe438-008c-42e1-ac8f-9864eadb5b9f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:36.411178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35482) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:36.417208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'security_group_rule': {'security_group_id': 'e40fe438-008c-42e1-ac8f-9864eadb5b9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:36.444401 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.504627 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.507997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.523127 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c432dc-bfcf-4e85-a881-29737b318e10,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:36.532282 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.533559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-85dafd5a-4e36-4cde-ac09-1d6486cba951 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205323 Jul 07 22:58:36.536363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35486) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:36.541314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'security_group_rule': {'security_group_id': 'e40fe438-008c-42e1-ac8f-9864eadb5b9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:36.570986 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.590334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.623172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:36.623892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.628973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.632192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.644368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8c8e0c-35a2-42b9-8496-aee757a87c18,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:36.653000 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.655152 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1ab973ad-cbce-4e29-80c1-f1fcbf79521d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176155 Jul 07 22:58:36.657166 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 35488) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:36.661743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:36.686706 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.714002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:36.753371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.763352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Transition to ACTIVE for port object 0d39caa8-7331-4d38-80e5-dc31c0feb324 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:36.770829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.790979 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.820361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4ea0-7879-46ea-9bc2-5a421555c7a5 None None] Pushing event updated for resources: {'Port': ['ID=0d39caa8-7331-4d38-80e5-dc31c0feb324,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:36.880805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Attempting to bind port 0d39caa8-7331-4d38-80e5-dc31c0feb324 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:58:36.881184 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Attempting to bind port 0d39caa8-7331-4d38-80e5-dc31c0feb324 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:58:36.881554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Attempting to bind port 0d39caa8-7331-4d38-80e5-dc31c0feb324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:36.886796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:58:36.887186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:36.887606 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.887997 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:58:36.888499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Bound port: 0d39caa8-7331-4d38-80e5-dc31c0feb324, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:58:36.888996 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:36.917074 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Allocated IP 172.25.5.198 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/7d218933-e8a4-47c7-8d0a-c1df55a03848) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:58:36.957435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] For port 0d39caa8-7331-4d38-80e5-dc31c0feb324, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:36.960849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] For port 0d39caa8-7331-4d38-80e5-dc31c0feb324, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0d39caa8-7331-4d38-80e5-dc31c0feb324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:58:36.965791 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.026258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4ea0-7879-46ea-9bc2-5a421555c7a5 None None] Pushing event updated for resources: {'Port': ['ID=0d39caa8-7331-4d38-80e5-dc31c0feb324,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:37.036785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:37.037449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:58:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:37.041063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.084078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.130258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:37.136004 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:37.138602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:58:37.166730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'Port': ['ID=7d218933-e8a4-47c7-8d0a-c1df55a03848,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:37.272072 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.310834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:37.321346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.473042 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.477570 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.514025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:37.540627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd3-c63d-45f5-be4f-459ecaf74659 None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:58:37.550955 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'Port': ['ID=7d218933-e8a4-47c7-8d0a-c1df55a03848,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:37.559388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.574582 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:37.575884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fe1606d6-44bc-44a4-aa02-d415c42b26a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9177766 Jul 07 22:58:37.738352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-5c235222-79f2-4f17-8d6b-afe158d4e778 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1120351327&fields=id&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 267 time: 0.0368392 Jul 07 22:58:37.865603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-d274e6b4-290b-48e7-9027-f5f11eaa9c69 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:37.867422 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-d274e6b4-290b-48e7-9027-f5f11eaa9c69 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.1225414 Jul 07 22:58:37.883729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-bc984fdb-b0fd-4473-9e52-a39be89e7edf tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/quotas/b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 375 time: 0.0106039 Jul 07 22:58:37.957326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:37.962798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-178754bc-daa1-43b9-9945-2395f2c60f3b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732241 Jul 07 22:58:38.006471 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:38.006880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:38.072487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-e1db07d5-6aed-45a1-8b1e-506a36212f9b service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972407 Jul 07 22:58:38.094820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0d39caa8-7331-4d38-80e5-dc31c0feb324 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:38.145785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 0d39caa8-7331-4d38-80e5-dc31c0feb324 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:38.149957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0d39caa8-7331-4d38-80e5-dc31c0feb324 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:38.150336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:38.166164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-7d68544e-d985-46fa-9437-11a85e90c57d service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878432 Jul 07 22:58:38.232302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:38.267780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 0d39caa8-7331-4d38-80e5-dc31c0feb324, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0d39caa8-7331-4d38-80e5-dc31c0feb324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:38.272532 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:38.327621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=0d39caa8-7331-4d38-80e5-dc31c0feb324,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:38.362162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e849d28-90ee-4059-8cfd-d8d00833a38b req-f937661c-b61a-4ce7-9d39-e441df755041 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 210 time: 0.0360901 Jul 07 22:58:39.401183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-19785de0-77af-4143-834b-54263e991485 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:39.402710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-19785de0-77af-4143-834b-54263e991485 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.1084599 Jul 07 22:58:39.450484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-7c72660c-bd6a-4c90-9ac5-469e2c95aa3d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 380 time: 0.0356925 Jul 07 22:58:39.459233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'port': {'device_id': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'admin_state_up': True, 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'security_groups': ['e40fe438-008c-42e1-ac8f-9864eadb5b9f']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:39.539666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf50ed35-59b7-484d-b41b-8afca84ac283 req-74d5a6bc-d05b-4027-8c3f-d5f0e164d7f3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 210 time: 0.0397353 Jul 07 22:58:39.599154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Made reservation on behalf of b1328fc3763443e3844052d36db769d6 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:58:39.602858 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:39.724362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Allocated IP 172.20.0.11 (7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf/91fbe782-2e55-4b01-92c4-c3ae89da81d8/a4c66270-732e-42a4-b0bb-7e69615ec6a2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:58:39.864450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:39.875945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0d39caa8-7331-4d38-80e5-dc31c0feb324 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:39.880368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Transition to ACTIVE for port object a4c66270-732e-42a4-b0bb-7e69615ec6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:39.913178 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:39.927005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 0d39caa8-7331-4d38-80e5-dc31c0feb324 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:39.927504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:39.955039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:39.962284 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:39.975228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:58:40.003103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:40.035042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:40.035684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.053834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-714c169a-219b-4e72-afd3-50ace3270b21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983226 Jul 07 22:58:40.065987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Request body: {'port': {'device_id': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:40.140678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.177798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cc59436e-e098-473a-9629-90f2657cace3 None None] Provisioning for port a4c66270-732e-42a4-b0bb-7e69615ec6a2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:40.181626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cc59436e-e098-473a-9629-90f2657cace3 None None] Provisioning complete for port a4c66270-732e-42a4-b0bb-7e69615ec6a2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:40.182006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cc59436e-e098-473a-9629-90f2657cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.215138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cc59436e-e098-473a-9629-90f2657cace3 None None] Port a4c66270-732e-42a4-b0bb-7e69615ec6a2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:58:40.405262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c66270-732e-42a4-b0bb-7e69615ec6a2 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:58:40.412962 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.429184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Transition to ACTIVE for port object a4c66270-732e-42a4-b0bb-7e69615ec6a2 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:40.432959 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.483237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:40.550741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:58:40.551094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:58:40.551434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:40.556151 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:58:40.556486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:40.561375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:58:40.561758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:40.562149 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:58:40.562584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Bound port: a4c66270-732e-42a4-b0bb-7e69615ec6a2, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:58:40.563027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.636395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:40.639822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:58:40.644807 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.709254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:40.709919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:40.711358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] 10.222.0.103 "PUT /v2.0/ports/a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1093 time: 0.6502433 Jul 07 22:58:40.715452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:40.717721 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63d037f-623c-49f3-959b-b9bdee853437" -d '{"events": [{"name": "network-changed", "server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:40.741872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e603ac0-f3b6-4e10-b976-c7da0c37c707 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:40.797275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21778-e2a0-4244-a5d5-61a2bc7ff1ee req-89e35ff4-669d-446c-88db-9932a844581d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:40.798878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8d21778-e2a0-4244-a5d5-61a2bc7ff1ee req-89e35ff4-669d-446c-88db-9932a844581d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 944 time: 0.1275432 Jul 07 22:58:40.849615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8d21778-e2a0-4244-a5d5-61a2bc7ff1ee req-c6b46bd9-9576-465a-b1fd-35011e6df7b2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Jul 07 22:58:40.865048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-b87e3fe7-6c9a-4788-af5a-4b64d4d5aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:40.866603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-b87e3fe7-6c9a-4788-af5a-4b64d4d5aaa0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1096 time: 0.1064000 Jul 07 22:58:40.911460 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3df26e-790c-40f7-8360-101a0ff34a8c x-openstack-request-id: req-4e3df26e-790c-40f7-8360-101a0ff34a8c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:40.911754 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:40.912009 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e3df26e-790c-40f7-8360-101a0ff34a8c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:40.912422 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'status': 'completed', 'code': 200} Jul 07 22:58:40.913950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-8561303a-b106-422b-8f3f-28e93af73fa2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 217 time: 0.0397940 Jul 07 22:58:40.962649 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-29c93f21-1961-4b16-ac19-18813d55f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:40.964597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-29c93f21-1961-4b16-ac19-18813d55f9f1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0437574 Jul 07 22:58:41.018847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-57d64ece-6293-4250-92f4-2426393d58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:41.020301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-57d64ece-6293-4250-92f4-2426393d58d9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504043 Jul 07 22:58:41.111265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-49ff0a92-a879-447a-8e03-97ce43d3d94b service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Jul 07 22:58:41.197645 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d24d03ef-2934-46c1-84e1-d3e4c8f14f36 req-69c348d1-60ee-49a9-a5c5-e3f1d0a2add2 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795071 Jul 07 22:58:41.302450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d037f-623c-49f3-959b-b9bdee853437 req-8e461b13-e0cd-44e7-9fe2-26d9802553d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:41.304000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-8e461b13-e0cd-44e7-9fe2-26d9802553d9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1096 time: 0.0585408 Jul 07 22:58:41.391477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d037f-623c-49f3-959b-b9bdee853437 req-b0282cfe-25dc-4a28-b4bf-4225e15bc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:41.392864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-b0282cfe-25dc-4a28-b4bf-4225e15bc269 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0827620 Jul 07 22:58:41.437134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-2cdd01d8-205e-4606-abe1-b2f8afc51dff service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 217 time: 0.0373518 Jul 07 22:58:41.483513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d037f-623c-49f3-959b-b9bdee853437 req-e7b1fde5-b190-4768-a03a-ba5485510241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:41.485517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-e7b1fde5-b190-4768-a03a-ba5485510241 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0422974 Jul 07 22:58:41.541806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d037f-623c-49f3-959b-b9bdee853437 req-153f8259-7f6e-4a25-aa01-8b172862747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:41.543295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-153f8259-7f6e-4a25-aa01-8b172862747d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501902 Jul 07 22:58:41.636070 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-61abb81a-74c0-4fd6-8273-ab78bd6af612 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851698 Jul 07 22:58:41.724074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a63d037f-623c-49f3-959b-b9bdee853437 req-8ebf691c-66be-4a92-a189-b9b40a33409e service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804327 Jul 07 22:58:42.025068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9e489-ec61-468b-bde9-27c1a7cc0373 req-0e2e41ab-fa9f-45fa-9c9c-82bc4e368116 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:42.026481 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dba9e489-ec61-468b-bde9-27c1a7cc0373 req-0e2e41ab-fa9f-45fa-9c9c-82bc4e368116 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 944 time: 0.0636439 Jul 07 22:58:42.063896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dba9e489-ec61-468b-bde9-27c1a7cc0373 req-217b984a-2ebf-4fd9-b1b9-5602f9dcc2bf tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Jul 07 22:58:43.241419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f3714-3a1c-417a-8aaf-ff5ac099340a req-1f6e1557-aa49-4afb-9e82-ccdd9ee902ab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:43.242834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f4f3714-3a1c-417a-8aaf-ff5ac099340a req-1f6e1557-aa49-4afb-9e82-ccdd9ee902ab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 944 time: 0.0672691 Jul 07 22:58:43.293177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f4f3714-3a1c-417a-8aaf-ff5ac099340a req-5323d6be-c1f0-40cd-9c88-5d20ff725fc9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 Jul 07 22:58:43.368723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:58:43.457701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:43.468381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'mac_address': 'fa:16:3e:9d:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:58:43.507247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:43.519421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c66270-732e-42a4-b0bb-7e69615ec6a2 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:58:43.538198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:43.542209 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:43.587167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:43.745583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['a4c66270-732e-42a4-b0bb-7e69615ec6a2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:58:44.467094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ce115-fc3d-4a02-ac91-be25ca78a037 req-4f33283c-5083-40c7-a181-03c3e0947c70 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:44.468508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e9ce115-fc3d-4a02-ac91-be25ca78a037 req-4f33283c-5083-40c7-a181-03c3e0947c70 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 945 time: 0.0625901 Jul 07 22:58:44.505654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e9ce115-fc3d-4a02-ac91-be25ca78a037 req-da290720-c451-4e4a-b323-6de7c1e66697 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Jul 07 22:58:45.384950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:45.432477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port a4c66270-732e-42a4-b0bb-7e69615ec6a2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:45.436407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port a4c66270-732e-42a4-b0bb-7e69615ec6a2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:45.436786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:45.515102 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:45.551354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:45.552433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:45.555303 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5caecd-2af8-4a15-85c5-53a37b2039d1" -d '{"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:45.558710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:45.609918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:45.692567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3514c-ab13-4541-ad32-a287d26fc292 req-15bb2429-9e72-4092-84c8-2c10871d11c6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:45.694100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23a3514c-ab13-4541-ad32-a287d26fc292 req-15bb2429-9e72-4092-84c8-2c10871d11c6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0680594 Jul 07 22:58:45.732193 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23a3514c-ab13-4541-ad32-a287d26fc292 req-e16a64c4-1cd5-4315-95a4-fac7890d15fb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 07 22:58:45.777809 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0aec9-62cd-4085-a998-267d8d973eb7 x-openstack-request-id: req-dcf0aec9-62cd-4085-a998-267d8d973eb7 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:45.778106 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:45.778363 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dcf0aec9-62cd-4085-a998-267d8d973eb7 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:45.778794 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'code': 200} Jul 07 22:58:45.887277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6f87b-9c85-49a2-856c-01d0ea08efdc req-edfa56f9-8e5a-4204-afd8-a4c86dd608ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:45.888739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9e6f87b-9c85-49a2-856c-01d0ea08efdc req-edfa56f9-8e5a-4204-afd8-a4c86dd608ab service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1098 time: 0.0513299 Jul 07 22:58:45.924051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9e6f87b-9c85-49a2-856c-01d0ea08efdc req-3276330a-5ff3-4745-8ed6-3a9a18e02365 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293107 Jul 07 22:58:46.905473 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcac09-6b9b-43b5-83f0-c253d12be21d req-61353cb2-ac1c-43ec-ab47-0b725a6ab9d5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:46.907006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98dcac09-6b9b-43b5-83f0-c253d12be21d req-61353cb2-ac1c-43ec-ab47-0b725a6ab9d5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0624406 Jul 07 22:58:46.944544 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98dcac09-6b9b-43b5-83f0-c253d12be21d req-c10fd22e-6fb6-408b-8dfd-b36585e0f9c8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Jul 07 22:58:47.112840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b677e-077f-42a3-9931-8079efc62129 req-54b8c180-e058-467b-919c-62b893675d63 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:47.114369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f1b677e-077f-42a3-9931-8079efc62129 req-54b8c180-e058-467b-919c-62b893675d63 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0676150 Jul 07 22:58:47.122765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35532) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:47.127525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'floatingip': {'port_id': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:47.204038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:47.225516 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:47.651790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:47.655551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:47.756793 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 associated. External IP: 172.25.5.198, port: a4c66270-732e-42a4-b0bb-7e69615ec6a2. Jul 07 22:58:48.276091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:58:48.376011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:58:48.380952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:48.387391 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:58:48.394642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-975d1ab5-3b06-4464-b2c6-8bad4b577d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:48.398340 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:48.398988 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:58:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:48.420648 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-89ae8d10-50bc-4949-9118-368eb3269347 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "PUT /v2.0/floatingips/d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 HTTP/1.1" status: 200 len: 992 time: 1.2968271 Jul 07 22:58:48.421243 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:48.423521 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605f0f58-7d44-4885-9b57-daa6a06d15bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:48.502006 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:48.553790 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25203e22-7a6a-4e94-abd4-497d6b8e5077 x-openstack-request-id: req-25203e22-7a6a-4e94-abd4-497d6b8e5077 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:48.554097 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:48.554359 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-25203e22-7a6a-4e94-abd4-497d6b8e5077 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:48.555095 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'status': 'completed', 'code': 200} Jul 07 22:58:48.629432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-d4fcbca9-175e-4b2f-b288-138a94880832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:48.630991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-d4fcbca9-175e-4b2f-b288-138a94880832 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1098 time: 0.0552638 Jul 07 22:58:48.724573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-89617294-224b-4669-890e-d45b5b63ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:48.725248 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:9d:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T22:58:47Z', 'revision_number': 1, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:48.726001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-89617294-224b-4669-890e-d45b5b63ba40 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0890081 Jul 07 22:58:48.751106 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:58:48.760238 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:48.760754 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T22:58:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:48.805359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-60d7a8cc-cee1-4c98-a7ee-82d329a8452c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1000 time: 0.0724490 Jul 07 22:58:48.853234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-b4dc67b8-9d7f-446d-a059-1bac5d4845f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:48.854768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-b4dc67b8-9d7f-446d-a059-1bac5d4845f6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0433667 Jul 07 22:58:48.868430 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:48.915891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-bfae699a-41ba-4ee4-82c3-50c0f96bd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:48.917431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-bfae699a-41ba-4ee4-82c3-50c0f96bd6f4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564389 Jul 07 22:58:49.010918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-3076da3b-77f2-46dd-8024-a5069ee17b3f service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874178 Jul 07 22:58:49.060352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:49.088049 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:9d:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T22:58:47Z', 'revision_number': 1, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:49.100650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-605f0f58-7d44-4885-9b57-daa6a06d15bf req-72a7015b-fd18-4240-a507-866f938e741e service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836003 Jul 07 22:58:49.118913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898d780-eb92-43a1-9793-b0d5250b69f1 None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:9d:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T22:58:47Z', 'revision_number': 1, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:58:49.314120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d3949-84e9-45d0-b75f-6a67b984eb81 None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:58:51.380564 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cda25f65-5a57-4dc8-b078-0112fa0f5b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:51.456623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:52.286023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:53.832558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:54.021003 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:59:17.240443 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:18.384976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8a08a5bc-5642-4f59-9229-223d0a3db918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:19.076404 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:21.384796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e8c3342e-2d38-467b-a3f0-32c731ea61af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:21.456778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:22.288692 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:23.830562 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:27.136167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-c236d252-f9c5-46cd-8139-56049e3bb5af service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562410 Jul 07 22:59:27.229050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-9e579023-9911-4fc0-8777-27bdea1ed907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:27.230500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-9e579023-9911-4fc0-8777-27bdea1ed907 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1098 time: 0.0511096 Jul 07 22:59:27.334506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-adf3d0e0-6004-4a07-9f83-d43722114908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:27.336019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-adf3d0e0-6004-4a07-9f83-d43722114908 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0863295 Jul 07 22:59:27.398830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-a76f6743-c3ef-4d31-9191-696136e5c5a4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1002 time: 0.0564725 Jul 07 22:59:27.444860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-fc86bdf3-04fd-4fff-9042-b39447537b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:27.446259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-fc86bdf3-04fd-4fff-9042-b39447537b1e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0416758 Jul 07 22:59:27.507143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-dba752e1-aa9e-4551-a42e-771f3a2f32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:27.508653 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-dba752e1-aa9e-4551-a42e-771f3a2f32ee service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556457 Jul 07 22:59:27.596096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-6fc7789a-f4cd-41a0-8cfb-58e38babdfbe service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804288 Jul 07 22:59:27.687610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97745d83-ff8a-4f1e-9143-6e3ae4a88622 req-d222ba5d-6710-4043-be98-2eaf3370e99a service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853479 Jul 07 22:59:31.019496 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:59:47.256907 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:48.385313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-be56d29c-67b0-42b6-90a3-431b04728ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:49.077786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:51.385749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2f39ffa6-85c6-401e-8aac-7539a8ffde8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:51.456301 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:52.290394 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:53.834535 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:08.019890 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:00:17.255182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.385335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4665ef20-0498-4428-b212-dcf42210321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:19.093422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:21.386275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b7ee362a-8e92-4701-954b-5a8d4c864b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:21.456194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:22.292773 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:23.836010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:25.613318 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d2967-1a50-4e23-bf08-e29b859a3899 req-b144b416-1436-422f-933a-34f4c4bc39b8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:25.614897 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-386d2967-1a50-4e23-bf08-e29b859a3899 req-b144b416-1436-422f-933a-34f4c4bc39b8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0638747 Jul 07 23:00:25.653102 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-386d2967-1a50-4e23-bf08-e29b859a3899 req-3f219c65-56d2-4080-bd7b-0d0880adadcc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318346 Jul 07 23:00:25.933793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35746) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:00:26.056916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711da8c-2c69-4e39-a93a-d46525eca353 req-b40bb45b-b30b-45e5-acf9-d828cb2e41b8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:26.058397 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f711da8c-2c69-4e39-a93a-d46525eca353 req-b40bb45b-b30b-45e5-acf9-d828cb2e41b8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0773554 Jul 07 23:00:26.120939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f711da8c-2c69-4e39-a93a-d46525eca353 req-bd77760c-a18b-4fd4-baaf-ffcf7af23a76 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Jul 07 23:00:26.132963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-65899acd-4b75-4552-a737-f2bf0c38e455 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1978731 Jul 07 23:00:27.316708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-e559d7a3-8167-4497-8191-e4b632c363b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:27.318124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-e559d7a3-8167-4497-8191-e4b632c363b2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1098 time: 0.0946658 Jul 07 23:00:27.329846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80344f-5d73-46ba-9d31-49678a585aa3 req-4ebc6674-bce6-4192-9fc5-cb02aa909ea5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:27.331287 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf80344f-5d73-46ba-9d31-49678a585aa3 req-4ebc6674-bce6-4192-9fc5-cb02aa909ea5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0817308 Jul 07 23:00:27.418206 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bf80344f-5d73-46ba-9d31-49678a585aa3 req-6bc5c7df-0e8a-452f-8ac9-5339a91381d2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788603 Jul 07 23:00:27.443666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-7f284938-5e8a-4685-9a97-9008a581f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:27.445143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-7f284938-5e8a-4685-9a97-9008a581f406 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1130347 Jul 07 23:00:27.513838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-de977f6e-ed2d-470c-8c7e-635297e259e0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1002 time: 0.0617769 Jul 07 23:00:27.561925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-b22d1abb-7082-470b-af99-96cf0218c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:27.563404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-b22d1abb-7082-470b-af99-96cf0218c00e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0434086 Jul 07 23:00:27.620941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-10b86698-27f8-4165-a1c9-1d7e46bcf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:27.622447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-10b86698-27f8-4165-a1c9-1d7e46bcf91e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520699 Jul 07 23:00:27.712936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-dfc5e09a-0310-4649-a37f-fcc51ff2636b service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Jul 07 23:00:27.801715 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-2c872665-bba3-4b03-abf9-a2873dc135b9 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 Jul 07 23:00:28.591729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48672a-bcbf-4597-b576-4f87e71af93c req-491c523e-8507-4788-94ba-f8c39d81a2cc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:28.593234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a48672a-bcbf-4597-b576-4f87e71af93c req-491c523e-8507-4788-94ba-f8c39d81a2cc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0640168 Jul 07 23:00:28.636696 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a48672a-bcbf-4597-b576-4f87e71af93c req-0959db3b-06e5-41f6-b086-271a9a828591 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376472 Jul 07 23:00:29.158272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47375ab-c564-4175-a71c-618101900e2d req-6753d158-2d7c-44f3-b01e-86e1ceb3b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:29.159712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-6753d158-2d7c-44f3-b01e-86e1ceb3b576 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1098 time: 0.0563097 Jul 07 23:00:29.263379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47375ab-c564-4175-a71c-618101900e2d req-efd56006-f393-459a-a92a-68940ded5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:29.264874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-efd56006-f393-459a-a92a-68940ded5669 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0832109 Jul 07 23:00:29.336953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-aaefab8e-73fc-479d-8689-25d36eede77c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1002 time: 0.0637491 Jul 07 23:00:29.383234 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47375ab-c564-4175-a71c-618101900e2d req-7a5b7a5d-823e-401e-be2c-79172a6158d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:29.385292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-7a5b7a5d-823e-401e-be2c-79172a6158d9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0426512 Jul 07 23:00:29.440573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47375ab-c564-4175-a71c-618101900e2d req-46e1dbbf-690c-4cc9-aee0-69ec8c398cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:29.441981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-46e1dbbf-690c-4cc9-aee0-69ec8c398cc5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509984 Jul 07 23:00:29.532198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-9b3372fb-5417-4d6c-a2e0-157ae5d3d42a service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835526 Jul 07 23:00:29.621498 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c47375ab-c564-4175-a71c-618101900e2d req-9ea1aa89-080c-4a34-97ea-f889ef1a4768 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Jul 07 23:00:29.811823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc01160-689d-4599-b8c4-9a643c4fe301 req-2b5b6c4c-2f44-457d-ac5d-d99d7a1645b0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:29.813200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bc01160-689d-4599-b8c4-9a643c4fe301 req-2b5b6c4c-2f44-457d-ac5d-d99d7a1645b0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0620043 Jul 07 23:00:29.854403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6bc01160-689d-4599-b8c4-9a643c4fe301 req-020a86dc-8911-4ca0-979d-1abaf52bf895 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357780 Jul 07 23:00:31.031728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8bbe-e652-4903-8672-88f5e84c73a0 req-15596e73-820b-4c47-b51d-9077a37320d3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:31.033260 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-750c8bbe-e652-4903-8672-88f5e84c73a0 req-15596e73-820b-4c47-b51d-9077a37320d3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0631065 Jul 07 23:00:31.070136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-750c8bbe-e652-4903-8672-88f5e84c73a0 req-c78c9a38-f456-4496-a332-153ef95b15e2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jul 07 23:00:32.239984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8fd9-ca06-49da-a6f5-aa920fab84ea req-7ba2dd30-b726-4035-a68c-c6e279a38da9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:32.241454 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca8e8fd9-ca06-49da-a6f5-aa920fab84ea req-7ba2dd30-b726-4035-a68c-c6e279a38da9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0619197 Jul 07 23:00:32.278199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca8e8fd9-ca06-49da-a6f5-aa920fab84ea req-1147b707-af23-4f92-b489-770bf0651ccc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Jul 07 23:00:33.453034 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f998c57-6897-4099-bb69-4f6a7213672d req-09756c00-80ff-4d69-afa6-82dbe0e3e83d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:33.454512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f998c57-6897-4099-bb69-4f6a7213672d req-09756c00-80ff-4d69-afa6-82dbe0e3e83d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0658684 Jul 07 23:00:33.491499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f998c57-6897-4099-bb69-4f6a7213672d req-018f2dd3-9d69-435f-b944-962296d4bc95 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Jul 07 23:00:34.663134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee10a87-9c28-4870-8737-526c74402ece req-07614045-ef77-44eb-8567-a6b28a861101 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:34.664616 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ee10a87-9c28-4870-8737-526c74402ece req-07614045-ef77-44eb-8567-a6b28a861101 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0625136 Jul 07 23:00:34.701516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ee10a87-9c28-4870-8737-526c74402ece req-e70f34ef-8ef5-4c8a-87d6-13af2b0d6631 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Jul 07 23:00:35.882066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9089dd-b720-4ea0-89f5-8c32acd0fac2 req-23e8dbb2-c6d8-4f46-bc17-7e2e93d4537e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:35.883574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f9089dd-b720-4ea0-89f5-8c32acd0fac2 req-23e8dbb2-c6d8-4f46-bc17-7e2e93d4537e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0668614 Jul 07 23:00:35.923786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f9089dd-b720-4ea0-89f5-8c32acd0fac2 req-2e6e3417-72b5-4ee7-ad93-a39e7ee88ef1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Jul 07 23:00:37.096978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6b6be-e321-448f-a4e4-940ce1ac4dca req-ec0b25a2-d622-465c-8e39-9e84b3363c8e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:37.098799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ced6b6be-e321-448f-a4e4-940ce1ac4dca req-ec0b25a2-d622-465c-8e39-9e84b3363c8e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0632088 Jul 07 23:00:37.135730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ced6b6be-e321-448f-a4e4-940ce1ac4dca req-bfdbe121-4657-4c25-bb51-13a7b5653925 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312245 Jul 07 23:00:38.307412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f7496-207e-4192-96cc-55be7d22e13c req-3206d97a-bc79-45d7-9873-e41a6dc3b5de tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:38.308900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b01f7496-207e-4192-96cc-55be7d22e13c req-3206d97a-bc79-45d7-9873-e41a6dc3b5de tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0622153 Jul 07 23:00:38.345977 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b01f7496-207e-4192-96cc-55be7d22e13c req-14b45321-13d3-4e03-bdeb-1408fcbc66d4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Jul 07 23:00:38.754389 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-22ac6014-e6e0-4314-aebc-4e0d877faf54 req-1868e506-651a-41d0-a34e-ee43a817c10b service neutron] (93931) timed out ('10.222.0.97', 50669) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:00:39.520401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91f16-f55b-4940-a105-4d61ee0bd114 req-e922d2b5-8fb9-41a3-b54f-ee322683d833 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:39.521870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffc91f16-f55b-4940-a105-4d61ee0bd114 req-e922d2b5-8fb9-41a3-b54f-ee322683d833 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0654929 Jul 07 23:00:39.558296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ffc91f16-f55b-4940-a105-4d61ee0bd114 req-76138b57-a799-4962-a510-6a96c09cdb56 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jul 07 23:00:39.813857 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-d3c97ba4-d8fb-4a1c-84db-e82a548b4e01 service neutron] show failed (client error): The resource could not be found. Jul 07 23:00:39.814796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-d3c97ba4-d8fb-4a1c-84db-e82a548b4e01 service neutron] 10.222.0.103 "GET /v2.0/ports/a4c66270-732e-42a4-b0bb-7e69615ec6a2/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0529926 Jul 07 23:00:40.114232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-06c37621-1973-49cc-a137-6be4f247c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:40.115881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-06c37621-1973-49cc-a137-6be4f247c7e2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 1098 time: 0.1053209 Jul 07 23:00:40.127159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:40.195325 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:40.662195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:40.695181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:00:40.734783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:40.736132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de2e8-8ddd-4d30-a952-903a588e6474 req-b1dc6c85-822c-456c-9315-96016d4c0ea9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:40.737177 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82fcd01-e6fc-4ed4-992e-c6e7361bf2e6" -d '{"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:40.737691 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-549de2e8-8ddd-4d30-a952-903a588e6474 req-b1dc6c85-822c-456c-9315-96016d4c0ea9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0653932 Jul 07 23:00:40.740985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:40.753866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Transition to ACTIVE for port object a4c66270-732e-42a4-b0bb-7e69615ec6a2 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:00:40.757901 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:40.780520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-549de2e8-8ddd-4d30-a952-903a588e6474 req-76d2f249-49d8-4792-acb6-d5fd4be69965 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 Jul 07 23:00:40.872827 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238af8cb-01e1-45a8-9ec7-d8d0c449cfd4 x-openstack-request-id: req-238af8cb-01e1-45a8-9ec7-d8d0c449cfd4 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:40.873126 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:40.873383 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-238af8cb-01e1-45a8-9ec7-d8d0c449cfd4 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:40.873783 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'code': 200} Jul 07 23:00:40.881310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=6']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:40.904168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.904521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.904867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.905209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.905552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.905891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.906228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.906559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.906913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.907243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.907573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.907900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:40.960184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] No DVR routers for this DVR port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:00:41.097318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:00:41.097893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:00:41.098230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:41.102422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:00:41.102793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Attempting to bind port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:41.108229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:00:41.108579 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:00:41.108973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:00:41.109407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Bound port: a4c66270-732e-42a4-b0bb-7e69615ec6a2, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:00:41.109770 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:41.170870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:00:41.173826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:00:41.178424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:41.211624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:41.212265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:41.214309 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] 10.222.0.97 "PUT /v2.0/ports/a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1093 time: 1.0911648 Jul 07 23:00:41.236499 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1729a0-62ad-41bf-98b3-ec7958108858 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:41.301767 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-13f0fe38-4423-4a90-b58c-6ed7c7ee03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:41.303461 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-13f0fe38-4423-4a90-b58c-6ed7c7ee03cf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1096 time: 0.0611978 Jul 07 23:00:41.395716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-1b353ee2-f9cd-45f0-a8da-df6437ee392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:41.397217 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-1b353ee2-f9cd-45f0-a8da-df6437ee392d service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0876181 Jul 07 23:00:41.468699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-37febaeb-1af8-4dad-bd85-7b42eedd9b5a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1000 time: 0.0651350 Jul 07 23:00:41.516150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-9174572d-4d52-4113-92a3-850818c57017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:41.517467 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-9174572d-4d52-4113-92a3-850818c57017 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0425518 Jul 07 23:00:41.572595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-0200170a-61de-4edd-a01d-aff2e9ef64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:41.574071 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-0200170a-61de-4edd-a01d-aff2e9ef64af service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504901 Jul 07 23:00:41.667633 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-6149f942-40ba-42df-873e-b97341ad9598 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857592 Jul 07 23:00:41.754833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-3ce0dd8b-2470-4acb-b30d-030e4c994e62 req-d9fc5705-e95a-462e-999d-2aee710617e0 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810823 Jul 07 23:00:41.959935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e3d20-7b20-46f1-998a-618a27bb1989 req-fec5cc29-8f89-4645-b809-1a2232770f17 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:41.961426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b7e3d20-7b20-46f1-998a-618a27bb1989 req-fec5cc29-8f89-4645-b809-1a2232770f17 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 944 time: 0.0626984 Jul 07 23:00:41.997578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b7e3d20-7b20-46f1-998a-618a27bb1989 req-7bc3c59a-4f2f-45c1-80c1-ed4ea9f61a8e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306175 Jul 07 23:00:42.041594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:00:42.081625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:00:42.874594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:42.877039 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592f253-bac5-461a-833e-914b0c4e92ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:42.925234 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a4e1e-a45a-4e18-913e-707e8f8213ff x-openstack-request-id: req-723a4e1e-a45a-4e18-913e-707e8f8213ff {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:42.925540 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:42.925806 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-723a4e1e-a45a-4e18-913e-707e8f8213ff {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:42.926223 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'status': 'completed', 'code': 200} Jul 07 23:00:42.995879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-8d19101c-cfcc-43ad-b9e2-5a47479de906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:42.997426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-8d19101c-cfcc-43ad-b9e2-5a47479de906 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1096 time: 0.0529516 Jul 07 23:00:42.999329 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-141c55e5-465d-49c9-b4a0-ef3534d7337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.000996 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-141c55e5-465d-49c9-b4a0-ef3534d7337a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1096 time: 0.0530524 Jul 07 23:00:43.090804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-fac7b599-0a09-481c-9baf-ab8b472d9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.092361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-fac7b599-0a09-481c-9baf-ab8b472d9afb service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0888526 Jul 07 23:00:43.098136 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-d827d521-95a8-489e-966a-a688296abf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.099966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-d827d521-95a8-489e-966a-a688296abf85 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0930455 Jul 07 23:00:43.165090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-70867715-dcfc-4e11-a1f8-525bd3ad7663 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1000 time: 0.0584857 Jul 07 23:00:43.193538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-7b2747fd-acfb-447c-85a5-e2c3de80e940 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1000 time: 0.0941639 Jul 07 23:00:43.219349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-beb8ad26-e811-4f96-873d-6c37cd8333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.220831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-beb8ad26-e811-4f96-873d-6c37cd8333f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0485935 Jul 07 23:00:43.255750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f5ca-22ae-42e1-af9e-e77ec419c3f3 req-7ee2df27-ccb8-4574-baab-01d1a8cd8f15 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.257250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d084f5ca-22ae-42e1-af9e-e77ec419c3f3 req-7ee2df27-ccb8-4574-baab-01d1a8cd8f15 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 944 time: 0.1190202 Jul 07 23:00:43.263232 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-65f716c3-0ab4-4372-8e6a-5da26ebf9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.264642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-65f716c3-0ab4-4372-8e6a-5da26ebf9d03 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0645118 Jul 07 23:00:43.280031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-d525546d-747b-4b67-b855-e5c41a3d5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.281558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-d525546d-747b-4b67-b855-e5c41a3d5ef6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541289 Jul 07 23:00:43.344890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d084f5ca-22ae-42e1-af9e-e77ec419c3f3 req-9b919107-7c98-4cf6-a798-9b4a8da08593 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792890 Jul 07 23:00:43.364259 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f253-bac5-461a-833e-914b0c4e92ae req-463509b2-5a24-47cb-97b4-57e839e09351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:43.364259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-463509b2-5a24-47cb-97b4-57e839e09351 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912185 Jul 07 23:00:43.378947 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-0be3f312-c3e8-455d-b4a2-e05803d6c0b2 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905030 Jul 07 23:00:43.456365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-ef9736c8-6daf-4113-83e3-510811f71222 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853660 Jul 07 23:00:43.473311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-1b960416-6df3-415f-afc2-8d2e90a67146 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Jul 07 23:00:43.543276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f592f253-bac5-461a-833e-914b0c4e92ae req-7f3a0524-330b-4dbb-b7ef-0576e235ebb1 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804770 Jul 07 23:00:44.524403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2f65-f330-4b59-afad-0ffd51370d40 req-e9509a77-70e0-45c9-9c22-43be015e3712 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:44.526541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbcc2f65-f330-4b59-afad-0ffd51370d40 req-e9509a77-70e0-45c9-9c22-43be015e3712 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 944 time: 0.0679898 Jul 07 23:00:44.562811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbcc2f65-f330-4b59-afad-0ffd51370d40 req-cbb81329-6e59-4ee1-b9ee-dee3707260fe tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307112 Jul 07 23:00:44.981389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:00:45.019119 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:00:45.080033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:45.091409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'mac_address': 'fa:16:3e:9d:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:00:45.127349 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:45.140251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c66270-732e-42a4-b0bb-7e69615ec6a2 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:00:45.159413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:45.163429 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:45.213135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:45.220867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.221224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.221567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.221911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.222248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.222850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.223199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.223646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.223862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.224210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.224613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.224970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:45.610091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a4c66270-732e-42a4-b0bb-7e69615ec6a2'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:00:45.745858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fc723-d726-4937-90cc-247a355adbff req-fdaaa20b-8526-4f43-8843-13a84d161b19 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:45.747491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e1fc723-d726-4937-90cc-247a355adbff req-fdaaa20b-8526-4f43-8843-13a84d161b19 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 945 time: 0.0646789 Jul 07 23:00:45.785875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e1fc723-d726-4937-90cc-247a355adbff req-9d2461e9-a402-4387-a177-1d5f34080a3a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Jul 07 23:00:46.097174 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959843e6-302e-457d-8778-fb051efa56fa req-d8e1852c-7f1b-4d13-b2c5-ac8594a5f081 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:46.098936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-959843e6-302e-457d-8778-fb051efa56fa req-d8e1852c-7f1b-4d13-b2c5-ac8594a5f081 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 945 time: 0.0655668 Jul 07 23:00:46.139611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-959843e6-302e-457d-8778-fb051efa56fa req-0619f344-a17e-4107-8890-da1d7c01f12a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350568 Jul 07 23:00:46.223844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc030d-f663-410a-9c07-6361653c8920 req-fcb749a4-e173-47f8-839d-28f443481d54 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:46.225301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-fcb749a4-e173-47f8-839d-28f443481d54 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce&tenant_id=b1328fc3763443e3844052d36db769d6&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 945 time: 0.0699017 Jul 07 23:00:46.282220 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-e2bc030d-f663-410a-9c07-6361653c8920 req-ab31b951-81fb-4048-abf0-502a28eb2476 service neutron] delete failed (client error): The resource could not be found. Jul 07 23:00:46.283171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-ab31b951-81fb-4048-abf0-502a28eb2476 service neutron] 10.222.0.103 "DELETE /v2.0/ports/a4c66270-732e-42a4-b0bb-7e69615ec6a2/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0520298 Jul 07 23:00:46.380022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc030d-f663-410a-9c07-6361653c8920 req-a566f2aa-41bb-49b3-9e58-7d282aa0a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:46.381439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-a566f2aa-41bb-49b3-9e58-7d282aa0a147 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 1097 time: 0.0565293 Jul 07 23:00:46.469929 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc030d-f663-410a-9c07-6361653c8920 req-ab8cdd37-07f5-4b76-9453-ba09882c6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:46.471428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-ab8cdd37-07f5-4b76-9453-ba09882c6a3f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0841830 Jul 07 23:00:46.534806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-75341438-2606-4347-a779-06c2158a311e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 200 len: 1001 time: 0.0562685 Jul 07 23:00:46.585215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc030d-f663-410a-9c07-6361653c8920 req-8220f7ee-8552-42a0-9dc6-eb14be7d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:46.586599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-8220f7ee-8552-42a0-9dc6-eb14be7d3627 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0451698 Jul 07 23:00:46.642307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc030d-f663-410a-9c07-6361653c8920 req-a6178cb8-5825-4214-97c5-df7f27c0cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:46.643752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-a6178cb8-5825-4214-97c5-df7f27c0cb9d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512815 Jul 07 23:00:46.729105 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-80cace84-63e3-4327-9d47-b6823b3e3d2e service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784178 Jul 07 23:00:46.817335 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e2bc030d-f663-410a-9c07-6361653c8920 req-cf9d772d-2472-4ffa-b32a-0c7fa989d982 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819798 Jul 07 23:00:46.989124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:00:47.038294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a4c66270-732e-42a4-b0bb-7e69615ec6a2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:00:47.042980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a4c66270-732e-42a4-b0bb-7e69615ec6a2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:00:47.043358 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:47.118502 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:47.140675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:47.143083 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9aa90-711d-4c58-b89b-164626b6b3f2" -d '{"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:47.158921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:47.163763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:47.187823 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb37b7e-5150-49ae-9a1a-22608abf0f56 x-openstack-request-id: req-7bb37b7e-5150-49ae-9a1a-22608abf0f56 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:47.188127 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:47.188382 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7bb37b7e-5150-49ae-9a1a-22608abf0f56 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:47.188783 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'code': 200} Jul 07 23:00:47.218047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:47.258496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:47.336196 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02b8b-1e39-4d31-9f83-34d93589be9e req-424b6a45-f20e-465f-92a4-1386026725db tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:47.338195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59a02b8b-1e39-4d31-9f83-34d93589be9e req-424b6a45-f20e-465f-92a4-1386026725db tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0657444 Jul 07 23:00:47.376432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-59a02b8b-1e39-4d31-9f83-34d93589be9e req-c9483bb0-f9d7-4e82-90c8-f95bc4faf17d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325918 Jul 07 23:00:48.385792 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9664bd84-ae94-430f-860c-b656e4ccc2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:48.554241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83228fe6-0fba-4e61-b0fa-9d85179bd4f3 req-257d2cfc-4eb2-4c5c-af78-96420bf4f171 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:48.556113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83228fe6-0fba-4e61-b0fa-9d85179bd4f3 req-257d2cfc-4eb2-4c5c-af78-96420bf4f171 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0705070 Jul 07 23:00:48.594290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83228fe6-0fba-4e61-b0fa-9d85179bd4f3 req-0c0eda43-f497-440e-9fbb-ef7f0f784132 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jul 07 23:00:48.765948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dd665-5735-4046-b5a1-78140ebe0819 req-b105ca2c-2aa1-4eb8-9cb8-433d6fa23415 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:48.767430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-416dd665-5735-4046-b5a1-78140ebe0819 req-b105ca2c-2aa1-4eb8-9cb8-433d6fa23415 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0646830 Jul 07 23:00:48.804887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-416dd665-5735-4046-b5a1-78140ebe0819 req-b8d4095d-5e0a-434b-8d1b-211a17070df5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Jul 07 23:00:48.975761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449a68-835b-4e79-9a22-5ef776b9b3cc req-c100ae9c-1adc-4002-af0b-111c2181cd55 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:48.977253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b449a68-835b-4e79-9a22-5ef776b9b3cc req-c100ae9c-1adc-4002-af0b-111c2181cd55 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0642653 Jul 07 23:00:49.015598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b449a68-835b-4e79-9a22-5ef776b9b3cc req-bcea5791-2011-4fb4-8d13-b6e014f5f8b2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Jul 07 23:00:49.110252 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:49.400616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306a4d2-2651-4cc5-8134-7865822f5f8a req-13e123e2-acc3-458c-933b-7fb76cdb03af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:49.402107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2306a4d2-2651-4cc5-8134-7865822f5f8a req-13e123e2-acc3-458c-933b-7fb76cdb03af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0660684 Jul 07 23:00:49.438279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2306a4d2-2651-4cc5-8134-7865822f5f8a req-bd8ed48b-01ad-4c62-a1e1-90f5d1c833ee tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Jul 07 23:00:50.612817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b19d1-9af5-4852-8c94-138d9e519ba4 req-9f8441a4-0698-4910-9b53-3123b4949ae1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:50.614328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb3b19d1-9af5-4852-8c94-138d9e519ba4 req-9f8441a4-0698-4910-9b53-3123b4949ae1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0618567 Jul 07 23:00:50.651646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb3b19d1-9af5-4852-8c94-138d9e519ba4 req-b38eca99-6f6d-456a-b05e-a3cebd570db4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305970 Jul 07 23:00:50.766503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b89862a-078e-40c6-aaa2-e5fd7e65bfc7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:50.767977 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b89862a-078e-40c6-aaa2-e5fd7e65bfc7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 946 time: 0.0665543 Jul 07 23:00:50.875220 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Deleting port a4c66270-732e-42a4-b0bb-7e69615ec6a2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:00:50.875576 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:50.961362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] For port a4c66270-732e-42a4-b0bb-7e69615ec6a2, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a4c66270-732e-42a4-b0bb-7e69615ec6a2,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:50.961735 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.178580 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.178993 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.179316 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 disassociated. External IP: 172.25.5.198, port: a4c66270-732e-42a4-b0bb-7e69615ec6a2. Jul 07 23:00:51.179664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Calling delete_port for a4c66270-732e-42a4-b0bb-7e69615ec6a2 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:00:51.306718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.333951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event deleted for resources: {'Port': ['ID=a4c66270-732e-42a4-b0bb-7e69615ec6a2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:51.388109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c06d949c-8f04-4599-af99-7be1cd2e7863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.454160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:00:51.460300 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.566028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:00:51.575457 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:00:51.585008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:00:51.585620 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:00:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:51.608956 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] No DVR routers for this DVR port a4c66270-732e-42a4-b0bb-7e69615ec6a2 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:00:51.611564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:51.613699 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0326d541-ba2b-42dd-8000-65449c5f661c req-1b64d1d9-b3c1-43ad-b9f6-d0a1544dae16 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "DELETE /v2.0/ports/a4c66270-732e-42a4-b0bb-7e69615ec6a2 HTTP/1.1" status: 204 len: 173 time: 0.8385072 Jul 07 23:00:51.614172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-deleted', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:51.616589 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f4550-b71b-468f-afd9-aba9b0e4a059" -d '{"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-deleted", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:51.661431 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f64f92-a3a3-4d02-a41b-ec7fc5f81d94 x-openstack-request-id: req-19f64f92-a3a3-4d02-a41b-ec7fc5f81d94 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:51.661825 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77030c1-215a-46f3-8b72-9760bc60d5ce", "name": "network-vif-deleted", "tag": "a4c66270-732e-42a4-b0bb-7e69615ec6a2", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:51.662147 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19f64f92-a3a3-4d02-a41b-ec7fc5f81d94 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:51.662683 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77030c1-215a-46f3-8b72-9760bc60d5ce', 'name': 'network-vif-deleted', 'tag': 'a4c66270-732e-42a4-b0bb-7e69615ec6a2', 'status': 'completed', 'code': 200} Jul 07 23:00:51.695942 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:00:51.810864 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c83d45d2-220d-49fe-8194-a6a4ea22153c req-8f8753c1-e86e-4362-ae92-b0385dadb152 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a77030c1-215a-46f3-8b72-9760bc60d5ce HTTP/1.1" status: 200 len: 210 time: 0.0337875 Jul 07 23:00:51.904470 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:51.935337 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:00:51.943747 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:00:51.944360 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:00:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:52.136061 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:00:52.294551 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:52.326086 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:52.351733 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459737d-227c-4b78-8e67-7ff3e139913c None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:00:52.557304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0100e-eaf2-443e-9f3e-f00c2526481f None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:00:53.114280 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-b85bc6b3-aeb9-47eb-92e6-67a6d8556f09 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1120351327&fields=id&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 267 time: 0.0338736 Jul 07 23:00:53.219655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-542b951d-0cf3-4e85-b3d8-01b953b73e4a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:53.221097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-542b951d-0cf3-4e85-b3d8-01b953b73e4a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.1004107 Jul 07 23:00:53.241972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-f262dce5-c9cc-4b59-9b43-7d67aa3fc27a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/quotas/b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Jul 07 23:00:53.312491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-ba3052a1-2fcb-4458-9be6-199cc3f12a97 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655439 Jul 07 23:00:53.447513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-17c558b2-1d93-48c5-9ba3-3104860ca6ae service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239562 Jul 07 23:00:53.536930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-d35d8af7-08c2-42f5-a4ab-94ebccecfe30 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836594 Jul 07 23:00:53.704374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47a1bf4f-132f-40e6-a11e-a458174b9370 req-941ac17a-c870-428f-93a0-7b6177869d68 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 210 time: 0.0289185 Jul 07 23:00:53.840028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:54.722027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-56d31992-45e3-454b-8b2c-863446697f82 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:54.723872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-56d31992-45e3-454b-8b2c-863446697f82 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.1062224 Jul 07 23:00:54.779112 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-ff01fad8-0077-4aba-bde1-2216dad95305 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 380 time: 0.0353911 Jul 07 23:00:54.787857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'port': {'device_id': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'admin_state_up': True, 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'security_groups': ['e40fe438-008c-42e1-ac8f-9864eadb5b9f']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:54.849967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2034d9b8-cd9d-410f-893b-52c2a0dcf42c req-cb1ce9eb-6fb7-431a-b53a-3150ebf5eb63 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 210 time: 0.0308309 Jul 07 23:00:54.903413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Made reservation on behalf of b1328fc3763443e3844052d36db769d6 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:00:54.907067 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.036322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:00:55.039177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Allocated IP 172.20.0.5 (7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf/91fbe782-2e55-4b01-92c4-c3ae89da81d8/aa335fc3-faaf-4206-8e46-d8b95f1c42a0) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:00:55.057579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: a4c66270-732e-42a4-b0bb-7e69615ec6a2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:00:55.057941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a4c66270-732e-42a4-b0bb-7e69615ec6a2 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:00:55.177373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.190198 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Transition to ACTIVE for port object aa335fc3-faaf-4206-8e46-d8b95f1c42a0 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:00:55.222504 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.263904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:00:55.267115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:00:55.272941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:00:55.302565 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:55.328797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:55.329429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.344666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4ac789f-6701-466d-ada6-8137a3f9e022 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605450 Jul 07 23:00:55.356126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Request body: {'port': {'device_id': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:55.435437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.516798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9ce1cb1c-4f1b-4c4d-bd2c-f7c6fd19a81d None None] Provisioning for port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:00:55.520636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9ce1cb1c-4f1b-4c4d-bd2c-f7c6fd19a81d None None] Provisioning complete for port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:00:55.521021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cb1c-4f1b-4c4d-bd2c-f7c6fd19a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.553934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-9ce1cb1c-4f1b-4c4d-bd2c-f7c6fd19a81d None None] Port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:00:55.693837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa335fc3-faaf-4206-8e46-d8b95f1c42a0 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:00:55.701618 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.713052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Transition to ACTIVE for port object aa335fc3-faaf-4206-8e46-d8b95f1c42a0 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:00:55.716713 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.766769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:55.840577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:00:55.840934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:00:55.841279 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:55.846221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:00:55.846560 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:55.856372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:00:55.856730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:00:55.857139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:00:55.857599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Bound port: aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:00:55.857970 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.925360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:00:55.928553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:00:55.933228 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.968578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:55.969266 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:55.970536 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] 10.222.0.97 "PUT /v2.0/ports/aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1092 time: 0.6187768 Jul 07 23:00:55.971015 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:55.973565 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23357ab8-29a4-4d15-806e-a98dd820db8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:56.006347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473e9b8-400f-413e-bcc1-ea954c0fbea2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:56.036648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfc0ae-a0ca-4d85-8d2b-22126c893936 req-62bacdfd-507f-4156-97e7-3d88edfd2ce2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.038227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adcfc0ae-a0ca-4d85-8d2b-22126c893936 req-62bacdfd-507f-4156-97e7-3d88edfd2ce2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0678897 Jul 07 23:00:56.071235 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e1b7910a-3c53-4431-8013-f10f37b9fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.072849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e1b7910a-3c53-4431-8013-f10f37b9fbab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1095 time: 0.0610588 Jul 07 23:00:56.079254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-adcfc0ae-a0ca-4d85-8d2b-22126c893936 req-f8b5b1ef-5cd4-446c-bf45-cefb3b5f963c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Jul 07 23:00:56.117804 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-b2b4c2ef-c187-4039-91f1-6aa817557039 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 217 time: 0.0382214 Jul 07 23:00:56.133928 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af22bb8e-aee5-426b-9a73-f39a53058e76 x-openstack-request-id: req-af22bb8e-aee5-426b-9a73-f39a53058e76 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:56.134224 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:56.134484 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af22bb8e-aee5-426b-9a73-f39a53058e76 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:56.134949 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'status': 'completed', 'code': 200} Jul 07 23:00:56.172104 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-4ba99382-6ff1-4ffa-9718-6dd7a8d0132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.173613 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-4ba99382-6ff1-4ffa-9718-6dd7a8d0132c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0490918 Jul 07 23:00:56.231397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-47ec09fd-e191-4f68-8b04-a21820035bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.232943 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-47ec09fd-e191-4f68-8b04-a21820035bec service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529461 Jul 07 23:00:56.597147 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-e4a779b8-b2e6-4787-804a-ed7ee0d16473 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568895 Jul 07 23:00:56.688171 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da0a0958-dbd3-427e-bae5-b88c5340f414 req-42566905-1aa7-4c27-90b3-050019810844 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Jul 07 23:00:56.784736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-e13de1a4-3296-4004-91b3-bb8b43b73dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.786220 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-e13de1a4-3296-4004-91b3-bb8b43b73dca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1095 time: 0.0514011 Jul 07 23:00:56.874559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-fa994183-e290-4452-bd13-80e38dc2e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.876083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-fa994183-e290-4452-bd13-80e38dc2e4c5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0840774 Jul 07 23:00:56.919193 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-0c15feb2-7ccb-448c-82f4-830df4098d3b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 217 time: 0.0369987 Jul 07 23:00:56.965834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-1c1711e5-cb72-4b99-8fac-14f257fca409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:56.967295 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-1c1711e5-cb72-4b99-8fac-14f257fca409 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0425014 Jul 07 23:00:57.022940 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-3a01a746-0551-47f7-a4e5-7592d2925b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:57.024402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-3a01a746-0551-47f7-a4e5-7592d2925b18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501926 Jul 07 23:00:57.114154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-359d01e0-2518-4dc6-86a7-e3db19f4a1ea service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Jul 07 23:00:57.204305 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-23357ab8-29a4-4d15-806e-a98dd820db8c req-dc62d704-8735-4d5f-8b28-59cacfa51366 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Jul 07 23:00:57.261774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd42c41-293a-402a-9038-4d7b922efcb5 req-90830916-d357-4ca8-aed5-095fef65ad65 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:57.263318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbd42c41-293a-402a-9038-4d7b922efcb5 req-90830916-d357-4ca8-aed5-095fef65ad65 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0697315 Jul 07 23:00:57.299948 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bbd42c41-293a-402a-9038-4d7b922efcb5 req-2279c8d3-f572-450b-af51-f550b10936cc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Jul 07 23:00:58.472599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3d573-3356-499e-9712-e59b08af5542 req-5bb1fa46-b658-4e03-a045-24a7d8195898 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:58.474370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6e3d573-3356-499e-9712-e59b08af5542 req-5bb1fa46-b658-4e03-a045-24a7d8195898 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0649984 Jul 07 23:00:58.511602 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a6e3d573-3356-499e-9712-e59b08af5542 req-5102634e-2518-4795-b2be-8c7b648d77f3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312030 Jul 07 23:00:59.689754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d9fe-802a-4df4-9616-ab2e5507d596 req-f34eb26c-145b-46b8-9060-ca6172eebbe4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:59.691283 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce66d9fe-802a-4df4-9616-ab2e5507d596 req-f34eb26c-145b-46b8-9060-ca6172eebbe4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0668380 Jul 07 23:00:59.729661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce66d9fe-802a-4df4-9616-ab2e5507d596 req-fed81e1a-2ace-4765-8d30-d39a3beb80dc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327795 Jul 07 23:01:00.902051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b287cd-570a-4257-a42f-e7b1454fdd3f req-c22e1ce3-e345-4282-882b-da3fdfa4a3e6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:00.903553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31b287cd-570a-4257-a42f-e7b1454fdd3f req-c22e1ce3-e345-4282-882b-da3fdfa4a3e6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0627358 Jul 07 23:01:00.940465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31b287cd-570a-4257-a42f-e7b1454fdd3f req-07663436-a2f4-4b4d-b1c1-3cfe0c43dd8c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Jul 07 23:01:01.067276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:01:01.162009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:01:01.172930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'mac_address': 'fa:16:3e:68:16:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:01:01.208182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:01.221076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa335fc3-faaf-4206-8e46-d8b95f1c42a0 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:01:01.240146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:01:01.244078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:01.292208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:01:01.513892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['aa335fc3-faaf-4206-8e46-d8b95f1c42a0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:01:02.111921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20122bfc-ee47-4ad2-bad2-5e06eb73dfda req-1434703a-8728-4744-95af-70e8ef487d6b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:02.113332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20122bfc-ee47-4ad2-bad2-5e06eb73dfda req-1434703a-8728-4744-95af-70e8ef487d6b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 944 time: 0.0614865 Jul 07 23:01:02.155647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-20122bfc-ee47-4ad2-bad2-5e06eb73dfda req-6a1cc4c7-e59e-4a92-a9de-b30d96980ad8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344293 Jul 07 23:01:03.082864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:01:03.134069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:01:03.138179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:01:03.138559 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:03.214581 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:03.236228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:01:03.238490 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f64ff-bb18-4b26-a436-8c925dfe955f" -d '{"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-plugged", "status": "completed", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:01:03.251348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:01:03.255524 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:03.304356 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:01:03.328814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4933c20-5b1c-478c-94a6-30b9f4bf5f09 req-4159fae6-6b43-4515-82ba-839b614b5fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:03.330325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4933c20-5b1c-478c-94a6-30b9f4bf5f09 req-4159fae6-6b43-4515-82ba-839b614b5fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0641406 Jul 07 23:01:03.367548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4933c20-5b1c-478c-94a6-30b9f4bf5f09 req-bdf64fbb-e177-4d80-a2d5-8699dfcb1eff tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Jul 07 23:01:03.411666 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe7243-59bf-4d99-9742-1e7b937e08a9 x-openstack-request-id: req-4dfe7243-59bf-4d99-9742-1e7b937e08a9 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:01:03.411963 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-plugged", "status": "completed", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:01:03.412218 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4dfe7243-59bf-4d99-9742-1e7b937e08a9 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:01:03.412617 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'code': 200} Jul 07 23:01:03.517204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458610ef-d950-497e-b8a8-93be325841a3 req-233fe276-52e0-4c7b-903c-7e7447470ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:03.518761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-458610ef-d950-497e-b8a8-93be325841a3 req-233fe276-52e0-4c7b-903c-7e7447470ace service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1097 time: 0.0503066 Jul 07 23:01:03.555888 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-458610ef-d950-497e-b8a8-93be325841a3 req-b2bcc0c2-9e90-47e1-ba20-112818e89355 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310924 Jul 07 23:01:04.541177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc87b7-f4a4-4a9c-af62-6d3ac06bd991 req-b2039278-8aea-4320-8be9-555b8bd0f93a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:04.543317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72cc87b7-f4a4-4a9c-af62-6d3ac06bd991 req-b2039278-8aea-4320-8be9-555b8bd0f93a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0620661 Jul 07 23:01:04.579743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72cc87b7-f4a4-4a9c-af62-6d3ac06bd991 req-13b329c1-52aa-4914-8591-33bf2b355fb2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308988 Jul 07 23:01:05.766573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0461-9fe7-409a-a5d0-33a25d31def1 req-5d932a36-edf5-48d7-b99f-11d0eb8b47f2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:05.768087 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9a0461-9fe7-409a-a5d0-33a25d31def1 req-5d932a36-edf5-48d7-b99f-11d0eb8b47f2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0711994 Jul 07 23:01:05.803845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5d9a0461-9fe7-409a-a5d0-33a25d31def1 req-16c83b61-9e31-4152-9784-09692e11abf1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303166 Jul 07 23:01:05.968345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d120a-fcd4-42d6-8c01-8494370a71ee req-484af16e-4d82-4de7-b0bc-83f586f7c76d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:05.969812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a01d120a-fcd4-42d6-8c01-8494370a71ee req-484af16e-4d82-4de7-b0bc-83f586f7c76d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0623267 Jul 07 23:01:05.978521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 35904) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:01:05.983548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'floatingip': {'port_id': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:01:06.024394 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:06.767158 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:06.771154 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:06.867987 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 associated. External IP: 172.25.5.198, port: aa335fc3-faaf-4206-8e46-d8b95f1c42a0. Jul 07 23:01:07.067860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:01:07.170592 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:01:07.175449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:07.179974 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:01:07.189817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:01:07.190435 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:00:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:01:07.212250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5a343e2-200e-4772-bfe0-70a8db1e5f62 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "PUT /v2.0/floatingips/d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 HTTP/1.1" status: 200 len: 991 time: 1.2326138 Jul 07 23:01:07.212858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:01:07.215200 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffafe82-e034-474e-a296-c401248969ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:01:07.293883 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:01:07.400190 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fb054b-c6d6-45b1-a5a1-45b92e5f4f8d x-openstack-request-id: req-08fb054b-c6d6-45b1-a5a1-45b92e5f4f8d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:01:07.400489 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:01:07.400750 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-08fb054b-c6d6-45b1-a5a1-45b92e5f4f8d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:01:07.401163 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'status': 'completed', 'code': 200} Jul 07 23:01:07.472716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffafe82-e034-474e-a296-c401248969ab req-defdfcce-4554-47dd-beb7-4b2567e320fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:07.474493 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-defdfcce-4554-47dd-beb7-4b2567e320fc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1097 time: 0.0529289 Jul 07 23:01:07.515746 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:68:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:01:06Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:01:07.541342 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:01:07.550050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:01:07.550692 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:00:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:01:07.563145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffafe82-e034-474e-a296-c401248969ab req-d0c597f3-07eb-4020-a669-d1fdc8e76066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:07.564723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-d0c597f3-07eb-4020-a669-d1fdc8e76066 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0837064 Jul 07 23:01:07.632905 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-f6e26d02-04fd-4b44-82d1-00944ae9cf86 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 999 time: 0.0622361 Jul 07 23:01:07.653994 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:01:07.680704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffafe82-e034-474e-a296-c401248969ab req-79fa3c70-65ad-4113-a84a-cdcadd6a6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:07.682194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-79fa3c70-65ad-4113-a84a-cdcadd6a6fcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0436451 Jul 07 23:01:07.739642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffafe82-e034-474e-a296-c401248969ab req-40b3155a-16f3-4271-aba6-efda4851df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:07.741292 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-40b3155a-16f3-4271-aba6-efda4851df37 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525141 Jul 07 23:01:07.834886 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-57722905-0efe-475f-ac5e-b6ee3ad9aaf5 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869617 Jul 07 23:01:07.877383 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:68:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:01:06Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:01:07.903263 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f216f3-b52d-451d-8b03-b08f60a89dbc None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:68:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:01:06Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:01:07.926642 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ffafe82-e034-474e-a296-c401248969ab req-713d2f31-d548-40df-9524-d4e2a201b223 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854073 Jul 07 23:01:08.084366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52eb0aa-18ba-4f82-b752-c30cb3d5e15f None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:01:17.289320 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:18.385264 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f1856a8-cc34-4c77-9efc-c750db214243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:19.126660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:21.389684 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-16d7ddb4-12d1-43a3-a73a-eb52a001728e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:21.460306 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:22.019224 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:01:22.297668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:23.845186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:31.850963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-f44462c8-59bd-4da5-a621-1a099efaa23f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563774 Jul 07 23:01:31.944567 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-3d9822f4-80db-4cf9-8a11-7cd5fc891eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:31.946083 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-3d9822f4-80db-4cf9-8a11-7cd5fc891eb2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1097 time: 0.0527697 Jul 07 23:01:32.048230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-4ba14505-252a-43c1-84f8-93dc39e38f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:32.049725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-4ba14505-252a-43c1-84f8-93dc39e38f86 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0849655 Jul 07 23:01:32.117420 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-7fc746ab-e33f-4ebc-935d-10f3481c02bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1001 time: 0.0617023 Jul 07 23:01:32.164504 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-83b8a9e8-c202-4262-9f06-f9f318c0349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:32.165940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-83b8a9e8-c202-4262-9f06-f9f318c0349c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0424235 Jul 07 23:01:32.222446 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-560d7bc5-f0fa-4666-b7f4-a9414c6eb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:32.224273 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-560d7bc5-f0fa-4666-b7f4-a9414c6eb815 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525556 Jul 07 23:01:32.322242 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-60560b10-8b22-40a9-9eae-8eb4680411d5 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908694 Jul 07 23:01:32.410951 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1fc0ee07-ee07-4751-b3be-ea48d09f8b8e req-7503924f-5179-4996-bf0a-b86ec2ff5540 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822103 Jul 07 23:01:47.302999 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:48.384664 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-01f4b7a1-9bc2-4e1e-8c71-99277e924d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:49.137206 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:51.389313 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47df836e-23de-437c-a781-b6af6aa613cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:51.459248 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:52.299838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:53.837060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:59.018328 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:02:17.302849 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:18.384357 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb090225-c6c5-4931-9533-c93b26914644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:19.129000 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:21.391875 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-867bd1f6-9368-4c1d-89cd-625496bacea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:21.461041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:22.302585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:23.841831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:28.531828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-42cd998e-b0d6-4ab3-95b9-3260d26a1060 req-37e04b25-e2f6-4299-87bb-3602b983f62b service neutron] (93931) timed out ('10.222.0.95', 58522) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:02:33.850989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-5f9f6a1d-144a-4a45-8e38-6331f537a059 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570817 Jul 07 23:02:33.943780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842bcd-950b-4686-984c-83c27e3b1adb req-e3873364-163a-44c5-978b-84a7fcd32963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:33.945280 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-e3873364-163a-44c5-978b-84a7fcd32963 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1097 time: 0.0521064 Jul 07 23:02:34.048715 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842bcd-950b-4686-984c-83c27e3b1adb req-f6eba9f2-ddf3-407e-a1b9-89273318f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:34.050211 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-f6eba9f2-ddf3-407e-a1b9-89273318f6dd service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0849149 Jul 07 23:02:34.118313 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-7befe4e8-93b4-41e8-9431-34d96c0db1fc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1001 time: 0.0609617 Jul 07 23:02:34.165455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842bcd-950b-4686-984c-83c27e3b1adb req-70e5c772-c367-4b16-90ca-38cc68a4fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:34.166900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-70e5c772-c367-4b16-90ca-38cc68a4fd65 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0423641 Jul 07 23:02:34.221675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842bcd-950b-4686-984c-83c27e3b1adb req-f4e0c79a-3067-406c-a77c-c2f04a244233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:34.223154 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-f4e0c79a-3067-406c-a77c-c2f04a244233 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500746 Jul 07 23:02:34.315906 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-e7ab7f4f-1c29-4f43-a873-40be9bdc99f9 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854595 Jul 07 23:02:34.406072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66842bcd-950b-4686-984c-83c27e3b1adb req-9617d92a-8813-4bb4-85e7-58acaefcfb48 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Jul 07 23:02:36.018391 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:02:47.302558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:48.387129 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-53a26c6e-6d11-4290-913b-810774367fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:49.142366 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:51.392336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8389ed2f-0815-480c-ac3a-630ed96dd3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:51.461194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:52.306196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:53.841566 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:13.018205 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:03:17.317686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:18.387963 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-27668c1c-5518-4c77-8e66-dda73d078e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:19.146750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:21.392369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f4ebeee2-e77c-4530-8d56-b1211d107397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:21.461069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.309189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:23.843631 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:33.859080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-c39bd1e4-09aa-422b-b984-23483f9234e5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566995 Jul 07 23:03:33.949568 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-6d6a4cf0-a047-4b4c-847f-38f6c799ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:33.951103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-6d6a4cf0-a047-4b4c-847f-38f6c799ec44 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1097 time: 0.0520961 Jul 07 23:03:34.055103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-6a56e19a-2b00-462d-bf51-fe32a1c4878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:34.056624 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-6a56e19a-2b00-462d-bf51-fe32a1c4878c service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0849392 Jul 07 23:03:34.129672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-3f0d59cc-588d-491b-8a2f-61499abe6233 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1001 time: 0.0638237 Jul 07 23:03:34.177005 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-1edc1cb8-5b4c-4b1b-a0ea-243e1a1fda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:34.178429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-1edc1cb8-5b4c-4b1b-a0ea-243e1a1fda28 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0431221 Jul 07 23:03:34.234323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-e5c049fd-191f-4b24-a5fa-46d0ce4ee01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:34.235838 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-e5c049fd-191f-4b24-a5fa-46d0ce4ee01c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509899 Jul 07 23:03:34.246936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-70106b23-7c67-4e4b-9b84-7079b71e1765 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:03:34.247889 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-70106b23-7c67-4e4b-9b84-7079b71e1765 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049560 Jul 07 23:03:34.342000 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-661b4e67-c7dd-41da-b79d-a19433856ddd service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868928 Jul 07 23:03:34.429775 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-580422c0-9f9c-4530-bca8-bddf602fbaea req-54e0dcfc-929f-4642-b105-23a7ff42af87 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810080 Jul 07 23:03:35.694427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aab605-548c-4801-9cd1-cdafa3f020f3 req-f29e8148-8112-4baa-8d4f-09d6d1f8fe45 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:35.695866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68aab605-548c-4801-9cd1-cdafa3f020f3 req-f29e8148-8112-4baa-8d4f-09d6d1f8fe45 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.1503747 Jul 07 23:03:35.733291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68aab605-548c-4801-9cd1-cdafa3f020f3 req-ea51f9fa-a6b3-42cc-a56b-9d29d4512cd5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Jul 07 23:03:36.908461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed49c25-0044-48bc-897f-894a3130d5d0 req-8a62144b-15df-48cc-8a2a-58f9e564e9f2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:36.909959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ed49c25-0044-48bc-897f-894a3130d5d0 req-8a62144b-15df-48cc-8a2a-58f9e564e9f2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0639138 Jul 07 23:03:36.946200 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ed49c25-0044-48bc-897f-894a3130d5d0 req-0abcf6ad-4dd0-487e-8749-40bfbf83d691 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301237 Jul 07 23:03:38.117983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a38ed-5093-4838-8d2a-197f09c7213e req-ac6166ff-96f0-44a2-bfc8-a25ab9c53ba6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:38.119434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a92a38ed-5093-4838-8d2a-197f09c7213e req-ac6166ff-96f0-44a2-bfc8-a25ab9c53ba6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0618184 Jul 07 23:03:38.159092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a92a38ed-5093-4838-8d2a-197f09c7213e req-82a10aab-4c3c-4d09-9710-afc3d1e24d96 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342360 Jul 07 23:03:39.333770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93a469-3626-4ff2-9d2b-494696107e7f req-b499087c-a110-45ad-bda9-8afd9b856bcb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:39.335294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a93a469-3626-4ff2-9d2b-494696107e7f req-b499087c-a110-45ad-bda9-8afd9b856bcb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0629745 Jul 07 23:03:39.372820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a93a469-3626-4ff2-9d2b-494696107e7f req-27d60975-34e6-4983-8812-9c8ed6d8e78c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Jul 07 23:03:40.544502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a789058-de26-46f2-8fa1-895f1c084677 req-795e079d-6065-4a46-8a35-0850f4e8ddb0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:40.546021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a789058-de26-46f2-8fa1-895f1c084677 req-795e079d-6065-4a46-8a35-0850f4e8ddb0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0623193 Jul 07 23:03:40.583980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a789058-de26-46f2-8fa1-895f1c084677 req-29b0c2f6-327b-48ef-a4a9-a85fc1e91e7d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 07 23:03:41.760281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd0bb1-9b28-470a-ac3c-186fc188e0f7 req-61e73449-bed1-469f-ad50-fa74b9771dba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:41.761781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ecd0bb1-9b28-470a-ac3c-186fc188e0f7 req-61e73449-bed1-469f-ad50-fa74b9771dba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0666487 Jul 07 23:03:41.799019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ecd0bb1-9b28-470a-ac3c-186fc188e0f7 req-ed3beffb-418a-43cb-9cc4-80f8411f3f82 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Jul 07 23:03:42.969926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950fd88-1402-4134-be6e-554b9f529d63 req-61c043d0-df5d-4ef2-93f4-4918a7e8fc36 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:42.971426 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5950fd88-1402-4134-be6e-554b9f529d63 req-61c043d0-df5d-4ef2-93f4-4918a7e8fc36 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0618212 Jul 07 23:03:43.008859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5950fd88-1402-4134-be6e-554b9f529d63 req-9ac19036-5261-45f4-b92d-7c5666f6a852 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316076 Jul 07 23:03:44.186749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bd0-ba14-4eca-a6d5-6338bb3d7399 req-a71333a8-a226-40ae-93c2-7126103682c8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:44.188244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad870bd0-ba14-4eca-a6d5-6338bb3d7399 req-a71333a8-a226-40ae-93c2-7126103682c8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0663033 Jul 07 23:03:44.229423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ad870bd0-ba14-4eca-a6d5-6338bb3d7399 req-b451ece7-cd21-4765-99b0-042ead918fdd tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350857 Jul 07 23:03:45.404229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d2c6-03c5-446d-95fe-052043bea617 req-b6dd35dc-3f4c-42bb-a997-18c1d3a125c5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:45.405739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfd5d2c6-03c5-446d-95fe-052043bea617 req-b6dd35dc-3f4c-42bb-a997-18c1d3a125c5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0649757 Jul 07 23:03:45.442966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfd5d2c6-03c5-446d-95fe-052043bea617 req-cb07ab4a-bf07-4e58-a26a-6bc546be26f6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314667 Jul 07 23:03:46.611699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d77c1-ecef-4585-acb4-a3ad0e83854f req-3953824e-49fe-4cb4-b32f-09a5d4c6b369 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:46.613177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff9d77c1-ecef-4585-acb4-a3ad0e83854f req-3953824e-49fe-4cb4-b32f-09a5d4c6b369 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0622795 Jul 07 23:03:46.650574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff9d77c1-ecef-4585-acb4-a3ad0e83854f req-fde921c5-0da6-4026-bff2-471883c9a63e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Jul 07 23:03:46.995164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-5fff905c-4aed-4e28-a433-4fbbc2c0daac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630925 Jul 07 23:03:47.056733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc26c-dd86-4b09-afca-8db1e873716e req-d8568eb7-1028-4c60-b0ff-df3d123a4195 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:47.058294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54ebc26c-dd86-4b09-afca-8db1e873716e req-d8568eb7-1028-4c60-b0ff-df3d123a4195 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0767751 Jul 07 23:03:47.096718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54ebc26c-dd86-4b09-afca-8db1e873716e req-56f28396-b787-44cf-961c-7fb8329ccc67 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Jul 07 23:03:47.350127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:48.271826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-208ddadc-2369-4819-a4e1-c55d50e20b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.273880 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-208ddadc-2369-4819-a4e1-c55d50e20b67 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1097 time: 0.0563524 Jul 07 23:03:48.279834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f7007-1a16-45e3-893c-a0cb06766fe0 req-78e125a3-4150-4f1a-8667-a97129198b3b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.281453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c2f7007-1a16-45e3-893c-a0cb06766fe0 req-78e125a3-4150-4f1a-8667-a97129198b3b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0661583 Jul 07 23:03:48.320816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5c2f7007-1a16-45e3-893c-a0cb06766fe0 req-07d0767e-930f-4bc8-aec8-866e95b96122 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Jul 07 23:03:48.377260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-f63073f2-be6d-4b1d-9207-f706d878a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.378793 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-f63073f2-be6d-4b1d-9207-f706d878a400 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0991244 Jul 07 23:03:48.388023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4d22971e-b15c-4716-9b93-748f40466419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:48.443455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-ea7564d1-da5b-4cd7-9143-2399856e0c65 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1001 time: 0.0576422 Jul 07 23:03:48.495727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-d27ccf3d-f532-45d1-aed4-0f0a68d763b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.497219 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-d27ccf3d-f532-45d1-aed4-0f0a68d763b7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0480702 Jul 07 23:03:48.553431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-779735c8-9cf0-4f84-862a-e07850ae8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.554922 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-779735c8-9cf0-4f84-862a-e07850ae8282 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508106 Jul 07 23:03:48.643565 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-d1de8dfd-024a-4bb7-a655-c57645c4190a service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818167 Jul 07 23:03:48.736710 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-6204f8a1-3877-4539-a791-0ac99ce19295 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869210 Jul 07 23:03:49.171316 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:49.499503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe6f9-a5f3-43bf-bca5-15827d2aff09 req-08126147-7861-4fba-9ecb-46f33e2ad883 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:49.500928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1efbe6f9-a5f3-43bf-bca5-15827d2aff09 req-08126147-7861-4fba-9ecb-46f33e2ad883 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0662651 Jul 07 23:03:49.540393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1efbe6f9-a5f3-43bf-bca5-15827d2aff09 req-2cf026a0-253c-4209-80a7-e1321b0bbadb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Jul 07 23:03:50.017791 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:03:50.653051 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-b0ed61eb-899f-421d-a84e-cc3c6088761f service neutron] show failed (client error): The resource could not be found. Jul 07 23:03:50.654097 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-b0ed61eb-899f-421d-a84e-cc3c6088761f service neutron] 10.222.0.97 "GET /v2.0/ports/aa335fc3-faaf-4206-8e46-d8b95f1c42a0/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0571244 Jul 07 23:03:50.720752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137fe90-ca09-45e1-a7e5-4502438160a5 req-e9029553-bf24-4ba0-af19-3c12b543d5c9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:50.722269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9137fe90-ca09-45e1-a7e5-4502438160a5 req-e9029553-bf24-4ba0-af19-3c12b543d5c9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0658216 Jul 07 23:03:50.760583 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9137fe90-ca09-45e1-a7e5-4502438160a5 req-1a8270bb-10d3-4eb7-add8-5e3272fa63d9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Jul 07 23:03:50.963069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-adb3e5f7-ece9-49d0-a20b-1d3c3d60b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:50.964585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-adb3e5f7-ece9-49d0-a20b-1d3c3d60b1b6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 1097 time: 0.1176524 Jul 07 23:03:50.976993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:03:51.045472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.243270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:51.275540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:51.319326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:51.321907 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d41ab-61b8-4104-b041-0a229ce9aa99" -d '{"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:51.325785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.338731 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Transition to ACTIVE for port object aa335fc3-faaf-4206-8e46-d8b95f1c42a0 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:03:51.342287 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.370384 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48f426-2e47-45ae-84c6-e98f1edfc2a8 x-openstack-request-id: req-af48f426-2e47-45ae-84c6-e98f1edfc2a8 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:51.370714 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:51.370971 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af48f426-2e47-45ae-84c6-e98f1edfc2a8 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:51.371371 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'code': 200} Jul 07 23:03:51.399983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a8f86412-e904-4f79-9520-279d9679f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.449387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:51.464194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.469317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.469681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.470037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.470549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.470939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.471283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.471648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.471983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.472320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.472658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.472985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.473317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:51.536120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] No DVR routers for this DVR port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:03:51.668611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:03:51.668871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:03:51.669265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:51.673361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:03:51.673681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Attempting to bind port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:51.679055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:03:51.679392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:03:51.679909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:03:51.680471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Bound port: aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:03:51.680944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.743847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:51.747028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:03:51.750826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.787729 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:51.788403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.789872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] 10.222.0.103 "PUT /v2.0/ports/aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1092 time: 0.8176906 Jul 07 23:03:51.825295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d793-2098-4731-998a-e19ca27e7779 service neutron] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:51.879039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-742494fd-e404-4e19-8a70-a3e849db2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:51.880744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-742494fd-e404-4e19-8a70-a3e849db2371 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1095 time: 0.0650353 Jul 07 23:03:52.017632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-a8f0a4f4-5354-4bdc-905a-2d61b6decb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.019163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-a8f0a4f4-5354-4bdc-905a-2d61b6decb9b service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1325543 Jul 07 23:03:52.029523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d5982-aeb8-43ec-9623-3f6b8a6cdcca req-f191e432-58b1-43ba-a9d8-6459bf9bf38d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.030917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f8d5982-aeb8-43ec-9623-3f6b8a6cdcca req-f191e432-58b1-43ba-a9d8-6459bf9bf38d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.1364655 Jul 07 23:03:52.109838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f8d5982-aeb8-43ec-9623-3f6b8a6cdcca req-1571d85e-aae2-4fed-9c65-619997d416ae tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726242 Jul 07 23:03:52.116145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-9d495dd5-cdf1-4fbc-97fc-ad07addfa7cf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 999 time: 0.0838108 Jul 07 23:03:52.163170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-08216c9b-b082-46ed-af34-befc3d7acddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.164598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-08216c9b-b082-46ed-af34-befc3d7acddf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0428758 Jul 07 23:03:52.218513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-487cc348-6c72-4d83-9660-0540ba20e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.219978 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-487cc348-6c72-4d83-9660-0540ba20e839 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494049 Jul 07 23:03:52.230605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-1aa396d9-1810-4278-a71f-314e9fd60393 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:03:52.231579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-1aa396d9-1810-4278-a71f-314e9fd60393 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048492 Jul 07 23:03:52.312683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:52.324234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-d4046379-a977-4921-b263-1682878bb6f3 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868833 Jul 07 23:03:52.408937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70a3e75d-8ec9-4a84-861e-7ed90589cbca req-264f8fc1-3e74-47ea-94d2-91b059b5c96f service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789309 Jul 07 23:03:53.286751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e568c-6e04-4648-a552-153a952bc86d req-a766e03a-542b-4294-91a6-8984ed55c274 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.288617 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-907e568c-6e04-4648-a552-153a952bc86d req-a766e03a-542b-4294-91a6-8984ed55c274 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0664339 Jul 07 23:03:53.326185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-907e568c-6e04-4648-a552-153a952bc86d req-02c653aa-a4bf-4efa-9cf7-2b019842fb2e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Jul 07 23:03:53.372805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:53.375188 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177" -d '{"events": [{"name": "network-changed", "server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:53.421046 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c73362-7bb7-4ca9-9ad9-09f2273085c4 x-openstack-request-id: req-34c73362-7bb7-4ca9-9ad9-09f2273085c4 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:53.421363 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:53.421619 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-34c73362-7bb7-4ca9-9ad9-09f2273085c4 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:53.422017 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'status': 'completed', 'code': 200} Jul 07 23:03:53.491342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-3df410e3-1656-44c2-8e44-3bc9161441ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.492878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-3df410e3-1656-44c2-8e44-3bc9161441ce service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1095 time: 0.0529687 Jul 07 23:03:53.505385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-e324e7d7-756a-4e8d-a649-46c0110945a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.507547 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-e324e7d7-756a-4e8d-a649-46c0110945a0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1095 time: 0.0635741 Jul 07 23:03:53.586727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-56378d6f-ab61-479f-8f25-2bf65cfebd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.588224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-56378d6f-ab61-479f-8f25-2bf65cfebd7a service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0868850 Jul 07 23:03:53.595775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-ead80d74-d44e-4947-baec-f6ce56df9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.597267 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-ead80d74-d44e-4947-baec-f6ce56df9972 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0838833 Jul 07 23:03:53.661219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-ae844202-f70a-44bb-bf4b-81f25b24ed22 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 999 time: 0.0664811 Jul 07 23:03:53.670898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-a929f7af-ebd5-4271-8139-2b8847136c4a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 999 time: 0.0672035 Jul 07 23:03:53.711829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-cb4097fc-9bf9-4b9d-bd7a-a4371e7c4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.713367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-cb4097fc-9bf9-4b9d-bd7a-a4371e7c4a5d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0446811 Jul 07 23:03:53.719419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-da604eb9-2011-4622-a87e-ea8fc53080a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.720905 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-da604eb9-2011-4622-a87e-ea8fc53080a1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0442765 Jul 07 23:03:53.771615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:03:53.776519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-aaef88e1-0048-4e47-b6de-816246464e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.778192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-aaef88e1-0048-4e47-b6de-816246464e88 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582323 Jul 07 23:03:53.779809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-e32d4665-159a-498b-90ee-e9359bb9551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:53.781383 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-e32d4665-159a-498b-90ee-e9359bb9551f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542572 Jul 07 23:03:53.888457 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-7470281f-eb57-4e8b-9558-c776b7e8c9cf service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026838 Jul 07 23:03:53.890089 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-81435722-95e6-42a4-9579-480b48293e53 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985522 Jul 07 23:03:53.981008 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:53.987353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:03:53.987907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-67747343-0896-4b70-a732-c2a0ad4802b9 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908761 Jul 07 23:03:53.994122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc8e2b7a-c3c2-48dc-8fe8-665bcd719177 req-ede55aa2-b6a5-4e28-a4a0-39d3a281a917 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989466 Jul 07 23:03:54.507406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860ffa-02c9-4db7-920f-7efaece701a0 req-ac85eee5-2c68-4fdc-a15d-c529e085a15b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:54.508896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce860ffa-02c9-4db7-920f-7efaece701a0 req-ac85eee5-2c68-4fdc-a15d-c529e085a15b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0675359 Jul 07 23:03:54.547519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce860ffa-02c9-4db7-920f-7efaece701a0 req-2d23c762-72cc-49c9-9cd9-32877f6ad1ae tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Jul 07 23:03:54.839762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a76be-57a4-4db8-90a5-543aaae56c19 req-f1aaafab-193e-48b2-b461-5475a7bc61c1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:54.841339 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-607a76be-57a4-4db8-90a5-543aaae56c19 req-f1aaafab-193e-48b2-b461-5475a7bc61c1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 943 time: 0.0634592 Jul 07 23:03:54.853419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-3e5bb4eb-aad9-4993-96a9-4ce62f12d565 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:54.855082 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-3e5bb4eb-aad9-4993-96a9-4ce62f12d565 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e&tenant_id=b1328fc3763443e3844052d36db769d6&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 943 time: 0.0732455 Jul 07 23:03:54.880164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-607a76be-57a4-4db8-90a5-543aaae56c19 req-fca6cc83-8474-41e9-9cd5-97d336ae0c92 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Jul 07 23:03:54.920380 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-d259312b-de59-4e48-9b6a-c397bfd460db service neutron] delete failed (client error): The resource could not be found. Jul 07 23:03:54.921339 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-d259312b-de59-4e48-9b6a-c397bfd460db service neutron] 10.222.0.97 "DELETE /v2.0/ports/aa335fc3-faaf-4206-8e46-d8b95f1c42a0/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0601873 Jul 07 23:03:54.961324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:03:55.014523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-ed8ea451-8d52-44df-8388-6eb63b251809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:55.016135 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-ed8ea451-8d52-44df-8388-6eb63b251809 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1095 time: 0.0536284 Jul 07 23:03:55.052820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:55.064378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'mac_address': 'fa:16:3e:68:16:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:03:55.104054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-11e4b315-ddb8-432c-8310-894996b74970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:55.104288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:55.105666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-11e4b315-ddb8-432c-8310-894996b74970 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0835004 Jul 07 23:03:55.116622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa335fc3-faaf-4206-8e46-d8b95f1c42a0 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:03:55.135398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:55.140596 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:55.176381 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-d577f9a2-04fa-479c-991b-144726275ed8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 999 time: 0.0637400 Jul 07 23:03:55.186801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:55.194621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.195002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.195355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.195701 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.196042 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.196384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.196723 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.197058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.197393 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.197726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.198058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.198392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:55.223728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-83e8f116-dd4f-49da-a32f-222df1644c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:55.225710 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-83e8f116-dd4f-49da-a32f-222df1644c57 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0428984 Jul 07 23:03:55.280951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-fc126b3c-8aff-44fb-a269-94a4c4cf9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:55.282463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-fc126b3c-8aff-44fb-a269-94a4c4cf9715 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510170 Jul 07 23:03:55.359953 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['aa335fc3-faaf-4206-8e46-d8b95f1c42a0'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:03:55.375112 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-ba0eb22b-8969-4d04-8250-7bd669a46388 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860660 Jul 07 23:03:55.463692 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1df92dd-e823-4f3b-a005-0f9417d821c1 req-a35a86b4-2843-43df-8768-f82e38070d96 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826302 Jul 07 23:03:56.064084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3dce-6780-4898-bb45-5f2f639a3ec7 req-db72d803-58fd-46f3-a452-21d178c75a46 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.065574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f33b3dce-6780-4898-bb45-5f2f639a3ec7 req-db72d803-58fd-46f3-a452-21d178c75a46 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 944 time: 0.0690455 Jul 07 23:03:56.106560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f33b3dce-6780-4898-bb45-5f2f639a3ec7 req-b1a51bfe-06eb-4ac9-a1ab-f416f99a63f0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339477 Jul 07 23:03:56.278081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80fb12-4751-418f-bf46-2d363ced203a req-084018ec-90ec-487d-a7b6-298dda9eae46 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.279591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b80fb12-4751-418f-bf46-2d363ced203a req-084018ec-90ec-487d-a7b6-298dda9eae46 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 944 time: 0.0624907 Jul 07 23:03:56.316477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b80fb12-4751-418f-bf46-2d363ced203a req-daa8829f-7273-4f87-863a-cc30996a0afa tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Jul 07 23:03:56.677326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-13f8ebb0-3d84-490d-854a-f10e91784514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.679410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-13f8ebb0-3d84-490d-854a-f10e91784514 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 1096 time: 0.0998852 Jul 07 23:03:56.687673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c93-d407-4b1e-9204-5df0431b4ab5 req-4a683182-19c9-4e0e-a796-ecf3683a0559 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.689032 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52c78c93-d407-4b1e-9204-5df0431b4ab5 req-4a683182-19c9-4e0e-a796-ecf3683a0559 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 944 time: 0.1016519 Jul 07 23:03:56.773103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52c78c93-d407-4b1e-9204-5df0431b4ab5 req-0ed7b4b5-3a27-4aef-b554-bd41c57e8e75 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755718 Jul 07 23:03:56.796378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-db78a8a7-525d-497f-a096-dbb646c1e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.797838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-db78a8a7-525d-497f-a096-dbb646c1e251 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1079712 Jul 07 23:03:56.866859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-f44fe4d5-dc8b-4902-9cfd-a28e9ad7cf72 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 200 len: 1000 time: 0.0616262 Jul 07 23:03:56.914554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-a9c5568b-7e53-4ebb-aef7-9bcce3d6a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.915991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-a9c5568b-7e53-4ebb-aef7-9bcce3d6a677 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0435028 Jul 07 23:03:56.970040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-fabafc36-7998-47a1-b935-ce1377704444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:56.971439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-fabafc36-7998-47a1-b935-ce1377704444 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494776 Jul 07 23:03:56.978143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:03:57.027829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:03:57.031524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:03:57.031947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:57.063409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-9e2fce58-6f90-4efd-9111-6d29b5e76464 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842135 Jul 07 23:03:57.107802 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:57.132871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:57.135201 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce179247-9cb6-4e74-a001-2731910906be" -d '{"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-plugged", "status": "completed", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:57.148739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:57.153206 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:57.153530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e6da2e81-2208-4043-a8c9-c5ee0d68789c req-c36b7de2-73fb-4693-a98f-506e65b84b44 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838349 Jul 07 23:03:57.207097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:57.234207 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced425a-9bdb-4cba-ad55-3808b58b3348 x-openstack-request-id: req-dced425a-9bdb-4cba-ad55-3808b58b3348 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:57.234499 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-plugged", "status": "completed", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:57.234788 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dced425a-9bdb-4cba-ad55-3808b58b3348 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:57.235191 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'code': 200} Jul 07 23:03:57.955321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb8234-e488-49d4-b3d6-e5baceefa1ef req-b4d5f144-ac51-417a-8f9d-293673771547 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:57.956826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dbb8234-e488-49d4-b3d6-e5baceefa1ef req-b4d5f144-ac51-417a-8f9d-293673771547 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0670550 Jul 07 23:03:57.994281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6dbb8234-e488-49d4-b3d6-e5baceefa1ef req-7b9232f9-ef0a-4879-b499-1e589167fd79 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Jul 07 23:03:58.364575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482db1c4-784c-4ed8-bb28-85b32e27e681 req-d2befde0-e134-4301-af64-940a21d759da tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:58.365970 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-482db1c4-784c-4ed8-bb28-85b32e27e681 req-d2befde0-e134-4301-af64-940a21d759da tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0623007 Jul 07 23:03:58.402903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-482db1c4-784c-4ed8-bb28-85b32e27e681 req-8fc9305f-344f-41b0-9285-ccc24e4ea9ab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Jul 07 23:03:59.606352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-77f0f8b9-fdd1-4310-adca-8695042c37d8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:59.607846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-77f0f8b9-fdd1-4310-adca-8695042c37d8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.1069133 Jul 07 23:03:59.619537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7283f9-14cf-494a-83ea-78bb37fb2d5b req-d6421862-a0a7-4f01-b37c-0d5665c1c7ea tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:59.620917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b7283f9-14cf-494a-83ea-78bb37fb2d5b req-d6421862-a0a7-4f01-b37c-0d5665c1c7ea tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 945 time: 0.0930398 Jul 07 23:03:59.696109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9b7283f9-14cf-494a-83ea-78bb37fb2d5b req-41fbdb32-f201-4e21-93bc-41647b2fbdec tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658650 Jul 07 23:03:59.750204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Deleting port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:03:59.750579 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:59.834677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] For port aa335fc3-faaf-4206-8e46-d8b95f1c42a0, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:59.835050 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:00.363426 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:00.363812 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:00.364130 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 disassociated. External IP: 172.25.5.198, port: aa335fc3-faaf-4206-8e46-d8b95f1c42a0. Jul 07 23:04:00.364477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Calling delete_port for aa335fc3-faaf-4206-8e46-d8b95f1c42a0 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:04:00.489220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:00.518314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event deleted for resources: {'Port': ['ID=aa335fc3-faaf-4206-8e46-d8b95f1c42a0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:04:00.636274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:04:00.745586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:04:00.755862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:04:00.765015 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:04:00.765749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:03:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:00.791136 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] No DVR routers for this DVR port aa335fc3-faaf-4206-8e46-d8b95f1c42a0 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:04:00.793793 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:00.795915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c64750a-6159-4095-842d-aeaa1b1e84b0 req-8a8831b6-1097-4a10-a2f7-725b5f9f3620 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "DELETE /v2.0/ports/aa335fc3-faaf-4206-8e46-d8b95f1c42a0 HTTP/1.1" status: 204 len: 173 time: 1.1741343 Jul 07 23:04:00.796349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-deleted', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:04:00.798702 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3780488f-4ced-47ff-9fe2-65a3deb3bd88" -d '{"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-deleted", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:04:00.855609 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0ebea426-6146-4327-a860-1a77de197209 req-fe8ff56a-48e7-416e-8094-25d101cbd17e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4832e4b-e977-47c8-9f4b-104f81fa141e HTTP/1.1" status: 200 len: 210 time: 0.0365946 Jul 07 23:04:00.882398 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:04:00.917313 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ff4c0b-b94c-4c0c-9ad2-3e2623b1411c x-openstack-request-id: req-93ff4c0b-b94c-4c0c-9ad2-3e2623b1411c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:04:00.917612 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4832e4b-e977-47c8-9f4b-104f81fa141e", "name": "network-vif-deleted", "tag": "aa335fc3-faaf-4206-8e46-d8b95f1c42a0", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:04:00.917868 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-93ff4c0b-b94c-4c0c-9ad2-3e2623b1411c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:04:00.918276 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4832e4b-e977-47c8-9f4b-104f81fa141e', 'name': 'network-vif-deleted', 'tag': 'aa335fc3-faaf-4206-8e46-d8b95f1c42a0', 'status': 'completed', 'code': 200} Jul 07 23:04:01.172165 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:01.201360 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:04:01.209580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:04:01.210185 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:03:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:01.309946 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:04:01.496046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:01.520633 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80804cc-265e-4491-af7d-9acb87c0356b None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:04:01.724767 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594f47b1-d37d-4b34-be9c-66c713102e87 None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:04:02.223908 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-55a3e05d-b0f0-49b0-9f4d-e43ed7f9089f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1120351327&fields=id&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 267 time: 0.0324874 Jul 07 23:04:02.326803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-9f683d7d-e998-44ba-95d6-116837429c6e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:02.328277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-9f683d7d-e998-44ba-95d6-116837429c6e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.0979679 Jul 07 23:04:02.342945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-d4f225af-4c9f-4ffb-92b7-54c0e25eb503 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/quotas/b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 375 time: 0.0093706 Jul 07 23:04:02.414965 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-46eda8f2-393e-4352-ac7b-c694b2ca645f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672729 Jul 07 23:04:02.430605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-c2364cd9-806f-4602-9a93-f490d44fe831 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:04:02.431605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-c2364cd9-806f-4602-9a93-f490d44fe831 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051577 Jul 07 23:04:02.517700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-15ebe054-7e41-4e62-83f6-38026c013cc3 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805612 Jul 07 23:04:02.610125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-062f5d38-45d4-449c-abfa-694014eedbf2 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Jul 07 23:04:02.780976 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06e3964e-6027-4282-b2d9-72d7ea108ed5 req-04a6ee8a-93b7-481b-ad88-ac2887cb924b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Jul 07 23:04:03.925081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ee978-7ea0-40c0-b92d-1661e2ffd780 req-9714e65e-7655-4ebc-9fe2-22cfd1792d1c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Jul 07 23:04:03.991275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-3ffc833a-4f32-4faf-8f2f-5d0526fd979c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:03.992786 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-3ffc833a-4f32-4faf-8f2f-5d0526fd979c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.1089432 Jul 07 23:04:04.036685 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-836dcf44-220a-4ac6-85d8-d42921cd801f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 380 time: 0.0353577 Jul 07 23:04:04.045825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'port': {'device_id': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'admin_state_up': True, 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'security_groups': ['e40fe438-008c-42e1-ac8f-9864eadb5b9f']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:04:04.155413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Made reservation on behalf of b1328fc3763443e3844052d36db769d6 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:04:04.158908 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.279036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Allocated IP 172.20.0.3 (7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf/91fbe782-2e55-4b01-92c4-c3ae89da81d8/27f652d8-f5a8-4ce2-a79d-5c5ff773a324) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:04:04.413645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.427295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Transition to ACTIVE for port object 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:04:04.460061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.503533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:04:04.508722 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:04:04.512455 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:04:04.518939 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:04:04.548829 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.549187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.549540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.549889 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.550234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.550575 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.550950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.551286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.551621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.552022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.552362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.552694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:04:04.577858 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:04.578489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.595310 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-152f13c0-8cec-4007-89c7-acabb8d848fc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530932 Jul 07 23:04:04.642287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Request body: {'port': {'device_id': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:04:04.712510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e4cd5ece-24de-4d06-a43e-8428ccac5df1 None None] Provisioning for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:04:04.716335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e4cd5ece-24de-4d06-a43e-8428ccac5df1 None None] Provisioning complete for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:04:04.716716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5ece-24de-4d06-a43e-8428ccac5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.722365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.751155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd5ece-24de-4d06-a43e-8428ccac5df1 None None] Port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:04:04.978330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:04:04.985623 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:04.998204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Transition to ACTIVE for port object 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:04:05.002011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:05.040704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:04:05.057031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:04:05.073726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: aa335fc3-faaf-4206-8e46-d8b95f1c42a0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:04:05.074398 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device aa335fc3-faaf-4206-8e46-d8b95f1c42a0 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:04:05.108402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799504-6b17-4be5-b484-39aab79ed042 req-2995e2ab-cef2-4490-959b-ced90679f299 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:05.109888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3799504-6b17-4be5-b484-39aab79ed042 req-2995e2ab-cef2-4490-959b-ced90679f299 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.0699806 Jul 07 23:04:05.133439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:04:05.133843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:04:05.134190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:04:05.139000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:04:05.139328 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:04:05.144642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:04:05.144995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:04:05.145533 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:04:05.145982 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Bound port: 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:04:05.146354 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:05.157124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3799504-6b17-4be5-b484-39aab79ed042 req-f740be48-6256-4603-a8cb-e09551a1e2d1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Jul 07 23:04:05.217788 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:04:05.221357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:04:05.226339 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:05.262351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:05.262897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:05.264611 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] 10.222.0.97 "PUT /v2.0/ports/27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1092 time: 0.6265225 Jul 07 23:04:05.266882 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:04:05.269712 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1edf6-5348-4190-8da0-b7d3d4555b86" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:04:05.303024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ef6b-d0bf-44fe-939b-f567b894fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:04:05.371602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-87dae74c-7dd7-4844-9783-8f8f2be9c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:05.373038 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-87dae74c-7dd7-4844-9783-8f8f2be9c420 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1095 time: 0.0606298 Jul 07 23:04:05.389145 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be2de7-ed94-4be5-890d-9dd45937d4a2 x-openstack-request-id: req-a3be2de7-ed94-4be5-890d-9dd45937d4a2 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:04:05.389441 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:04:05.389696 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a3be2de7-ed94-4be5-890d-9dd45937d4a2 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:04:05.390098 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'status': 'completed', 'code': 200} Jul 07 23:04:05.420974 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-245c2583-63d5-4a50-93c1-47b910c9743e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 217 time: 0.0395579 Jul 07 23:04:05.474514 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-153d7511-b7e8-41cf-99c9-dbe8d7581b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:05.477050 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-153d7511-b7e8-41cf-99c9-dbe8d7581b8f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0494461 Jul 07 23:04:05.532766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-3b2fadda-4a15-40c2-8924-070e2d24c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:05.534273 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-3b2fadda-4a15-40c2-8924-070e2d24c362 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513082 Jul 07 23:04:05.620122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-1137a88e-4c73-4f78-bdd1-84a1c8bc8847 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788040 Jul 07 23:04:06.003047 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-086c4caf-4a46-4cda-9a9b-08216aecec39 req-dbb74683-f8d1-40c5-ade6-ede6ebe3b84d service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753753 Jul 07 23:04:06.104825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-4918f47a-0870-4afa-900c-e07f47f72f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:06.106312 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-4918f47a-0870-4afa-900c-e07f47f72f54 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1095 time: 0.0519762 Jul 07 23:04:06.198318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-3e96ba54-31b8-421a-842f-60a6e315d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:06.199925 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-3e96ba54-31b8-421a-842f-60a6e315d0da service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0870891 Jul 07 23:04:06.241967 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-1e418d1f-8f84-481d-a76c-82d35cf71aff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 217 time: 0.0349932 Jul 07 23:04:06.294289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-7cd8f5cd-563c-434a-abb2-22fc9db7555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:06.295830 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-7cd8f5cd-563c-434a-abb2-22fc9db7555d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0482702 Jul 07 23:04:06.336472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ef007-a0fa-4290-ba57-39193a1ee11d req-023b2378-4a38-4996-9554-629e37682bab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:06.338010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd3ef007-a0fa-4290-ba57-39193a1ee11d req-023b2378-4a38-4996-9554-629e37682bab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.0656507 Jul 07 23:04:06.356961 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-b59236ce-fed0-4cf4-97d5-7365741f0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:06.358496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-b59236ce-fed0-4cf4-97d5-7365741f0b81 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565064 Jul 07 23:04:06.376196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd3ef007-a0fa-4290-ba57-39193a1ee11d req-8d5fabe9-a6e8-45ef-a0de-1436fad15551 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Jul 07 23:04:06.447389 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-55dc49d2-bd15-47b0-9b09-512732b7137c service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817087 Jul 07 23:04:06.540653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6be1edf6-5348-4190-8da0-b7d3d4555b86 req-dc5bbee1-6563-41e3-b0bf-e64b2fc965cd service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Jul 07 23:04:07.548829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f010b-3653-4551-aa11-3d6e5a336a61 req-f4eb24c2-2d53-49c3-b057-61cd9d0b6b77 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:07.550308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f1f010b-3653-4551-aa11-3d6e5a336a61 req-f4eb24c2-2d53-49c3-b057-61cd9d0b6b77 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.0624142 Jul 07 23:04:07.587880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f1f010b-3653-4551-aa11-3d6e5a336a61 req-d5395ad8-fc3f-48d6-878f-09181e1c0b54 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Jul 07 23:04:08.771704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a8667-bba7-4700-a6db-9f348080850f req-434b05a3-c983-47c4-b4d7-1d800f2e950b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:08.773735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a0a8667-bba7-4700-a6db-9f348080850f req-434b05a3-c983-47c4-b4d7-1d800f2e950b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.0668881 Jul 07 23:04:08.811932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a0a8667-bba7-4700-a6db-9f348080850f req-76d625db-53e0-4a48-9ee1-d68c5e3da4fb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Jul 07 23:04:09.882717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:04:09.976451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:04:09.984489 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755a40-f1d7-4c4f-9816-97e32e168b28 req-9423ebdc-b9c2-4ce5-97de-4851b2f46ac0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:09.986107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa755a40-f1d7-4c4f-9816-97e32e168b28 req-9423ebdc-b9c2-4ce5-97de-4851b2f46ac0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.0624728 Jul 07 23:04:09.987921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'mac_address': 'fa:16:3e:c5:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:04:10.023940 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa755a40-f1d7-4c4f-9816-97e32e168b28 req-664814a4-a6dd-46e4-b34e-efe2f3b3e03c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Jul 07 23:04:10.024747 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:10.041731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:04:10.060478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:04:10.064400 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:10.111379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:04:10.436883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['27f652d8-f5a8-4ce2-a79d-5c5ff773a324'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:04:11.194812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbc5f-ed17-4153-8a8e-a929a899466a req-75157c12-c62d-424a-80c1-6ccc387b8fa7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:11.196242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70dfbc5f-ed17-4153-8a8e-a929a899466a req-75157c12-c62d-424a-80c1-6ccc387b8fa7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0618134 Jul 07 23:04:11.238359 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70dfbc5f-ed17-4153-8a8e-a929a899466a req-c0d34045-47ca-4b08-b71b-9265ac2d48c9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366325 Jul 07 23:04:11.879893 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:04:11.929057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:04:11.932605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:04:11.932981 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:12.006653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:12.029475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:04:12.031769 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b22e80-ac63-45e1-ae9c-676eea356b4d" -d '{"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-plugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:04:12.044594 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:04:12.048653 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:12.074354 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c849703-59a5-44df-b55e-a74f9e99a295 x-openstack-request-id: req-8c849703-59a5-44df-b55e-a74f9e99a295 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:04:12.074672 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-plugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:04:12.074932 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8c849703-59a5-44df-b55e-a74f9e99a295 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:04:12.075325 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'code': 200} Jul 07 23:04:12.102328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:04:12.184171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5b64-6fe1-4cbf-9cbf-72885ee7fe6a req-6f479474-1415-45f0-a15f-95bae0372d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:12.185666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e4c5b64-6fe1-4cbf-9cbf-72885ee7fe6a req-6f479474-1415-45f0-a15f-95bae0372d4c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1097 time: 0.0514960 Jul 07 23:04:12.219876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e4c5b64-6fe1-4cbf-9cbf-72885ee7fe6a req-a4c79e9c-3106-4a67-ba74-79146b3024de service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267789 Jul 07 23:04:12.411832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1213fae-acb2-439c-becc-47b36457aa73 req-224071e6-1516-4b6e-b70e-cf4fbc95fd91 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:12.413234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1213fae-acb2-439c-becc-47b36457aa73 req-224071e6-1516-4b6e-b70e-cf4fbc95fd91 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0625446 Jul 07 23:04:12.450124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1213fae-acb2-439c-becc-47b36457aa73 req-cc6a2447-1234-43de-8176-6d08f9fc1d68 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Jul 07 23:04:13.621710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b59fd-9ea9-4693-9635-824d2e638146 req-8b906214-63f7-4d0d-95eb-d0c69109f320 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:13.623217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-014b59fd-9ea9-4693-9635-824d2e638146 req-8b906214-63f7-4d0d-95eb-d0c69109f320 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0631394 Jul 07 23:04:13.661768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-014b59fd-9ea9-4693-9635-824d2e638146 req-db0772ad-923b-4e56-814c-9f3ade328574 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jul 07 23:04:13.829954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95ffc6-9211-4d07-b009-3d642a91f689 req-307e1d92-f864-4868-8b9d-eaca77453577 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:13.831465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1f95ffc6-9211-4d07-b009-3d642a91f689 req-307e1d92-f864-4868-8b9d-eaca77453577 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0669787 Jul 07 23:04:13.840570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36440) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:04:13.845036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'floatingip': {'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:04:13.883676 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:14.326588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:14.330641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:14.429052 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 associated. External IP: 172.25.5.198, port: 27f652d8-f5a8-4ce2-a79d-5c5ff773a324. Jul 07 23:04:14.630242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:04:14.733771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:04:14.738607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:14.743413 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:04:14.752822 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:04:14.753452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:03:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:14.773579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d034cb7c-bb71-479b-bf8d-648c0f0c80ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "PUT /v2.0/floatingips/d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 HTTP/1.1" status: 200 len: 991 time: 0.9319468 Jul 07 23:04:14.774166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:04:14.777911 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a95066-8f3a-4fa8-8b05-767bc3116892" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:04:14.856923 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:04:14.902445 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069abc21-5a2f-46ab-b287-52ff074bab1f x-openstack-request-id: req-069abc21-5a2f-46ab-b287-52ff074bab1f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:04:14.902759 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:04:14.903014 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-069abc21-5a2f-46ab-b287-52ff074bab1f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:04:14.903419 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'status': 'completed', 'code': 200} Jul 07 23:04:14.976643 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-4cf885a1-481a-43ef-b54e-888cda0f1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:14.978168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-4cf885a1-481a-43ef-b54e-888cda0f1fd3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1097 time: 0.0535550 Jul 07 23:04:15.069345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-7d3efe67-0313-47a5-8705-ac0c4b4767a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:15.070892 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-7d3efe67-0313-47a5-8705-ac0c4b4767a5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0866523 Jul 07 23:04:15.079067 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:c5:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:04:14Z', 'revision_number': 9, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:15.105895 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:04:15.114012 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:04:15.114684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:03:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:15.135148 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-7091a029-2886-4df3-809c-b1e58c236e86 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 999 time: 0.0582554 Jul 07 23:04:15.183669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-d7ec10dd-ac4d-4127-a16a-63d6241290c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:15.185145 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-d7ec10dd-ac4d-4127-a16a-63d6241290c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0441058 Jul 07 23:04:15.216577 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:04:15.246316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-34244274-d2b7-4f89-b8f7-2980738b8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:15.247885 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-34244274-d2b7-4f89-b8f7-2980738b8e65 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561581 Jul 07 23:04:15.344299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-2fda3ec9-cb63-4f0f-9f7e-7eac0d8d0a05 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895150 Jul 07 23:04:15.454648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e1a95066-8f3a-4fa8-8b05-767bc3116892 req-b4983d92-e74c-4876-a350-33aba0c5d318 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032181 Jul 07 23:04:15.473289 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:c5:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:04:14Z', 'revision_number': 9, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:04:15.499698 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80916a96-b5e6-44bc-829b-58427ccf9b6a None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:c5:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:04:14Z', 'revision_number': 9, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:04:15.697518 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657939a4-1252-4148-a8d1-57b9f2985313 None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:04:17.364648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:18.387788 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ef3a81d3-70b5-46e7-8442-b97ff77e6d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:19.169400 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:21.392973 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e6e71a4-838a-4357-946e-5f9bca7de0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:21.465983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:22.313191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:23.851927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:27.017294 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:04:33.856553 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-e6bac120-dd01-4728-881b-d1679c6e7062 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519717 Jul 07 23:04:33.950727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-406ee4bf-21be-49dc-8ab1-853da1284b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:33.952216 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-406ee4bf-21be-49dc-8ab1-853da1284b7e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1097 time: 0.0522075 Jul 07 23:04:34.059431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-27dc2a21-71d6-4503-9037-15efca47f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:34.060900 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-27dc2a21-71d6-4503-9037-15efca47f67f service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0884056 Jul 07 23:04:34.125516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-fa74b3de-1212-4d38-984a-53a2d71ec991 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1002 time: 0.0571301 Jul 07 23:04:34.174007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-730778af-2302-440c-9cf2-db3004f76695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:34.175491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-730778af-2302-440c-9cf2-db3004f76695 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0434003 Jul 07 23:04:34.236362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-41e4e048-8d1f-4db0-bcd4-bb832d4bca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:34.237870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-41e4e048-8d1f-4db0-bcd4-bb832d4bca37 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561736 Jul 07 23:04:34.326495 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-7ef111c7-638c-4e9b-894a-b954bb399fbf service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809762 Jul 07 23:04:34.420201 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7c99d0e-b9b4-459c-934c-d8c6b73af13f req-5b72a755-4209-4ffe-b4f5-fd593ad8776e service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862377 Jul 07 23:04:47.374825 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:48.387469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-83a3069e-e914-40b9-b3b7-140133e78c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:49.167998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:51.392701 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-267610c4-f367-4b73-890c-e84ee7180bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:51.465573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:52.317217 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:53.853394 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:04.017383 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:05:17.378171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:18.388124 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5f240b63-8650-409d-9171-dde06abebb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:19.160011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:21.392670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-db8daa09-d4d9-4334-a1f8-3a7b817e2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:21.465839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:22.318714 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:23.856854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:34.862570 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-19f94554-7603-41d3-a811-0e7ea077f02c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524888 Jul 07 23:05:34.953720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835670-0037-41db-8377-1792f8e235ac req-e9f57362-9229-48af-8ebe-faaf61f4188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:34.955229 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-e9f57362-9229-48af-8ebe-faaf61f4188f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1097 time: 0.0520432 Jul 07 23:05:35.062509 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835670-0037-41db-8377-1792f8e235ac req-180fd062-88a9-4566-bb78-e412c3d2af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:35.063997 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-180fd062-88a9-4566-bb78-e412c3d2af34 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0887291 Jul 07 23:05:35.128666 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-796be3f8-8450-4158-a442-68b011b34c8e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1002 time: 0.0576539 Jul 07 23:05:35.180917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835670-0037-41db-8377-1792f8e235ac req-a21f74e7-76db-4616-8a5b-2331f66154ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:35.182349 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-a21f74e7-76db-4616-8a5b-2331f66154ec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0476348 Jul 07 23:05:35.237671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835670-0037-41db-8377-1792f8e235ac req-e041ad82-e39c-40af-a338-0b643973afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:35.239155 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-e041ad82-e39c-40af-a338-0b643973afa6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507605 Jul 07 23:05:35.325677 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-24d0bb98-fdce-40ae-ae26-cfdaccd1461e service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801148 Jul 07 23:05:35.420867 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-66835670-0037-41db-8377-1792f8e235ac req-07ba446b-c3bb-476a-a09f-31b0001a998b service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877132 Jul 07 23:05:41.017022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:05:47.377876 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:48.388261 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-329e46ea-d2fe-40cf-9fa4-585562dc7799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:49.183178 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:51.393189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc825-8a68-4611-9225-5664b7a5a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:51.467983 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:52.322360 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:53.859476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:17.393434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:18.017256 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:06:18.390844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9e8485e4-0f7a-4e5d-ba8c-0563dee9f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:19.176077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:21.393643 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8780ef3a-cde0-4ba0-8b5a-3c2e63cd93fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:21.467406 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:22.325038 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:23.861196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:34.911939 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-868d5c5f-4fb9-46b3-a231-a9b29370dfc9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1062448 Jul 07 23:06:35.004228 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-d4198971-b0c2-4757-9037-88aeeeeed37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:35.005726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-d4198971-b0c2-4757-9037-88aeeeeed37c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1097 time: 0.0519187 Jul 07 23:06:35.113553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-f8e0d595-fc6b-4f9f-8a39-05e11a5dae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:35.115049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-f8e0d595-fc6b-4f9f-8a39-05e11a5dae55 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0888445 Jul 07 23:06:35.177208 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-7bd3f641-db40-4bca-b1e6-9fbef002eb15 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1002 time: 0.0558348 Jul 07 23:06:35.229426 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-dcdcad96-e755-4ec2-8109-0e13870e646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:35.230880 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-dcdcad96-e755-4ec2-8109-0e13870e646e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0465522 Jul 07 23:06:35.287480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-b91d4d00-d356-48a1-833a-4a29b5f4a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:35.288898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-b91d4d00-d356-48a1-833a-4a29b5f4a049 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493627 Jul 07 23:06:35.377670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-1d49a17f-6eeb-4a9d-b403-89c16566a6b9 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812614 Jul 07 23:06:35.472429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2c173-3016-4c04-a0d1-c8bbc7fc4bcc req-9ca223be-f40a-4989-a212-9a5ac9340d8c service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880594 Jul 07 23:06:45.267987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-a8aedc7c-b4a2-471b-afe1-7b34a484a438 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432271 Jul 07 23:06:45.277547 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae41a49-d0ed-43f3-b70a-b207e124c7a8 req-d58c3599-864f-41fc-a322-511d85f52dab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:45.279072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ae41a49-d0ed-43f3-b70a-b207e124c7a8 req-d58c3599-864f-41fc-a322-511d85f52dab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.1006544 Jul 07 23:06:45.320820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7ae41a49-d0ed-43f3-b70a-b207e124c7a8 req-549297c8-c82e-4dfa-a992-da15602420ee tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355117 Jul 07 23:06:46.495811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc8de-688e-4d37-996a-132153962714 req-76992d57-e730-4d34-87a7-12832da422a2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:46.497272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c8dc8de-688e-4d37-996a-132153962714 req-76992d57-e730-4d34-87a7-12832da422a2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0615585 Jul 07 23:06:46.533665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c8dc8de-688e-4d37-996a-132153962714 req-9b029e27-da71-4285-ad3c-b51e4e53485f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304909 Jul 07 23:06:47.392767 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:47.709054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9970b-4116-40b5-b33c-a89b19d73e67 req-072ab18a-8db1-493a-bd32-8548ff4b6346 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:47.710596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0dc9970b-4116-40b5-b33c-a89b19d73e67 req-072ab18a-8db1-493a-bd32-8548ff4b6346 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0622811 Jul 07 23:06:47.749508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0dc9970b-4116-40b5-b33c-a89b19d73e67 req-20eee57f-461c-466e-9afd-fb7a4a2a3d8d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Jul 07 23:06:48.392142 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-339e87ba-b94f-4847-ad6c-43b6b3f5455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:48.926798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a1e9-0221-42fc-8a9f-eeab1f83624b req-4fca96b1-05c3-4275-a343-1d72ae7a40a2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:48.928295 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8946a1e9-0221-42fc-8a9f-eeab1f83624b req-4fca96b1-05c3-4275-a343-1d72ae7a40a2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0666981 Jul 07 23:06:48.965500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8946a1e9-0221-42fc-8a9f-eeab1f83624b req-9db5b905-bd06-466b-866d-de43559fe704 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Jul 07 23:06:49.190994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.142951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165131-5257-41f6-94ad-10e388f7814e req-901f4a62-f8fa-4b1a-8317-5f6408f01a90 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.144433 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72165131-5257-41f6-94ad-10e388f7814e req-901f4a62-f8fa-4b1a-8317-5f6408f01a90 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0644679 Jul 07 23:06:50.183451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72165131-5257-41f6-94ad-10e388f7814e req-8b10c6af-93cf-4f8d-88f2-e512b0aa10da tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Jul 07 23:06:50.498711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-81dba593-e4ad-43cc-af1f-6a0080739e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.500230 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-81dba593-e4ad-43cc-af1f-6a0080739e31 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1097 time: 0.0576737 Jul 07 23:06:50.592059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-0b376335-9abd-4a8f-ba70-0994620e25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.594143 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-0b376335-9abd-4a8f-ba70-0994620e25d7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0876355 Jul 07 23:06:50.657942 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-7d4e7ba1-44da-456c-b41f-86bc3b9a5a2b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1002 time: 0.0577979 Jul 07 23:06:50.706232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-9d8855d0-62a5-45d1-9875-01e2df010f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.707687 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-9d8855d0-62a5-45d1-9875-01e2df010f55 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0436583 Jul 07 23:06:50.768602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-0a4b7244-6c6b-46f0-b4f1-191ff66c55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.770093 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-0a4b7244-6c6b-46f0-b4f1-191ff66c55da service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560522 Jul 07 23:06:50.857941 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-79ffdc67-e227-4abe-b788-db7c878dc50d service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813456 Jul 07 23:06:50.959616 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-5141183e-c576-4779-8ec7-2b3194ebd1f6 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881529 Jul 07 23:06:51.357723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6d6cd-1f6a-4a36-8f9f-84b8a24bc88f req-2e3f4367-4be6-40b2-ac2f-6eaa22cc8743 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:51.359789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72c6d6cd-1f6a-4a36-8f9f-84b8a24bc88f req-2e3f4367-4be6-40b2-ac2f-6eaa22cc8743 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0668809 Jul 07 23:06:51.396982 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-13fb4775-e5d9-44ec-9e28-dfbc1b60a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:51.397622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72c6d6cd-1f6a-4a36-8f9f-84b8a24bc88f req-b3c95c4a-794d-4099-a4e8-c6b4a572f588 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Jul 07 23:06:51.467882 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:52.328078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:52.580548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce2009-9d81-4e78-8532-36f4efffbdd8 req-d92ff4b2-4916-4a53-a146-08a18d7c88ad tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:52.581931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-abce2009-9d81-4e78-8532-36f4efffbdd8 req-d92ff4b2-4916-4a53-a146-08a18d7c88ad tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0619085 Jul 07 23:06:52.618937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-abce2009-9d81-4e78-8532-36f4efffbdd8 req-b38d246e-5499-4b77-b597-726e7c66298e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Jul 07 23:06:53.789760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481bd-0f25-46d5-9716-07835caa062d req-74dcc727-3317-4361-a777-9f2d1e3686ea tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:53.791246 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a5481bd-0f25-46d5-9716-07835caa062d req-74dcc727-3317-4361-a777-9f2d1e3686ea tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0619714 Jul 07 23:06:53.827640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a5481bd-0f25-46d5-9716-07835caa062d req-43bdac83-b6c5-4faf-b910-26c86fa02470 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303516 Jul 07 23:06:53.864447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:55.002822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc917e8-039e-4115-9c5f-e69f5f06ee6c req-855fc254-5917-41f2-9903-529d5c833639 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:55.004292 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cc917e8-039e-4115-9c5f-e69f5f06ee6c req-855fc254-5917-41f2-9903-529d5c833639 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0662374 Jul 07 23:06:55.017316 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:06:55.041071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cc917e8-039e-4115-9c5f-e69f5f06ee6c req-324dec29-e4d0-40b6-ae33-c6ae81e5c1fe tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Jul 07 23:06:56.213021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534923e-2639-4784-814d-6c2fa7ddd3ef req-e3390732-3273-4b0b-9c4f-b3cf7e55b534 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:56.214413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8534923e-2639-4784-814d-6c2fa7ddd3ef req-e3390732-3273-4b0b-9c4f-b3cf7e55b534 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0617588 Jul 07 23:06:56.251437 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8534923e-2639-4784-814d-6c2fa7ddd3ef req-e4c58d4f-0efa-47d2-8d8a-b193974c63f5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 Jul 07 23:06:57.425983 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5dadb-fedd-42bb-807b-7b2af232ce82 req-582f9df6-b44e-4912-936b-cf4a7a6786b0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:57.427492 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa5dadb-fedd-42bb-807b-7b2af232ce82 req-582f9df6-b44e-4912-936b-cf4a7a6786b0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0645397 Jul 07 23:06:57.463800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa5dadb-fedd-42bb-807b-7b2af232ce82 req-e729b84a-abb8-4ef3-9c88-a38c65e346bc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 Jul 07 23:06:58.634692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5435-bb3f-4386-86b7-37daedf949dd req-fc5a9c73-fe2c-4e33-b454-935fcde4a1b2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:58.636211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675d5435-bb3f-4386-86b7-37daedf949dd req-fc5a9c73-fe2c-4e33-b454-935fcde4a1b2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0623670 Jul 07 23:06:58.675154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-675d5435-bb3f-4386-86b7-37daedf949dd req-6a51cbdc-def6-437c-a628-d6209dae73c4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Jul 07 23:06:59.847398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a50e1-2dae-4219-84a6-658955104ff6 req-59c05b25-27fa-4c22-adcc-628b4f06fa5d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:59.848944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a29a50e1-2dae-4219-84a6-658955104ff6 req-59c05b25-27fa-4c22-adcc-628b4f06fa5d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0634263 Jul 07 23:06:59.886667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a29a50e1-2dae-4219-84a6-658955104ff6 req-1fd511e5-fd0d-4b31-8812-d78e13f281ee tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Jul 07 23:07:01.064368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce929c-0c1e-48d9-99c2-1e5cf4234d3e req-49ae4448-0e93-4267-8367-ad75a07bd161 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:01.065845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02ce929c-0c1e-48d9-99c2-1e5cf4234d3e req-49ae4448-0e93-4267-8367-ad75a07bd161 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0659299 Jul 07 23:07:01.102968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02ce929c-0c1e-48d9-99c2-1e5cf4234d3e req-68827214-8e79-4231-9283-e745b43b0213 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Jul 07 23:07:02.275036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc481f-89e9-4f6e-b026-b645180b675c req-6994edb2-e7fe-4c54-bde4-015b68126909 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.276520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bfc481f-89e9-4f6e-b026-b645180b675c req-6994edb2-e7fe-4c54-bde4-015b68126909 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0618749 Jul 07 23:07:02.313263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1bfc481f-89e9-4f6e-b026-b645180b675c req-3f3ef502-b01f-4f40-bee6-f89ba3a309fd tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Jul 07 23:07:03.522032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853407-a730-44b1-956f-2550d407a2f5 req-9b78ce7d-9bb7-47da-b2e3-38ad39197261 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:03.523594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66853407-a730-44b1-956f-2550d407a2f5 req-9b78ce7d-9bb7-47da-b2e3-38ad39197261 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0684447 Jul 07 23:07:03.559801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-66853407-a730-44b1-956f-2550d407a2f5 req-d33f5d95-3765-428a-8104-d89eef0950b7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Jul 07 23:07:04.731507 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1b17-7c04-45af-ad72-18b6f18c505e req-87421bbe-7983-4e64-8326-1b7cc4195a96 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:04.732995 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1b17-7c04-45af-ad72-18b6f18c505e req-87421bbe-7983-4e64-8326-1b7cc4195a96 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0628064 Jul 07 23:07:04.769233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1b17-7c04-45af-ad72-18b6f18c505e req-67a2973b-84b1-4600-9ea0-1dffeab0796d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307789 Jul 07 23:07:05.941031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9af3d-cb0d-4de0-b5ed-a823fef721f1 req-5b63a5a6-e769-4bb1-9359-2444d93da33a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:05.942530 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ee9af3d-cb0d-4de0-b5ed-a823fef721f1 req-5b63a5a6-e769-4bb1-9359-2444d93da33a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0621240 Jul 07 23:07:05.979167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ee9af3d-cb0d-4de0-b5ed-a823fef721f1 req-5f6b3da5-1123-466c-892b-8aeab97bf649 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Jul 07 23:07:07.159836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692be834-15a0-4ad0-931e-74f8c31800d1 req-f4fa2201-020d-4bc6-b7be-8b1b256581b6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:07.161249 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-692be834-15a0-4ad0-931e-74f8c31800d1 req-f4fa2201-020d-4bc6-b7be-8b1b256581b6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0672526 Jul 07 23:07:07.198880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-692be834-15a0-4ad0-931e-74f8c31800d1 req-5613bf27-0362-448f-b716-3fa93b0f892d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320294 Jul 07 23:07:08.202544 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-77bcf67e-a730-4e45-aa88-f44f3096eb83 service neutron] show failed (client error): The resource could not be found. Jul 07 23:07:08.203541 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-77bcf67e-a730-4e45-aa88-f44f3096eb83 service neutron] 10.222.0.97 "GET /v2.0/ports/27f652d8-f5a8-4ce2-a79d-5c5ff773a324/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0545611 Jul 07 23:07:08.377418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f42bf1-7365-4a1a-af3e-e249218f475a req-63670b8c-614c-4dff-a450-49feb43be6f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:08.379069 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4f42bf1-7365-4a1a-af3e-e249218f475a req-63670b8c-614c-4dff-a450-49feb43be6f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0663085 Jul 07 23:07:08.448132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4f42bf1-7365-4a1a-af3e-e249218f475a req-e2a78778-0d57-424c-864a-498b74271bdb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633264 Jul 07 23:07:08.469223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-04dcbb4d-ced1-413e-acec-51ea698caec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:08.470754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-04dcbb4d-ced1-413e-acec-51ea698caec4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 1097 time: 0.0719564 Jul 07 23:07:08.482400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:08.550786 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:09.074949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:09.107425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:09.147774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:09.150023 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9aad51-64ad-4643-80a3-a8c07a614e21" -d '{"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-unplugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:09.153579 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:09.166381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Transition to ACTIVE for port object 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:09.170870 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:09.251046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:09.265557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.265997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.266672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.266828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.267085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.267415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.267752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.268087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.268496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.268842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.269135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.269395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:09.285816 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f02b14-4cd2-4a9e-8264-be1c0079794d x-openstack-request-id: req-b6f02b14-4cd2-4a9e-8264-be1c0079794d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:09.286113 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-unplugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:09.286367 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b6f02b14-4cd2-4a9e-8264-be1c0079794d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:09.286801 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'code': 200} Jul 07 23:07:09.313084 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] No DVR routers for this DVR port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:09.446747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:09.447427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:09.447427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:09.452195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:07:09.452502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:09.465531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:09.466029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:09.466531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:09.467611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Bound port: 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:09.468040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:09.532895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:09.536476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:09.540415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:09.571759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.572348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:09.573999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] 10.222.0.103 "PUT /v2.0/ports/27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1092 time: 1.0956109 Jul 07 23:07:09.673362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db594813-c37d-4611-8c86-9f3f4c0ff1ac service neutron] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:09.712805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005f12-e0b7-42f5-a62c-e5c3e55c50ee req-cd796015-2a6d-4c53-a294-3cb9366b4436 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.714362 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22005f12-e0b7-42f5-a62c-e5c3e55c50ee req-cd796015-2a6d-4c53-a294-3cb9366b4436 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.1368785 Jul 07 23:07:09.724520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-a5c7ba09-9f83-42cf-b35c-c77ca7fcdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.725996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-a5c7ba09-9f83-42cf-b35c-c77ca7fcdcb6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1095 time: 0.1138127 Jul 07 23:07:09.808363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22005f12-e0b7-42f5-a62c-e5c3e55c50ee req-e17ba0b5-ff95-41b2-b7d0-8cd9c6355cea tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869641 Jul 07 23:07:09.841359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-8ae7936b-a207-4c5b-9271-25668be8541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.842889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-8ae7936b-a207-4c5b-9271-25668be8541f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1104016 Jul 07 23:07:09.906805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-4a1f4b1c-83a6-4d61-8cc5-bf2af8e329cc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1000 time: 0.0566735 Jul 07 23:07:09.954129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-566d4cd0-f83e-416b-9775-4d9409cf2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.955562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-566d4cd0-f83e-416b-9775-4d9409cf2f7a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0422447 Jul 07 23:07:10.013679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-2ec02632-7946-4347-a1ad-56492b52a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:10.015211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-2ec02632-7946-4347-a1ad-56492b52a637 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541310 Jul 07 23:07:10.101332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-ae235564-f40e-4bf2-a92e-581c0bc35d5e service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797603 Jul 07 23:07:10.191776 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-49e0971d-527f-4d39-902b-57d4eff6e15e req-8fbf3f47-9269-4df3-93b7-cfe57eb60986 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Jul 07 23:07:10.993742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e78f9a-e51c-4efc-b4ae-8aa7801caae2 req-704586a1-05e9-4f37-8c07-56361728c907 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:10.995281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6e78f9a-e51c-4efc-b4ae-8aa7801caae2 req-704586a1-05e9-4f37-8c07-56361728c907 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 943 time: 0.0648751 Jul 07 23:07:11.032541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6e78f9a-e51c-4efc-b4ae-8aa7801caae2 req-721f1ad7-dd29-45f8-b7b6-f193d9517745 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Jul 07 23:07:11.288560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:11.290895 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:11.336238 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ed130b-408e-409d-b03d-54a8efdc2b35 x-openstack-request-id: req-73ed130b-408e-409d-b03d-54a8efdc2b35 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:11.336536 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:11.336791 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-73ed130b-408e-409d-b03d-54a8efdc2b35 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:11.337194 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'status': 'completed', 'code': 200} Jul 07 23:07:11.407757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-f9b40e52-e38f-4bf3-8078-01050fa59089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.409301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-f9b40e52-e38f-4bf3-8078-01050fa59089 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1095 time: 0.0534818 Jul 07 23:07:11.413150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-ea1cecdf-c029-4889-b659-a38d2238789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.414689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-ea1cecdf-c029-4889-b659-a38d2238789a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1095 time: 0.0541003 Jul 07 23:07:11.502177 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-b27d18a0-6329-4786-aec4-b48840896870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.503824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-b27d18a0-6329-4786-aec4-b48840896870 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0882688 Jul 07 23:07:11.508164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-21bfce7b-0a38-4ddd-b146-2881f8e90414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.509700 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-21bfce7b-0a38-4ddd-b146-2881f8e90414 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0878863 Jul 07 23:07:11.569223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-fa0f78aa-0090-4122-be4c-91f3d34df1b5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1000 time: 0.0575724 Jul 07 23:07:11.572550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-d5aeceba-2c0c-4faf-a15c-b08947512f5e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1000 time: 0.0568299 Jul 07 23:07:11.621218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-c4cae040-243d-4279-9eb0-91eca03269f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.622786 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-c4cae040-243d-4279-9eb0-91eca03269f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0443857 Jul 07 23:07:11.629161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-78250f1d-1e38-4c31-b515-4cf304291093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.630672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-78250f1d-1e38-4c31-b515-4cf304291093 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0521858 Jul 07 23:07:11.686968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-44618a90-3d57-4174-824f-ac72ad49e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.689171 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-44618a90-3d57-4174-824f-ac72ad49e360 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602450 Jul 07 23:07:11.693593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-af515bef-d2de-45a2-8276-85610989a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.695322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-af515bef-d2de-45a2-8276-85610989a7d7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573790 Jul 07 23:07:11.786302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-38307ef4-3037-4c03-b064-b909a25da50e service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899653 Jul 07 23:07:11.792137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-e4bebddb-01ae-48aa-895e-13137d1cf729 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893583 Jul 07 23:07:11.883480 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-7311cb83-5e7e-41a1-8910-05cbe5a4f44f service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906928 Jul 07 23:07:11.890341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b12e94e7-c247-4dbf-bdde-2b0cde0ff068 req-25bd674e-e1f2-4c2e-9746-1f8cdffd3c0d service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891535 Jul 07 23:07:11.974132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:07:12.064557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:12.075682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'mac_address': 'fa:16:3e:c5:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:07:12.115273 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:12.127844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:12.146370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:12.150433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:12.196396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:12.203572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.203924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.204268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.204606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.204948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.205281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.205609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.205938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.206264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.206590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.207070 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.207397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:12.209321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24669669-c492-4630-ad96-4eb7ad060187 req-b93ed537-8b41-4be8-af25-38d8a4ad0bb2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.210871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24669669-c492-4630-ad96-4eb7ad060187 req-b93ed537-8b41-4be8-af25-38d8a4ad0bb2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0644546 Jul 07 23:07:12.249189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24669669-c492-4630-ad96-4eb7ad060187 req-56f3723d-6229-4a0d-aae5-c25f573d58b9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Jul 07 23:07:12.401689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['27f652d8-f5a8-4ce2-a79d-5c5ff773a324'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:12.652004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-41eff712-da3c-4720-9955-18a90060a81a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.653654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-41eff712-da3c-4720-9955-18a90060a81a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&tenant_id=b1328fc3763443e3844052d36db769d6&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 944 time: 0.0804815 Jul 07 23:07:12.719607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-394a22ad-9aa3-44a0-839f-c6261dce62a8 service neutron] 10.222.0.103 "GET /v2.0/ports/27f652d8-f5a8-4ce2-a79d-5c5ff773a324/bindings/n-h1-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.0586710 Jul 07 23:07:12.798334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-6858db38-b4a1-40ed-9a2e-ad2c77677c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.799968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-6858db38-b4a1-40ed-9a2e-ad2c77677c96 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1096 time: 0.0554304 Jul 07 23:07:12.910242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:12.934164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-43a55cc4-cb0c-4b5c-90db-72e6580d117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.935779 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-43a55cc4-cb0c-4b5c-90db-72e6580d117d service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1292202 Jul 07 23:07:12.946992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ccd13-409d-40c0-a892-da717b800039 req-4a5f60c5-1042-458c-91d7-97b10deee1e5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.948186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:12.948427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-486ccd13-409d-40c0-a892-da717b800039 req-4a5f60c5-1042-458c-91d7-97b10deee1e5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.1246481 Jul 07 23:07:13.034285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-486ccd13-409d-40c0-a892-da717b800039 req-13cbd944-60ad-448c-8016-ff15152c618a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776458 Jul 07 23:07:13.036119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-901332ad-2dc5-48d9-a41b-309268f2a3cf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1001 time: 0.0868566 Jul 07 23:07:13.083625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-fc185f5f-9860-4aa5-b438-28a22720f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:13.085056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-fc185f5f-9860-4aa5-b438-28a22720f15c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0428405 Jul 07 23:07:13.140826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-859060d1-ad2e-4704-a133-43ee3bc40206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:13.142271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-859060d1-ad2e-4704-a133-43ee3bc40206 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507803 Jul 07 23:07:13.233927 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-2cef8729-e880-4b17-aa69-0d74f5d5f4e4 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Jul 07 23:07:13.320275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-fa01af4f-f658-43e3-8998-2f79673099bd service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803521 Jul 07 23:07:13.989164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:14.036455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:14.039959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:14.040342 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:14.121963 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:14.144488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:14.146767 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d028102-34f8-4279-b160-f6882138259a" -d '{"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-plugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:14.159681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:14.163838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:14.212615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:14.220376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e39a-354b-440a-8407-ba2c846374d5 req-ed900a42-6013-4263-9133-08a14cf3e3c3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:14.221896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf31e39a-354b-440a-8407-ba2c846374d5 req-ed900a42-6013-4263-9133-08a14cf3e3c3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0691459 Jul 07 23:07:14.258935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf31e39a-354b-440a-8407-ba2c846374d5 req-65dc9292-6382-4287-9c40-1a39d018b1dc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 07 23:07:14.314463 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e5a8c-3ee7-4c17-94f8-ba5b1613ec73 x-openstack-request-id: req-909e5a8c-3ee7-4c17-94f8-ba5b1613ec73 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:14.314801 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-plugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:14.315058 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-909e5a8c-3ee7-4c17-94f8-ba5b1613ec73 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:14.315459 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'code': 200} Jul 07 23:07:15.245692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9da26871-69aa-489a-afb9-b745b68d25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:15.247194 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9da26871-69aa-489a-afb9-b745b68d25d1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 1097 time: 0.0516760 Jul 07 23:07:15.258122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:15.327780 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:15.432559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00629-2d47-42bd-a43e-2c83426f94d1 req-ba5d53cd-4a2c-4ea3-81da-736683f3163f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:15.434011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ce00629-2d47-42bd-a43e-2c83426f94d1 req-ba5d53cd-4a2c-4ea3-81da-736683f3163f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0627196 Jul 07 23:07:15.472415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ce00629-2d47-42bd-a43e-2c83426f94d1 req-d7bad970-b4e4-4d42-a48a-07350e0c3925 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Jul 07 23:07:15.539190 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:15.571356 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:15.610313 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:15.612618 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af39269-ea7e-4b51-842b-c53f5bbd99e2" -d '{"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-unplugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:15.616324 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:15.628636 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Transition to ACTIVE for port object 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:15.633667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:15.667715 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5d97bf-3af6-4734-820e-6c07f23497c8 x-openstack-request-id: req-cb5d97bf-3af6-4734-820e-6c07f23497c8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:15.667885 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-unplugged", "status": "completed", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:15.668148 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cb5d97bf-3af6-4734-820e-6c07f23497c8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:15.668548 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'code': 200} Jul 07 23:07:15.724967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=10']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:15.737558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.737919 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.738275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.738618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.738991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.739469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.739659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.739996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.740433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.740659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.740999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.741331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:15.774407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] No DVR routers for this DVR port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:15.911915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:15.912262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:15.912600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:15.916855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:07:15.917187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Attempting to bind port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:15.922016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:15.922361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:15.922800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:15.923237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Bound port: 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:15.923599 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:15.985242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:15.988430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:15.992111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:16.029111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.030395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:16.031857 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] 10.222.0.97 "PUT /v2.0/ports/27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1093 time: 0.7776098 Jul 07 23:07:16.064295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b585032-3a55-4c90-b64d-31afceade923 service neutron] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=11']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:16.117606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-b0f4bfc6-6fb4-481a-88dd-329fae138e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.119633 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-b0f4bfc6-6fb4-481a-88dd-329fae138e9b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1096 time: 0.0646408 Jul 07 23:07:16.217996 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-d976e275-ba25-4be8-a053-6b12184ea0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.219581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-d976e275-ba25-4be8-a053-6b12184ea0b3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0934081 Jul 07 23:07:16.289624 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-468643c5-7ffc-4f11-bb39-2322304bbaac service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1000 time: 0.0638049 Jul 07 23:07:16.340366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-4d320c1a-19b5-4901-94a6-b9b52b1736e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.341902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-4d320c1a-19b5-4901-94a6-b9b52b1736e8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0462778 Jul 07 23:07:16.397578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-83d792de-6694-4540-b375-da1a368b37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.399106 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-83d792de-6694-4540-b375-da1a368b37cf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512309 Jul 07 23:07:16.490124 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-4b3def83-8c13-4bf7-bc70-944325e52238 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833650 Jul 07 23:07:16.587936 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-874f1347-5e7c-4f70-85bb-2aa2f184ead3 req-12309f00-56f9-4802-b17c-a9d21637bba6 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903237 Jul 07 23:07:16.652222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8cb2c-6cef-4456-9ccf-655f39fa56ff req-594a571f-d85f-48e7-96c9-b808af6375e0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.653805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9fa8cb2c-6cef-4456-9ccf-655f39fa56ff req-594a571f-d85f-48e7-96c9-b808af6375e0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0641532 Jul 07 23:07:16.695366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9fa8cb2c-6cef-4456-9ccf-655f39fa56ff req-0d69dbbf-1bbe-4143-aa8f-29fb93b2cc1e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359564 Jul 07 23:07:17.408041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:17.670377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:17.672718 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:17.719730 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee24316-082a-4755-85b3-35cf82d9a2ee x-openstack-request-id: req-8ee24316-082a-4755-85b3-35cf82d9a2ee {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:17.720248 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:17.720506 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8ee24316-082a-4755-85b3-35cf82d9a2ee {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:17.720912 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'status': 'completed', 'code': 200} Jul 07 23:07:17.793882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-e91d2289-edec-4628-b571-adbb9d34df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:17.795442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-e91d2289-edec-4628-b571-adbb9d34df0f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1096 time: 0.0544868 Jul 07 23:07:17.798369 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-f492f959-38ca-409e-bb9c-7fe8c071b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:17.799916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-f492f959-38ca-409e-bb9c-7fe8c071b24c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 1096 time: 0.0565252 Jul 07 23:07:17.891096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-d4786bfe-610a-4577-bdef-270f1a33bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:17.892595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-d4786bfe-610a-4577-bdef-270f1a33bce0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0857084 Jul 07 23:07:17.934370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-1bae405d-b042-4c45-ae67-19b89be0b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:17.935858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-1bae405d-b042-4c45-ae67-19b89be0b126 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1335633 Jul 07 23:07:17.946882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717af314-9259-41c3-a2db-5bd59bc77f91 req-af81d91f-b7b4-48ff-83f9-5a75bf65f4ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:17.948332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-717af314-9259-41c3-a2db-5bd59bc77f91 req-af81d91f-b7b4-48ff-83f9-5a75bf65f4ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.1272385 Jul 07 23:07:17.962157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-0fad0209-1d45-4502-bee0-100ab1e7e0d3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1000 time: 0.0632057 Jul 07 23:07:18.010984 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-379a5fe4-f591-4869-8184-79e7a0827efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:18.012442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-379a5fe4-f591-4869-8184-79e7a0827efb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0429692 Jul 07 23:07:18.029751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-717af314-9259-41c3-a2db-5bd59bc77f91 req-db864de6-ba74-4b2e-a80b-93958cffe3cc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733912 Jul 07 23:07:18.031644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-8e35ba3f-0057-4d15-86cf-20e3593a8f8a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 200 len: 1000 time: 0.0824566 Jul 07 23:07:18.069573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-c5ec7395-b8bc-47d6-9876-cb13f70fdea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:18.071126 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-c5ec7395-b8bc-47d6-9876-cb13f70fdea7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519247 Jul 07 23:07:18.084238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-c9ee6f5c-d8cd-48d7-be74-6b2ca506231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:18.085706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-c9ee6f5c-d8cd-48d7-be74-6b2ca506231d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0483565 Jul 07 23:07:18.142723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-4318c5d4-51be-43df-9bec-82d02be90901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:18.144571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-4318c5d4-51be-43df-9bec-82d02be90901 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525904 Jul 07 23:07:18.235815 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-fa64bcc8-d4a2-4048-9eb7-946a8f21d48e service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Jul 07 23:07:18.336460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-e11edfcb-6467-4542-9ebc-e2211d728139 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935113 Jul 07 23:07:18.392393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bf07fb98-7417-4c0b-85dd-5dba658ac6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.453659 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-7cd09b5a-020e-40b4-98cb-0d0352845531 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740385 Jul 07 23:07:18.540992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2ec8dc2e-3747-461d-a3ae-32273a1bd7d1 req-9b65684a-9145-431a-b509-68ad497d39b1 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806105 Jul 07 23:07:19.188956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.202021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6db7-ec55-47e3-aded-e6106b7b4266 req-be5859e5-aeef-46b8-9a2e-83bb82f95950 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:19.204175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c33f6db7-ec55-47e3-aded-e6106b7b4266 req-be5859e5-aeef-46b8-9a2e-83bb82f95950 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0631578 Jul 07 23:07:19.241805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c33f6db7-ec55-47e3-aded-e6106b7b4266 req-c639e972-81f4-4c28-bfc1-9bac3ef4452f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Jul 07 23:07:20.036075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:20.072784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:20.417126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74ab57-7270-4988-bf25-2fc4c26c99ed req-114cb0c3-a563-4ee7-8475-dd42e315f505 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:20.418582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c74ab57-7270-4988-bf25-2fc4c26c99ed req-114cb0c3-a563-4ee7-8475-dd42e315f505 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0647764 Jul 07 23:07:20.454652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2c74ab57-7270-4988-bf25-2fc4c26c99ed req-138f260a-cc54-4a69-8091-9b5d5cb31f39 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Jul 07 23:07:20.630675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827576ce-bc2e-4e01-b443-0208fed2894f req-03bac723-9b18-4704-95fd-aeb19f8a54ab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:20.632172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-827576ce-bc2e-4e01-b443-0208fed2894f req-03bac723-9b18-4704-95fd-aeb19f8a54ab tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jul 07 23:07:20.674559 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-827576ce-bc2e-4e01-b443-0208fed2894f req-de97ea81-ca91-47ae-a907-3c403cc9c068 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368967 Jul 07 23:07:20.843210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca833-6326-4043-ade7-66e388b2c7ed req-53e4ac13-5442-430a-9f62-145c56cd7afc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:20.844726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdaca833-6326-4043-ade7-66e388b2c7ed req-53e4ac13-5442-430a-9f62-145c56cd7afc tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 944 time: 0.0625889 Jul 07 23:07:20.881923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cdaca833-6326-4043-ade7-66e388b2c7ed req-edca6d6a-1dbf-41e2-afce-e4bacd7ff90d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Jul 07 23:07:20.962869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:07:21.058379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:21.071289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'mac_address': 'fa:16:3e:c5:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:07:21.111176 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:21.123914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:21.143706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:21.147449 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:21.198144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:21.266159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eb5a8-9ef1-4102-89a9-d7246f645b31 req-b5bc0f6c-8439-4be7-9b4c-a97b2708ac2b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:21.267672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a2eb5a8-9ef1-4102-89a9-d7246f645b31 req-b5bc0f6c-8439-4be7-9b4c-a97b2708ac2b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0675220 Jul 07 23:07:21.303737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a2eb5a8-9ef1-4102-89a9-d7246f645b31 req-e5a640c6-cd59-4aef-96fa-b0379058a4a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 Jul 07 23:07:21.402440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b059c991-c44e-454a-97c4-6f56c624ab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:21.467222 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:21.513736 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['27f652d8-f5a8-4ce2-a79d-5c5ff773a324'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:22.330585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:22.474171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377804-3ee4-4792-96ef-a7513a0151b8 req-bf95cb25-cf9d-468e-81cf-60318d37735b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:22.475706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36377804-3ee4-4792-96ef-a7513a0151b8 req-bf95cb25-cf9d-468e-81cf-60318d37735b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0622923 Jul 07 23:07:22.512393 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-36377804-3ee4-4792-96ef-a7513a0151b8 req-509f044d-fe1b-4eca-ac10-d527c63aa944 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Jul 07 23:07:22.587412 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-0c8cfa87-1b0b-4a09-ac40-2e84d65e18a0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:22.588858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-0c8cfa87-1b0b-4a09-ac40-2e84d65e18a0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 945 time: 0.0646334 Jul 07 23:07:22.689033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Deleting port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:22.689375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:22.781342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] For port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:22.781717 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:22.945700 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:22.946076 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:22.946394 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 disassociated. External IP: 172.25.5.198, port: 27f652d8-f5a8-4ce2-a79d-5c5ff773a324. Jul 07 23:07:22.946776 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Calling delete_port for 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:22.984076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:23.077099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.077826 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:23.081860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:23.082245 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.108155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event deleted for resources: {'Port': ['ID=27f652d8-f5a8-4ce2-a79d-5c5ff773a324,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:23.231025 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:07:23.257178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 was deleted so its status cannot be updated. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 23:07:23.345661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:07:23.356146 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:07:23.365540 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:23.366098 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:07:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:23.390263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] No DVR routers for this DVR port 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:23.393372 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.395452 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5593a944-5db9-448a-bb33-3deea1c28e28 req-6e2f229e-893c-4aee-b049-6351dfc23032 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "DELETE /v2.0/ports/27f652d8-f5a8-4ce2-a79d-5c5ff773a324 HTTP/1.1" status: 204 len: 173 time: 0.8015585 Jul 07 23:07:23.395917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-deleted', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:23.398294 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e689b-30ee-4a5a-a105-c14a47c4e885" -d '{"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-deleted", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:23.444724 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4899539-e84c-4ad7-b119-5043359641e3 x-openstack-request-id: req-a4899539-e84c-4ad7-b119-5043359641e3 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:23.445137 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5e1dce-9748-4b8b-a039-7709f5e624c1", "name": "network-vif-deleted", "tag": "27f652d8-f5a8-4ce2-a79d-5c5ff773a324", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:23.445408 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a4899539-e84c-4ad7-b119-5043359641e3 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:23.445825 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5e1dce-9748-4b8b-a039-7709f5e624c1', 'name': 'network-vif-deleted', 'tag': '27f652d8-f5a8-4ce2-a79d-5c5ff773a324', 'status': 'completed', 'code': 200} Jul 07 23:07:23.558809 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:23.677114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a524f2d4-96de-4501-811f-b59ac6e28cf6 req-90d7d3a4-13cb-44b1-9ae8-252c9f953d04 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc5e1dce-9748-4b8b-a039-7709f5e624c1 HTTP/1.1" status: 200 len: 210 time: 0.0318644 Jul 07 23:07:23.751990 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:23.777762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:07:23.786117 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:23.786772 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:07:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:23.873272 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.897814 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:24.091860 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:24.121545 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48beca-db15-44b0-a5ee-c724f1c169ca None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:07:24.327329 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee33d4-dab8-4f03-b2b8-00ea94546910 None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:07:25.040432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-ba93db36-bc4d-4780-a531-5a9fc3946ea2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1120351327&fields=id&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 267 time: 0.0318737 Jul 07 23:07:25.142735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-d894b362-bb4c-460d-bd77-8e38f7f5a892 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:25.144212 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-d894b362-bb4c-460d-bd77-8e38f7f5a892 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.0977471 Jul 07 23:07:25.158225 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9747da26-5a83-438b-b8d6-63ee042303a7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/quotas/b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 375 time: 0.0088754 Jul 07 23:07:25.228894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-41b09bc6-472f-46c8-8977-f90420abf9ef tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658391 Jul 07 23:07:25.362034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-4adeb052-8ce4-4467-9bbb-fb4cd02b6131 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216283 Jul 07 23:07:25.451860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-56a5cb5a-8d0e-4167-a3af-8d2b0d673103 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Jul 07 23:07:25.619713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b4f58c0-5c20-47df-8693-1f3940cea833 req-f94a4c86-8450-4d08-b922-098ae26677ed tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 210 time: 0.0290327 Jul 07 23:07:26.620598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-cca6be18-d1df-4021-bc3d-f8409bc6f642 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:26.622063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-cca6be18-d1df-4021-bc3d-f8409bc6f642 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 812 time: 0.1010568 Jul 07 23:07:26.667946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-d6e41f3b-3116-4ec0-8821-5532d2fb864e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 380 time: 0.0377970 Jul 07 23:07:26.677121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'port': {'device_id': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'admin_state_up': True, 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'security_groups': ['e40fe438-008c-42e1-ac8f-9864eadb5b9f']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:26.769487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cd1a185-8e9d-4e30-b257-dd48747ebcf7 req-956ba45c-312c-4c95-a188-251601ee3527 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 210 time: 0.0323842 Jul 07 23:07:26.813689 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Made reservation on behalf of b1328fc3763443e3844052d36db769d6 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:26.817350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.947112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Allocated IP 172.20.0.13 (7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf/91fbe782-2e55-4b01-92c4-c3ae89da81d8/9de7fcca-92f6-4abb-9ad2-61e321dc889d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:27.000552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:27.031507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:07:27.032558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 27f652d8-f5a8-4ce2-a79d-5c5ff773a324 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:27.101720 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.113881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Transition to ACTIVE for port object 9de7fcca-92f6-4abb-9ad2-61e321dc889d will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:27.144796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.184733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:27.187895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:27.194530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:27.222379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:27.245756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:27.246371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.261080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-f8fda248-5abb-4bf1-be40-6d6b5cac610e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877306 Jul 07 23:07:27.273078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Request body: {'port': {'device_id': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:27.349884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.384074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47cbf826-aa0d-46e5-ad33-ad7ef346c554 None None] Provisioning for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:27.388056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-47cbf826-aa0d-46e5-ad33-ad7ef346c554 None None] Provisioning complete for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:27.388436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47cbf826-aa0d-46e5-ad33-ad7ef346c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.423080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-47cbf826-aa0d-46e5-ad33-ad7ef346c554 None None] Port 9de7fcca-92f6-4abb-9ad2-61e321dc889d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:27.613414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de7fcca-92f6-4abb-9ad2-61e321dc889d {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:27.620564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.632320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Transition to ACTIVE for port object 9de7fcca-92f6-4abb-9ad2-61e321dc889d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:27.636350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.708647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:27.756798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:27.757163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:27.757497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:27.761963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:07:27.762292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:27.767290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:27.767632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:27.768023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:27.768456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Bound port: 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:27.768822 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.833763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:27.836994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:27.842150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.877094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:27.877566 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.879025 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] 10.222.0.103 "PUT /v2.0/ports/9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1093 time: 0.6102078 Jul 07 23:07:27.879469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:27.881749 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:27.916668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54105b-b615-420b-8f15-3f11de1eeb71 service neutron] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:28.025210 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a19d-ab03-49cb-af75-92e6fd2508ba req-ec84ecc8-0ad5-45ca-b7c1-524801c9df53 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.026827 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb6a19d-ab03-49cb-af75-92e6fd2508ba req-ec84ecc8-0ad5-45ca-b7c1-524801c9df53 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.1252723 Jul 07 23:07:28.034132 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-3229af93-edb4-4321-9470-d48ebc205d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.035655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-3229af93-edb4-4321-9470-d48ebc205d69 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1096 time: 0.0924449 Jul 07 23:07:28.092275 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-999af107-df8f-47f1-a632-69efc8bf2ea0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 217 time: 0.0418611 Jul 07 23:07:28.129299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5cb6a19d-ab03-49cb-af75-92e6fd2508ba req-5e6872b6-8338-47f0-80dd-086ce8c64dd4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926070 Jul 07 23:07:28.152091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-78a6f9ed-e7b9-4c62-bfb1-bf810b9b2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.153668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-78a6f9ed-e7b9-4c62-bfb1-bf810b9b2685 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0552852 Jul 07 23:07:28.187661 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8866e5f0-4cb7-467c-b63a-cbd3626c9cab x-openstack-request-id: req-8866e5f0-4cb7-467c-b63a-cbd3626c9cab {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:28.188476 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:28.188735 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8866e5f0-4cb7-467c-b63a-cbd3626c9cab {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:28.189133 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'status': 'completed', 'code': 200} Jul 07 23:07:28.214977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-62e3bd1a-ccf7-4adb-a9d5-8f88ac0b1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.216478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-62e3bd1a-ccf7-4adb-a9d5-8f88ac0b1127 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562801 Jul 07 23:07:28.307728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-fafadeca-58ee-42e5-99bd-feef9cafd106 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835092 Jul 07 23:07:28.719788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b8896d4-02c1-455c-9024-d5b7bffac17f req-5921c11a-8696-4607-aeb9-aa5d2cf03041 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054525 Jul 07 23:07:28.815719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-89c64270-8d4e-43c9-b418-719ffd7c24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.817173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-89c64270-8d4e-43c9-b418-719ffd7c24f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1096 time: 0.0514243 Jul 07 23:07:28.910661 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-37b09051-dc2c-4bf5-b929-2e7cf920c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.912143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-37b09051-dc2c-4bf5-b929-2e7cf920c815 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0889120 Jul 07 23:07:28.951039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-46817d37-4f00-4892-80f2-c59216d642f9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 217 time: 0.0324745 Jul 07 23:07:29.002714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-deb64390-b2fd-4864-884b-4757c1f74a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:29.004121 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-deb64390-b2fd-4864-884b-4757c1f74a6d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0460105 Jul 07 23:07:29.059378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-6da6f425-7076-4cf4-9cbc-bbbe4ed98059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:29.060816 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-6da6f425-7076-4cf4-9cbc-bbbe4ed98059 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493929 Jul 07 23:07:29.148698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-6a5c4e3f-4f65-47b8-bf52-ee6c96764dbb service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801675 Jul 07 23:07:29.240746 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-909d1399-f50f-4f3a-bea7-ac9f6e669b9b req-dbe82f5b-1e09-4e36-b487-46e33665286f service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Jul 07 23:07:29.306887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be6952-1603-48fc-8adc-b9e9513fc4fe req-622bd1d2-5d85-4986-8eef-7da3aed0f281 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:29.308298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28be6952-1603-48fc-8adc-b9e9513fc4fe req-622bd1d2-5d85-4986-8eef-7da3aed0f281 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0640402 Jul 07 23:07:29.344680 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-28be6952-1603-48fc-8adc-b9e9513fc4fe req-0cc8ee97-ad6c-4bda-b475-eb02677d0ce6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300837 Jul 07 23:07:30.082962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:07:30.179872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:30.190599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'mac_address': 'fa:16:3e:81:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:07:30.226862 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.239187 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de7fcca-92f6-4abb-9ad2-61e321dc889d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:30.261354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:30.265194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.310537 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:30.453076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9de7fcca-92f6-4abb-9ad2-61e321dc889d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:30.522587 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73093e70-1c86-427e-923e-23caf7afa7d8 req-9435e932-b3d0-4d91-9d9c-67c6b4b61aed tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:30.524119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73093e70-1c86-427e-923e-23caf7afa7d8 req-9435e932-b3d0-4d91-9d9c-67c6b4b61aed tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0680399 Jul 07 23:07:30.561014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-73093e70-1c86-427e-923e-23caf7afa7d8 req-6764a302-f8ef-413b-b9f7-8da163b9a716 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312815 Jul 07 23:07:31.733913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7de1fe-4ef4-4457-9d45-35d2ce8de2b0 req-e3c09d53-b97c-49a6-9abf-c98a13e5ff3c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:31.735892 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e7de1fe-4ef4-4457-9d45-35d2ce8de2b0 req-e3c09d53-b97c-49a6-9abf-c98a13e5ff3c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0624244 Jul 07 23:07:31.772502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e7de1fe-4ef4-4457-9d45-35d2ce8de2b0 req-4c3bb1be-8fb9-4a11-aa7e-8892a72744de tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Jul 07 23:07:32.015509 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:07:32.099040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:32.148390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:32.151922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:32.152302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.225819 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.247684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:32.249957 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e37f68-f1e0-4aa0-8431-b6e6431679e2" -d '{"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-plugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:32.262106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:32.267077 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.293312 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309f9e3-8acb-4da0-9a85-3241910c7788 x-openstack-request-id: req-7309f9e3-8acb-4da0-9a85-3241910c7788 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:32.293675 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-plugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:32.293934 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7309f9e3-8acb-4da0-9a85-3241910c7788 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:32.294315 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'code': 200} Jul 07 23:07:32.325405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:32.401333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a852fa9-9eeb-4ce7-b5c2-9fd81c26a735 req-9719b58f-9a2f-42a0-a934-ca80c72474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:32.402751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a852fa9-9eeb-4ce7-b5c2-9fd81c26a735 req-9719b58f-9a2f-42a0-a934-ca80c72474a8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1098 time: 0.0494943 Jul 07 23:07:32.435238 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a852fa9-9eeb-4ce7-b5c2-9fd81c26a735 req-de80a4fe-a883-4701-8ab8-b8655c3a4ad5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258558 Jul 07 23:07:32.951129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e905a8-545f-4c47-b3bd-dffaa9659ca3 req-0f0dff49-ad6c-4107-a69f-5b4afabd7607 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:32.952600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92e905a8-545f-4c47-b3bd-dffaa9659ca3 req-0f0dff49-ad6c-4107-a69f-5b4afabd7607 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0651522 Jul 07 23:07:32.989312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92e905a8-545f-4c47-b3bd-dffaa9659ca3 req-d34e93dc-bb88-4daf-a5ac-30185738cf2a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304556 Jul 07 23:07:34.160427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63744b7-2e07-4c99-8b7a-60fcb7f2ca0d req-fe4e4811-7310-4a35-9255-419b02445191 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:34.161912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e63744b7-2e07-4c99-8b7a-60fcb7f2ca0d req-fe4e4811-7310-4a35-9255-419b02445191 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0623350 Jul 07 23:07:34.198297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e63744b7-2e07-4c99-8b7a-60fcb7f2ca0d req-8167144c-9bc3-4849-a3d2-e7e27afaaa22 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Jul 07 23:07:34.364479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c92db-c6ad-4542-8ba9-ae2cfdc63b28 req-bb1d3e35-9796-4aeb-9860-cd93d2f0ed1e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:34.365879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b97c92db-c6ad-4542-8ba9-ae2cfdc63b28 req-bb1d3e35-9796-4aeb-9860-cd93d2f0ed1e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0654325 Jul 07 23:07:34.374379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 36956) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:34.379322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Request body: {'floatingip': {'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:34.416952 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.854342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.858658 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.957481 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 associated. External IP: 172.25.5.198, port: 9de7fcca-92f6-4abb-9ad2-61e321dc889d. Jul 07 23:07:35.162490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:07:35.270748 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:07:35.275474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.279980 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:07:35.290005 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:35.290635 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:07:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:35.311718 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ec77206c-a033-4262-bf9e-691c576a24f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "PUT /v2.0/floatingips/d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 HTTP/1.1" status: 200 len: 993 time: 0.9362209 Jul 07 23:07:35.312319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:35.314650 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d05a4-b3bb-4801-811b-4da529cb4530" -d '{"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:35.393756 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:35.439042 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff8d667-9aaf-4353-9353-943cf9992147 x-openstack-request-id: req-bff8d667-9aaf-4353-9353-943cf9992147 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:35.439341 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:35.439600 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bff8d667-9aaf-4353-9353-943cf9992147 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:35.440008 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'status': 'completed', 'code': 200} Jul 07 23:07:35.518796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-3f2d9e35-a96d-402d-8402-abb0835f4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:35.520909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-3f2d9e35-a96d-402d-8402-abb0835f4612 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1098 time: 0.0563352 Jul 07 23:07:35.614605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-26b25695-1d34-4d13-acf1-31bac2007b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:35.616146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-26b25695-1d34-4d13-acf1-31bac2007b9f service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0898254 Jul 07 23:07:35.617411 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:81:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:07:34Z', 'revision_number': 13, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:35.646841 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:07:35.654970 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:35.655582 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:07:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:35.680943 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-8f85d467-811b-476f-a5c8-8b0e7212908e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0573480 Jul 07 23:07:35.728548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-db802692-8fa0-4ce0-9f9c-d0a9add2d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:35.730031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-db802692-8fa0-4ce0-9f9c-d0a9add2d2db service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0436258 Jul 07 23:07:35.757888 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:35.793920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-974d3a6a-3692-4096-ac00-147e8f2ea71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:35.795484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-974d3a6a-3692-4096-ac00-147e8f2ea71d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594280 Jul 07 23:07:35.884252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-3e6bd463-a48b-4f95-ba67-8a8dd06d25b4 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817628 Jul 07 23:07:35.976013 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-101d05a4-b3bb-4801-811b-4da529cb4530 req-4249da9f-f8bc-4eb4-8892-e01729262afd service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859816 Jul 07 23:07:35.976617 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:81:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:07:34Z', 'revision_number': 13, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:36.004998 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d095-b5bb-42ca-ba38-021cf63ef435 None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'd6d089c2-d8ff-47e0-9a4d-ed88130c0f31', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'mac_address': 'fa:16:3e:81:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:58:37Z', 'updated_at': '2021-07-07T23:07:34Z', 'revision_number': 13, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:07:36.112519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-b2d87df9-b1ba-460e-9543-ec0b6d4730e1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541627 Jul 07 23:07:36.190033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e243dc-5050-4564-b0d2-531470868579 None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:07:36.216619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-5f2c00ff-bdb5-4c86-a171-621f3514edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:36.218170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-5f2c00ff-bdb5-4c86-a171-621f3514edd2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1098 time: 0.0624027 Jul 07 23:07:36.325998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-2296a2a9-9072-4837-962c-2b96b8f4348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:36.327510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-2296a2a9-9072-4837-962c-2b96b8f4348c service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0881801 Jul 07 23:07:36.395045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-fd98db6c-7502-442a-a3b2-a064d03caf67 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1003 time: 0.0608957 Jul 07 23:07:36.443784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-e0755990-34a9-4085-8cd8-e0fab94001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:36.445273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-e0755990-34a9-4085-8cd8-e0fab94001d4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0445280 Jul 07 23:07:36.507759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-9de6b535-e2b0-482d-878c-8060a2df7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:36.509293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-9de6b535-e2b0-482d-878c-8060a2df7fc5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579586 Jul 07 23:07:36.596072 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-3bffa6c1-db3e-462b-bf87-bfb5dee3d76f service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801654 Jul 07 23:07:36.687061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6d608a9d-4529-49f7-ad58-4a5ed841c9af req-77bd57cc-7321-4939-9341-e3c5efec0b04 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Jul 07 23:07:47.423851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:48.395240 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95411239-243f-4c54-a1c3-eb567580e7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.202850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:51.403417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-730e560e-4249-430f-a506-08a664fd7fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:51.467731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:52.332854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:53.871368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:09.013806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:08:17.437440 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:18.395260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-19d07d6a-b596-4012-92c5-0f90d6babe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:19.201724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:21.403104 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e8d27cd-6259-4d97-b673-3133bcb5e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:21.468078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:22.335291 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.873143 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:38.109910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-8f99ab20-105f-4d8d-a831-45bc7576ab98 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520225 Jul 07 23:08:38.200615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-79289006-42ba-4911-afeb-0472b2fee893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:38.202125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-79289006-42ba-4911-afeb-0472b2fee893 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1098 time: 0.0510848 Jul 07 23:08:38.307500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-11bbe930-145b-4243-91c0-842dea5a1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:38.309019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-11bbe930-145b-4243-91c0-842dea5a1a2e service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0863178 Jul 07 23:08:38.371858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-10a42365-be86-4f23-9f2a-96b86c6dc791 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1003 time: 0.0563307 Jul 07 23:08:38.418555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-bd049a7f-cda0-43b8-8d76-5c092f874a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:38.420000 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-bd049a7f-cda0-43b8-8d76-5c092f874a3e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0417409 Jul 07 23:08:38.479788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-d45417b7-bb8d-40ee-ba8f-52aa2d74fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:38.481254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-d45417b7-bb8d-40ee-ba8f-52aa2d74fcac service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545685 Jul 07 23:08:38.567482 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-f40f49bf-8df5-4c94-9769-c2d80af95af1 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787218 Jul 07 23:08:38.657936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5ca1b5bb-b410-4bc8-94b1-e4113460e780 req-55bba4fb-1bcb-40ba-9e96-9431d364915f service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846188 Jul 07 23:08:46.012405 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:08:47.436880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:48.395441 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a0868aa5-6eb0-4955-96a7-0c0dfb9dacf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:49.217295 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:51.406442 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78deba43-d1af-4361-a7fa-e366a04b28d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:51.469561 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:52.337981 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:53.875548 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:14.057223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a1a0-e0a0-438b-a6dc-32fdb18f5613 req-59f01791-2972-4c61-a844-565d113366b1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:14.058752 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f898a1a0-e0a0-438b-a6dc-32fdb18f5613 req-59f01791-2972-4c61-a844-565d113366b1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.2047954 Jul 07 23:09:14.100273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f898a1a0-e0a0-438b-a6dc-32fdb18f5613 req-25ee8261-3747-42f8-b2f5-a769336f3fa6 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358820 Jul 07 23:09:17.453756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:18.397820 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a06aad62-7315-49ea-baa8-0b7128dba2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:19.217250 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:21.407466 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a286395f-ade0-4fa9-974c-5ba81a8c8935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:21.469322 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:22.341640 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:23.011134 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:09:23.301576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-cba2c90d-9f77-4e3b-8f59-ff62b0d00cd2 req-c1405a9f-d494-4302-9482-237c1adb6be0 service neutron] (93932) timed out ('10.222.0.103', 53399) {{(pid=93932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:09:23.878216 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:25.415464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c3041-1c18-4657-a97a-bbbe4ec5d3a4 req-08787a1f-e3be-4c78-89e1-0fb571bbd17c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:25.416895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da1c3041-1c18-4657-a97a-bbbe4ec5d3a4 req-08787a1f-e3be-4c78-89e1-0fb571bbd17c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0649362 Jul 07 23:09:25.432446 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-66dc96d6-ea45-4edb-aee6-fec6667ec743 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304605 Jul 07 23:09:25.455711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da1c3041-1c18-4657-a97a-bbbe4ec5d3a4 req-aa7eca12-ee9d-49d0-9c23-4636685ef1a8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jul 07 23:09:26.680360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f97a88-7ef8-4c92-8df4-68d4da4d56c7 req-0498d35a-bbd6-4410-9946-e85b9bbc2edf tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:26.681853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0f97a88-7ef8-4c92-8df4-68d4da4d56c7 req-0498d35a-bbd6-4410-9946-e85b9bbc2edf tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.1068890 Jul 07 23:09:26.687629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-9b874daa-b00b-40d4-865f-7d730dadb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:26.689031 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-9b874daa-b00b-40d4-865f-7d730dadb8cc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1098 time: 0.1234820 Jul 07 23:09:26.772683 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0f97a88-7ef8-4c92-8df4-68d4da4d56c7 req-fff708d0-2880-448f-8bf9-be8ae21684b0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825889 Jul 07 23:09:26.806557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-a3d7909d-0508-4de1-8731-c8f7e2bcc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:26.808124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-a3d7909d-0508-4de1-8731-c8f7e2bcc433 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1104805 Jul 07 23:09:26.871945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-d7b6dde0-86c6-4e82-baa9-840408599ff7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1003 time: 0.0572217 Jul 07 23:09:26.923172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-1966c605-ab92-4614-8fc2-8d210677c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:26.924589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-1966c605-ab92-4614-8fc2-8d210677c339 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0462320 Jul 07 23:09:27.306702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-ef04cdea-22f4-4527-9d76-60c8c8db3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:27.308208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-ef04cdea-22f4-4527-9d76-60c8c8db3309 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3775058 Jul 07 23:09:27.394346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-5a4aa2fe-3f11-4e3b-990f-1a7c9c96c51f service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790610 Jul 07 23:09:27.483091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-535d6279-6095-40a4-a48d-dab33e6909b6 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Jul 07 23:09:27.963571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fdc3e-729e-4f9c-95f4-a140246964a4 req-e64aad43-af9b-4a55-949a-adbaa320f936 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:27.965052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d40fdc3e-729e-4f9c-95f4-a140246964a4 req-e64aad43-af9b-4a55-949a-adbaa320f936 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0624752 Jul 07 23:09:28.002412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d40fdc3e-729e-4f9c-95f4-a140246964a4 req-ae7d41a4-97da-4147-be96-c9c72fe25052 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Jul 07 23:09:29.180428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0cdaa-d6db-4c36-9114-e98397cc3bd7 req-ac70cd1f-df90-47d5-8bdd-44aaed39c9eb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:29.181966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bae0cdaa-d6db-4c36-9114-e98397cc3bd7 req-ac70cd1f-df90-47d5-8bdd-44aaed39c9eb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0668054 Jul 07 23:09:29.219679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bae0cdaa-d6db-4c36-9114-e98397cc3bd7 req-c95d4870-4983-4e1f-8b0e-1f75d4717185 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Jul 07 23:09:30.392710 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1a48-1685-4dcd-8ac1-0240e53ea4ba req-a6763415-98c2-43f5-b4f9-ac2adf32c922 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:30.394192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-748c1a48-1685-4dcd-8ac1-0240e53ea4ba req-a6763415-98c2-43f5-b4f9-ac2adf32c922 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0620496 Jul 07 23:09:30.431209 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-748c1a48-1685-4dcd-8ac1-0240e53ea4ba req-271b90c8-41e4-4fce-80d3-85fd5febf176 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Jul 07 23:09:31.604316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c35260-bb16-4329-9cf3-9c677f8599d4 req-6cdab486-b8b7-493c-b04c-ade1d78432f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:31.605798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88c35260-bb16-4329-9cf3-9c677f8599d4 req-6cdab486-b8b7-493c-b04c-ade1d78432f9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0628300 Jul 07 23:09:31.646124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88c35260-bb16-4329-9cf3-9c677f8599d4 req-e6b76578-3ca3-4c2b-a740-f42695edc320 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348656 Jul 07 23:09:32.819613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56359cc-1aa3-4e17-9347-68a1e4267f70 req-1b721e82-9f0d-4233-8273-fe1a0f46ee82 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:32.821632 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c56359cc-1aa3-4e17-9347-68a1e4267f70 req-1b721e82-9f0d-4233-8273-fe1a0f46ee82 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0635686 Jul 07 23:09:32.860130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c56359cc-1aa3-4e17-9347-68a1e4267f70 req-e1ea00f7-479c-4703-8abb-99ce27e39708 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Jul 07 23:09:34.032838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c111a0-bc27-4519-a960-ecd0a89776b8 req-a95aa955-7db7-4000-ba21-1297f0d42efd tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:34.034318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25c111a0-bc27-4519-a960-ecd0a89776b8 req-a95aa955-7db7-4000-ba21-1297f0d42efd tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0632553 Jul 07 23:09:34.071045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25c111a0-bc27-4519-a960-ecd0a89776b8 req-65d0a0d3-8f24-4e50-bfdd-5066ffa7919a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Jul 07 23:09:35.256794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7710c-6435-4f1d-b861-2fe291a98b27 req-1d00edd7-e6e5-4e52-aae9-59611c973c65 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:35.258300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39c7710c-6435-4f1d-b861-2fe291a98b27 req-1d00edd7-e6e5-4e52-aae9-59611c973c65 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0661576 Jul 07 23:09:35.294939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-39c7710c-6435-4f1d-b861-2fe291a98b27 req-5ecd37f6-cdd8-4914-b6ef-a02dba7ff494 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Jul 07 23:09:36.467673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9df5c-da90-4c68-983f-1b95889e0e35 req-86b8a7fc-ba14-4e21-a985-eabf838251c2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:36.469097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bed9df5c-da90-4c68-983f-1b95889e0e35 req-86b8a7fc-ba14-4e21-a985-eabf838251c2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0627508 Jul 07 23:09:36.505844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bed9df5c-da90-4c68-983f-1b95889e0e35 req-131b56ad-05f5-4414-90e7-b162c95c4c10 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Jul 07 23:09:37.677761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73c878-3492-4825-adce-a98875e99795 req-fadcc735-385d-4fbb-a422-5f399062af0d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:37.679291 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca73c878-3492-4825-adce-a98875e99795 req-fadcc735-385d-4fbb-a422-5f399062af0d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0625429 Jul 07 23:09:37.720315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca73c878-3492-4825-adce-a98875e99795 req-e6f06b4b-ab98-49a0-aa58-904be8acf9c4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350087 Jul 07 23:09:38.891113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367160-3b8a-4419-9795-e39e00631918 req-bb6a515b-78d7-484c-b505-07fce5ee5dae tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:38.892630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c367160-3b8a-4419-9795-e39e00631918 req-bb6a515b-78d7-484c-b505-07fce5ee5dae tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0631478 Jul 07 23:09:38.931469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c367160-3b8a-4419-9795-e39e00631918 req-8efb50aa-6e7c-4472-8bb7-8871e900db3d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332336 Jul 07 23:09:39.139857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-ccaa071b-d160-43ed-b222-f0cfaf98ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:39.141334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-ccaa071b-d160-43ed-b222-f0cfaf98ed4b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1098 time: 0.0510902 Jul 07 23:09:39.247030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-57b9b1e7-f134-4e67-a5a3-546b39b73e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:39.248485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-57b9b1e7-f134-4e67-a5a3-546b39b73e24 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0855768 Jul 07 23:09:39.312717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-a562af65-8cf7-4fe4-a43a-dc72b6a3b8f8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1003 time: 0.0563192 Jul 07 23:09:39.366892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-dd52f01c-1435-4c1c-98fd-8f10e4eed9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:39.368855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-dd52f01c-1435-4c1c-98fd-8f10e4eed9a8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0466967 Jul 07 23:09:39.423573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-e3942cfd-a0cf-434b-a8ce-74695d84f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:39.424955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-e3942cfd-a0cf-434b-a8ce-74695d84f66d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493200 Jul 07 23:09:39.513158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-013b487e-4f7b-4ea0-887d-99bf2792f396 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812137 Jul 07 23:09:39.605869 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67e97bd0-3ff1-4858-ac20-74df06ba72d1 req-d9dfaaaf-a492-4809-aea4-4c76aa458a20 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Jul 07 23:09:40.109411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88a3a5-d7c7-4e12-995b-4dfe2f9018e0 req-ed155571-a8f1-4410-a172-5792c51866e1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:40.110989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba88a3a5-d7c7-4e12-995b-4dfe2f9018e0 req-ed155571-a8f1-4410-a172-5792c51866e1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0636177 Jul 07 23:09:40.147605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ba88a3a5-d7c7-4e12-995b-4dfe2f9018e0 req-337b5616-d5b6-474d-bf40-38c96135c7c0 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Jul 07 23:09:41.092470 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-bb373af9-7ce4-47be-af28-85a8f8202ac5 service neutron] show failed (client error): The resource could not be found. Jul 07 23:09:41.093477 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-bb373af9-7ce4-47be-af28-85a8f8202ac5 service neutron] 10.222.0.103 "GET /v2.0/ports/9de7fcca-92f6-4abb-9ad2-61e321dc889d/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0534971 Jul 07 23:09:41.336030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190cc4-d125-4d62-b295-83a216b53fad req-6bad9b1a-e833-4965-9b67-031259a2d47b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:41.337584 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7190cc4-d125-4d62-b295-83a216b53fad req-6bad9b1a-e833-4965-9b67-031259a2d47b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0733640 Jul 07 23:09:41.348415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-a338eabc-09e9-4b34-b835-5bd6ecb16440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:41.349944 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-a338eabc-09e9-4b34-b835-5bd6ecb16440 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 1098 time: 0.0562091 Jul 07 23:09:41.360997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:41.380641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a7190cc4-d125-4d62-b295-83a216b53fad req-59df1141-b806-4b7f-8359-86e6e858fece tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Jul 07 23:09:41.434081 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:41.633141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:41.666726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:41.709310 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:41.711789 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e5bcb-0953-4bc6-9240-cc8649f32714" -d '{"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-unplugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:41.716216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:41.729765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Transition to ACTIVE for port object 9de7fcca-92f6-4abb-9ad2-61e321dc889d will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:41.733465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:41.818001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=6']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:41.833115 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.833471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.833816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.834157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.834495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.834855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.835186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.835515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.835844 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.836171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.836500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.836827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:41.866969 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6277eb-4929-4e00-aaf2-c9fe3f0cc131 x-openstack-request-id: req-9e6277eb-4929-4e00-aaf2-c9fe3f0cc131 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:41.867276 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-unplugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:41.867539 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e6277eb-4929-4e00-aaf2-c9fe3f0cc131 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:41.867943 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'code': 200} Jul 07 23:09:41.868957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] No DVR routers for this DVR port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on host n-h1-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:09:42.005925 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:42.006195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:42.006529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:42.011264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:09:42.011601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:42.016418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:42.016765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:42.017161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:42.017594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Bound port: 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:42.017957 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:42.080234 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:42.083240 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:42.088634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:42.120957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:42.121579 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:42.123127 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] 10.222.0.97 "PUT /v2.0/ports/9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1093 time: 0.7662506 Jul 07 23:09:42.146750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22cf7-3ba1-4c08-8cba-c3b036f08747 service neutron] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=7']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:42.208238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-ad286a97-918a-41d3-9196-304696b00d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:42.209802 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-ad286a97-918a-41d3-9196-304696b00d32 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1096 time: 0.0599830 Jul 07 23:09:42.302449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-5f3d653b-ea2b-4e29-9ea4-d78f9988358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:42.304018 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-5f3d653b-ea2b-4e29-9ea4-d78f9988358d service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0877683 Jul 07 23:09:42.372976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-590530cd-217f-4fbc-8e30-b5cb609ec35b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0622284 Jul 07 23:09:42.421708 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-b11b2ce7-c897-4e10-9c0a-3a5412f163e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:42.423287 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-b11b2ce7-c897-4e10-9c0a-3a5412f163e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0439982 Jul 07 23:09:42.480705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-31fc83d4-0654-471f-9f94-a56823fce9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:42.482224 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-31fc83d4-0654-471f-9f94-a56823fce9a5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520446 Jul 07 23:09:42.555477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05f1d-f841-41ed-9a46-5c4ca340cde6 req-d1c9aca7-d503-434c-8799-97b3cbac14f8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:42.557505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8dd05f1d-f841-41ed-9a46-5c4ca340cde6 req-d1c9aca7-d503-434c-8799-97b3cbac14f8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0628650 Jul 07 23:09:42.575647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-dd88140b-676f-4071-beb1-7971a3bc9379 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Jul 07 23:09:42.597180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8dd05f1d-f841-41ed-9a46-5c4ca340cde6 req-adcdf9ac-8035-4af6-88e2-52411b0661ad tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Jul 07 23:09:42.669060 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-d4040ef5-05dc-4ed2-9772-f90c95005445 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874646 Jul 07 23:09:43.781449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafb69a-c008-4e5b-8f5c-dba67abc77c4 req-9dfc290e-a246-4bad-8832-92f0ebbfb46a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:43.782974 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdafb69a-c008-4e5b-8f5c-dba67abc77c4 req-9dfc290e-a246-4bad-8832-92f0ebbfb46a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0664353 Jul 07 23:09:43.820240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdafb69a-c008-4e5b-8f5c-dba67abc77c4 req-08ca201f-c6b9-4397-a6af-ffe8ea8cc84b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Jul 07 23:09:43.869270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:43.871925 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf7d6f-ce2c-4ed6-a237-46496254344a" -d '{"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:43.923043 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312569e6-bdc0-4c7f-9cbf-af870340a8f0 x-openstack-request-id: req-312569e6-bdc0-4c7f-9cbf-af870340a8f0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:43.923349 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:43.924010 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-312569e6-bdc0-4c7f-9cbf-af870340a8f0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:43.924010 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'status': 'completed', 'code': 200} Jul 07 23:09:43.998328 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-ce3d61e7-e9db-4266-a3c7-f3c648c322ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:43.999875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-ce3d61e7-e9db-4266-a3c7-f3c648c322ef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1096 time: 0.0553575 Jul 07 23:09:44.003673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-f2f28129-2463-435d-87a4-efec8bc6c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.005192 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-f2f28129-2463-435d-87a4-efec8bc6c261 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1096 time: 0.0548894 Jul 07 23:09:44.094113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-ba3cb577-1f0a-4960-9939-1cda13039a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.095646 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-ba3cb577-1f0a-4960-9939-1cda13039a51 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0892131 Jul 07 23:09:44.107268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-975ef042-bd3d-422f-a18e-63dcc24b26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.108776 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-975ef042-bd3d-422f-a18e-63dcc24b26bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0968783 Jul 07 23:09:44.161893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-e6cbd417-2c34-477d-a15f-b8fab2516d9a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0594852 Jul 07 23:09:44.174645 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-c80a0cb7-7c1b-4d6f-8437-f76bb3e7207b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0589981 Jul 07 23:09:44.211470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-5a7a7119-8c77-4ae5-9398-de6c3e6c3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.213523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-5a7a7119-8c77-4ae5-9398-de6c3e6c3126 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0439537 Jul 07 23:09:44.228943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-86f7d980-06ab-4749-be96-83efee79c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.230455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-86f7d980-06ab-4749-be96-83efee79c92c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0490658 Jul 07 23:09:44.275682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-03682f3f-47c6-4f50-9881-494d27b70ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.277272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-03682f3f-47c6-4f50-9881-494d27b70ad1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575905 Jul 07 23:09:44.289846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-8a671e57-b295-474d-824d-dfd2e1bd442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:44.291466 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-8a671e57-b295-474d-824d-dfd2e1bd442b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548968 Jul 07 23:09:44.390322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-d927140f-793f-4350-9414-bffee8eaf211 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921853 Jul 07 23:09:44.391912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-53a7546b-8c06-41b3-b6b7-0a8a1df2f552 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000695 Jul 07 23:09:44.489596 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-c800e232-dff1-4c38-8970-b7d2cdbd7d40 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917947 Jul 07 23:09:44.492518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf7d6f-ce2c-4ed6-a237-46496254344a req-7586dbd6-b698-4459-9f10-b7ba674ebdf9 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948884 Jul 07 23:09:44.844729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:09:44.884197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:09:45.010453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db5b45-6324-479f-a7d3-e2a7c2487a26 req-0985bbf6-f173-48d0-8d1e-4bb8346ad67c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:45.012044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4db5b45-6324-479f-a7d3-e2a7c2487a26 req-0985bbf6-f173-48d0-8d1e-4bb8346ad67c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0677521 Jul 07 23:09:45.049468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f4db5b45-6324-479f-a7d3-e2a7c2487a26 req-70b68487-ead6-4de1-a7ad-3f9e6102f346 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Jul 07 23:09:46.224129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0496-1601-4fa7-bd70-3a1714d9339f req-2ea9d96c-b057-42a9-92af-279e2a129375 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:46.225623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-267f0496-1601-4fa7-bd70-3a1714d9339f req-2ea9d96c-b057-42a9-92af-279e2a129375 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0633140 Jul 07 23:09:46.263841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-267f0496-1601-4fa7-bd70-3a1714d9339f req-f446b63a-79c3-496b-ab08-9f407e9907bf tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Jul 07 23:09:47.438405 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b404023-4a23-4ae7-b68d-d0fe394af0e6 req-8e54795f-5c37-4421-8cc3-816f0256ffb8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:47.439889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b404023-4a23-4ae7-b68d-d0fe394af0e6 req-8e54795f-5c37-4421-8cc3-816f0256ffb8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0646300 Jul 07 23:09:47.466367 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:47.479741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b404023-4a23-4ae7-b68d-d0fe394af0e6 req-2382f77b-5108-4f66-8066-0773d6c38095 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344307 Jul 07 23:09:48.398445 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5017a85b-a85c-499d-a465-12b35ece2288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:48.655651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065067fc-4051-4fab-98a5-2aac80e732e5 req-61ed019b-509d-4bdc-af27-6a5b8083a456 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:48.657091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-065067fc-4051-4fab-98a5-2aac80e732e5 req-61ed019b-509d-4bdc-af27-6a5b8083a456 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0636940 Jul 07 23:09:48.694494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-065067fc-4051-4fab-98a5-2aac80e732e5 req-64454819-663d-4623-a77b-98a481193687 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Jul 07 23:09:49.217349 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:49.865233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f185b0-cb1c-45d5-8a7b-b91cd2f4c8df req-76dc1f7b-e3db-4602-b9e7-e28d456c06d9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:49.866764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32f185b0-cb1c-45d5-8a7b-b91cd2f4c8df req-76dc1f7b-e3db-4602-b9e7-e28d456c06d9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0627978 Jul 07 23:09:49.908472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32f185b0-cb1c-45d5-8a7b-b91cd2f4c8df req-46109f67-3a4a-4428-a8c7-5b8d0b83b534 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357597 Jul 07 23:09:51.082138 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96091211-91df-4574-a5e2-c29398947fd4 req-6aad61ee-d898-4c9f-83b3-033ca60534ae tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:51.083662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96091211-91df-4574-a5e2-c29398947fd4 req-6aad61ee-d898-4c9f-83b3-033ca60534ae tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0634191 Jul 07 23:09:51.121048 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96091211-91df-4574-a5e2-c29398947fd4 req-6b1356aa-285a-41ec-843e-c5cbdab846b4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Jul 07 23:09:51.407017 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3640cac4-92d4-40d5-8146-a92f388f7c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:51.471750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:52.293867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf4c66-6772-433c-86c6-411e19ecc03a req-9a892983-0ff0-4025-aef5-6b1376aee6a9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:52.295375 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf4c66-6772-433c-86c6-411e19ecc03a req-9a892983-0ff0-4025-aef5-6b1376aee6a9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0625427 Jul 07 23:09:52.331835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-45cf4c66-6772-433c-86c6-411e19ecc03a req-e34d0960-5696-43ae-86fe-10f8048c4116 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310168 Jul 07 23:09:52.343900 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.516223 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9ff52-bc1e-4325-b579-2fd93e1b5580 req-ded3ac08-30aa-4873-afe4-1e087e39d516 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:53.517707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8e9ff52-bc1e-4325-b579-2fd93e1b5580 req-ded3ac08-30aa-4873-afe4-1e087e39d516 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0678439 Jul 07 23:09:53.554207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c8e9ff52-bc1e-4325-b579-2fd93e1b5580 req-47aef603-2ca9-454a-9b63-d25bfc2e90f4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Jul 07 23:09:53.880800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.780438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2913ff3-2dbf-4f76-96ed-42f3adaf5fae req-65b29d91-521f-45f0-8070-75b3adb4171e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:54.781926 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2913ff3-2dbf-4f76-96ed-42f3adaf5fae req-65b29d91-521f-45f0-8070-75b3adb4171e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 944 time: 0.0625315 Jul 07 23:09:54.817631 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a2913ff3-2dbf-4f76-96ed-42f3adaf5fae req-d617677c-1faa-4ae9-8fc0-e40f488dff8d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303984 Jul 07 23:09:55.557867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:09:55.651708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:55.662881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'mac_address': 'fa:16:3e:81:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:09:55.698152 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.713743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de7fcca-92f6-4abb-9ad2-61e321dc889d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:09:55.733491 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:55.737231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.782310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:55.789558 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.790133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.791015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.791362 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.791704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.792041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.792375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.792709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.793039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.793371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.793700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.794030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.993808 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b242e7-417d-404a-a060-f42fcb9ffa5b req-c58d5708-4d2b-48d1-994b-e70e1c9f5e0e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:55.995245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8b242e7-417d-404a-a060-f42fcb9ffa5b req-c58d5708-4d2b-48d1-994b-e70e1c9f5e0e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0640056 Jul 07 23:09:56.035753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f8b242e7-417d-404a-a060-f42fcb9ffa5b req-ed9fe638-62ea-441c-aef3-0c1c219840ca tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Jul 07 23:09:56.063221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['9de7fcca-92f6-4abb-9ad2-61e321dc889d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:09:56.433765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-1e64087f-c0ed-4e59-98b3-9c3efa91b7cb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.435314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-1e64087f-c0ed-4e59-98b3-9c3efa91b7cb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e&tenant_id=b1328fc3763443e3844052d36db769d6&binding%3Ahost_id=n-h2-694802-13 HTTP/1.1" status: 200 len: 945 time: 0.0728767 Jul 07 23:09:56.485863 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49711-d6d6-4f5c-9c62-f1295dca3d15 req-5ec82567-b8b4-42fa-a2f9-7dbbfc7833df tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.487405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1c49711-d6d6-4f5c-9c62-f1295dca3d15 req-5ec82567-b8b4-42fa-a2f9-7dbbfc7833df tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0640376 Jul 07 23:09:56.497202 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-ab1b0be7-e8ec-4453-9663-b0444cc5451d service neutron] 10.222.0.97 "GET /v2.0/ports/9de7fcca-92f6-4abb-9ad2-61e321dc889d/bindings/n-h2-694802-13 HTTP/1.1" status: 200 len: 383 time: 0.0557790 Jul 07 23:09:56.527387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f1c49711-d6d6-4f5c-9c62-f1295dca3d15 req-346565f1-860c-4e46-9ca7-c5d835b4873c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343015 Jul 07 23:09:56.579147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-559f648c-f600-4eec-8621-e445623cf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.580590 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-559f648c-f600-4eec-8621-e445623cf362 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1097 time: 0.0572636 Jul 07 23:09:56.668762 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-412e40a6-71ad-487a-8f01-19d18539fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.670218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-412e40a6-71ad-487a-8f01-19d18539fd73 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0828764 Jul 07 23:09:56.737483 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-f66a50be-764b-4e84-b6c3-20f3d26aaa8e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1002 time: 0.0605354 Jul 07 23:09:56.785068 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-ad78ae6d-1b12-46b8-b8c8-756943cda91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.786463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-ad78ae6d-1b12-46b8-b8c8-756943cda91e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0418162 Jul 07 23:09:56.841396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-2a8d9dc0-a327-4e01-b596-13506cb04242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.843000 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-2a8d9dc0-a327-4e01-b596-13506cb04242 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502968 Jul 07 23:09:56.934532 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-4cede185-4a56-4246-ad52-79c0f1f2f8ba service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853910 Jul 07 23:09:57.031553 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-b0607235-6020-42d7-a0fa-5d8bc4e6eb2a service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911517 Jul 07 23:09:57.564407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:57.614890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:57.618458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:57.618865 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:57.694531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:57.702270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116bc7a-a290-4917-b1f4-3a082a6480e3 req-dcb42316-dd03-4af8-9154-1e271fa65905 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:57.703840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5116bc7a-a290-4917-b1f4-3a082a6480e3 req-dcb42316-dd03-4af8-9154-1e271fa65905 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0627859 Jul 07 23:09:57.718357 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:57.720650 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0acea-aef6-4141-a600-86aa98e813e2" -d '{"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-plugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:57.733120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:57.737073 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:57.742449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5116bc7a-a290-4917-b1f4-3a082a6480e3 req-7f064e0a-5115-4e23-a76a-46438bbaf046 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Jul 07 23:09:57.788467 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:57.851824 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05877511-a95e-4cf1-8f1b-12be2f43ee0f x-openstack-request-id: req-05877511-a95e-4cf1-8f1b-12be2f43ee0f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:57.852144 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-plugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:57.852395 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-05877511-a95e-4cf1-8f1b-12be2f43ee0f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:57.852792 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'code': 200} Jul 07 23:09:58.923666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82fa78-24ad-46fb-bb83-2506b63280bf req-3778ac4c-28d5-4247-a5ac-6eb693d9b052 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:58.925180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee82fa78-24ad-46fb-bb83-2506b63280bf req-3778ac4c-28d5-4247-a5ac-6eb693d9b052 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0685241 Jul 07 23:09:58.964797 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ee82fa78-24ad-46fb-bb83-2506b63280bf req-8bf21fa5-1eb0-423a-a1ca-47f4e30ea324 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Jul 07 23:10:00.010387 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:10:00.224110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff2535-39ac-4b29-8adf-32396fde62d9 req-dbea0a55-795b-4232-ae16-596945e00d6c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:00.225676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaff2535-39ac-4b29-8adf-32396fde62d9 req-dbea0a55-795b-4232-ae16-596945e00d6c tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.1085150 Jul 07 23:10:00.266577 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaff2535-39ac-4b29-8adf-32396fde62d9 req-8c75cb9b-dffa-45a6-8f5f-8899f37a8c80 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335085 Jul 07 23:10:01.025133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-be381002-9ef8-4551-8a1c-402742a9bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:01.026620 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-be381002-9ef8-4551-8a1c-402742a9bd6f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e&tenant_id=b1328fc3763443e3844052d36db769d6 HTTP/1.1" status: 200 len: 1098 time: 0.0561268 Jul 07 23:10:01.037269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:01.104560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.300375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:01.333041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:10:01.377686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:01.379717 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c5e765-25fd-4248-b3be-75851706f481" -d '{"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-unplugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:01.383391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.424656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Transition to ACTIVE for port object 9de7fcca-92f6-4abb-9ad2-61e321dc889d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:10:01.428914 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.526644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:01.542874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce8bc6-82e7-4fb6-804f-0e90e05b63c2 req-77abfbe7-ef45-4ce3-a061-50f0ff442f7e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:01.544431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05ce8bc6-82e7-4fb6-804f-0e90e05b63c2 req-77abfbe7-ef45-4ce3-a061-50f0ff442f7e tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.1583617 Jul 07 23:10:01.555193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.555543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.556461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.556796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.557129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.557459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.557788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.558116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.558441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.558790 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.559114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.559436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:01.589996 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:10:01.594024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] No DVR routers for this DVR port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:10:01.631540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:10:01.651216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05ce8bc6-82e7-4fb6-804f-0e90e05b63c2 req-0dcf01fb-a1ae-41ca-8513-39d17a6ffde5 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005197 Jul 07 23:10:01.710057 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1cc25-cfcb-4017-ad06-77c87fd9a628 x-openstack-request-id: req-dab1cc25-cfcb-4017-ad06-77c87fd9a628 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:01.710351 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-unplugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:01.710606 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dab1cc25-cfcb-4017-ad06-77c87fd9a628 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:01.711036 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'code': 200} Jul 07 23:10:01.752981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:10:01.753247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:10:01.753578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:10:01.757751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:10:01.758077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Attempting to bind port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:10:01.762850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:10:01.763194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Checking segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:10:01.763581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Bound using segment: {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:10:01.764013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Bound port: 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f510be-0452-415c-8d8d-57d645e8e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:10:01.764371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.824746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:10:01.828333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:10:01.832796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.868564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:01.869207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.870828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] 10.222.0.103 "PUT /v2.0/ports/9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1094 time: 0.8371816 Jul 07 23:10:01.906493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264efcb9-cb4a-45de-beaf-368111bb5c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=11']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:01.953916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-b8aa7aa6-0162-45a8-bfed-4f3895f627f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:01.955434 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-b8aa7aa6-0162-45a8-bfed-4f3895f627f9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1097 time: 0.0611775 Jul 07 23:10:02.050722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-f89a2c7f-90ee-4efd-809b-d0c3b1845f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:02.052253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-f89a2c7f-90ee-4efd-809b-d0c3b1845f38 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0908098 Jul 07 23:10:02.116753 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-745347d9-9ae3-42d1-890b-468d1fb363c5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0580878 Jul 07 23:10:02.162957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-e91c11f2-03bc-4eec-88bb-7204815eeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:02.164239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-e91c11f2-03bc-4eec-88bb-7204815eeb9d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0417483 Jul 07 23:10:02.222178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-2d44213b-7c47-4cbe-92ea-00247faa0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:02.223707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-2d44213b-7c47-4cbe-92ea-00247faa0332 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531552 Jul 07 23:10:02.308195 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-b06ef48c-6df3-461a-a003-9f5c5f7a0795 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784495 Jul 07 23:10:02.396107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a0b01d-f64d-44a0-beb1-c850dbb4a834 req-9e62a11b-1b9d-4739-98be-e6e2690a478d service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820041 Jul 07 23:10:02.829262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f213f-016e-4c8a-99e6-82cf5a5dfd9a req-e9518846-da9c-4436-bed0-c610db6268bb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:02.830717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d5f213f-016e-4c8a-99e6-82cf5a5dfd9a req-e9518846-da9c-4436-bed0-c610db6268bb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0633807 Jul 07 23:10:02.869706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d5f213f-016e-4c8a-99e6-82cf5a5dfd9a req-926ba759-a63e-4e21-bd61-4d689f019fd1 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Jul 07 23:10:03.712962 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:03.715418 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6989ebb5487c45f44d284b644fdb7ac47377e9c658481a3310588d5df41ca313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd450078-3ac6-4949-81ac-d9255650cb20" -d '{"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:03.763650 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a69e3d6-7b42-42cc-af3d-9271a481e2c5 x-openstack-request-id: req-0a69e3d6-7b42-42cc-af3d-9271a481e2c5 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:03.763943 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:03.764202 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0a69e3d6-7b42-42cc-af3d-9271a481e2c5 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:03.764603 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'status': 'completed', 'code': 200} Jul 07 23:10:03.836842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-56c199f3-1bad-4097-ad9a-c22a641d44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:03.839111 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-56c199f3-1bad-4097-ad9a-c22a641d44db service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1097 time: 0.0532162 Jul 07 23:10:03.848759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-279f20a8-b304-406b-a803-419356ec0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:03.850294 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-279f20a8-b304-406b-a803-419356ec0282 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b1328fc3763443e3844052d36db769d6&device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 1097 time: 0.0596828 Jul 07 23:10:03.939724 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-fd7b1070-5aa4-4975-87d4-8f979d9b16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:03.941203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-fd7b1070-5aa4-4975-87d4-8f979d9b16d0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.0960941 Jul 07 23:10:03.958957 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-5ea57393-d4c4-48b9-8251-237c6da8326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:03.960474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-5ea57393-d4c4-48b9-8251-237c6da8326d service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 200 len: 913 time: 0.1039436 Jul 07 23:10:04.028958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-30f6adb8-399c-47e8-a381-19bffb7863e3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0619977 Jul 07 23:10:04.043579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-67a2848f-93e8-4454-9e63-6ea9d2c3a297 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 200 len: 1001 time: 0.0955975 Jul 07 23:10:04.081794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-0e23fe3b-ab99-454e-aace-aa081a7619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:04.083316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-0e23fe3b-ab99-454e-aace-aa081a7619b5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0487204 Jul 07 23:10:04.105816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-f50af1a7-1321-409d-8bb2-1cf7e9ddb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:04.107289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-f50af1a7-1321-409d-8bb2-1cf7e9ddb244 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 200 len: 851 time: 0.0570045 Jul 07 23:10:04.116018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1341b-4b79-415e-b15e-caf46d6d2bdf req-7902da55-23db-490e-bc66-776ba5676fbb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:04.117540 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7b1341b-4b79-415e-b15e-caf46d6d2bdf req-7902da55-23db-490e-bc66-776ba5676fbb tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.1158900 Jul 07 23:10:04.143945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-e9c707af-7fcb-4286-a6ef-4524c5df2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:04.145528 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-e9c707af-7fcb-4286-a6ef-4524c5df2753 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557282 Jul 07 23:10:04.184699 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c7b1341b-4b79-415e-b15e-caf46d6d2bdf req-2b75e8b0-3c7d-444b-b2a7-49888974b691 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572324 Jul 07 23:10:04.203596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-82461a87-d0a0-4054-b02f-23e920fbd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:04.205113 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-82461a87-d0a0-4054-b02f-23e920fbd939 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866964 Jul 07 23:10:04.239288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-75aae91e-3583-4de7-ab94-845317a38f13 service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865889 Jul 07 23:10:04.300903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-dcb0dc1e-2f99-446b-8932-4e861d7f21f5 service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889859 Jul 07 23:10:04.336670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-2a8c2b1c-e2dc-4d61-9b62-8a04454370de service neutron] 10.222.0.97 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907261 Jul 07 23:10:04.389963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd450078-3ac6-4949-81ac-d9255650cb20 req-55ae3379-09e9-4be8-b493-147aedaee72a service neutron] 10.222.0.103 "GET /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826898 Jul 07 23:10:05.380698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22ae5-070b-4c16-825b-7d450aa69704 req-eb9ac562-c1d5-4312-8f83-376cb8712894 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:05.382367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6a22ae5-070b-4c16-825b-7d450aa69704 req-eb9ac562-c1d5-4312-8f83-376cb8712894 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0703290 Jul 07 23:10:05.422741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6a22ae5-070b-4c16-825b-7d450aa69704 req-50fa92ea-66be-4246-9462-f2ed8b2c248d tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340779 Jul 07 23:10:06.597334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82975e-b104-470e-9301-05c4ce841da0 req-4f771824-110a-4b16-86da-6fe35dc3ecb9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:06.598853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c82975e-b104-470e-9301-05c4ce841da0 req-4f771824-110a-4b16-86da-6fe35dc3ecb9 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0623772 Jul 07 23:10:06.635590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c82975e-b104-470e-9301-05c4ce841da0 req-6f78bf96-8eb9-4d32-81af-489074b7d290 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Jul 07 23:10:07.807804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2d91-5cff-45c7-8a90-9032fd0f2e2d req-cff6271b-c225-4858-82ed-5279d65780b4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:07.809259 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7eb2d91-5cff-45c7-8a90-9032fd0f2e2d req-cff6271b-c225-4858-82ed-5279d65780b4 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0610025 Jul 07 23:10:07.849622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7eb2d91-5cff-45c7-8a90-9032fd0f2e2d req-696affce-c112-4d5c-ba1d-8b1db4bbcfc8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346146 Jul 07 23:10:09.026770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808e129-ecf5-46d5-bd0f-76c9283a9158 req-9f26309f-34a1-4216-8289-0045f73987c3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:09.043951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a808e129-ecf5-46d5-bd0f-76c9283a9158 req-9f26309f-34a1-4216-8289-0045f73987c3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0622942 Jul 07 23:10:09.073078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a808e129-ecf5-46d5-bd0f-76c9283a9158 req-836dc047-0ab2-4f2c-a23b-236234beb653 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Jul 07 23:10:10.245229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396edf-8ba9-453e-a237-e87cb6c10f5e req-d57fb8de-3ea7-4406-ad32-9546a3b3b87f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:10.246721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb396edf-8ba9-453e-a237-e87cb6c10f5e req-d57fb8de-3ea7-4406-ad32-9546a3b3b87f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0617192 Jul 07 23:10:10.282709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb396edf-8ba9-453e-a237-e87cb6c10f5e req-bf6bfcf9-81b2-47fd-b7c6-ea9ceb790508 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305355 Jul 07 23:10:11.456977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690913a-6f3d-4e38-9224-db8170961c61 req-0472adac-9f94-4ee7-a9a1-b824da71c3f8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:11.458452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e690913a-6f3d-4e38-9224-db8170961c61 req-0472adac-9f94-4ee7-a9a1-b824da71c3f8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0649712 Jul 07 23:10:11.495263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e690913a-6f3d-4e38-9224-db8170961c61 req-2c123edf-316d-4e76-ad52-20e834b76d10 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jul 07 23:10:12.667960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbf5e2-968f-4f47-bb49-1bcd41dfd828 req-63a8a487-9d19-4878-9c7d-14c4cf0388b8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:12.669445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dfbf5e2-968f-4f47-bb49-1bcd41dfd828 req-63a8a487-9d19-4878-9c7d-14c4cf0388b8 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 945 time: 0.0619605 Jul 07 23:10:12.705522 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5dfbf5e2-968f-4f47-bb49-1bcd41dfd828 req-777db7d7-8b60-410d-b6b9-9330558e1b8f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306382 Jul 07 23:10:12.991304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:10:13.088330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:13.099512 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'port_id': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'mac_address': 'fa:16:3e:81:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:10:13.136719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:13.149744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de7fcca-92f6-4abb-9ad2-61e321dc889d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:10:13.170118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:13.173766 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:13.220487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:13.432158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['9de7fcca-92f6-4abb-9ad2-61e321dc889d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:14.067037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d25ed-3a4c-4153-a3d9-f11debb43fc0 req-b2cb6046-81f8-4801-bc10-d069a506c958 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:14.068449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f84d25ed-3a4c-4153-a3d9-f11debb43fc0 req-b2cb6046-81f8-4801-bc10-d069a506c958 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0675242 Jul 07 23:10:14.109529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f84d25ed-3a4c-4153-a3d9-f11debb43fc0 req-fbdb36b0-3e0f-4392-853f-abba7aec434f tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351002 Jul 07 23:10:14.278916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9194b2-c8a5-4cef-a3d8-2468d9e0f722 req-6c2ee81e-bb2c-4a58-b670-58fee24abd21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:14.280402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c9194b2-c8a5-4cef-a3d8-2468d9e0f722 req-6c2ee81e-bb2c-4a58-b670-58fee24abd21 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0622737 Jul 07 23:10:14.316117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c9194b2-c8a5-4cef-a3d8-2468d9e0f722 req-bd23412e-0029-4b60-bc37-bec1506dfd2b tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302677 Jul 07 23:10:14.484954 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5502-cbd7-4342-88cb-384be813f287 req-e496ac69-d90a-42d9-9d8c-0126048ddece tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:14.486435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa2b5502-cbd7-4342-88cb-384be813f287 req-e496ac69-d90a-42d9-9d8c-0126048ddece tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0623627 Jul 07 23:10:14.523035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aa2b5502-cbd7-4342-88cb-384be813f287 req-25be6963-7449-4785-95c5-88cca9512dbf tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Jul 07 23:10:14.902309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae68a-1ed9-4429-a063-b27c14d77af7 req-4bdfc903-3df9-410a-aaf2-db2564106133 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:14.903698 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a5ae68a-1ed9-4429-a063-b27c14d77af7 req-4bdfc903-3df9-410a-aaf2-db2564106133 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 946 time: 0.0649264 Jul 07 23:10:14.940163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7a5ae68a-1ed9-4429-a063-b27c14d77af7 req-8a7a7c79-4012-4df7-acce-6f8af9cb270a tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Jul 07 23:10:15.015719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:10:15.063344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:10:15.067336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 9de7fcca-92f6-4abb-9ad2-61e321dc889d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:10:15.067761 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:15.145161 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:15.167363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:15.169533 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}728397078bb3470494946dd466fa9d6dab2737a52d75a6bc8d10ce8722117032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a2c79a-3abf-4bec-9213-cd2a1108cca3" -d '{"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-plugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:15.182080 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:15.186222 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:15.208560 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f029b15a-3d9f-4001-a075-70681d649de1 x-openstack-request-id: req-f029b15a-3d9f-4001-a075-70681d649de1 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:15.208861 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-plugged", "status": "completed", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:15.209118 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f029b15a-3d9f-4001-a075-70681d649de1 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:15.209509 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'code': 200} Jul 07 23:10:15.235131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=13']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:16.116342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea31ca0-2d58-407e-b7ed-b6419910fdc5 req-8f5202b6-73d0-4662-b7f3-46110d772d10 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:16.117740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bea31ca0-2d58-407e-b7ed-b6419910fdc5 req-8f5202b6-73d0-4662-b7f3-46110d772d10 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 947 time: 0.0621665 Jul 07 23:10:16.154030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bea31ca0-2d58-407e-b7ed-b6419910fdc5 req-9617953f-5bd9-4831-ac3b-644276831c82 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups?id=e40fe438-008c-42e1-ac8f-9864eadb5b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Jul 07 23:10:16.397569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-bcca751f-54a3-4b29-8eb9-e8d94a219ede tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:16.398930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-bcca751f-54a3-4b29-8eb9-e8d94a219ede tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 947 time: 0.0598545 Jul 07 23:10:16.823158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Deleting port 9de7fcca-92f6-4abb-9ad2-61e321dc889d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:16.823417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:16.916452 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] For port 9de7fcca-92f6-4abb-9ad2-61e321dc889d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=9de7fcca-92f6-4abb-9ad2-61e321dc889d,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:16.916823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:17.085626 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:17.086034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:17.086353 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 disassociated. External IP: 172.25.5.198, port: 9de7fcca-92f6-4abb-9ad2-61e321dc889d. Jul 07 23:10:17.086735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Calling delete_port for 9de7fcca-92f6-4abb-9ad2-61e321dc889d owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:17.213704 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:17.245170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event deleted for resources: {'Port': ['ID=9de7fcca-92f6-4abb-9ad2-61e321dc889d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:17.321274 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-77193506-21cb-46a7-ac75-4ff147c67882 req-97a5ef65-1361-46f4-bf6d-c8f04cf3c856 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 210 time: 0.0369112 Jul 07 23:10:17.386854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:10:17.469986 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:17.496798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:10:17.506504 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:10:17.516278 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:10:17.516898 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:09:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:17.538752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] No DVR routers for this DVR port 9de7fcca-92f6-4abb-9ad2-61e321dc889d on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:10:17.541921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:17.543890 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0893cf-db81-4eb2-8efc-9c0d1af045aa req-c8e790b2-05e3-439d-9b2b-a11d482f02af tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.103 "DELETE /v2.0/ports/9de7fcca-92f6-4abb-9ad2-61e321dc889d HTTP/1.1" status: 204 len: 173 time: 1.1400325 Jul 07 23:10:17.544326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-deleted', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:17.582774 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5f7b23-e63c-41ba-8f47-d7666f399361" -d '{"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-deleted", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:17.630111 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:10:17.671120 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7155b292-350d-43ba-bf42-16afe9fcce4d x-openstack-request-id: req-7155b292-350d-43ba-bf42-16afe9fcce4d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:17.671611 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ab318-0e67-4952-8f6b-eec48307370e", "name": "network-vif-deleted", "tag": "9de7fcca-92f6-4abb-9ad2-61e321dc889d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:17.671871 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7155b292-350d-43ba-bf42-16afe9fcce4d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:17.672288 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ab318-0e67-4952-8f6b-eec48307370e', 'name': 'network-vif-deleted', 'tag': '9de7fcca-92f6-4abb-9ad2-61e321dc889d', 'status': 'completed', 'code': 200} Jul 07 23:10:17.825993 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:17.852561 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:10:17.860796 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:10:17.861401 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:09:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:17.964253 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:10:18.160714 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:18.187453 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff1a83-2559-4e34-a79b-62cbbdafe0f6 None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:34Z', 'revision_number': 4, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '0d39caa8-7331-4d38-80e5-dc31c0feb324', 'name': '', 'network_id': '7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'mac_address': 'fa:16:3e:51:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:33Z', 'updated_at': '2021-07-07T22:58:38Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'subnets': [{'id': '91fbe782-2e55-4b01-92c4-c3ae89da81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:10:18.402839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5f7aceba-b492-4297-9e42-02124ac6ecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:18.428144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74631809-4b66-4e20-9d41-02aa3a4652d2 None None] New status for floating IP d6d089c2-d8ff-47e0-9a4d-ed88130c0f31: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:10:18.494439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0574ae2-e2f3-4d1f-9390-d090682552b7 req-22596207-4e83-4fc8-bf4d-672e00daf5a7 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 210 time: 0.0335875 Jul 07 23:10:19.226985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:19.637708 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cccfed38-6a2c-4e12-865a-73d729bcb640 req-512d89a3-c7ba-459b-86eb-2d12e66299b2 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 210 time: 0.0277452 Jul 07 23:10:20.781854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c51e6a4-b450-4113-a413-3b2bf3c26dbf req-36451797-a2fa-4c18-861a-3dd20907f455 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/ports?device_id=a97ab318-0e67-4952-8f6b-eec48307370e HTTP/1.1" status: 200 len: 210 time: 0.0294912 Jul 07 23:10:21.062256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:10:21.084941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 9de7fcca-92f6-4abb-9ad2-61e321dc889d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:10:21.085374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 9de7fcca-92f6-4abb-9ad2-61e321dc889d not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:10:21.406683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e539d923-9a03-47ea-9116-6982e0e74885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:21.472376 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:22.346829 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:23.884242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:24.774644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:24.828997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4e51a48-7aab-4b46-9021-3a21f2d05fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:24.852257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4e51a48-7aab-4b46-9021-3a21f2d05fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:24.907456 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4e51a48-7aab-4b46-9021-3a21f2d05fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:24.909993 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d4e51a48-7aab-4b46-9021-3a21f2d05fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:24.911202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d4e51a48-7aab-4b46-9021-3a21f2d05fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "DELETE /v2.0/security-groups/e40fe438-008c-42e1-ac8f-9864eadb5b9f HTTP/1.1" status: 204 len: 168 time: 0.1352963 Jul 07 23:10:24.913923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37430) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:24.921104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51a48-7aab-4b46-9021-3a21f2d05fba tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40fe438-008c-42e1-ac8f-9864eadb5b9f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:24.931979 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [None req-54b1e0ce-c924-407e-beeb-a1c9a105dcf3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] show failed (client error): The resource could not be found. Jul 07 23:10:24.933025 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-54b1e0ce-c924-407e-beeb-a1c9a105dcf3 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "GET /v2.0/security-groups/e40fe438-008c-42e1-ac8f-9864eadb5b9f HTTP/1.1" status: 404 len: 347 time: 0.0176265 Jul 07 23:10:24.935727 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37432) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:25.063033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Deleting port 7d218933-e8a4-47c7-8d0a-c1df55a03848 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:25.064096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:25.146559 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:25.146854 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:25.161272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Calling delete_port for 7d218933-e8a4-47c7-8d0a-c1df55a03848 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:25.292255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:25.326664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Pushing event deleted for resources: {'Port': ['ID=7d218933-e8a4-47c7-8d0a-c1df55a03848,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:25.383204 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:25.386477 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:25.387670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c8e06af5-f185-497d-8176-927c06d3c592 tempest-ServerActionsTestJSON-1721218574 tempest-ServerActionsTestJSON-1721218574-project] 10.222.0.95 "DELETE /v2.0/floatingips/d6d089c2-d8ff-47e0-9a4d-ed88130c0f31 HTTP/1.1" status: 204 len: 168 time: 0.4510374 Jul 07 23:10:25.390485 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37434) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:26.136017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:26.388120 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Deleting port 0d39caa8-7331-4d38-80e5-dc31c0feb324 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:26.388376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:26.465089 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] For port 0d39caa8-7331-4d38-80e5-dc31c0feb324, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=0d39caa8-7331-4d38-80e5-dc31c0feb324,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:26.465487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:26.478431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Calling delete_port for 0d39caa8-7331-4d38-80e5-dc31c0feb324 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:26.657150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:26.687505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d39caa8-7331-4d38-80e5-dc31c0feb324,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:26.853489 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.064682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Router ff4535a4-6fed-490d-9198-f68abc1cb212 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:10:27.166476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:10:27.171534 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68aa0e9a-ec0e-4d95-a6d2-8c635bd7e28b admin admin] 10.222.0.95 "PUT /v2.0/routers/ff4535a4-6fed-490d-9198-f68abc1cb212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800784 Jul 07 23:10:27.174121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37438) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:27.176679 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] Sync routers for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:10:27.186144 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:10:27.186792 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:10:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:27.280767 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.303621 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:10:27.383175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.435476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Deleting port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:27.435832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.475555 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T23:10:26Z', 'revision_number': 5, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port': {'id': '2a6a6ceb-30bc-41af-81b1-e20c465f70b5', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T22:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:27.504951 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] Checking router: ff4535a4-6fed-490d-9198-f68abc1cb212 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:10:27.513548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] Routers {'ff4535a4-6fed-490d-9198-f68abc1cb212'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:10:27.514156 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:10:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['ff4535a4-6fed-490d-9198-f68abc1cb212'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:27.519758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] For port 2a6a6ceb-30bc-41af-81b1-e20c465f70b5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:27.520134 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.533024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Calling delete_port for 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:27.689736 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] Set router ff4535a4-6fed-490d-9198-f68abc1cb212 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:10:27.707150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.734572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6a6ceb-30bc-41af-81b1-e20c465f70b5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:27.740749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T23:10:27Z', 'revision_number': 6, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:27.770335 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1661f5-efb8-4bad-889d-f65a5bda6235 None None] The sync data for ids ['ff4535a4-6fed-490d-9198-f68abc1cb212'] in n-d-694802-13 is: [{'id': 'ff4535a4-6fed-490d-9198-f68abc1cb212', 'name': 'tempest-ServerActionsTestJSON-1654643003-router', 'tenant_id': 'b1328fc3763443e3844052d36db769d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:58:31Z', 'updated_at': '2021-07-07T23:10:27Z', 'revision_number': 6, 'project_id': 'b1328fc3763443e3844052d36db769d6', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:10:27.804465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.895145 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.897404 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.941476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.941967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4535a4-6fed-490d-9198-f68abc1cb212 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:10:27.946499 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:27.947719 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-646ecc0d-7cac-4abf-aa69-64008d15827f admin admin] 10.222.0.95 "DELETE /v2.0/routers/ff4535a4-6fed-490d-9198-f68abc1cb212 HTTP/1.1" status: 204 len: 168 time: 0.7726328 Jul 07 23:10:27.950334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37440) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:27.995405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Deleting subnet 91fbe782-2e55-4b01-92c4-c3ae89da81d8 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:10:27.998444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.031969 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.113462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.169110 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.196152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fbe782-2e55-4b01-92c4-c3ae89da81d8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:28.198164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.202352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ea07251c-38f8-4408-8a86-47f528b2c615 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/91fbe782-2e55-4b01-92c4-c3ae89da81d8 HTTP/1.1" status: 204 len: 168 time: 0.2487133 Jul 07 23:10:28.202741 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37442) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:28.203185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e2c6a-c272-46e3-b5e2-a2d47e4f2109 None None] Network 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:10:28.274981 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.327418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Deleting port 57bf8ca2-6091-4f93-a07f-c0383216c95f {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:28.327772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.392137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] For port 57bf8ca2-6091-4f93-a07f-c0383216c95f, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=57bf8ca2-6091-4f93-a07f-c0383216c95f,segment=NetworkSegment(f8f510be-0452-415c-8d8d-57d645e8e718),segment_id=f8f510be-0452-415c-8d8d-57d645e8e718)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:28.392500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.405536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Calling delete_port for 57bf8ca2-6091-4f93-a07f-c0383216c95f owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:28.489772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.517038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=57bf8ca2-6091-4f93-a07f-c0383216c95f,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:28.520436 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40dbe31-7a6c-4cd0-bda5-378db10528cf None None] DHCP port deletion for 7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:10:28.528318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] No DVR routers for this DVR port 57bf8ca2-6091-4f93-a07f-c0383216c95f on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:10:28.573757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57bf8ca2-6091-4f93-a07f-c0383216c95f no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:10:28.594134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 57bf8ca2-6091-4f93-a07f-c0383216c95f {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:10:28.594481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 57bf8ca2-6091-4f93-a07f-c0383216c95f not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:10:28.595148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0d39caa8-7331-4d38-80e5-dc31c0feb324 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:10:28.611696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.614142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 0d39caa8-7331-4d38-80e5-dc31c0feb324 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:10:28.614497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 0d39caa8-7331-4d38-80e5-dc31c0feb324 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:10:28.614986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:10:28.622985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:28.634001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f510be-0452-415c-8d8d-57d645e8e718') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:28.634314 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f510be-0452-415c-8d8d-57d645e8e718') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:28.636337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:10:28.636693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 2a6a6ceb-30bc-41af-81b1-e20c465f70b5 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:10:28.647179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.661131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.668400 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:10:28.668805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:10:28.670595 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:10:28.724195 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.730949 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.735873 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] 10.222.0.95 "DELETE /v2.0/networks/7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf HTTP/1.1" status: 204 len: 168 time: 0.5321534 Jul 07 23:10:28.747997 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba1191-f055-48ae-ad1d-bc132f9f4c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1afee0-f0d3-4e36-82d6-cc4f69e36bbf,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:28.866147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37446) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:28.905697 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d16081a-2fe3-4758-9da2-95fb6425c5e2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b1328fc3763443e3844052d36db769d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383339 Jul 07 23:10:28.908077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37448) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:28.959879 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bead7208-0044-4581-9498-43b547020793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:28.983146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bead7208-0044-4581-9498-43b547020793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.028937 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bead7208-0044-4581-9498-43b547020793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.031744 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bead7208-0044-4581-9498-43b547020793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.032898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bead7208-0044-4581-9498-43b547020793 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/59c49d68-034c-4676-86a2-e16c1e956477 HTTP/1.1" status: 204 len: 168 time: 0.1239243 Jul 07 23:10:29.040564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead7208-0044-4581-9498-43b547020793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c49d68-034c-4676-86a2-e16c1e956477,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:29.727550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:29.819968 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-324999705-network', 'tenant_id': 'c8313907f12241bba4cb01653fec4df0'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:29.842269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Made reservation on behalf of c8313907f12241bba4cb01653fec4df0 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:10:29.844617 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.853244 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.939927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.943622 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.964713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:10:29.979774 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870fbeb2-06b8-4437-bcd0-cc6687663e7e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:29.982824 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.983183 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Added segment 39836a70-9acb-43a8-a190-c68d4c56c63a of type vlan for network cb74ea60-92d5-448a-a8cd-61ec8159e417 Jul 07 23:10:30.022615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.053873 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.054757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:30.055363 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.113608 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3849556 Jul 07 23:10:30.116596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37474) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:30.122238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Request body: {'subnet': {'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-324999705-subnet', 'tenant_id': 'c8313907f12241bba4cb01653fec4df0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:30.142688 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0bb87-308e-4e96-a847-08e1194559db admin admin] Pushing event updated for resources: {'Network': ['ID=cb74ea60-92d5-448a-a8cd-61ec8159e417,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:30.147051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Made reservation on behalf of c8313907f12241bba4cb01653fec4df0 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:10:30.149431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.152788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network cb74ea60-92d5-448a-a8cd-61ec8159e417 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:10:30.327819 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.384211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b689bece-ee61-4457-8351-6e1d9df815b8,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:30.394905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Checking segment: {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:10:30.395271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Network hostable DHCP agents. Network: cb74ea60-92d5-448a-a8cd-61ec8159e417, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:10:30.414130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Network cb74ea60-92d5-448a-a8cd-61ec8159e417 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:10:30.424108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, cb74ea60-92d5-448a-a8cd-61ec8159e417) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:10:30.428282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:30.428919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.434652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552ec0a-afd1-4535-9817-9e5c408c2219 None None] Network cb74ea60-92d5-448a-a8cd-61ec8159e417 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:10:30.444248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-54e53487-16cb-46de-9b4d-d05d85c063c4 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3265522 Jul 07 23:10:30.557127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a7960-49fa-4c4b-8be0-2ff0f02320b9 None None] Network cb74ea60-92d5-448a-a8cd-61ec8159e417 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:10:30.863646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-decdd298-6a00-4227-99a9-ecae11f38c6c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:30.865136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-decdd298-6a00-4227-99a9-ecae11f38c6c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/networks?id=cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 200 len: 813 time: 0.1037765 Jul 07 23:10:30.880217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-3cd20ad9-ba4c-48d9-b9c5-e2822c3dc2a4 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/quotas/c8313907f12241bba4cb01653fec4df0 HTTP/1.1" status: 200 len: 375 time: 0.0089767 Jul 07 23:10:30.912413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-047dfa76-19fa-42e8-a6aa-8f8f35e141fe tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c8313907f12241bba4cb01653fec4df0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273545 Jul 07 23:10:31.095150 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-93c84e53-1822-455f-999c-dd78f6aa2c99 service neutron] 10.222.0.95 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267765 Jul 07 23:10:31.181541 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-aded12da-1920-4a18-a7d3-012fea7c671e service neutron] 10.222.0.95 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806031 Jul 07 23:10:31.345459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b540c19-027a-46bf-8f96-57ce2c6ed6b0 req-c9cf9c05-2325-487d-a391-ab21cc962cad tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 210 time: 0.0292914 Jul 07 23:10:32.496050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03d8a363-36de-4458-8bf9-da372bc7621f req-a80cd7d6-e998-463b-9d0e-289814559de0 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 210 time: 0.0354166 Jul 07 23:10:32.521659 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-63c8970f-3858-459a-b8ae-a37e7533e97d tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:32.523172 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-63c8970f-3858-459a-b8ae-a37e7533e97d tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.97 "GET /v2.0/networks?id=cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 200 len: 813 time: 0.1116803 Jul 07 23:10:32.535745 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Request body: {'port': {'device_id': '5023f777-e170-4fa6-8058-eb0a699964c6', 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417', 'admin_state_up': True, 'tenant_id': 'c8313907f12241bba4cb01653fec4df0'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:32.642238 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Made reservation on behalf of c8313907f12241bba4cb01653fec4df0 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:10:32.645864 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:32.770653 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Allocated IP 172.20.0.11 (cb74ea60-92d5-448a-a8cd-61ec8159e417/b689bece-ee61-4457-8351-6e1d9df815b8/56f15be9-2d69-4235-9f45-330906e9f40c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:10:32.916674 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:32.955166 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:32.997838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Network cb74ea60-92d5-448a-a8cd-61ec8159e417 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:10:33.002909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:10:33.006520 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:10:33.013259 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Pushing event updated for resources: {'Port': ['ID=56f15be9-2d69-4235-9f45-330906e9f40c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:33.056989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:33.057546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.070898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-28d53e13-2404-47be-b601-7e30dc020022 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390308 Jul 07 23:10:33.151782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Request body: {'port': {'device_id': '5023f777-e170-4fa6-8058-eb0a699964c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:33.224612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.476231 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f15be9-2d69-4235-9f45-330906e9f40c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:10:33.487781 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.508472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Transition to ACTIVE for port object 56f15be9-2d69-4235-9f45-330906e9f40c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:10:33.512159 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.563577 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Pushing event updated for resources: {'Port': ['ID=56f15be9-2d69-4235-9f45-330906e9f40c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:33.633041 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Attempting to bind port 56f15be9-2d69-4235-9f45-330906e9f40c on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:10:33.633385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Attempting to bind port 56f15be9-2d69-4235-9f45-330906e9f40c by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:10:33.633718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Attempting to bind port 56f15be9-2d69-4235-9f45-330906e9f40c on network cb74ea60-92d5-448a-a8cd-61ec8159e417 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:10:33.638233 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Port 56f15be9-2d69-4235-9f45-330906e9f40c on network cb74ea60-92d5-448a-a8cd-61ec8159e417 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:10:33.638702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Attempting to bind port 56f15be9-2d69-4235-9f45-330906e9f40c on network cb74ea60-92d5-448a-a8cd-61ec8159e417 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:10:33.643462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:10:33.643797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Checking segment: {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:10:33.644181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Bound using segment: {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:10:33.644609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Bound port: 56f15be9-2d69-4235-9f45-330906e9f40c, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:10:33.644968 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.667671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce85a9-fffc-4e11-a6c8-7004ec5ab433 req-535c9b27-5677-4a78-b93c-574938bce813 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:33.669204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60ce85a9-fffc-4e11-a6c8-7004ec5ab433 req-535c9b27-5677-4a78-b93c-574938bce813 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 944 time: 0.0630386 Jul 07 23:10:33.710125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60ce85a9-fffc-4e11-a6c8-7004ec5ab433 req-efa9d5a7-8ecd-4b1b-8e2e-b78a31b17d48 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Jul 07 23:10:33.715809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] For port 56f15be9-2d69-4235-9f45-330906e9f40c, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:10:33.718839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] For port 56f15be9-2d69-4235-9f45-330906e9f40c, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=56f15be9-2d69-4235-9f45-330906e9f40c,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:10:33.723277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.758304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:33.759037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:33.760450 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] 10.222.0.97 "PUT /v2.0/ports/56f15be9-2d69-4235-9f45-330906e9f40c HTTP/1.1" status: 200 len: 1093 time: 0.6500535 Jul 07 23:10:33.760898 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5023f777-e170-4fa6-8058-eb0a699964c6', 'tag': '56f15be9-2d69-4235-9f45-330906e9f40c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:33.763254 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6de11d83e71b4d283af24374c271430aa60dcd09f3e74602db5c303c3754558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00a154-8c6b-4132-b3ba-2988413d974f" -d '{"events": [{"name": "network-changed", "server_uuid": "5023f777-e170-4fa6-8058-eb0a699964c6", "tag": "56f15be9-2d69-4235-9f45-330906e9f40c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:33.786140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95a459-99d9-420c-97aa-b69f31420b68 service neutron] Pushing event updated for resources: {'Port': ['ID=56f15be9-2d69-4235-9f45-330906e9f40c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:33.808893 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf780a-98fd-4b89-afa6-200f4f9bfaf0 x-openstack-request-id: req-a2bf780a-98fd-4b89-afa6-200f4f9bfaf0 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:33.809184 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5023f777-e170-4fa6-8058-eb0a699964c6", "tag": "56f15be9-2d69-4235-9f45-330906e9f40c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:33.809440 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a2bf780a-98fd-4b89-afa6-200f4f9bfaf0 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:33.809837 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5023f777-e170-4fa6-8058-eb0a699964c6', 'tag': '56f15be9-2d69-4235-9f45-330906e9f40c', 'status': 'completed', 'code': 200} Jul 07 23:10:33.857903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-c74ef28f-367d-46b3-ad9a-612207c83921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:33.859935 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-c74ef28f-367d-46b3-ad9a-612207c83921 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8313907f12241bba4cb01653fec4df0&device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 1096 time: 0.0600998 Jul 07 23:10:34.189723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-b139f259-6e0e-4056-b9fa-f8233dc4ee2d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f15be9-2d69-4235-9f45-330906e9f40c HTTP/1.1" status: 200 len: 217 time: 0.3225522 Jul 07 23:10:34.240051 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-3ec6a496-8cf5-43ed-8ba3-738c4fa1dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:34.241519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-3ec6a496-8cf5-43ed-8ba3-738c4fa1dcc8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b689bece-ee61-4457-8351-6e1d9df815b8 HTTP/1.1" status: 200 len: 853 time: 0.0437889 Jul 07 23:10:34.272811 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-31d61013-99c3-4a0e-833c-8eaf6f75d1f6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cb74ea60-92d5-448a-a8cd-61ec8159e417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252490 Jul 07 23:10:34.361876 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-b4586e65-14d9-4c2c-9e5e-a6be305178e6 service neutron] 10.222.0.97 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824845 Jul 07 23:10:34.453403 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b800cfa-2303-4ecb-9c7f-500a9ad22b5f req-0767da06-5330-452a-ab7f-94fc326578a5 service neutron] 10.222.0.97 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Jul 07 23:10:34.553838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-c2cb1681-0d14-4c6b-a861-82a27fe9c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:34.555379 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-c2cb1681-0d14-4c6b-a861-82a27fe9c10f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8313907f12241bba4cb01653fec4df0&device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 1096 time: 0.0525529 Jul 07 23:10:34.643573 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-b6dffb97-e06c-4171-85c1-102ad46513b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:34.645027 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-b6dffb97-e06c-4171-85c1-102ad46513b2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 200 len: 914 time: 0.0832860 Jul 07 23:10:34.690045 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-2d33f1e6-5868-40c4-87f6-7992ae4a3030 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f15be9-2d69-4235-9f45-330906e9f40c HTTP/1.1" status: 200 len: 217 time: 0.0382214 Jul 07 23:10:34.739232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-34505304-a00a-4713-a83a-527797b7c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:34.740631 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-34505304-a00a-4713-a83a-527797b7c101 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b689bece-ee61-4457-8351-6e1d9df815b8 HTTP/1.1" status: 200 len: 853 time: 0.0432029 Jul 07 23:10:34.773511 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-f1e9fe5b-dced-4b37-89ad-0fa6643de9c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cb74ea60-92d5-448a-a8cd-61ec8159e417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263848 Jul 07 23:10:34.866554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-4d136ad2-11bf-4d45-afc2-9aa5d5bc0e4e service neutron] 10.222.0.97 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859032 Jul 07 23:10:34.886658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262055-be0c-4817-b6ed-1a26744a2b70 req-342dfe0f-a9e7-4e9a-8ebd-fa19f6804e77 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:34.888161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c262055-be0c-4817-b6ed-1a26744a2b70 req-342dfe0f-a9e7-4e9a-8ebd-fa19f6804e77 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 944 time: 0.0630434 Jul 07 23:10:34.924630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1c262055-be0c-4817-b6ed-1a26744a2b70 req-20e758a1-7ea5-46d0-a270-46081e9eda3f tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Jul 07 23:10:34.956955 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0a00a154-8c6b-4132-b3ba-2988413d974f req-e9eb28c3-39bf-495c-809c-c66549233dee service neutron] 10.222.0.97 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845778 Jul 07 23:10:36.101644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f37f99-5cf7-4432-b42b-89fddcd710de req-bdfc8640-f519-428e-a0e3-4ec05e1140f6 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:36.103167 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6f37f99-5cf7-4432-b42b-89fddcd710de req-bdfc8640-f519-428e-a0e3-4ec05e1140f6 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 944 time: 0.0665202 Jul 07 23:10:36.140580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6f37f99-5cf7-4432-b42b-89fddcd710de req-dd2bc519-6820-4bf9-87e7-c4deaaec3c20 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Jul 07 23:10:37.008767 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:10:37.310436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713d9f8-8455-4d65-acfe-f47cf78c4ff5 req-1e708b10-3e30-4732-a9dd-b77d803b1931 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:37.311953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4713d9f8-8455-4d65-acfe-f47cf78c4ff5 req-1e708b10-3e30-4732-a9dd-b77d803b1931 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 944 time: 0.0624652 Jul 07 23:10:37.349495 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4713d9f8-8455-4d65-acfe-f47cf78c4ff5 req-39368bd5-4f28-4870-8a53-b67919d42b93 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Jul 07 23:10:37.735423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 56f15be9-2d69-4235-9f45-330906e9f40c details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:10:37.828378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 56f15be9-2d69-4235-9f45-330906e9f40c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=56f15be9-2d69-4235-9f45-330906e9f40c,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:37.840111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '56f15be9-2d69-4235-9f45-330906e9f40c', 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417', 'port_id': '56f15be9-2d69-4235-9f45-330906e9f40c', 'mac_address': 'fa:16:3e:00:26:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b689bece-ee61-4457-8351-6e1d9df815b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:10:37.876126 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:37.888265 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f15be9-2d69-4235-9f45-330906e9f40c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:10:37.910745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 56f15be9-2d69-4235-9f45-330906e9f40c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=56f15be9-2d69-4235-9f45-330906e9f40c,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:37.914539 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:37.959507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=56f15be9-2d69-4235-9f45-330906e9f40c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:38.201674 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['56f15be9-2d69-4235-9f45-330906e9f40c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:38.522386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60737b50-0046-44e2-9bc8-795d020f8583 req-5882a490-0ddd-41d7-b6d7-e7b9828e75c5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:38.523820 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60737b50-0046-44e2-9bc8-795d020f8583 req-5882a490-0ddd-41d7-b6d7-e7b9828e75c5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 945 time: 0.0623214 Jul 07 23:10:38.564464 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60737b50-0046-44e2-9bc8-795d020f8583 req-f0eb0c94-b2c7-4479-adb5-5855bbc84207 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Jul 07 23:10:39.735197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 56f15be9-2d69-4235-9f45-330906e9f40c up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:10:39.736050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194929b-3f95-4798-9840-35eaefae2bb7 req-e8a3c155-0aa1-4ff9-8dce-c355729cc82c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:39.737739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e194929b-3f95-4798-9840-35eaefae2bb7 req-e8a3c155-0aa1-4ff9-8dce-c355729cc82c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 945 time: 0.0636389 Jul 07 23:10:39.777513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e194929b-3f95-4798-9840-35eaefae2bb7 req-c02fad5c-9032-4d29-b799-f55e0e092b61 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Jul 07 23:10:39.787144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 56f15be9-2d69-4235-9f45-330906e9f40c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:10:39.790825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 56f15be9-2d69-4235-9f45-330906e9f40c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:10:39.791251 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:39.866946 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:39.889381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5023f777-e170-4fa6-8058-eb0a699964c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f15be9-2d69-4235-9f45-330906e9f40c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:39.902995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 56f15be9-2d69-4235-9f45-330906e9f40c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=56f15be9-2d69-4235-9f45-330906e9f40c,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:39.907192 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:39.933842 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39498e-67bd-4064-a0e8-72c6f6f56d40" -d '{"events": [{"server_uuid": "5023f777-e170-4fa6-8058-eb0a699964c6", "name": "network-vif-plugged", "status": "completed", "tag": "56f15be9-2d69-4235-9f45-330906e9f40c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:39.961606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=56f15be9-2d69-4235-9f45-330906e9f40c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:40.016208 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f9400e-1a48-4f21-b5d8-4404c49bb43a x-openstack-request-id: req-64f9400e-1a48-4f21-b5d8-4404c49bb43a {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:40.016507 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5023f777-e170-4fa6-8058-eb0a699964c6", "name": "network-vif-plugged", "status": "completed", "tag": "56f15be9-2d69-4235-9f45-330906e9f40c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:40.016765 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-64f9400e-1a48-4f21-b5d8-4404c49bb43a {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:40.017169 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5023f777-e170-4fa6-8058-eb0a699964c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f15be9-2d69-4235-9f45-330906e9f40c', 'code': 200} Jul 07 23:10:40.123834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c026cd9-b7ef-4816-bbbd-548366ab02ce req-8543a722-bdf2-49e2-b0ec-83af465eb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:40.125383 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c026cd9-b7ef-4816-bbbd-548366ab02ce req-8543a722-bdf2-49e2-b0ec-83af465eb108 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 1098 time: 0.0515664 Jul 07 23:10:40.162980 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2c026cd9-b7ef-4816-bbbd-548366ab02ce req-f79a3632-f1b2-4bfc-8644-b916acf38f7a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Jul 07 23:10:40.950311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4250-2c5a-47e0-a422-d236f1b7e189 req-5102cb17-c732-4cc8-84d8-ec4275ae0228 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:40.951821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37cd4250-2c5a-47e0-a422-d236f1b7e189 req-5102cb17-c732-4cc8-84d8-ec4275ae0228 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0620990 Jul 07 23:10:40.989523 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37cd4250-2c5a-47e0-a422-d236f1b7e189 req-d21df060-cbfc-4d5f-b5d6-b550d4c15aab tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jul 07 23:10:42.165820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ce7a-6dbf-4b1b-b086-b19518e7563a req-7f74134c-238d-46de-a580-a9d4edcb1642 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:42.167778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dec3ce7a-6dbf-4b1b-b086-b19518e7563a req-7f74134c-238d-46de-a580-a9d4edcb1642 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0673096 Jul 07 23:10:42.203983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dec3ce7a-6dbf-4b1b-b086-b19518e7563a req-999a76d5-e1d2-4fc3-b1f4-a501b212e5e7 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Jul 07 23:10:42.421695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-a8b6c27c-6d26-445c-a7fa-9ca51bbe72e1 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:42.423122 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-a8b6c27c-6d26-445c-a7fa-9ca51bbe72e1 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/networks?id=cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 200 len: 813 time: 0.0991883 Jul 07 23:10:42.437162 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-1649de37-8f89-4fca-aeed-01fd4fe60dc2 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/quotas/c8313907f12241bba4cb01653fec4df0 HTTP/1.1" status: 200 len: 375 time: 0.0088811 Jul 07 23:10:42.502248 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-dfa71288-d7f5-4d10-b7e2-51450f71c900 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c8313907f12241bba4cb01653fec4df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604846 Jul 07 23:10:42.589049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-5b2cdda6-ab8e-434e-b2fa-493b0a819ab4 service neutron] 10.222.0.95 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803657 Jul 07 23:10:42.679396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-6d6541b7-6967-40f9-a6e6-e3f3dee5171d service neutron] 10.222.0.95 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848057 Jul 07 23:10:42.845913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-12fd8619-e252-4cd6-9e9a-354baa6c82f1 req-ac5c58a5-10c1-43d5-8815-11c9170aa470 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 210 time: 0.0304511 Jul 07 23:10:43.999528 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-e49e5f43-6ef6-47be-9718-71d446fc41f3 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:44.000980 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-e49e5f43-6ef6-47be-9718-71d446fc41f3 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.103 "GET /v2.0/networks?id=cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 200 len: 813 time: 0.1204269 Jul 07 23:10:44.024772 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c36c527a-a07e-4b98-9aac-a56b65faa27a req-ee697c73-9954-4397-943a-2e9684526d73 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 210 time: 0.0518861 Jul 07 23:10:44.028805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Request body: {'port': {'device_id': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417', 'admin_state_up': True, 'tenant_id': 'c8313907f12241bba4cb01653fec4df0'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:44.139964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Made reservation on behalf of c8313907f12241bba4cb01653fec4df0 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:10:44.143434 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:44.268414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Allocated IP 172.20.0.3 (cb74ea60-92d5-448a-a8cd-61ec8159e417/b689bece-ee61-4457-8351-6e1d9df815b8/5950dc85-edc3-4608-9d8c-f9be5e4854ae) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:10:44.418092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:44.455673 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:44.467793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['56f15be9-2d69-4235-9f45-330906e9f40c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:44.504676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Network cb74ea60-92d5-448a-a8cd-61ec8159e417 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:10:44.508228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:10:44.514888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:10:44.540755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Pushing event updated for resources: {'Port': ['ID=5950dc85-edc3-4608-9d8c-f9be5e4854ae,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:44.565603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:44.566306 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:44.580652 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-db29ad35-850a-45c9-91fd-0594d1f419bb tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582933 Jul 07 23:10:44.670608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Request body: {'port': {'device_id': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:44.743718 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:44.999734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5950dc85-edc3-4608-9d8c-f9be5e4854ae {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:10:45.006899 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:45.018277 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Transition to ACTIVE for port object 5950dc85-edc3-4608-9d8c-f9be5e4854ae will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:10:45.022086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:45.072308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Pushing event updated for resources: {'Port': ['ID=5950dc85-edc3-4608-9d8c-f9be5e4854ae,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:45.153100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Attempting to bind port 5950dc85-edc3-4608-9d8c-f9be5e4854ae on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:10:45.153438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Attempting to bind port 5950dc85-edc3-4608-9d8c-f9be5e4854ae by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:10:45.153773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Attempting to bind port 5950dc85-edc3-4608-9d8c-f9be5e4854ae on network cb74ea60-92d5-448a-a8cd-61ec8159e417 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:10:45.174874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Port 5950dc85-edc3-4608-9d8c-f9be5e4854ae on network cb74ea60-92d5-448a-a8cd-61ec8159e417 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:10:45.175205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Attempting to bind port 5950dc85-edc3-4608-9d8c-f9be5e4854ae on network cb74ea60-92d5-448a-a8cd-61ec8159e417 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:10:45.184936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:10:45.185279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Checking segment: {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:10:45.185666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Bound using segment: {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:10:45.186100 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Bound port: 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39836a70-9acb-43a8-a190-c68d4c56c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:10:45.186465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:45.253098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cefa3-6725-47b1-8085-fe7e5279dda4 req-007bc6ca-ee26-4b34-87d5-a26902af3473 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:45.254514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-031cefa3-6725-47b1-8085-fe7e5279dda4 req-007bc6ca-ee26-4b34-87d5-a26902af3473 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 943 time: 0.1130123 Jul 07 23:10:45.287871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] For port 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:10:45.308631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] For port 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:10:45.313160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:45.341199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-031cefa3-6725-47b1-8085-fe7e5279dda4 req-11b51b13-9c10-48af-916d-1176ea55e88d tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793269 Jul 07 23:10:45.359385 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:45.360027 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:45.361428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] 10.222.0.103 "PUT /v2.0/ports/5950dc85-edc3-4608-9d8c-f9be5e4854ae HTTP/1.1" status: 200 len: 1092 time: 0.7325349 Jul 07 23:10:45.361872 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'tag': '5950dc85-edc3-4608-9d8c-f9be5e4854ae'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:45.364322 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442c241a-9c60-4b10-a855-0284a2e27d28" -d '{"events": [{"name": "network-changed", "server_uuid": "5c186301-2f29-445a-baff-dd61a8f1d9fc", "tag": "5950dc85-edc3-4608-9d8c-f9be5e4854ae"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:45.384486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5778fe-c4a0-4def-9d6a-72ab0b8fff2a service neutron] Pushing event updated for resources: {'Port': ['ID=5950dc85-edc3-4608-9d8c-f9be5e4854ae,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:45.413771 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0bb280-6761-4123-ba53-199187b0e4e4 x-openstack-request-id: req-1c0bb280-6761-4123-ba53-199187b0e4e4 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:45.414063 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c186301-2f29-445a-baff-dd61a8f1d9fc", "tag": "5950dc85-edc3-4608-9d8c-f9be5e4854ae", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:45.414318 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1c0bb280-6761-4123-ba53-199187b0e4e4 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:45.414741 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'tag': '5950dc85-edc3-4608-9d8c-f9be5e4854ae', 'status': 'completed', 'code': 200} Jul 07 23:10:45.458326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-b02fa387-834e-4800-bde9-c9497793e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:45.459865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-b02fa387-834e-4800-bde9-c9497793e56b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8313907f12241bba4cb01653fec4df0&device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 1095 time: 0.0545838 Jul 07 23:10:45.503478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-8b5dc6c7-6d4c-45ff-a96e-1f900257ed6d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae HTTP/1.1" status: 200 len: 217 time: 0.0365689 Jul 07 23:10:45.550923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-d4c8bab2-6c0a-4e2d-89f5-09dfec64c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:45.552600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-d4c8bab2-6c0a-4e2d-89f5-09dfec64c7cb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b689bece-ee61-4457-8351-6e1d9df815b8 HTTP/1.1" status: 200 len: 853 time: 0.0431397 Jul 07 23:10:45.589998 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-0d019695-4a1f-4ac6-8e9c-4db31aafd51e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cb74ea60-92d5-448a-a8cd-61ec8159e417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308504 Jul 07 23:10:45.680318 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-f8c9b954-7e54-470c-8dd6-54f6b1e7bc69 service neutron] 10.222.0.103 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847270 Jul 07 23:10:45.770129 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9055330-0030-4889-bd82-ca59d0c133f6 req-12f508b9-9b80-4a3e-955b-9bc25695741a service neutron] 10.222.0.103 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Jul 07 23:10:45.868085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-814c558a-9caf-4cb4-83c4-a1719874ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:45.870358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-814c558a-9caf-4cb4-83c4-a1719874ff47 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8313907f12241bba4cb01653fec4df0&device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 1095 time: 0.0540941 Jul 07 23:10:45.961736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-c2ef5bc3-2e37-435a-ba08-07587916bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:45.963778 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-c2ef5bc3-2e37-435a-ba08-07587916bb3f service neutron] 10.222.0.103 "GET /v2.0/networks?id=cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 200 len: 914 time: 0.0874972 Jul 07 23:10:46.003157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-1277cfc9-b0f1-46b7-b03b-8b59b1a37091 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae HTTP/1.1" status: 200 len: 217 time: 0.0334580 Jul 07 23:10:46.060117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-528050b2-de2a-4c4e-a6c8-c2f71b990aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:46.061597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-528050b2-de2a-4c4e-a6c8-c2f71b990aad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b689bece-ee61-4457-8351-6e1d9df815b8 HTTP/1.1" status: 200 len: 853 time: 0.0512593 Jul 07 23:10:46.094488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-64386a32-ddf7-469b-8132-764095c6f7ff service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cb74ea60-92d5-448a-a8cd-61ec8159e417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252936 Jul 07 23:10:46.180222 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-280e6237-dd18-458a-ba77-90bb3e003265 service neutron] 10.222.0.103 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781648 Jul 07 23:10:46.274930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-442c241a-9c60-4b10-a855-0284a2e27d28 req-80a86e00-63ab-4d6b-9dad-17ef3505eb42 service neutron] 10.222.0.103 "GET /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 Jul 07 23:10:46.517653 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f21c2-717b-41e9-bb06-a947c107b654 req-1026dc33-8011-4f85-ad57-0129d0d07947 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:46.519147 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-250f21c2-717b-41e9-bb06-a947c107b654 req-1026dc33-8011-4f85-ad57-0129d0d07947 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 943 time: 0.0630455 Jul 07 23:10:46.555516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-250f21c2-717b-41e9-bb06-a947c107b654 req-be52dfa1-8821-4a13-8bbd-4cf40158d84a tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Jul 07 23:10:47.155059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5950dc85-edc3-4608-9d8c-f9be5e4854ae details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:10:47.253134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:47.264186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '5950dc85-edc3-4608-9d8c-f9be5e4854ae', 'network_id': 'cb74ea60-92d5-448a-a8cd-61ec8159e417', 'port_id': '5950dc85-edc3-4608-9d8c-f9be5e4854ae', 'mac_address': 'fa:16:3e:48:9e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b689bece-ee61-4457-8351-6e1d9df815b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:10:47.299517 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:47.312175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5950dc85-edc3-4608-9d8c-f9be5e4854ae {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:10:47.330530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:47.334785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:47.380993 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=5950dc85-edc3-4608-9d8c-f9be5e4854ae,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:47.475712 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:47.522765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['5950dc85-edc3-4608-9d8c-f9be5e4854ae'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:47.734766 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9dac2-8f9e-4812-99a7-f1534352b2a1 req-8034aca4-7ebc-467c-b1ea-7671236fc58d tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:47.736202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4a9dac2-8f9e-4812-99a7-f1534352b2a1 req-8034aca4-7ebc-467c-b1ea-7671236fc58d tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 944 time: 0.0657578 Jul 07 23:10:47.772423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4a9dac2-8f9e-4812-99a7-f1534352b2a1 req-b05f435e-d5b2-4356-9b45-d5f0ac291edf tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Jul 07 23:10:48.402163 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ca68c4d4-88e8-4724-b3c0-1e01bfd9d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:48.942751 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b954e4-1857-444c-a62d-fc06a03a95dc req-12b01729-083d-4c90-b531-1e2bec6abc67 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:48.944221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6b954e4-1857-444c-a62d-fc06a03a95dc req-12b01729-083d-4c90-b531-1e2bec6abc67 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 944 time: 0.0622644 Jul 07 23:10:48.981950 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c6b954e4-1857-444c-a62d-fc06a03a95dc req-c8a887a6-3cce-4491-83e4-a46d424d7d81 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322189 Jul 07 23:10:49.170753 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5950dc85-edc3-4608-9d8c-f9be5e4854ae up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:10:49.218460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 5950dc85-edc3-4608-9d8c-f9be5e4854ae completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:10:49.222132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 5950dc85-edc3-4608-9d8c-f9be5e4854ae triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:10:49.222505 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:49.268945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:49.311230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:49.332940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950dc85-edc3-4608-9d8c-f9be5e4854ae'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:49.335209 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf3f49a-6b7b-45bd-8cf2-f69fdc79de28" -d '{"events": [{"server_uuid": "5c186301-2f29-445a-baff-dd61a8f1d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "5950dc85-edc3-4608-9d8c-f9be5e4854ae"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:49.348193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:49.352205 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:49.375042 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c0ddff-1882-4ae3-ab2e-86db595d8eaf x-openstack-request-id: req-91c0ddff-1882-4ae3-ab2e-86db595d8eaf {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:49.375344 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c186301-2f29-445a-baff-dd61a8f1d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "5950dc85-edc3-4608-9d8c-f9be5e4854ae", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:49.375601 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-91c0ddff-1882-4ae3-ab2e-86db595d8eaf {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:49.376001 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950dc85-edc3-4608-9d8c-f9be5e4854ae', 'code': 200} Jul 07 23:10:49.403363 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=5950dc85-edc3-4608-9d8c-f9be5e4854ae,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:49.486322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ead35-35e0-4da0-ba6a-e25fbcdc3a2f req-217642ca-5d89-42bc-bf93-8d5a301f3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:49.487749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0ead35-35e0-4da0-ba6a-e25fbcdc3a2f req-217642ca-5d89-42bc-bf93-8d5a301f3ca2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 1097 time: 0.0510287 Jul 07 23:10:49.520009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ae0ead35-35e0-4da0-ba6a-e25fbcdc3a2f req-dd1229da-635a-47ef-acfa-9700a91f1d78 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264900 Jul 07 23:10:50.167376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aea4cc-5e4b-411a-89e5-ff9d26deb4bd req-11a3bd8a-3887-44f4-9e5d-810e420830f7 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:50.168968 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84aea4cc-5e4b-411a-89e5-ff9d26deb4bd req-11a3bd8a-3887-44f4-9e5d-810e420830f7 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 945 time: 0.0678008 Jul 07 23:10:50.208322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84aea4cc-5e4b-411a-89e5-ff9d26deb4bd req-3a02dfc7-17f2-4c79-b987-95352a3f9de0 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Jul 07 23:10:51.380725 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3fca8-85ed-4b66-8877-ff5b2020f989 req-847c50fa-f1fe-4dbf-9bee-d1641ed20b9f tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:51.382197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcd3fca8-85ed-4b66-8877-ff5b2020f989 req-847c50fa-f1fe-4dbf-9bee-d1641ed20b9f tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 945 time: 0.0619631 Jul 07 23:10:51.407152 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a6b93d0d-2613-466c-b7b3-6db969b0d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:51.420516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bcd3fca8-85ed-4b66-8877-ff5b2020f989 req-201bd524-7c92-42b6-a1f3-4e8f49d72df5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Jul 07 23:10:51.474010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:51.795437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759133c-2cbc-4e04-bf0e-61abbea9b82c req-172045ce-7aff-46bb-9df2-8fa9589021b2 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:51.796812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e759133c-2cbc-4e04-bf0e-61abbea9b82c req-172045ce-7aff-46bb-9df2-8fa9589021b2 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 945 time: 0.0647011 Jul 07 23:10:51.833001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e759133c-2cbc-4e04-bf0e-61abbea9b82c req-fd55d07f-a3b9-4fc1-a498-cb5af65f6d08 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Jul 07 23:10:52.348554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:53.029428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-26caf63a-6b52-4ad7-971f-1df7437b6750 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:53.030912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-26caf63a-6b52-4ad7-971f-1df7437b6750 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.103 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 945 time: 0.1016519 Jul 07 23:10:53.043455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba786c-e347-40dc-8b6e-1d9e413a99eb req-966b2cc9-85f9-4b45-8eec-d4dc049b1f78 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:53.044861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2eba786c-e347-40dc-8b6e-1d9e413a99eb req-966b2cc9-85f9-4b45-8eec-d4dc049b1f78 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c186301-2f29-445a-baff-dd61a8f1d9fc HTTP/1.1" status: 200 len: 945 time: 0.0885491 Jul 07 23:10:53.122067 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2eba786c-e347-40dc-8b6e-1d9e413a99eb req-e0e313cf-01de-4624-8ee5-aa559ff56414 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698419 Jul 07 23:10:53.164108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Deleting port 5950dc85-edc3-4608-9d8c-f9be5e4854ae {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:53.164458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:53.248717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] For port 5950dc85-edc3-4608-9d8c-f9be5e4854ae, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=5950dc85-edc3-4608-9d8c-f9be5e4854ae,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:53.249081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:53.265249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Calling delete_port for 5950dc85-edc3-4608-9d8c-f9be5e4854ae owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:53.387496 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:53.399448 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['56f15be9-2d69-4235-9f45-330906e9f40c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:53.402168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['5950dc85-edc3-4608-9d8c-f9be5e4854ae'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:53.413928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Pushing event deleted for resources: {'Port': ['ID=5950dc85-edc3-4608-9d8c-f9be5e4854ae,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:53.464398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] No DVR routers for this DVR port 5950dc85-edc3-4608-9d8c-f9be5e4854ae on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:10:53.466965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:53.469177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4306211-932f-4bdc-a7df-d761ebad0a5f req-b113f61a-0cf3-492f-8470-043154d5612c tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.103 "DELETE /v2.0/ports/5950dc85-edc3-4608-9d8c-f9be5e4854ae HTTP/1.1" status: 204 len: 173 time: 0.4234114 Jul 07 23:10:53.469623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'name': 'network-vif-deleted', 'tag': '5950dc85-edc3-4608-9d8c-f9be5e4854ae'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:53.471935 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5036f3-d524-4a87-bb74-b67600302bff" -d '{"events": [{"server_uuid": "5c186301-2f29-445a-baff-dd61a8f1d9fc", "name": "network-vif-deleted", "tag": "5950dc85-edc3-4608-9d8c-f9be5e4854ae"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:53.514426 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd163a8-962c-4f9c-b7aa-0dda71cf0415 x-openstack-request-id: req-1cd163a8-962c-4f9c-b7aa-0dda71cf0415 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:53.514754 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c186301-2f29-445a-baff-dd61a8f1d9fc", "name": "network-vif-deleted", "tag": "5950dc85-edc3-4608-9d8c-f9be5e4854ae", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:53.515014 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1cd163a8-962c-4f9c-b7aa-0dda71cf0415 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:53.515421 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c186301-2f29-445a-baff-dd61a8f1d9fc', 'name': 'network-vif-deleted', 'tag': '5950dc85-edc3-4608-9d8c-f9be5e4854ae', 'status': 'completed', 'code': 200} Jul 07 23:10:53.887811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:54.364879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f36993-83d1-4b62-8efe-5c5a5aba751e req-62e90a91-6e91-42cd-a992-5b6156232f76 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:54.366364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6f36993-83d1-4b62-8efe-5c5a5aba751e req-62e90a91-6e91-42cd-a992-5b6156232f76 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0689492 Jul 07 23:10:54.403647 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6f36993-83d1-4b62-8efe-5c5a5aba751e req-9394b5ac-84bd-41ab-94ca-7ab5ce9f8984 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Jul 07 23:10:54.587252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3e91-b2c2-4c97-b3c7-4812ba787d5a req-50e00cc1-9bea-43c4-9909-ea5bdc8842de tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:54.588720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5bdc3e91-b2c2-4c97-b3c7-4812ba787d5a req-50e00cc1-9bea-43c4-9909-ea5bdc8842de tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0608792 Jul 07 23:10:54.628676 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5bdc3e91-b2c2-4c97-b3c7-4812ba787d5a req-79d35fb6-5058-45e8-a642-6c6623a54baf tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345738 Jul 07 23:10:55.124998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39d203-64d2-4b4d-8e1e-0ae64fd4bc51 req-9cf7183a-3271-44fa-81f1-23f0e14d3fd5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:55.126472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef39d203-64d2-4b4d-8e1e-0ae64fd4bc51 req-9cf7183a-3271-44fa-81f1-23f0e14d3fd5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.3857546 Jul 07 23:10:55.163856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef39d203-64d2-4b4d-8e1e-0ae64fd4bc51 req-eb63469a-8416-4a07-81e4-abea3c3f0b5a tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Jul 07 23:10:55.431027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e085ed3-25ce-4a4d-b61a-aca791643ecd req-aa61876d-d3d0-4774-8e3c-26fac24fd2ae tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:55.432405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e085ed3-25ce-4a4d-b61a-aca791643ecd req-aa61876d-d3d0-4774-8e3c-26fac24fd2ae tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0613835 Jul 07 23:10:55.468705 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e085ed3-25ce-4a4d-b61a-aca791643ecd req-139ed8d0-9ba7-4b11-acc8-ca556a50d45b tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Jul 07 23:10:55.643051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50a0f7-3ffc-4551-9d61-4c1c95327583 req-e891d2df-24fb-4a5a-adcb-d29aa4ef4bfa tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:55.644511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb50a0f7-3ffc-4551-9d61-4c1c95327583 req-e891d2df-24fb-4a5a-adcb-d29aa4ef4bfa tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0653300 Jul 07 23:10:55.680975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb50a0f7-3ffc-4551-9d61-4c1c95327583 req-386a6326-07f6-43bd-a6e0-ed1e1cdd7df4 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Jul 07 23:10:55.862786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5672ec-576b-4281-98af-0a31d5264c7a req-e6c38efc-8cc7-42aa-b2af-ff1ee46092ba tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:55.864276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e5672ec-576b-4281-98af-0a31d5264c7a req-e6c38efc-8cc7-42aa-b2af-ff1ee46092ba tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0619137 Jul 07 23:10:55.901763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e5672ec-576b-4281-98af-0a31d5264c7a req-7a695e42-8b68-4951-b09b-a813caaa4c9f tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Jul 07 23:10:56.420068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324951b3-f3e3-4b45-86fa-5cfea0a952c9 req-37b72b3a-b605-4355-9887-fb7fe95ef3b5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:56.421582 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-324951b3-f3e3-4b45-86fa-5cfea0a952c9 req-37b72b3a-b605-4355-9887-fb7fe95ef3b5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0685580 Jul 07 23:10:56.461305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-324951b3-f3e3-4b45-86fa-5cfea0a952c9 req-4aa3e5de-1045-4543-a592-e7d3a8f8a1c2 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Jul 07 23:10:57.201605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5950dc85-edc3-4608-9d8c-f9be5e4854ae no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:10:57.221403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 5950dc85-edc3-4608-9d8c-f9be5e4854ae {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:10:57.221755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 5950dc85-edc3-4608-9d8c-f9be5e4854ae not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:10:57.631106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfebde-b10c-46b5-81fb-a09498f3562b req-b597a19a-e8b2-44a3-b74f-2c915f250b15 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:57.632575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82bfebde-b10c-46b5-81fb-a09498f3562b req-b597a19a-e8b2-44a3-b74f-2c915f250b15 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0617599 Jul 07 23:10:57.668922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82bfebde-b10c-46b5-81fb-a09498f3562b req-0221006e-ba2e-4d8a-b36e-5873add81890 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/security-groups?id=870fbeb2-06b8-4437-bcd0-cc6687663e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Jul 07 23:10:57.906965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-4e26d5a5-7e5d-4857-88fa-1ccc1b632a24 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:57.908470 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-4e26d5a5-7e5d-4857-88fa-1ccc1b632a24 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.97 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 946 time: 0.0688677 Jul 07 23:10:58.004687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Deleting port 56f15be9-2d69-4235-9f45-330906e9f40c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:58.005036 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.095738 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] For port 56f15be9-2d69-4235-9f45-330906e9f40c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=56f15be9-2d69-4235-9f45-330906e9f40c,segment=NetworkSegment(39836a70-9acb-43a8-a190-c68d4c56c63a),segment_id=39836a70-9acb-43a8-a190-c68d4c56c63a)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:58.096109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.109594 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Calling delete_port for 56f15be9-2d69-4235-9f45-330906e9f40c owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:58.237216 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.249959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['56f15be9-2d69-4235-9f45-330906e9f40c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:58.266493 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Pushing event deleted for resources: {'Port': ['ID=56f15be9-2d69-4235-9f45-330906e9f40c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:58.279696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.280052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.280397 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.280740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.281079 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.281416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.281750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.282083 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.282415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.282781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.283113 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.283441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.319628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] No DVR routers for this DVR port 56f15be9-2d69-4235-9f45-330906e9f40c on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:10:58.322428 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.324426 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-da6436e4-8c68-4c4c-8579-60c297d904b5 req-8f634549-4397-4d2f-8a19-98bd26f1daf5 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.97 "DELETE /v2.0/ports/56f15be9-2d69-4235-9f45-330906e9f40c HTTP/1.1" status: 204 len: 173 time: 0.4109757 Jul 07 23:10:58.324852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5023f777-e170-4fa6-8058-eb0a699964c6', 'name': 'network-vif-deleted', 'tag': '56f15be9-2d69-4235-9f45-330906e9f40c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:58.367125 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29f9d68-f540-4b00-ae78-cc7e33d37a41" -d '{"events": [{"server_uuid": "5023f777-e170-4fa6-8058-eb0a699964c6", "name": "network-vif-deleted", "tag": "56f15be9-2d69-4235-9f45-330906e9f40c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:58.450855 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727ead60-0fad-4554-8777-585c702e18e5 x-openstack-request-id: req-727ead60-0fad-4554-8777-585c702e18e5 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:58.451161 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5023f777-e170-4fa6-8058-eb0a699964c6", "name": "network-vif-deleted", "tag": "56f15be9-2d69-4235-9f45-330906e9f40c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:58.451421 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-727ead60-0fad-4554-8777-585c702e18e5 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:58.451833 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5023f777-e170-4fa6-8058-eb0a699964c6', 'name': 'network-vif-deleted', 'tag': '56f15be9-2d69-4235-9f45-330906e9f40c', 'status': 'completed', 'code': 200} Jul 07 23:10:58.828228 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a84e7ea-11dc-46f4-887f-af9736d192a7 req-e42b153d-6dfa-42c0-bb9e-80aa9637cc03 tempest-ServersNegativeTestJSON-188350572 tempest-ServersNegativeTestJSON-188350572-project] 10.222.0.95 "GET /v2.0/ports?device_id=5023f777-e170-4fa6-8058-eb0a699964c6 HTTP/1.1" status: 200 len: 210 time: 0.0288863 Jul 07 23:10:59.925572 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37636) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:59.968345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Deleting subnet b689bece-ee61-4457-8351-6e1d9df815b8 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:10:59.971275 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.007771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.044534 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.094546 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.121349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b689bece-ee61-4457-8351-6e1d9df815b8,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:00.123639 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.125692 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6deb6a7c-d0d9-4801-ace6-e5cbc7f6ffa1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b689bece-ee61-4457-8351-6e1d9df815b8 HTTP/1.1" status: 204 len: 168 time: 0.1985891 Jul 07 23:11:00.127774 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37638) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:00.197125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.274138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.283669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb74ea60-92d5-448a-a8cd-61ec8159e417']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:00.293590 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39836a70-9acb-43a8-a190-c68d4c56c63a') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:00.293891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39836a70-9acb-43a8-a190-c68d4c56c63a') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:00.302458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.316174 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.323274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:00.323666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:00.325297 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:00.380286 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.386727 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.388592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] 10.222.0.95 "DELETE /v2.0/networks/cb74ea60-92d5-448a-a8cd-61ec8159e417 HTTP/1.1" status: 204 len: 168 time: 0.2598400 Jul 07 23:11:00.399575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115eac3-278e-4203-8d07-99cf2479f306 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb74ea60-92d5-448a-a8cd-61ec8159e417,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:00.494933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37642) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:00.532674 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bc435102-88fc-4133-8b14-158719aa7972 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c8313907f12241bba4cb01653fec4df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366058 Jul 07 23:11:00.534979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37644) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:00.584163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d678f295-94b4-4179-9952-ce5d4a235b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.605386 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d678f295-94b4-4179-9952-ce5d4a235b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.650388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d678f295-94b4-4179-9952-ce5d4a235b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.652888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d678f295-94b4-4179-9952-ce5d4a235b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.654043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d678f295-94b4-4179-9952-ce5d4a235b93 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/870fbeb2-06b8-4437-bcd0-cc6687663e7e HTTP/1.1" status: 204 len: 168 time: 0.1181831 Jul 07 23:11:00.662697 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f295-94b4-4179-9952-ce5d4a235b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870fbeb2-06b8-4437-bcd0-cc6687663e7e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:01.307846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37666) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:01.398264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1680555871'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:01.420000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:01.423465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.431737 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.524287 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.528877 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.550530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:01.564783 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c1f010-7c72-49a5-833d-3482d2334121,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:01.567910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.568262 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Added segment 54ec3f47-633e-434b-99c1-5858726d2ce7 of type vlan for network 533d7db2-900c-4e14-a405-23b3c922ae69 Jul 07 23:11:01.610555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.638681 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.644165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:01.644755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.699619 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3906004 Jul 07 23:11:01.709903 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22675b-7c8e-471d-b2e1-2eb07a7fe65c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Network': ['ID=533d7db2-900c-4e14-a405-23b3c922ae69,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:01.720707 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 533d7db2-900c-4e14-a405-23b3c922ae69 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:01.907400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 56f15be9-2d69-4235-9f45-330906e9f40c no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:01.926882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 56f15be9-2d69-4235-9f45-330906e9f40c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:01.927230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 56f15be9-2d69-4235-9f45-330906e9f40c not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:04.910916 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37670) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:04.916205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'subnet': {'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:05.004569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:05.008338 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.187701 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.247175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Subnet': ['ID=01c840c0-d655-4fb1-baf6-e36606e24833,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:05.257694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.258046 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.258390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.258753 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.259090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.259422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.259776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.260107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.260436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.260762 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.261094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.261414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.264607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Checking segment: {'id': '54ec3f47-633e-434b-99c1-5858726d2ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:05.265098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network hostable DHCP agents. Network: 533d7db2-900c-4e14-a405-23b3c922ae69, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:05.281476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network 533d7db2-900c-4e14-a405-23b3c922ae69 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:05.290197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 533d7db2-900c-4e14-a405-23b3c922ae69) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:05.294877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:05.295473 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.299917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a7417-0e5e-4352-8580-479ddc646ffa None None] Network 533d7db2-900c-4e14-a405-23b3c922ae69 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:05.310514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-16539cb8-971f-4bc1-8361-e804573e5ca4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3984640 Jul 07 23:11:05.314227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37672) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:05.319200 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472208450'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:05.339900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:05.343498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.367642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:05.376799 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.377156 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Added segment 2c91e74f-8999-433c-a692-edeb151110d3 of type vlan for network 5dff9593-bc74-4812-86ab-330f75afeb06 Jul 07 23:11:05.420708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.446222 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-533d7db2-900c-4e14-a405-23b3c922ae69', 'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69', 'tenant_id': 'd0c630e54cb94effbe47aa2bfc88df22', 'fixed_ips': [{'subnet_id': '01c840c0-d655-4fb1-baf6-e36606e24833'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:05.447315 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.449362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.455054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:05.455653 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.516258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2009177 Jul 07 23:11:05.519114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37674) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:05.526533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'subnet': {'network_id': '5dff9593-bc74-4812-86ab-330f75afeb06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:05.531435 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9ec40-343f-4c7a-9638-dfb5143d6d59 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Network': ['ID=5dff9593-bc74-4812-86ab-330f75afeb06,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:05.545769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 5dff9593-bc74-4812-86ab-330f75afeb06 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:05.620585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:05.624250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.640618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Allocated IP 2001:db8:0:ffff::2 (533d7db2-900c-4e14-a405-23b3c922ae69/01c840c0-d655-4fb1-baf6-e36606e24833/cac089d2-1a9f-421e-8749-a0f1ea2173ee) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:05.803269 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.811481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Transition to ACTIVE for port object cac089d2-1a9f-421e-8749-a0f1ea2173ee will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:05.826442 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Transition to ACTIVE for port object cac089d2-1a9f-421e-8749-a0f1ea2173ee will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:05.832406 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.845712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.870215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Network 533d7db2-900c-4e14-a405-23b3c922ae69 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:05.874938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:05.878284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:05.886124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Pushing event updated for resources: {'Port': ['ID=cac089d2-1a9f-421e-8749-a0f1ea2173ee,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:05.908025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Subnet': ['ID=783fd4f9-31bc-4143-8dd2-37c195a3278d,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:05.915785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Checking segment: {'id': '2c91e74f-8999-433c-a692-edeb151110d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5dff9593-bc74-4812-86ab-330f75afeb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:05.916388 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network hostable DHCP agents. Network: 5dff9593-bc74-4812-86ab-330f75afeb06, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:05.932379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network 5dff9593-bc74-4812-86ab-330f75afeb06 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:05.937962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.938345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.938745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.939120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.939483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.939856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.940200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.940535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.940866 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.941055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 5dff9593-bc74-4812-86ab-330f75afeb06) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:05.941208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.941553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.941915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:05.948188 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:05.949120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.952680 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0e37b-32e2-4b1f-8f9b-3d3bdb60a0c5 None None] Network 5dff9593-bc74-4812-86ab-330f75afeb06 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:05.964953 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-810625c1-74e3-4133-86b3-6dadb0af058f tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4448259 Jul 07 23:11:05.967589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37676) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:05.968256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Attempting to bind port cac089d2-1a9f-421e-8749-a0f1ea2173ee on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:05.968641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Attempting to bind port cac089d2-1a9f-421e-8749-a0f1ea2173ee by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '54ec3f47-633e-434b-99c1-5858726d2ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:05.969016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Attempting to bind port cac089d2-1a9f-421e-8749-a0f1ea2173ee on network 533d7db2-900c-4e14-a405-23b3c922ae69 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:05.997733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:05.998119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Checking segment: {'id': '54ec3f47-633e-434b-99c1-5858726d2ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:05.998534 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:05.998959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Bound using segment: {'id': '54ec3f47-633e-434b-99c1-5858726d2ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:05.999434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Bound port: cac089d2-1a9f-421e-8749-a0f1ea2173ee, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ec3f47-633e-434b-99c1-5858726d2ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '533d7db2-900c-4e14-a405-23b3c922ae69'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:05.999831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.067841 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.114547 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] For port cac089d2-1a9f-421e-8749-a0f1ea2173ee, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:06.134556 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] For port cac089d2-1a9f-421e-8749-a0f1ea2173ee, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cac089d2-1a9f-421e-8749-a0f1ea2173ee,segment=NetworkSegment(54ec3f47-633e-434b-99c1-5858726d2ce7),segment_id=54ec3f47-633e-434b-99c1-5858726d2ce7)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:06.146227 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.157310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.214457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4dba7c-0e9b-41be-b726-3ad2787f71af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-5dff9593-bc74-4812-86ab-330f75afeb06', 'network_id': '5dff9593-bc74-4812-86ab-330f75afeb06', 'tenant_id': 'd0c630e54cb94effbe47aa2bfc88df22', 'fixed_ips': [{'subnet_id': '783fd4f9-31bc-4143-8dd2-37c195a3278d'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:06.215488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7c4dba7c-0e9b-41be-b726-3ad2787f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.244582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.249064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e629c-a01e-44cb-9a08-69a0c6d588d6 None None] Pushing event updated for resources: {'Port': ['ID=cac089d2-1a9f-421e-8749-a0f1ea2173ee,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:06.276782 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Subnet': ['ID=783fd4f9-31bc-4143-8dd2-37c195a3278d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:06.323781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fed75-b88b-42c6-b4f4-6b79cf154383 None None] Network 5dff9593-bc74-4812-86ab-330f75afeb06 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:06.343724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.355722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dff9593-bc74-4812-86ab-330f75afeb06']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:06.369370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c91e74f-8999-433c-a692-edeb151110d3') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:06.369677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c91e74f-8999-433c-a692-edeb151110d3') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:06.379895 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.412724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.427350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:06.427350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:06.430491 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:06.503364 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.508385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.514114 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/5dff9593-bc74-4812-86ab-330f75afeb06 HTTP/1.1" status: 204 len: 168 time: 0.5415506 Jul 07 23:11:06.514864 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37678) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:06.520687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554402825'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:06.525752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa401dd2-2dd7-4ed2-a74e-823ce41aaf91 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Network': ['ID=5dff9593-bc74-4812-86ab-330f75afeb06,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:06.544951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:06.548743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.574330 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:06.583485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.583832 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Added segment bb287790-0653-42e8-9532-48b0ceb57c15 of type vlan for network 562d81f3-0620-41cf-935c-14b5dd74ee85 Jul 07 23:11:06.628004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.654736 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.660571 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:06.661162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.716602 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2006111 Jul 07 23:11:06.719529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37680) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:06.726752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'subnet': {'network_id': '562d81f3-0620-41cf-935c-14b5dd74ee85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:06.746373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7dfa5-5798-4fa0-af73-41b3976c7862 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Network': ['ID=562d81f3-0620-41cf-935c-14b5dd74ee85,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:06.757155 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 562d81f3-0620-41cf-935c-14b5dd74ee85 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:06.825109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:06.828801 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:06.888598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Performing IP validity checks on allocation pools {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 23:11:06.889272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.ipam_backend_mixin [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 23:11:07.019426 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.079695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Subnet': ['ID=dc34adcc-8d7b-4159-a0b9-56d6f02b6833,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:07.092556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Checking segment: {'id': 'bb287790-0653-42e8-9532-48b0ceb57c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '562d81f3-0620-41cf-935c-14b5dd74ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:07.092999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network hostable DHCP agents. Network: 562d81f3-0620-41cf-935c-14b5dd74ee85, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:07.112052 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network 562d81f3-0620-41cf-935c-14b5dd74ee85 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:07.122290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 562d81f3-0620-41cf-935c-14b5dd74ee85) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:07.127511 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:07.128022 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.142169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606f7f5-06b7-4069-b5a8-7202be0c7625 None None] Network 562d81f3-0620-41cf-935c-14b5dd74ee85 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:07.146591 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-866ff8b9-cad9-4933-b18f-2c4418138102 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4236286 Jul 07 23:11:07.147332 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37682) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:07.220146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc751565-0232-4b1c-9f5f-d028e178d1ee None None] Network 533d7db2-900c-4e14-a405-23b3c922ae69 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:07.255879 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.332958 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.362143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-abf37c61-1543-46d7-b62d-e82b27abad2f None None] Provisioning for port cac089d2-1a9f-421e-8749-a0f1ea2173ee completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:07.393391 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.426661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Subnet': ['ID=dc34adcc-8d7b-4159-a0b9-56d6f02b6833,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:07.476522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a4f7d-ee24-4f3e-8155-8413e7e070dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-562d81f3-0620-41cf-935c-14b5dd74ee85', 'network_id': '562d81f3-0620-41cf-935c-14b5dd74ee85', 'tenant_id': 'd0c630e54cb94effbe47aa2bfc88df22', 'fixed_ips': [{'subnet_id': 'dc34adcc-8d7b-4159-a0b9-56d6f02b6833'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:07.477468 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4f7d-ee24-4f3e-8155-8413e7e070dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.484827 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.495516 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562d81f3-0620-41cf-935c-14b5dd74ee85']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:07.506180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb287790-0653-42e8-9532-48b0ceb57c15') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:07.506491 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb287790-0653-42e8-9532-48b0ceb57c15') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:07.515454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.529424 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.535357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:07.535755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:07.538701 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:07.592156 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f6df7-7080-4d16-8c9c-abfd8b7169bc None None] Network 562d81f3-0620-41cf-935c-14b5dd74ee85 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:07.604356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.613661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.620411 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/562d81f3-0620-41cf-935c-14b5dd74ee85 HTTP/1.1" status: 204 len: 168 time: 0.4687295 Jul 07 23:11:07.620720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37684) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:07.626707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512510909'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:07.634034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae418e6-edc9-4a8d-b92d-5aa058b12602 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Network': ['ID=562d81f3-0620-41cf-935c-14b5dd74ee85,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:07.653045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:07.657056 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.690162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:07.699897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.700252 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Added segment e31729bd-2e1e-4003-a37d-35b5c23d64bd of type vlan for network 741307a6-0e54-4f03-89db-623af6589b10 Jul 07 23:11:07.746707 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.778471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.784142 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:07.784830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.843946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2217185 Jul 07 23:11:07.846465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37686) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:07.855390 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'subnet': {'network_id': '741307a6-0e54-4f03-89db-623af6589b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:07.877479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c563b2f-2101-498a-b72b-cee18d2f4f78 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Network': ['ID=741307a6-0e54-4f03-89db-623af6589b10,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:07.890024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 741307a6-0e54-4f03-89db-623af6589b10 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:07.952104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:07.955781 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.131674 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.192407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Subnet': ['ID=2c786424-6771-44c5-b1bc-86a753562851,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:08.202117 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Checking segment: {'id': 'e31729bd-2e1e-4003-a37d-35b5c23d64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '741307a6-0e54-4f03-89db-623af6589b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:08.202481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network hostable DHCP agents. Network: 741307a6-0e54-4f03-89db-623af6589b10, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:08.219240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network 741307a6-0e54-4f03-89db-623af6589b10 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:08.229038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 741307a6-0e54-4f03-89db-623af6589b10) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:08.238128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:08.238754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.239045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72c441-919f-4d22-acbe-aa9e28c7e455 None None] Network 741307a6-0e54-4f03-89db-623af6589b10 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:08.259163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37688) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:08.259472 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e5839a59-b303-4b7a-b00d-2653dd01ac07 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4118106 Jul 07 23:11:08.265417 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383012376'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:08.296600 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:08.308367 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.313583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cac089d2-1a9f-421e-8749-a0f1ea2173ee up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:08.332323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:08.341837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.342193 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Added segment 644d6654-41ff-4cd1-8b3d-7d60f69ef09f of type vlan for network d894480c-386c-4cdb-951c-3fae3849b995 Jul 07 23:11:08.393918 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.422840 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.428789 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:08.429412 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.430731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port cac089d2-1a9f-421e-8749-a0f1ea2173ee completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:08.435849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cac089d2-1a9f-421e-8749-a0f1ea2173ee triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:08.436221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.441813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-741307a6-0e54-4f03-89db-623af6589b10', 'network_id': '741307a6-0e54-4f03-89db-623af6589b10', 'tenant_id': 'd0c630e54cb94effbe47aa2bfc88df22', 'fixed_ips': [{'subnet_id': '2c786424-6771-44c5-b1bc-86a753562851'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:08.442742 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.491723 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2304425 Jul 07 23:11:08.496056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37690) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:08.503716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539562a8-82d3-4bcc-bc33-cee528201110 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Network': ['ID=d894480c-386c-4cdb-951c-3fae3849b995,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:08.504030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Request body: {'subnet': {'network_id': 'd894480c-386c-4cdb-951c-3fae3849b995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:08.542043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network d894480c-386c-4cdb-951c-3fae3849b995 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:08.593164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Made reservation on behalf of d0c630e54cb94effbe47aa2bfc88df22 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:08.596723 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.685890 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.715870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Allocated IP 2001:db8::2 (741307a6-0e54-4f03-89db-623af6589b10/2c786424-6771-44c5-b1bc-86a753562851/5716670a-eaa8-4796-97f0-84fe7ad13f36) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:08.739804 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port cac089d2-1a9f-421e-8749-a0f1ea2173ee, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cac089d2-1a9f-421e-8749-a0f1ea2173ee,segment=NetworkSegment(54ec3f47-633e-434b-99c1-5858726d2ce7),segment_id=54ec3f47-633e-434b-99c1-5858726d2ce7)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:08.745994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.779391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.839301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event updated for resources: {'Subnet': ['ID=d78bd631-4acf-435d-9197-935eda784659,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:08.847812 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Checking segment: {'id': '644d6654-41ff-4cd1-8b3d-7d60f69ef09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd894480c-386c-4cdb-951c-3fae3849b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:08.848180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network hostable DHCP agents. Network: d894480c-386c-4cdb-951c-3fae3849b995, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:08.848942 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=cac089d2-1a9f-421e-8749-a0f1ea2173ee,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:08.866694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Network d894480c-386c-4cdb-951c-3fae3849b995 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:08.876077 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, d894480c-386c-4cdb-951c-3fae3849b995) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:08.881133 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:08.882387 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.887839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7a825-3ab4-4bee-8fca-a245a47b9d35 None None] Network d894480c-386c-4cdb-951c-3fae3849b995 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:08.898297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2613ddc1-1b53-4e05-a48e-8f13b1d99c2c tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4009030 Jul 07 23:11:08.900937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37692) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:08.970745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.989621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Transition to ACTIVE for port object 5716670a-eaa8-4796-97f0-84fe7ad13f36 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:09.000408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.016183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Transition to ACTIVE for port object 5716670a-eaa8-4796-97f0-84fe7ad13f36 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:09.043870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.055750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.098382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Network 741307a6-0e54-4f03-89db-623af6589b10 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:09.122058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.126200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:09.134392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:09.136548 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Pushing event updated for resources: {'Port': ['ID=5716670a-eaa8-4796-97f0-84fe7ad13f36,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:09.146477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383d5c4-b431-4a5b-ab4a-c5958b306527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-d894480c-386c-4cdb-951c-3fae3849b995', 'network_id': 'd894480c-386c-4cdb-951c-3fae3849b995', 'tenant_id': 'd0c630e54cb94effbe47aa2bfc88df22', 'fixed_ips': [{'subnet_id': 'd78bd631-4acf-435d-9197-935eda784659'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:09.147355 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2383d5c4-b431-4a5b-ab4a-c5958b306527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.167595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Subnet': ['ID=d78bd631-4acf-435d-9197-935eda784659,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:09.219789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Attempting to bind port 5716670a-eaa8-4796-97f0-84fe7ad13f36 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:09.220162 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Attempting to bind port 5716670a-eaa8-4796-97f0-84fe7ad13f36 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'e31729bd-2e1e-4003-a37d-35b5c23d64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '741307a6-0e54-4f03-89db-623af6589b10'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:09.220525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Attempting to bind port 5716670a-eaa8-4796-97f0-84fe7ad13f36 on network 741307a6-0e54-4f03-89db-623af6589b10 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:09.225315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.235919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d894480c-386c-4cdb-951c-3fae3849b995']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:09.246030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644d6654-41ff-4cd1-8b3d-7d60f69ef09f') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:09.246339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644d6654-41ff-4cd1-8b3d-7d60f69ef09f') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:09.254954 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.266504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:09.266977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Checking segment: {'id': 'e31729bd-2e1e-4003-a37d-35b5c23d64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '741307a6-0e54-4f03-89db-623af6589b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:09.267498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.267808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Bound using segment: {'id': 'e31729bd-2e1e-4003-a37d-35b5c23d64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '741307a6-0e54-4f03-89db-623af6589b10'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:09.268320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Bound port: 5716670a-eaa8-4796-97f0-84fe7ad13f36, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31729bd-2e1e-4003-a37d-35b5c23d64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '741307a6-0e54-4f03-89db-623af6589b10'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:09.268742 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.269192 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.276209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:09.276618 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:09.279752 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:09.288061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0acc0-7e43-414a-96ce-afc2ece89eb4 None None] Network d894480c-386c-4cdb-951c-3fae3849b995 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:09.344212 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.354312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.358677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/d894480c-386c-4cdb-951c-3fae3849b995 HTTP/1.1" status: 204 len: 168 time: 0.4542980 Jul 07 23:11:09.359378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:09.365770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9c3cb-48cc-4eeb-9d23-40ed8bf373a9 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Network': ['ID=d894480c-386c-4cdb-951c-3fae3849b995,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:09.392582 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f74e9c-17e1-4f0d-9a60-93011e450c50 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] GET failed (client error): The resource could not be found. Jul 07 23:11:09.394168 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49f74e9c-17e1-4f0d-9a60-93011e450c50 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "GET /v2.0/subnets/d78bd631-4acf-435d-9197-935eda784659 HTTP/1.1" status: 404 len: 337 time: 0.0329235 Jul 07 23:11:09.396994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37696) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:09.415470 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc283246-0c73-4047-9327-d3f0a9d49cdd tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:09.416580 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc283246-0c73-4047-9327-d3f0a9d49cdd tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:09.417514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] For port 5716670a-eaa8-4796-97f0-84fe7ad13f36, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:09.418271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bc283246-0c73-4047-9327-d3f0a9d49cdd tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/d894480c-386c-4cdb-951c-3fae3849b995 HTTP/1.1" status: 404 len: 339 time: 0.0202317 Jul 07 23:11:09.422172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37698) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:09.447999 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e098e7-05dd-4fd5-adc6-e065801d2146 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:09.448462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e098e7-05dd-4fd5-adc6-e065801d2146 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:09.448622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] For port 5716670a-eaa8-4796-97f0-84fe7ad13f36, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5716670a-eaa8-4796-97f0-84fe7ad13f36,segment=NetworkSegment(e31729bd-2e1e-4003-a37d-35b5c23d64bd),segment_id=e31729bd-2e1e-4003-a37d-35b5c23d64bd)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:09.450330 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-34e098e7-05dd-4fd5-adc6-e065801d2146 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/subnets/d78bd631-4acf-435d-9197-935eda784659 HTTP/1.1" status: 404 len: 337 time: 0.0270836 Jul 07 23:11:09.453022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37700) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:09.453402 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.471514 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b27f2e-e57b-4062-85a0-6e7cb4205279 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:09.472054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b27f2e-e57b-4062-85a0-6e7cb4205279 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:09.473717 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-37b27f2e-e57b-4062-85a0-6e7cb4205279 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/d894480c-386c-4cdb-951c-3fae3849b995 HTTP/1.1" status: 404 len: 339 time: 0.0195129 Jul 07 23:11:09.476450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37702) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:09.518248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd813-72b8-4978-9ea8-d76a39a74adf None None] Pushing event updated for resources: {'Port': ['ID=5716670a-eaa8-4796-97f0-84fe7ad13f36,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:09.528142 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Deleting subnet 2c786424-6771-44c5-b1bc-86a753562851 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:11:09.531708 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.577847 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.674025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.738326 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.772384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Subnet': ['ID=2c786424-6771-44c5-b1bc-86a753562851,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:09.774374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.776969 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-376b0486-b9b9-494a-bba4-158035cfe351 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/subnets/2c786424-6771-44c5-b1bc-86a753562851 HTTP/1.1" status: 204 len: 168 time: 0.2996223 Jul 07 23:11:09.778839 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37704) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:09.855650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.907721 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Deleting port 5716670a-eaa8-4796-97f0-84fe7ad13f36 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:09.908101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.975401 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] For port 5716670a-eaa8-4796-97f0-84fe7ad13f36, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=5716670a-eaa8-4796-97f0-84fe7ad13f36,segment=NetworkSegment(e31729bd-2e1e-4003-a37d-35b5c23d64bd),segment_id=e31729bd-2e1e-4003-a37d-35b5c23d64bd)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:09.975773 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.989159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Calling delete_port for 5716670a-eaa8-4796-97f0-84fe7ad13f36 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:10.066581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.093793 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Port': ['ID=5716670a-eaa8-4796-97f0-84fe7ad13f36,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:10.095642 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No DVR routers for this DVR port 5716670a-eaa8-4796-97f0-84fe7ad13f36 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:10.179340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.190035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741307a6-0e54-4f03-89db-623af6589b10']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:10.201137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31729bd-2e1e-4003-a37d-35b5c23d64bd') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:10.201448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31729bd-2e1e-4003-a37d-35b5c23d64bd') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:10.210955 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.226288 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.233690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:10.234258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:10.237869 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:10.299262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cac089d2-1a9f-421e-8749-a0f1ea2173ee up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:10.303989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.308922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.313333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/741307a6-0e54-4f03-89db-623af6589b10 HTTP/1.1" status: 204 len: 168 time: 0.5310397 Jul 07 23:11:10.313683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37706) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:10.333819 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e36cb-2fa9-4eaf-9bfd-9c6a0f9bd63e tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Network': ['ID=741307a6-0e54-4f03-89db-623af6589b10,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:10.345807 n-d-694802-13 neutron-server[93932]: INFO neutron.pecan_wsgi.hooks.translation [None req-53548465-6de0-4f07-8788-1bdc395ce196 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:10.346320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53548465-6de0-4f07-8788-1bdc395ce196 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:10.348725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53548465-6de0-4f07-8788-1bdc395ce196 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/subnets/dc34adcc-8d7b-4159-a0b9-56d6f02b6833 HTTP/1.1" status: 404 len: 337 time: 0.0335002 Jul 07 23:11:10.350718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37708) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:10.360450 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cac089d2-1a9f-421e-8749-a0f1ea2173ee triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:10.360830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.370057 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b34b06-9af4-43d9-9e68-f1ea640fa9e3 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:10.370885 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b34b06-9af4-43d9-9e68-f1ea640fa9e3 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:10.375044 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f8b34b06-9af4-43d9-9e68-f1ea640fa9e3 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/562d81f3-0620-41cf-935c-14b5dd74ee85 HTTP/1.1" status: 404 len: 339 time: 0.0206907 Jul 07 23:11:10.375357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37710) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:10.403493 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-973c8411-13ff-4e2e-bc5b-7de2942980e4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:10.403979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973c8411-13ff-4e2e-bc5b-7de2942980e4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:10.408054 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-973c8411-13ff-4e2e-bc5b-7de2942980e4 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/subnets/783fd4f9-31bc-4143-8dd2-37c195a3278d HTTP/1.1" status: 404 len: 337 time: 0.0293834 Jul 07 23:11:10.408435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37712) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:10.432880 n-d-694802-13 neutron-server[93931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9031691a-3a22-40e2-a7b6-7f05b64d73d8 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] DELETE failed (client error): The resource could not be found. Jul 07 23:11:10.433586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9031691a-3a22-40e2-a7b6-7f05b64d73d8 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:11:10.438153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9031691a-3a22-40e2-a7b6-7f05b64d73d8 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/5dff9593-bc74-4812-86ab-330f75afeb06 HTTP/1.1" status: 404 len: 339 time: 0.0220025 Jul 07 23:11:10.439009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37714) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:10.496486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-06cdcaf7-234e-4e76-93e6-e1d6a5e5d936 None None] Could not find standard attr ID for object 5716670a-eaa8-4796-97f0-84fe7ad13f36. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 23:11:10.505477 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Deleting subnet 01c840c0-d655-4fb1-baf6-e36606e24833 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:11:10.508587 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.518912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd72b5d-29c3-41e4-af3b-63b382b2a9ff None None] DHCP port deletion for 741307a6-0e54-4f03-89db-623af6589b10 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:11:10.535946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510677a6-1993-4a1e-a1e3-5a88d2606e9e None None] Network 741307a6-0e54-4f03-89db-623af6589b10 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:10.547533 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510677a6-1993-4a1e-a1e3-5a88d2606e9e None None] Network 741307a6-0e54-4f03-89db-623af6589b10 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 23:11:10.554088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.638666 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.694498 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.718876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Subnet': ['ID=01c840c0-d655-4fb1-baf6-e36606e24833,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:10.724688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.726899 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-19cf8b9e-dbbd-4104-9f02-17b355879a49 tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/subnets/01c840c0-d655-4fb1-baf6-e36606e24833 HTTP/1.1" status: 204 len: 168 time: 0.2869515 Jul 07 23:11:10.729306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37716) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:10.731458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5e359-7e41-4bbb-b170-91539e04ba1a None None] Network 533d7db2-900c-4e14-a405-23b3c922ae69 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:10.807235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.866945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Deleting port cac089d2-1a9f-421e-8749-a0f1ea2173ee {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:10.867295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.914304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] DHCP port deletion for 533d7db2-900c-4e14-a405-23b3c922ae69 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:11:10.929817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] For port cac089d2-1a9f-421e-8749-a0f1ea2173ee, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cac089d2-1a9f-421e-8749-a0f1ea2173ee,segment=NetworkSegment(54ec3f47-633e-434b-99c1-5858726d2ce7),segment_id=54ec3f47-633e-434b-99c1-5858726d2ce7)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:10.930188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:10.947659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Calling delete_port for cac089d2-1a9f-421e-8749-a0f1ea2173ee owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:10.960432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] Deleting port cac089d2-1a9f-421e-8749-a0f1ea2173ee {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:10.960820 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.020451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] For port cac089d2-1a9f-421e-8749-a0f1ea2173ee, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cac089d2-1a9f-421e-8749-a0f1ea2173ee,segment=NetworkSegment(54ec3f47-633e-434b-99c1-5858726d2ce7),segment_id=54ec3f47-633e-434b-99c1-5858726d2ce7)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:11.020851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.028249 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.034261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] Calling delete_port for cac089d2-1a9f-421e-8749-a0f1ea2173ee owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:11.052105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Port': ['ID=cac089d2-1a9f-421e-8749-a0f1ea2173ee,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:11.058401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] No DVR routers for this DVR port cac089d2-1a9f-421e-8749-a0f1ea2173ee on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:11.112786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.137407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] Pushing event deleted for resources: {'Port': ['ID=cac089d2-1a9f-421e-8749-a0f1ea2173ee,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:11.137851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.141148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0c7a5-a202-451d-89e9-a7ef9508a24b None None] No DVR routers for this DVR port cac089d2-1a9f-421e-8749-a0f1ea2173ee on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:11.151779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533d7db2-900c-4e14-a405-23b3c922ae69']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:11.162262 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ec3f47-633e-434b-99c1-5858726d2ce7') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:11.162559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ec3f47-633e-434b-99c1-5858726d2ce7') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:11.171496 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.185099 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.190892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:11.191284 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:11.194161 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:11.248516 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.255067 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.256879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] 10.222.0.95 "DELETE /v2.0/networks/533d7db2-900c-4e14-a405-23b3c922ae69 HTTP/1.1" status: 204 len: 168 time: 0.5265694 Jul 07 23:11:11.274428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417fb02-6f97-4ab7-9fa1-4a89637efc0a tempest-NetworksIpV6Test-176715930 tempest-NetworksIpV6Test-176715930-project] Pushing event deleted for resources: {'Network': ['ID=533d7db2-900c-4e14-a405-23b3c922ae69,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:11.493675 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:11.618058 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-de95d8fb-e221-413a-8c46-da7d009273e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0c630e54cb94effbe47aa2bfc88df22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1232166 Jul 07 23:11:11.620568 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37726) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:11.672138 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-586a19ee-6766-4bf3-bd9d-72f7cea6585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.692828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-586a19ee-6766-4bf3-bd9d-72f7cea6585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.738442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-586a19ee-6766-4bf3-bd9d-72f7cea6585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.741031 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-586a19ee-6766-4bf3-bd9d-72f7cea6585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.742205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-586a19ee-6766-4bf3-bd9d-72f7cea6585b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/03c1f010-7c72-49a5-833d-3482d2334121 HTTP/1.1" status: 204 len: 168 time: 0.1206920 Jul 07 23:11:11.749647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a19ee-6766-4bf3-bd9d-72f7cea6585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c1f010-7c72-49a5-833d-3482d2334121,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:12.277703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cac089d2-1a9f-421e-8749-a0f1ea2173ee no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:12.297637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: cac089d2-1a9f-421e-8749-a0f1ea2173ee {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:12.297994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cac089d2-1a9f-421e-8749-a0f1ea2173ee not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:12.298427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5716670a-eaa8-4796-97f0-84fe7ad13f36 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:12.316735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 5716670a-eaa8-4796-97f0-84fe7ad13f36 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:12.317085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 5716670a-eaa8-4796-97f0-84fe7ad13f36 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:12.358975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37748) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:12.449147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-303662679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:12.471606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.472597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.526505 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.530347 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.546299 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.547537 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-49b8f4ef-de97-4e24-8366-01da6106a1a2 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1875525 Jul 07 23:11:12.550242 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37752) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:12.555055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-304950190'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:12.574883 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Made reservation on behalf of 5e35383d50444803a9e9d85e3027ee78 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:12.578150 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.586423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.678360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.682600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.708519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:12.718331 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5ce23-f200-424b-8957-d083a3d315c5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:12.724483 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.724857 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Added segment bca1092d-eed0-4058-a32d-11d59025a768 of type vlan for network 4956f128-da81-4e72-8a8c-31845dbeb8c1 Jul 07 23:11:12.764484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.791446 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.797285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:12.797917 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.863320 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3120100 Jul 07 23:11:12.866249 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37754) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:12.871759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Request body: {'subnet': {'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:12.872033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42813e23-155b-48a4-9da7-334b6ebc9686 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event updated for resources: {'Network': ['ID=4956f128-da81-4e72-8a8c-31845dbeb8c1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:12.882196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4956f128-da81-4e72-8a8c-31845dbeb8c1 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:12.956827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Made reservation on behalf of 5e35383d50444803a9e9d85e3027ee78 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:12.960408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.139976 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.201730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event updated for resources: {'Subnet': ['ID=6a00eaeb-d16d-46f0-9b7b-d6ebbd18509b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:13.211472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Checking segment: {'id': 'bca1092d-eed0-4058-a32d-11d59025a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:13.211843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Network hostable DHCP agents. Network: 4956f128-da81-4e72-8a8c-31845dbeb8c1, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:13.229225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Network 4956f128-da81-4e72-8a8c-31845dbeb8c1 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:13.238122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4956f128-da81-4e72-8a8c-31845dbeb8c1) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:13.242942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:13.244969 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.245910 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e470871-e108-4822-b6c2-3ab351eed15c None None] Network 4956f128-da81-4e72-8a8c-31845dbeb8c1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:13.259304 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-314f52e7-3fda-4859-b48f-645cdefb5859 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3918452 Jul 07 23:11:13.262797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37756) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:13.267861 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1103266356'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:13.288931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Made reservation on behalf of 5e35383d50444803a9e9d85e3027ee78 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:13.292415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.315494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:13.325263 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.325692 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Added segment dc142ba0-c172-495d-aebe-3ef4bc42fd2b of type vlan for network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 Jul 07 23:11:13.365486 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.394994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.399294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4956f128-da81-4e72-8a8c-31845dbeb8c1', 'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1', 'tenant_id': '5e35383d50444803a9e9d85e3027ee78', 'fixed_ips': [{'subnet_id': '6a00eaeb-d16d-46f0-9b7b-d6ebbd18509b'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:13.400904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.401283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:13.401884 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.449756 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1853766 Jul 07 23:11:13.452187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37758) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:13.457021 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Request body: {'subnet': {'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:13.520367 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3b219-97ef-4bd6-8550-f922f6303091 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event updated for resources: {'Network': ['ID=7724c4ea-a0b2-4f2c-963b-aa57b20e9d17,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:13.531729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:13.551407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Allocated IP 172.20.0.2 (4956f128-da81-4e72-8a8c-31845dbeb8c1/6a00eaeb-d16d-46f0-9b7b-d6ebbd18509b/925d530f-25fc-4b72-813d-8001644e1c92) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:13.559988 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Made reservation on behalf of 5e35383d50444803a9e9d85e3027ee78 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:13.563615 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.739249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.745380 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.749073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Transition to ACTIVE for port object 925d530f-25fc-4b72-813d-8001644e1c92 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:13.764093 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Transition to ACTIVE for port object 925d530f-25fc-4b72-813d-8001644e1c92 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:13.770053 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.804730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event updated for resources: {'Subnet': ['ID=5de09b43-4959-42a4-a6bc-a032016918b0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:13.811950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Network 4956f128-da81-4e72-8a8c-31845dbeb8c1 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:13.812239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Checking segment: {'id': 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:13.812545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Network hostable DHCP agents. Network: 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:13.813399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:13.816816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:13.824242 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Pushing event updated for resources: {'Port': ['ID=925d530f-25fc-4b72-813d-8001644e1c92,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:13.833972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:13.842644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:13.846672 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:13.847327 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.865290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-42119dbf-6f2e-4934-aca9-44a7df366e3e tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121470 Jul 07 23:11:13.868072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37760) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:13.872954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02524a91-d2df-457e-857a-1b786983a209 None None] Network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:13.873129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-934c36bd-cdd3-42f9-8f90-fd21ab580404 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Request body: {'router': {'external_gateway_info': {'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:13.919550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Attempting to bind port 925d530f-25fc-4b72-813d-8001644e1c92 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:13.919928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Attempting to bind port 925d530f-25fc-4b72-813d-8001644e1c92 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'bca1092d-eed0-4058-a32d-11d59025a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:13.920306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Attempting to bind port 925d530f-25fc-4b72-813d-8001644e1c92 on network 4956f128-da81-4e72-8a8c-31845dbeb8c1 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:13.930658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:13.931036 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Checking segment: {'id': 'bca1092d-eed0-4058-a32d-11d59025a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:13.931976 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.932380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Bound using segment: {'id': 'bca1092d-eed0-4058-a32d-11d59025a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:13.932853 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Bound port: 925d530f-25fc-4b72-813d-8001644e1c92, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca1092d-eed0-4058-a32d-11d59025a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4956f128-da81-4e72-8a8c-31845dbeb8c1'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:13.933242 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.012735 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:11:14.046239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] For port 925d530f-25fc-4b72-813d-8001644e1c92, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:14.051015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] For port 925d530f-25fc-4b72-813d-8001644e1c92, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=925d530f-25fc-4b72-813d-8001644e1c92,segment=NetworkSegment(bca1092d-eed0-4058-a32d-11d59025a768),segment_id=bca1092d-eed0-4058-a32d-11d59025a768)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:14.059492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.123817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7724c4ea-a0b2-4f2c-963b-aa57b20e9d17', 'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17', 'tenant_id': '5e35383d50444803a9e9d85e3027ee78', 'fixed_ips': [{'subnet_id': '5de09b43-4959-42a4-a6bc-a032016918b0'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:14.124716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.153068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf8b0e-7976-41bd-9211-3a813ec413ee None None] Pushing event updated for resources: {'Port': ['ID=925d530f-25fc-4b72-813d-8001644e1c92,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.289256 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Allocated IP 172.21.0.2 (7724c4ea-a0b2-4f2c-963b-aa57b20e9d17/5de09b43-4959-42a4-a6bc-a032016918b0/7fd27a74-e0d5-4400-aca7-65a2e4367ff5) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:14.445084 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-934c36bd-cdd3-42f9-8f90-fd21ab580404 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.475780 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.484898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Transition to ACTIVE for port object 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:14.499047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Transition to ACTIVE for port object 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:14.505382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.545681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:14.550233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:14.553659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:14.554382 n-d-694802-13 neutron-server[93932]: INFO neutron.api.v2.resource [None req-934c36bd-cdd3-42f9-8f90-fd21ab580404 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 23:11:14.560601 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-934c36bd-cdd3-42f9-8f90-fd21ab580404 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "PUT /v2.0/routers/dcdddbe1-d629-4e61-91e3-a64b5fece963 HTTP/1.1" status: 400 len: 364 time: 0.6864743 Jul 07 23:11:14.560791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Pushing event updated for resources: {'Port': ['ID=7fd27a74-e0d5-4400-aca7-65a2e4367ff5,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.561963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:14.614991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Attempting to bind port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:14.615239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Deleting subnet 5de09b43-4959-42a4-a6bc-a032016918b0 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:11:14.615370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Attempting to bind port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:14.615735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Attempting to bind port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 on network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:14.619120 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.620986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:14.621370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Checking segment: {'id': 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:14.621902 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.622306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Bound using segment: {'id': 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:14.622940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Bound port: 7fd27a74-e0d5-4400-aca7-65a2e4367ff5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7724c4ea-a0b2-4f2c-963b-aa57b20e9d17'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:14.623329 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.663295 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.685346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] For port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:14.688365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] For port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7fd27a74-e0d5-4400-aca7-65a2e4367ff5,segment=NetworkSegment(dc142ba0-c172-495d-aebe-3ef4bc42fd2b),segment_id=dc142ba0-c172-495d-aebe-3ef4bc42fd2b)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:14.693231 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.751523 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.755704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac83da-bec4-46a6-a18a-e3d2e1ad8f16 None None] Pushing event updated for resources: {'Port': ['ID=7fd27a74-e0d5-4400-aca7-65a2e4367ff5,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.817132 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.850195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event deleted for resources: {'Subnet': ['ID=5de09b43-4959-42a4-a6bc-a032016918b0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.862243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.866409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-02220d5d-1504-45d8-b268-2313fdff872c tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "DELETE /v2.0/subnets/5de09b43-4959-42a4-a6bc-a032016918b0 HTTP/1.1" status: 204 len: 168 time: 0.3008997 Jul 07 23:11:14.866713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37764) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:14.959188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.022368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Deleting port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:15.022854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.094359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] For port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7fd27a74-e0d5-4400-aca7-65a2e4367ff5,segment=NetworkSegment(dc142ba0-c172-495d-aebe-3ef4bc42fd2b),segment_id=dc142ba0-c172-495d-aebe-3ef4bc42fd2b)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:15.094780 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.109189 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Calling delete_port for 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:15.197671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.214235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13484354-ea16-441d-8f99-72fd218decaa None None] Network 4956f128-da81-4e72-8a8c-31845dbeb8c1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:15.225520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event deleted for resources: {'Port': ['ID=7fd27a74-e0d5-4400-aca7-65a2e4367ff5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:15.227673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] No DVR routers for this DVR port 7fd27a74-e0d5-4400-aca7-65a2e4367ff5 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:15.275041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-322ab28b-7535-41f4-b0a1-8075dd29024b None None] Provisioning for port 925d530f-25fc-4b72-813d-8001644e1c92 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:15.310181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.319919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7724c4ea-a0b2-4f2c-963b-aa57b20e9d17']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:15.330722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:15.331032 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc142ba0-c172-495d-aebe-3ef4bc42fd2b') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:15.339671 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.353244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.359734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:15.360170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:15.363348 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:15.425784 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.434854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.436714 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "DELETE /v2.0/networks/7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 HTTP/1.1" status: 204 len: 168 time: 0.5690374 Jul 07 23:11:15.439351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37766) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:15.451530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef9a8e-5b66-415c-9850-55328c7c84d9 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event deleted for resources: {'Network': ['ID=7724c4ea-a0b2-4f2c-963b-aa57b20e9d17,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:15.494801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Deleting subnet 6a00eaeb-d16d-46f0-9b7b-d6ebbd18509b {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:11:15.498507 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.539526 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.647297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.713015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.739679 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event deleted for resources: {'Subnet': ['ID=6a00eaeb-d16d-46f0-9b7b-d6ebbd18509b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:15.746284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.748519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-21364840-4451-4993-b445-6773360b8166 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "DELETE /v2.0/subnets/6a00eaeb-d16d-46f0-9b7b-d6ebbd18509b HTTP/1.1" status: 204 len: 168 time: 0.3081532 Jul 07 23:11:15.751149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37768) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:15.756574 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc377f2-cc75-4e0f-955d-6c81320c83a2 None None] Network 4956f128-da81-4e72-8a8c-31845dbeb8c1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:15.836936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.896718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Deleting port 925d530f-25fc-4b72-813d-8001644e1c92 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:15.897070 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.910777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a8aaf-9012-4caf-80da-d0f0da44bed8 None None] DHCP port deletion for 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:11:15.928781 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-41168fc0-aeac-49d0-9413-670276825259 None None] Could not find standard attr ID for object 7fd27a74-e0d5-4400-aca7-65a2e4367ff5. {{(pid=93933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 23:11:15.935021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41267b79-a3e1-4d7e-aacf-6f0a6ddd90a7 None None] Network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:15.969754 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] For port 925d530f-25fc-4b72-813d-8001644e1c92, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=925d530f-25fc-4b72-813d-8001644e1c92,segment=NetworkSegment(bca1092d-eed0-4058-a32d-11d59025a768),segment_id=bca1092d-eed0-4058-a32d-11d59025a768)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:15.970130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.986258 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Calling delete_port for 925d530f-25fc-4b72-813d-8001644e1c92 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:16.073088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.099186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event deleted for resources: {'Port': ['ID=925d530f-25fc-4b72-813d-8001644e1c92,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:16.100230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f1679b-c5f8-4507-9bd7-647682810717 None None] DHCP port deletion for 4956f128-da81-4e72-8a8c-31845dbeb8c1 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:11:16.102756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41267b79-a3e1-4d7e-aacf-6f0a6ddd90a7 None None] Network 7724c4ea-a0b2-4f2c-963b-aa57b20e9d17 could not be found, it might have been deleted concurrently. {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 23:11:16.103031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] No DVR routers for this DVR port 925d530f-25fc-4b72-813d-8001644e1c92 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:16.186359 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.195867 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4956f128-da81-4e72-8a8c-31845dbeb8c1']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.205900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca1092d-eed0-4058-a32d-11d59025a768') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.206202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca1092d-eed0-4058-a32d-11d59025a768') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.215374 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.230234 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.237094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:16.237502 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:16.240520 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:16.296702 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.303308 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.305132 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "DELETE /v2.0/networks/4956f128-da81-4e72-8a8c-31845dbeb8c1 HTTP/1.1" status: 204 len: 168 time: 0.5530353 Jul 07 23:11:16.308078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37770) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:16.316457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e33c6c-f187-4d51-9c37-5baf7fd6c8d1 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Pushing event deleted for resources: {'Network': ['ID=4956f128-da81-4e72-8a8c-31845dbeb8c1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:16.336835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b1f4090d-c805-4d49-8f65-2e560f4af22a tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "GET /v2.0/ports?device_id=dcdddbe1-d629-4e61-91e3-a64b5fece963 HTTP/1.1" status: 200 len: 205 time: 0.0274243 Jul 07 23:11:16.339820 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37772) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:16.412182 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.563475 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.565453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.607440 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.607961 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Fanout notify agent at l3_agent the message router_deleted on router dcdddbe1-d629-4e61-91e3-a64b5fece963 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:11:16.614876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.616124 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0d4dbda2-0432-4c72-9699-ec999f7c1d40 tempest-RoutersNegativeTest-1875185338 tempest-RoutersNegativeTest-1875185338-project] 10.222.0.95 "DELETE /v2.0/routers/dcdddbe1-d629-4e61-91e3-a64b5fece963 HTTP/1.1" status: 204 len: 168 time: 0.2752638 Jul 07 23:11:16.849135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37778) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:16.977720 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f6fe4bb8-a48e-4ce2-af8d-2cf9608df83b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5e35383d50444803a9e9d85e3027ee78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273642 Jul 07 23:11:16.980650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37782) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:17.026468 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4606fec-dc62-4b1c-895a-a2b8263ae10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.046998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4606fec-dc62-4b1c-895a-a2b8263ae10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.097985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4606fec-dc62-4b1c-895a-a2b8263ae10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.100491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f4606fec-dc62-4b1c-895a-a2b8263ae10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.105012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f4606fec-dc62-4b1c-895a-a2b8263ae10b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2ec5ce23-f200-424b-8957-d083a3d315c5 HTTP/1.1" status: 204 len: 168 time: 0.1203730 Jul 07 23:11:17.110727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4606fec-dc62-4b1c-895a-a2b8263ae10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5ce23-f200-424b-8957-d083a3d315c5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:17.464381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.707814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:17.799604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1730618655-network', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:17.819932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Made reservation on behalf of cecbfecbd95848dab61812d9ef9df0d5 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:17.822875 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.831889 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.925441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.928913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.952709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:17.962260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb2aa2-b47c-481b-99d6-845eca2dd9de,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:17.967777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.968135 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Added segment 70dd4dd5-c201-4caf-9cdf-973cb70e17cf of type vlan for network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd Jul 07 23:11:18.007345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.036696 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.037661 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:18.038262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.089539 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3806283 Jul 07 23:11:18.092490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37808) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:18.097821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Request body: {'subnet': {'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-subnet', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:18.099014 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bbb9f-cb78-491c-b71c-0021affaf568 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:18.109621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:18.120375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Made reservation on behalf of cecbfecbd95848dab61812d9ef9df0d5 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:18.122767 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.285115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.342350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c07ec7-193b-4258-b55d-31abba74b2a7,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:18.346539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Checking segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:18.346923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Network hostable DHCP agents. Network: e4b4ac0f-1b64-4c04-bea0-f880cf7804fd, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:18.363770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:18.373926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, e4b4ac0f-1b64-4c04-bea0-f880cf7804fd) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:18.378098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:18.378731 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.382924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8eea2-2270-476b-ae15-987060f8fcde None None] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:18.393306 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-60c22e8a-0488-434e-8b4c-fd0d2f731004 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2996740 Jul 07 23:11:18.397663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37810) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:18.402114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:18.422945 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.423953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.450806 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a23796eb-4fa2-49bb-b0b9-7fb909fab589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.476328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.547988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'fixed_ips': [{'subnet_id': '67c07ec7-193b-4258-b55d-31abba74b2a7'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:18.548854 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.613492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.684440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Allocated IP 172.20.0.2 (e4b4ac0f-1b64-4c04-bea0-f880cf7804fd/67c07ec7-193b-4258-b55d-31abba74b2a7/82d79643-df41-477d-8bf8-db8531ed91e5) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:18.817706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.830868 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.838664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.840883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Transition to ACTIVE for port object 82d79643-df41-477d-8bf8-db8531ed91e5 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:18.860236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Transition to ACTIVE for port object 82d79643-df41-477d-8bf8-db8531ed91e5 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:18.867419 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.903088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:18.906091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:18.911569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:18.920499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Pushing event updated for resources: {'Port': ['ID=82d79643-df41-477d-8bf8-db8531ed91e5,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:18.944306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Allocated IP 172.25.5.15 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/b66f42f2-425c-4b79-82ea-f19ce47e98f0) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:18.973085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Attempting to bind port 82d79643-df41-477d-8bf8-db8531ed91e5 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:18.973475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Attempting to bind port 82d79643-df41-477d-8bf8-db8531ed91e5 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:18.973846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Attempting to bind port 82d79643-df41-477d-8bf8-db8531ed91e5 on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:18.980061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:18.980625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Checking segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:18.981136 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.981704 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Bound using segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:18.982290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Bound port: 82d79643-df41-477d-8bf8-db8531ed91e5, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:18.982725 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.048855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] For port 82d79643-df41-477d-8bf8-db8531ed91e5, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:19.051908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] For port 82d79643-df41-477d-8bf8-db8531ed91e5, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=82d79643-df41-477d-8bf8-db8531ed91e5,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:19.053361 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.055733 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.093978 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.114759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295dbb-2dc1-4735-ab12-19cf07e6138e None None] Pushing event updated for resources: {'Port': ['ID=82d79643-df41-477d-8bf8-db8531ed91e5,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:19.132959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:19.136045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:19.138382 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:19.181999 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Pushing event updated for resources: {'Port': ['ID=b66f42f2-425c-4b79-82ea-f19ce47e98f0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:19.276293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.439578 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.630732 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.763327 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Router 29740732-163e-4cd2-8b67-ec44b9914844 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:11:19.874713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:19.883566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Sync routers for ids ['29740732-163e-4cd2-8b67-ec44b9914844'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:19.891645 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.893340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-59ac2aaa-4a7b-4979-8bf2-af10c34bff4f admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4947081 Jul 07 23:11:19.896260 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37812) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:19.896771 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Routers {'29740732-163e-4cd2-8b67-ec44b9914844'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:19.897066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:10:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['29740732-163e-4cd2-8b67-ec44b9914844'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:20.000180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c978e48-f664-465f-89ee-4021e406bd40 None None] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:20.043597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Set router 29740732-163e-4cd2-8b67-ec44b9914844 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:20.156117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-361fd8bf-3933-454e-b3c7-7904d3da6b7b None None] Provisioning for port 82d79643-df41-477d-8bf8-db8531ed91e5 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:20.325534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 82d79643-df41-477d-8bf8-db8531ed91e5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:20.329567 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.330160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:19Z', 'revision_number': 3, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:20.388470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Checking router: 29740732-163e-4cd2-8b67-ec44b9914844 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:20.388830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Updating router 29740732-163e-4cd2-8b67-ec44b9914844 port b66f42f2-425c-4b79-82ea-f19ce47e98f0 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:11:20.436107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.472294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 82d79643-df41-477d-8bf8-db8531ed91e5 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:20.482249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 82d79643-df41-477d-8bf8-db8531ed91e5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:20.482658 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.502152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Allocated IP 172.20.0.1 (e4b4ac0f-1b64-4c04-bea0-f880cf7804fd/67c07ec7-193b-4258-b55d-31abba74b2a7/25553fc2-f876-4623-9051-ee898e8e97c2) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:20.614373 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.627460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Transition to ACTIVE for port object 25553fc2-f876-4623-9051-ee898e8e97c2 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:20.661105 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.679843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-071ad2f1-5159-49e9-a218-751fef99a871 None None] Provisioning complete for port 82d79643-df41-477d-8bf8-db8531ed91e5 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:20.680222 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-071ad2f1-5159-49e9-a218-751fef99a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.704304 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:20.710760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:20.716244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:20.719449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=25553fc2-f876-4623-9051-ee898e8e97c2,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.725764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.792620 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 82d79643-df41-477d-8bf8-db8531ed91e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=82d79643-df41-477d-8bf8-db8531ed91e5,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:20.814062 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.898340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.928841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Transition to ACTIVE for port object b66f42f2-425c-4b79-82ea-f19ce47e98f0 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:20.930714 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=82d79643-df41-477d-8bf8-db8531ed91e5,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.939039 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.992817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Attempting to bind port b66f42f2-425c-4b79-82ea-f19ce47e98f0 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:20.993090 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Attempting to bind port b66f42f2-425c-4b79-82ea-f19ce47e98f0 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:20.993459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Attempting to bind port b66f42f2-425c-4b79-82ea-f19ce47e98f0 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:20.995426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a0ba9-a347-4871-bd6d-4cf9af5fb288 None None] Pushing event updated for resources: {'Port': ['ID=b66f42f2-425c-4b79-82ea-f19ce47e98f0,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:21.000922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:21.001406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:21.001716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.002118 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:21.002583 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Bound port: b66f42f2-425c-4b79-82ea-f19ce47e98f0, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:21.002997 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.061598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-145291ec-7cb4-4227-aa03-85f6ad566023 None None] Provisioning for port 25553fc2-f876-4623-9051-ee898e8e97c2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:21.063789 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.068057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] For port b66f42f2-425c-4b79-82ea-f19ce47e98f0, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:21.070022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-145291ec-7cb4-4227-aa03-85f6ad566023 None None] Provisioning complete for port 25553fc2-f876-4623-9051-ee898e8e97c2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:21.070402 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-145291ec-7cb4-4227-aa03-85f6ad566023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.073402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] For port b66f42f2-425c-4b79-82ea-f19ce47e98f0, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b66f42f2-425c-4b79-82ea-f19ce47e98f0,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:21.094978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.138810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-145291ec-7cb4-4227-aa03-85f6ad566023 None None] Port 25553fc2-f876-4623-9051-ee898e8e97c2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:21.163802 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a0ba9-a347-4871-bd6d-4cf9af5fb288 None None] Pushing event updated for resources: {'Port': ['ID=b66f42f2-425c-4b79-82ea-f19ce47e98f0,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:21.166954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Routers {'29740732-163e-4cd2-8b67-ec44b9914844'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:21.167554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:10:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['29740732-163e-4cd2-8b67-ec44b9914844'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:21.206355 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.272272 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] Set router 29740732-163e-4cd2-8b67-ec44b9914844 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:21.367754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.372661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.430744 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d87b35e4-fed4-4bd4-935f-d534b5f8290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.438458 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.443989 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=25553fc2-f876-4623-9051-ee898e8e97c2,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:21.460308 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:19Z', 'revision_number': 3, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:21.498786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b166db-e40d-494c-88f1-24589698aa77 None None] The sync data for ids ['29740732-163e-4cd2-8b67-ec44b9914844'] in n-d-694802-13 is: [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:19Z', 'revision_number': 3, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:21.508191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.536156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:21.537530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:21.658988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Router 29740732-163e-4cd2-8b67-ec44b9914844 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:11:21.772415 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eca92171-796f-441c-a4a5-fb9427576c77 None None] Provisioning complete for port 25553fc2-f876-4623-9051-ee898e8e97c2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:21.772798 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eca92171-796f-441c-a4a5-fb9427576c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.796466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:21.801533 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e1a19260-d9ca-4498-a05f-65cc5fbb8ca7 admin admin] 10.222.0.95 "PUT /v2.0/routers/29740732-163e-4cd2-8b67-ec44b9914844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038532 Jul 07 23:11:21.811503 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-eca92171-796f-441c-a4a5-fb9427576c77 None None] Port 25553fc2-f876-4623-9051-ee898e8e97c2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:22.286765 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 37828) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.292951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1536480850-network', 'tenant_id': '12ed9134903841998fe65008da11e705'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:22.320714 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Made reservation on behalf of 12ed9134903841998fe65008da11e705 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:22.322977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.332151 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.352808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.374546 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b66f42f2-425c-4b79-82ea-f19ce47e98f0 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:22.421580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port b66f42f2-425c-4b79-82ea-f19ce47e98f0 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:22.425119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b66f42f2-425c-4b79-82ea-f19ce47e98f0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:22.425496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.437065 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.440967 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.463030 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:22.479445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c55f70-0b91-4573-8dce-eb85843d772b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:22.482819 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.483523 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Added segment 204d069e-f01f-4434-abb7-5b875f3e9477 of type vlan for network 7a38ba42-c469-43f8-96f8-ed1739251977 Jul 07 23:11:22.513446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.526709 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.536586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port b66f42f2-425c-4b79-82ea-f19ce47e98f0, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b66f42f2-425c-4b79-82ea-f19ce47e98f0,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:22.542314 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.543264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 82d79643-df41-477d-8bf8-db8531ed91e5 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:22.559556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.560519 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:22.561112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.618303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=b66f42f2-425c-4b79-82ea-f19ce47e98f0,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:22.619092 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3308752 Jul 07 23:11:22.621918 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37830) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.625587 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914be4b9-9bbd-4347-b7b3-97f2fd60fc6a admin admin] Pushing event updated for resources: {'Network': ['ID=7a38ba42-c469-43f8-96f8-ed1739251977,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:22.629280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Request body: {'subnet': {'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-subnet', 'tenant_id': '12ed9134903841998fe65008da11e705', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:22.630304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 82d79643-df41-477d-8bf8-db8531ed91e5 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:22.630720 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.649288 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Made reservation on behalf of 12ed9134903841998fe65008da11e705 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:22.652779 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.655466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 7a38ba42-c469-43f8-96f8-ed1739251977 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:22.824860 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.881191 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdae1b93-c1c7-4810-8b94-2f982768bd5a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:22.889701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Checking segment: {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:22.890059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Network hostable DHCP agents. Network: 7a38ba42-c469-43f8-96f8-ed1739251977, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:22.906984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Network 7a38ba42-c469-43f8-96f8-ed1739251977 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:22.916773 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 7a38ba42-c469-43f8-96f8-ed1739251977) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:22.921362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:22.922271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.925719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bc31f-7470-48b6-b01e-22edf051438e None None] Network 7a38ba42-c469-43f8-96f8-ed1739251977 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:22.937572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-57628df0-d19f-4b9c-881b-e5a7845e9e17 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3138952 Jul 07 23:11:22.940101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37832) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.944678 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:22.966769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.967775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.028225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.073454 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Sync routers for ids ['29740732-163e-4cd2-8b67-ec44b9914844'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:23.082663 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Routers {'29740732-163e-4cd2-8b67-ec44b9914844'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:23.083317 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:11:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['29740732-163e-4cd2-8b67-ec44b9914844'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:23.169576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.188668 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Set router 29740732-163e-4cd2-8b67-ec44b9914844 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:23.235120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-7a38ba42-c469-43f8-96f8-ed1739251977', 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'tenant_id': '12ed9134903841998fe65008da11e705', 'fixed_ips': [{'subnet_id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:23.236712 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.378395 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Allocated IP 172.20.0.2 (7a38ba42-c469-43f8-96f8-ed1739251977/cdae1b93-c1c7-4810-8b94-2f982768bd5a/4a720d83-463c-45c3-b427-edd9d6d047a7) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:23.388172 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 4, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '25553fc2-f876-4623-9051-ee898e8e97c2', 'name': '', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'mac_address': 'fa:16:3e:0f:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:20Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 2, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'subnets': [{'id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:23.390075 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.410948 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.414755 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Checking router: 29740732-163e-4cd2-8b67-ec44b9914844 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:23.415115 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Updating router 29740732-163e-4cd2-8b67-ec44b9914844 port 25553fc2-f876-4623-9051-ee898e8e97c2 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:11:23.453175 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.530803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Allocated IP 172.25.5.146 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/f35078b4-ab01-4bf2-bd80-94b531349374) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:23.540276 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.550609 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Transition to ACTIVE for port object 4a720d83-463c-45c3-b427-edd9d6d047a7 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:23.567843 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Transition to ACTIVE for port object 4a720d83-463c-45c3-b427-edd9d6d047a7 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:23.573606 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.608944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Network 7a38ba42-c469-43f8-96f8-ed1739251977 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:23.612199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:23.614605 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:23.637020 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.650785 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Pushing event updated for resources: {'Port': ['ID=4a720d83-463c-45c3-b427-edd9d6d047a7,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.680069 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.684453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Attempting to bind port 4a720d83-463c-45c3-b427-edd9d6d047a7 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:23.684693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Attempting to bind port 4a720d83-463c-45c3-b427-edd9d6d047a7 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:23.685017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Attempting to bind port 4a720d83-463c-45c3-b427-edd9d6d047a7 on network 7a38ba42-c469-43f8-96f8-ed1739251977 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:23.690202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:23.690592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Checking segment: {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:23.691035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.691437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Bound using segment: {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:23.691912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Bound port: 4a720d83-463c-45c3-b427-edd9d6d047a7, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:23.692303 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.731910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Pushing event updated for resources: {'Port': ['ID=f35078b4-ab01-4bf2-bd80-94b531349374,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.735344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:23.735738 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.737250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:23.743015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:23.747055 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Transition to ACTIVE for port object 25553fc2-f876-4623-9051-ee898e8e97c2 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:23.753613 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.766003 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] For port 4a720d83-463c-45c3-b427-edd9d6d047a7, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:23.769561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] For port 4a720d83-463c-45c3-b427-edd9d6d047a7, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4a720d83-463c-45c3-b427-edd9d6d047a7,segment=NetworkSegment(204d069e-f01f-4434-abb7-5b875f3e9477),segment_id=204d069e-f01f-4434-abb7-5b875f3e9477)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:23.774460 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.802502 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Pushing event updated for resources: {'Port': ['ID=25553fc2-f876-4623-9051-ee898e8e97c2,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.813078 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.813691 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.814208 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.814737 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.815243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.815743 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.816246 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.816580 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.816915 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.817238 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.817730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.818211 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.849776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177d1a-6421-46bb-a7f0-89a866271483 None None] Pushing event updated for resources: {'Port': ['ID=4a720d83-463c-45c3-b427-edd9d6d047a7,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.891842 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Attempting to bind port 25553fc2-f876-4623-9051-ee898e8e97c2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:23.892497 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Attempting to bind port 25553fc2-f876-4623-9051-ee898e8e97c2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:23.893050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Attempting to bind port 25553fc2-f876-4623-9051-ee898e8e97c2 on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:23.896096 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.898983 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:23.899619 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Checking segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:23.900789 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.901187 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Bound using segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:23.901660 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Bound port: 25553fc2-f876-4623-9051-ee898e8e97c2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:23.902226 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.978235 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] For port 25553fc2-f876-4623-9051-ee898e8e97c2, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:23.981534 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] For port 25553fc2-f876-4623-9051-ee898e8e97c2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=25553fc2-f876-4623-9051-ee898e8e97c2,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:23.989284 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.048752 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3e43a-0014-4af5-81f7-c24b4ec6dd07 None None] Pushing event updated for resources: {'Port': ['ID=25553fc2-f876-4623-9051-ee898e8e97c2,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:24.068684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Routers {'29740732-163e-4cd2-8b67-ec44b9914844'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:24.069661 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:11:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['29740732-163e-4cd2-8b67-ec44b9914844'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:24.216763 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] Set router 29740732-163e-4cd2-8b67-ec44b9914844 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:24.405977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4a720d83-463c-45c3-b427-edd9d6d047a7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:24.457903 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4a720d83-463c-45c3-b427-edd9d6d047a7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:24.462883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b66f42f2-425c-4b79-82ea-f19ce47e98f0 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:24.474313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.512499 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 4, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '25553fc2-f876-4623-9051-ee898e8e97c2', 'name': '', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'mac_address': 'fa:16:3e:0f:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:20Z', 'updated_at': '2021-07-07T23:11:23Z', 'revision_number': 4, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'subnets': [{'id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:24.527096 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port b66f42f2-425c-4b79-82ea-f19ce47e98f0 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:24.527474 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.544755 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c672b5-01fe-4f3c-bb00-150872f739b2 None None] The sync data for ids ['29740732-163e-4cd2-8b67-ec44b9914844'] in n-d-694802-13 is: [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 4, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '25553fc2-f876-4623-9051-ee898e8e97c2', 'name': '', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'mac_address': 'fa:16:3e:0f:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:20Z', 'updated_at': '2021-07-07T23:11:23Z', 'revision_number': 4, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'subnets': [{'id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:24.707943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.844823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Router 8bf05810-f6d6-4444-8e38-d6a9ec459adf is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:11:24.963933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:24.972600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Sync routers for ids ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:24.985038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Routers {'8bf05810-f6d6-4444-8e38-d6a9ec459adf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:24.987165 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:11:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:24.990686 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.992439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2a547a00-2739-41ea-847f-a265e35b940d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0508828 Jul 07 23:11:24.995226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 37834) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:25.056586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe7bc1-832e-4565-8d0d-3d823d912ed8 None None] Network 7a38ba42-c469-43f8-96f8-ed1739251977 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:25.171947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Set router 8bf05810-f6d6-4444-8e38-d6a9ec459adf gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:25.173681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] Provisioning for port 4a720d83-463c-45c3-b427-edd9d6d047a7 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:25.237575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] Provisioning complete for port 4a720d83-463c-45c3-b427-edd9d6d047a7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:25.237960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.442741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.489051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.545798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] For port 4a720d83-463c-45c3-b427-edd9d6d047a7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4a720d83-463c-45c3-b427-edd9d6d047a7,segment=NetworkSegment(204d069e-f01f-4434-abb7-5b875f3e9477),segment_id=204d069e-f01f-4434-abb7-5b875f3e9477)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:25.559199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.565757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:11:23Z', 'revision_number': 3, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:25.620270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Checking router: 8bf05810-f6d6-4444-8e38-d6a9ec459adf for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:25.620460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Updating router 8bf05810-f6d6-4444-8e38-d6a9ec459adf port f35078b4-ab01-4bf2-bd80-94b531349374 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:11:25.676076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Allocated IP 172.20.0.1 (7a38ba42-c469-43f8-96f8-ed1739251977/cdae1b93-c1c7-4810-8b94-2f982768bd5a/53f361cb-3ed2-42e0-bd07-de45b41cdccd) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:25.676892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.678526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3f137-86cc-4d42-bb6c-bd3e52abc93e None None] Pushing event updated for resources: {'Port': ['ID=4a720d83-463c-45c3-b427-edd9d6d047a7,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:25.787955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.801491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Transition to ACTIVE for port object 53f361cb-3ed2-42e0-bd07-de45b41cdccd will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:25.835333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.874756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Network 7a38ba42-c469-43f8-96f8-ed1739251977 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:25.877631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:25.880106 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:25.903297 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fe48528e-54fe-4305-8410-ae21d562065c None None] Provisioning complete for port 4a720d83-463c-45c3-b427-edd9d6d047a7 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:25.903718 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fe48528e-54fe-4305-8410-ae21d562065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.920748 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Pushing event updated for resources: {'Port': ['ID=53f361cb-3ed2-42e0-bd07-de45b41cdccd,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:25.933913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.008785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.022283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Transition to ACTIVE for port object f35078b4-ab01-4bf2-bd80-94b531349374 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:26.047098 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.080042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.106896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Attempting to bind port f35078b4-ab01-4bf2-bd80-94b531349374 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:26.107277 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Attempting to bind port f35078b4-ab01-4bf2-bd80-94b531349374 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:26.107647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Attempting to bind port f35078b4-ab01-4bf2-bd80-94b531349374 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:26.117303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:26.117685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:26.118094 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.118514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:26.119011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Bound port: f35078b4-ab01-4bf2-bd80-94b531349374, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:26.119400 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.121740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7b16-6e31-48f2-9bd0-8acaae83c724 None None] Pushing event updated for resources: {'Port': ['ID=f35078b4-ab01-4bf2-bd80-94b531349374,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:26.174285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] For port f35078b4-ab01-4bf2-bd80-94b531349374, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:26.177200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] For port f35078b4-ab01-4bf2-bd80-94b531349374, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f35078b4-ab01-4bf2-bd80-94b531349374,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:26.180710 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.233729 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a93f9d9-2b98-4e65-bac3-72024f0b36ab None None] Provisioning for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:26.249679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0a93f9d9-2b98-4e65-bac3-72024f0b36ab None None] Provisioning complete for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.250068 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a93f9d9-2b98-4e65-bac3-72024f0b36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.254469 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Routers {'8bf05810-f6d6-4444-8e38-d6a9ec459adf'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:26.255132 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:11:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:26.264344 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.270313 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.274575 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7b16-6e31-48f2-9bd0-8acaae83c724 None None] Pushing event updated for resources: {'Port': ['ID=f35078b4-ab01-4bf2-bd80-94b531349374,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:26.336259 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0a93f9d9-2b98-4e65-bac3-72024f0b36ab None None] Port 53f361cb-3ed2-42e0-bd07-de45b41cdccd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:26.341359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Pushing event updated for resources: {'Port': ['ID=53f361cb-3ed2-42e0-bd07-de45b41cdccd,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:26.345127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.400973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4a720d83-463c-45c3-b427-edd9d6d047a7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:26.403814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] Set router 8bf05810-f6d6-4444-8e38-d6a9ec459adf gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:26.442580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Network 7a38ba42-c469-43f8-96f8-ed1739251977 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:26.443978 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:26.565137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4a720d83-463c-45c3-b427-edd9d6d047a7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.565759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.571111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Router 8bf05810-f6d6-4444-8e38-d6a9ec459adf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:11:26.691112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:26.696229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52e37ab7-e08b-452c-83a7-eb3fe5d5530b admin admin] 10.222.0.95 "PUT /v2.0/routers/8bf05810-f6d6-4444-8e38-d6a9ec459adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6997771 Jul 07 23:11:26.798237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-7e129c37-2a68-43a2-9abe-45e4d7bf3cec None None] Provisioning complete for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.798593 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7e129c37-2a68-43a2-9abe-45e4d7bf3cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.879413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7e129c37-2a68-43a2-9abe-45e4d7bf3cec None None] Port 53f361cb-3ed2-42e0-bd07-de45b41cdccd cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:26.903994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 25553fc2-f876-4623-9051-ee898e8e97c2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:26.944539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '53f361cb-3ed2-42e0-bd07-de45b41cdccd', 'name': '', 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'tenant_id': '12ed9134903841998fe65008da11e705', 'mac_address': 'fa:16:3e:6a:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:25Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 2, 'project_id': '12ed9134903841998fe65008da11e705', 'subnets': [{'id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:26.973690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa878b2-8a3e-49d8-add4-8b3988a4997b None None] The sync data for ids ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'] in n-d-694802-13 is: [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '53f361cb-3ed2-42e0-bd07-de45b41cdccd', 'name': '', 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'tenant_id': '12ed9134903841998fe65008da11e705', 'mac_address': 'fa:16:3e:6a:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:25Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 2, 'project_id': '12ed9134903841998fe65008da11e705', 'subnets': [{'id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:26.987860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 25553fc2-f876-4623-9051-ee898e8e97c2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:26.998959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 25553fc2-f876-4623-9051-ee898e8e97c2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.999428 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:27.084018 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:27.118237 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 25553fc2-f876-4623-9051-ee898e8e97c2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=25553fc2-f876-4623-9051-ee898e8e97c2,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:27.122247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:27.176236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=25553fc2-f876-4623-9051-ee898e8e97c2,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:27.452280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-db7616da-427a-4663-b76b-ac3f895f3744 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:27.453920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-db7616da-427a-4663-b76b-ac3f895f3744 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 817 time: 0.1040580 Jul 07 23:11:27.470550 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-ac053c4a-225d-4ddc-b21f-3136753a39cb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/quotas/cecbfecbd95848dab61812d9ef9df0d5 HTTP/1.1" status: 200 len: 375 time: 0.0101604 Jul 07 23:11:27.540028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-393b7865-a0c9-4c15-bca4-ca35d6084f5a tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641756 Jul 07 23:11:27.647684 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-1d1dc587-5f15-4425-8f59-f51acbd80624 service neutron] 10.222.0.95 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955358 Jul 07 23:11:27.741915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-7cf8ed6e-c93f-4af5-907b-7d07e8f47065 service neutron] 10.222.0.95 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880165 Jul 07 23:11:27.940545 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-076620f6-aa3d-47d9-8368-0ca6c3ec3a49 req-24ced47a-81d6-4edf-ac20-4637e774349f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0350347 Jul 07 23:11:28.388896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f35078b4-ab01-4bf2-bd80-94b531349374 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:28.440197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f35078b4-ab01-4bf2-bd80-94b531349374 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:28.444314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f35078b4-ab01-4bf2-bd80-94b531349374 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:28.444721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.524574 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.545447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f35078b4-ab01-4bf2-bd80-94b531349374, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f35078b4-ab01-4bf2-bd80-94b531349374,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:28.549801 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.550800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 25553fc2-f876-4623-9051-ee898e8e97c2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:28.630722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f35078b4-ab01-4bf2-bd80-94b531349374,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:28.641808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 25553fc2-f876-4623-9051-ee898e8e97c2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:28.642182 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.972738 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Sync routers for ids ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:28.991459 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Routers {'8bf05810-f6d6-4444-8e38-d6a9ec459adf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:28.992359 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:11:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:29.026781 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8e669aad-e632-4f74-9eb3-e3c1194bbfa0 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:29.028460 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8e669aad-e632-4f74-9eb3-e3c1194bbfa0 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.103 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 817 time: 0.1176922 Jul 07 23:11:29.041728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Request body: {'port': {'device_id': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'admin_state_up': True, 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:29.117371 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Set router 8bf05810-f6d6-4444-8e38-d6a9ec459adf gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:29.124447 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0378cc20-7a02-4357-8199-9ff59751dd89 req-111e7bba-52e2-4925-9b0c-261a141534a8 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0375702 Jul 07 23:11:29.187394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Made reservation on behalf of cecbfecbd95848dab61812d9ef9df0d5 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:29.191058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.320604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Allocated IP 172.20.0.6 (e4b4ac0f-1b64-4c04-bea0-f880cf7804fd/67c07ec7-193b-4258-b55d-31abba74b2a7/65ab3400-7c63-4b19-8441-9e1d4c668f2d) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:29.411625 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '53f361cb-3ed2-42e0-bd07-de45b41cdccd', 'name': '', 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'tenant_id': '12ed9134903841998fe65008da11e705', 'mac_address': 'fa:16:3e:6a:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:25Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 2, 'project_id': '12ed9134903841998fe65008da11e705', 'subnets': [{'id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:29.440749 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Checking router: 8bf05810-f6d6-4444-8e38-d6a9ec459adf for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:29.441109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Updating router 8bf05810-f6d6-4444-8e38-d6a9ec459adf port 53f361cb-3ed2-42e0-bd07-de45b41cdccd binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:11:29.462811 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.473305 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.476509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Transition to ACTIVE for port object 65ab3400-7c63-4b19-8441-9e1d4c668f2d will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:29.510036 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.562343 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:29.565517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:29.569891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:29.573834 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Pushing event updated for resources: {'Port': ['ID=65ab3400-7c63-4b19-8441-9e1d4c668f2d,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:29.621168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:29.621818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.638487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-234b726a-1ab5-44dd-99a0-d6b3f371695f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023514 Jul 07 23:11:29.651418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Request body: {'port': {'device_id': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:29.730070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.756121 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.770163 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Transition to ACTIVE for port object 53f361cb-3ed2-42e0-bd07-de45b41cdccd will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:29.777068 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.829231 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8698b-14af-40d4-a3a5-f9e61ccfd026 None None] Pushing event updated for resources: {'Port': ['ID=53f361cb-3ed2-42e0-bd07-de45b41cdccd,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:29.839378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-edb8b539-fc2f-42a1-9b16-1b72ffe23436 None None] Provisioning for port 65ab3400-7c63-4b19-8441-9e1d4c668f2d completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:29.847762 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-edb8b539-fc2f-42a1-9b16-1b72ffe23436 None None] Provisioning complete for port 65ab3400-7c63-4b19-8441-9e1d4c668f2d triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:29.848151 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-edb8b539-fc2f-42a1-9b16-1b72ffe23436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.888450 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Attempting to bind port 53f361cb-3ed2-42e0-bd07-de45b41cdccd on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:29.889440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Attempting to bind port 53f361cb-3ed2-42e0-bd07-de45b41cdccd by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:29.889440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Attempting to bind port 53f361cb-3ed2-42e0-bd07-de45b41cdccd on network 7a38ba42-c469-43f8-96f8-ed1739251977 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:29.894587 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:29.895054 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Checking segment: {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:29.895465 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.896023 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Bound using segment: {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:29.896506 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Bound port: 53f361cb-3ed2-42e0-bd07-de45b41cdccd, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204d069e-f01f-4434-abb7-5b875f3e9477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:29.896895 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.904663 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-edb8b539-fc2f-42a1-9b16-1b72ffe23436 None None] Port 65ab3400-7c63-4b19-8441-9e1d4c668f2d cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:29.965226 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] For port 53f361cb-3ed2-42e0-bd07-de45b41cdccd, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:29.968914 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] For port 53f361cb-3ed2-42e0-bd07-de45b41cdccd, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=53f361cb-3ed2-42e0-bd07-de45b41cdccd,segment=NetworkSegment(204d069e-f01f-4434-abb7-5b875f3e9477),segment_id=204d069e-f01f-4434-abb7-5b875f3e9477)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:29.973395 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.028806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Routers {'8bf05810-f6d6-4444-8e38-d6a9ec459adf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:30.029426 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:11:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:30.030788 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ab3400-7c63-4b19-8441-9e1d4c668f2d {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:11:30.040471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.053667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Transition to ACTIVE for port object 65ab3400-7c63-4b19-8441-9e1d4c668f2d will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:30.058570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.069912 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8698b-14af-40d4-a3a5-f9e61ccfd026 None None] Pushing event updated for resources: {'Port': ['ID=53f361cb-3ed2-42e0-bd07-de45b41cdccd,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:30.109943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Pushing event updated for resources: {'Port': ['ID=65ab3400-7c63-4b19-8441-9e1d4c668f2d,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:30.167771 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] Set router 8bf05810-f6d6-4444-8e38-d6a9ec459adf gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:30.203229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Attempting to bind port 65ab3400-7c63-4b19-8441-9e1d4c668f2d on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:30.203575 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Attempting to bind port 65ab3400-7c63-4b19-8441-9e1d4c668f2d by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:30.204090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Attempting to bind port 65ab3400-7c63-4b19-8441-9e1d4c668f2d on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:30.210924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Port 65ab3400-7c63-4b19-8441-9e1d4c668f2d on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:11:30.211263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Attempting to bind port 65ab3400-7c63-4b19-8441-9e1d4c668f2d on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:30.219187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:30.220765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Checking segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:30.221175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Bound using segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:30.221885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Bound port: 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:30.222510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.370571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 53f361cb-3ed2-42e0-bd07-de45b41cdccd up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:30.385392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] For port 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:30.389634 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] For port 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:30.397703 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.451457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81522fdb-e73b-4051-ad39-27dcd674e333 req-c00b240f-6ffd-48e8-84c4-487856ef27ad tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.453328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81522fdb-e73b-4051-ad39-27dcd674e333 req-c00b240f-6ffd-48e8-84c4-487856ef27ad tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 943 time: 0.1362805 Jul 07 23:11:30.453703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:30.454593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.455296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.456660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] 10.222.0.103 "PUT /v2.0/ports/65ab3400-7c63-4b19-8441-9e1d4c668f2d HTTP/1.1" status: 200 len: 1092 time: 0.8103483 Jul 07 23:11:30.458982 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'tag': '65ab3400-7c63-4b19-8441-9e1d4c668f2d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:30.461677 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec90e52-40f4-47f7-83af-b681d646c9c3", "tag": "65ab3400-7c63-4b19-8441-9e1d4c668f2d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:30.468313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-fc26f5c7-1c8d-4128-8e74-506a947aeac5 None None] Provisioning complete for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:30.468701 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc26f5c7-1c8d-4128-8e74-506a947aeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.470573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:30.471271 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.474395 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '53f361cb-3ed2-42e0-bd07-de45b41cdccd', 'name': '', 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'tenant_id': '12ed9134903841998fe65008da11e705', 'mac_address': 'fa:16:3e:6a:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:25Z', 'updated_at': '2021-07-07T23:11:29Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'subnets': [{'id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:30.512336 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318441f4-83ac-45fd-b282-60b32967cdef None None] The sync data for ids ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'] in n-d-694802-13 is: [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '53f361cb-3ed2-42e0-bd07-de45b41cdccd', 'name': '', 'network_id': '7a38ba42-c469-43f8-96f8-ed1739251977', 'tenant_id': '12ed9134903841998fe65008da11e705', 'mac_address': 'fa:16:3e:6a:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:25Z', 'updated_at': '2021-07-07T23:11:29Z', 'revision_number': 4, 'project_id': '12ed9134903841998fe65008da11e705', 'subnets': [{'id': 'cdae1b93-c1c7-4810-8b94-2f982768bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:30.563093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973d38f-adfc-466a-b2fb-cc595c8a3a01 service neutron] Pushing event updated for resources: {'Port': ['ID=65ab3400-7c63-4b19-8441-9e1d4c668f2d,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:30.579506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-81522fdb-e73b-4051-ad39-27dcd674e333 req-03a21811-1583-4845-98a0-5a6257f30c03 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148651 Jul 07 23:11:30.623604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-ab8f4446-ecf6-48e9-b2af-02ada7381d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.624972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-ab8f4446-ecf6-48e9-b2af-02ada7381d4c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 1095 time: 0.1217566 Jul 07 23:11:30.637698 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.678591 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-e164bf4c-f273-4b67-b14f-ceee98a83818 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d HTTP/1.1" status: 200 len: 217 time: 0.0448852 Jul 07 23:11:30.680582 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13fdcff-cf49-439f-940e-1836a685fc3a x-openstack-request-id: req-c13fdcff-cf49-439f-940e-1836a685fc3a {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:30.680988 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec90e52-40f4-47f7-83af-b681d646c9c3", "tag": "65ab3400-7c63-4b19-8441-9e1d4c668f2d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:30.681743 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c13fdcff-cf49-439f-940e-1836a685fc3a {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:30.682190 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'tag': '65ab3400-7c63-4b19-8441-9e1d4c668f2d', 'status': 'completed', 'code': 200} Jul 07 23:11:30.691529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 53f361cb-3ed2-42e0-bd07-de45b41cdccd, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=53f361cb-3ed2-42e0-bd07-de45b41cdccd,segment=NetworkSegment(204d069e-f01f-4434-abb7-5b875f3e9477),segment_id=204d069e-f01f-4434-abb7-5b875f3e9477)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:30.693530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fc26f5c7-1c8d-4128-8e74-506a947aeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.706758 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.707624 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f35078b4-ab01-4bf2-bd80-94b531349374 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:30.741950 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-5aa0615e-0a9c-41d8-8020-6909add45b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.744112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-5aa0615e-0a9c-41d8-8020-6909add45b16 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67c07ec7-193b-4258-b55d-31abba74b2a7 HTTP/1.1" status: 200 len: 856 time: 0.0569639 Jul 07 23:11:30.802668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-6bcd22df-d405-477a-9c62-b498b0105333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.804376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-6bcd22df-d405-477a-9c62-b498b0105333 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547292 Jul 07 23:11:30.843886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=53f361cb-3ed2-42e0-bd07-de45b41cdccd,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:30.848707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-fc26f5c7-1c8d-4128-8e74-506a947aeac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 23:11:30.849417 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-fc26f5c7-1c8d-4128-8e74-506a947aeac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 23:11:30.863726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f35078b4-ab01-4bf2-bd80-94b531349374 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:30.863875 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.899555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-95486d69-fa11-42cc-ac91-4bf3c402fdbe service neutron] 10.222.0.103 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884311 Jul 07 23:11:30.993876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60884175-11a4-4190-92de-0d01cc0f8fe4 req-2aacbfed-d750-4216-894f-3615f08de9b4 service neutron] 10.222.0.103 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Jul 07 23:11:31.096987 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-a3120227-f7c8-402d-b2ec-6b449341d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:31.098451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-a3120227-f7c8-402d-b2ec-6b449341d1aa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 1095 time: 0.0554028 Jul 07 23:11:31.189887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-ddedb183-1f25-42ba-b937-5a1d4d3faea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:31.191401 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-ddedb183-1f25-42ba-b937-5a1d4d3faea8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 918 time: 0.0866649 Jul 07 23:11:31.231650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-713279d5-9767-4add-9351-1717e3573f62 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d HTTP/1.1" status: 200 len: 217 time: 0.0336666 Jul 07 23:11:31.281523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-6b8a2994-f9bc-44c8-aeaf-9ce9db71782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:31.283051 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-6b8a2994-f9bc-44c8-aeaf-9ce9db71782a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67c07ec7-193b-4258-b55d-31abba74b2a7 HTTP/1.1" status: 200 len: 856 time: 0.0451665 Jul 07 23:11:31.343194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-60b8a448-4a2b-4747-9697-f8997396b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:31.345063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-60b8a448-4a2b-4747-9697-f8997396b9d4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555217 Jul 07 23:11:31.440081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-dae6ea1b-80ad-4141-83c2-8ba7bc702715 service neutron] 10.222.0.103 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879138 Jul 07 23:11:31.529994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d916a68-2bb1-4331-b2b9-8bcdc9f22813 req-0de64364-3e87-4484-8112-8312f2d1646f service neutron] 10.222.0.103 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825109 Jul 07 23:11:32.098536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc261ba-d352-492d-8467-aed202fb98da req-ef15494c-d3ec-4451-87c5-ea6106c2c2ee tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:32.100064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1dc261ba-d352-492d-8467-aed202fb98da req-ef15494c-d3ec-4451-87c5-ea6106c2c2ee tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 943 time: 0.4037662 Jul 07 23:11:32.137300 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1dc261ba-d352-492d-8467-aed202fb98da req-9896c804-3b78-4040-a4f0-252ee90c786d tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Jul 07 23:11:32.299335 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 53f361cb-3ed2-42e0-bd07-de45b41cdccd up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:32.348202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 53f361cb-3ed2-42e0-bd07-de45b41cdccd triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:32.348623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:33.308418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd3537-f611-4dca-9cc7-aa320072ec05 req-e87cc9e7-edcf-43e9-b857-f3645c1f81ed tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:33.310234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3dd3537-f611-4dca-9cc7-aa320072ec05 req-e87cc9e7-edcf-43e9-b857-f3645c1f81ed tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 943 time: 0.0634148 Jul 07 23:11:33.348404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3dd3537-f611-4dca-9cc7-aa320072ec05 req-9baa8917-7dd6-4110-94ce-d8a77487b372 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Jul 07 23:11:33.356610 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 65ab3400-7c63-4b19-8441-9e1d4c668f2d details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:11:33.453950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:33.464882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '65ab3400-7c63-4b19-8441-9e1d4c668f2d', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'port_id': '65ab3400-7c63-4b19-8441-9e1d4c668f2d', 'mac_address': 'fa:16:3e:42:39:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:11:33.502080 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:33.514364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ab3400-7c63-4b19-8441-9e1d4c668f2d {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:11:33.532941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:33.536391 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:33.581333 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=65ab3400-7c63-4b19-8441-9e1d4c668f2d,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:33.736614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['65ab3400-7c63-4b19-8441-9e1d4c668f2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:11:34.521619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129ff6e-4820-4ea1-8ffb-de8136f6f374 req-141baa8d-519b-46d8-b741-8c3478e26cc6 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:34.523055 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9129ff6e-4820-4ea1-8ffb-de8136f6f374 req-141baa8d-519b-46d8-b741-8c3478e26cc6 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 944 time: 0.0654144 Jul 07 23:11:34.559848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9129ff6e-4820-4ea1-8ffb-de8136f6f374 req-dc7bc8d6-cb68-4bd7-858a-a020bdea4195 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306778 Jul 07 23:11:35.362650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 65ab3400-7c63-4b19-8441-9e1d4c668f2d up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:35.409372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 65ab3400-7c63-4b19-8441-9e1d4c668f2d completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:35.412869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 65ab3400-7c63-4b19-8441-9e1d4c668f2d triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:35.413252 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:35.489914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:35.510752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ab3400-7c63-4b19-8441-9e1d4c668f2d'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:35.513056 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5bf19-c42d-42b4-a8f6-7932d015960e" -d '{"events": [{"server_uuid": "7ec90e52-40f4-47f7-83af-b681d646c9c3", "name": "network-vif-plugged", "status": "completed", "tag": "65ab3400-7c63-4b19-8441-9e1d4c668f2d"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:35.525989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:35.529850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:35.555002 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca498334-acaf-40af-89db-59106124b797 x-openstack-request-id: req-ca498334-acaf-40af-89db-59106124b797 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:35.556014 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec90e52-40f4-47f7-83af-b681d646c9c3", "name": "network-vif-plugged", "status": "completed", "tag": "65ab3400-7c63-4b19-8441-9e1d4c668f2d", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:35.556280 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca498334-acaf-40af-89db-59106124b797 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:35.557002 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ab3400-7c63-4b19-8441-9e1d4c668f2d', 'code': 200} Jul 07 23:11:35.583637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=65ab3400-7c63-4b19-8441-9e1d4c668f2d,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:35.667194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779ff4-40cf-48d6-9ef1-204b8539ceb9 req-3e7094f0-2441-453d-89ac-62c03f99d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:35.669467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50779ff4-40cf-48d6-9ef1-204b8539ceb9 req-3e7094f0-2441-453d-89ac-62c03f99d98d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0535085 Jul 07 23:11:35.739405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50779ff4-40cf-48d6-9ef1-204b8539ceb9 req-aeaec58b-ee42-4bff-bd00-941b3000832f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640876 Jul 07 23:11:35.764171 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991f4fa-1efa-42b2-86fe-5e80eddd17ff req-514eea5a-f93b-4a0d-b820-7a4b0b722520 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:35.765631 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7991f4fa-1efa-42b2-86fe-5e80eddd17ff req-514eea5a-f93b-4a0d-b820-7a4b0b722520 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0780344 Jul 07 23:11:35.802034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7991f4fa-1efa-42b2-86fe-5e80eddd17ff req-1fc89a89-3089-496c-93e5-45c90b3e07da tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Jul 07 23:11:36.974326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8b06c-1bef-457f-9afb-6dc258ab3173 req-5d47674e-f14a-45de-bd5b-1d269d41ef75 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:36.975751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19b8b06c-1bef-457f-9afb-6dc258ab3173 req-5d47674e-f14a-45de-bd5b-1d269d41ef75 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0618863 Jul 07 23:11:37.012786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-19b8b06c-1bef-457f-9afb-6dc258ab3173 req-791216a6-dbfc-41fa-829d-259b45460723 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Jul 07 23:11:37.181099 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63985-5f4c-4554-8dc6-2f7916072895 req-e8985dbe-3a6c-4980-9f86-728b43e24243 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:37.182555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4d63985-5f4c-4554-8dc6-2f7916072895 req-e8985dbe-3a6c-4980-9f86-728b43e24243 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0611873 Jul 07 23:11:37.218650 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4d63985-5f4c-4554-8dc6-2f7916072895 req-166ce90b-d3af-4caf-8d99-2422c41cc25b tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304005 Jul 07 23:11:40.106959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-72c74066-704e-4776-ad6f-f914a6115ea3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548334 Jul 07 23:11:40.204079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-25fc1842-00a5-415b-b472-c7562019f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:40.206799 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-25fc1842-00a5-415b-b472-c7562019f0cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0571012 Jul 07 23:11:40.321665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-5d0b056e-4f2b-4f20-9972-37ccd8d94539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:40.323932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-5d0b056e-4f2b-4f20-9972-37ccd8d94539 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 918 time: 0.0916052 Jul 07 23:11:40.368806 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-d20d71d8-1f68-42d4-a0b4-b67446e58b10 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d HTTP/1.1" status: 200 len: 217 time: 0.0392418 Jul 07 23:11:40.417098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-29735173-19f9-4b9a-a814-58020f87c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:40.418587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-29735173-19f9-4b9a-a814-58020f87c992 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67c07ec7-193b-4258-b55d-31abba74b2a7 HTTP/1.1" status: 200 len: 856 time: 0.0435069 Jul 07 23:11:40.474251 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-505e15fb-dac9-4393-8beb-9dc72ba94513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:40.476050 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-505e15fb-dac9-4393-8beb-9dc72ba94513 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514493 Jul 07 23:11:40.567709 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-a5027e53-7e2c-49ec-aaf3-d7359475f37c service neutron] 10.222.0.103 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852239 Jul 07 23:11:40.655736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b4af78c7-d441-466b-9171-8d4d0391ec49 req-29dc9158-2e79-47f2-a5eb-4d040e3762a5 service neutron] 10.222.0.103 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812078 Jul 07 23:11:47.479855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:48.403450 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-869a34fd-540a-4610-985e-87e990f89423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:49.270508 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:51.013309 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:11:51.413323 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aacc122e-fa2c-4c09-b18f-530fc5e8cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:51.480840 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:52.353463 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:53.892471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:56.173947 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cba733-111e-47b2-ad32-89fda67776b7 req-3eb12f92-71d6-4865-a1d7-435e3d99ede5 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:56.175502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3cba733-111e-47b2-ad32-89fda67776b7 req-3eb12f92-71d6-4865-a1d7-435e3d99ede5 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0686016 Jul 07 23:11:56.213005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3cba733-111e-47b2-ad32-89fda67776b7 req-b96e1573-5786-4a77-9845-da84d4105c3f tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Jul 07 23:11:57.389007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22434-12b0-492e-9589-659a294578ca req-dc5ff0f5-cac9-4eb2-9acd-002be53f6c85 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:57.390511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92f22434-12b0-492e-9589-659a294578ca req-dc5ff0f5-cac9-4eb2-9acd-002be53f6c85 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jul 07 23:11:57.426975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92f22434-12b0-492e-9589-659a294578ca req-7ebbfd5c-b02c-45b7-953c-cef19c3c4ded tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Jul 07 23:11:57.607172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-b54f7204-f9f6-479b-a244-3f550b7ad2cc tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:57.608623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-b54f7204-f9f6-479b-a244-3f550b7ad2cc tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0613832 Jul 07 23:11:57.710400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Deleting port 65ab3400-7c63-4b19-8441-9e1d4c668f2d {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:57.710775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:57.795799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] For port 65ab3400-7c63-4b19-8441-9e1d4c668f2d, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=65ab3400-7c63-4b19-8441-9e1d4c668f2d,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:57.796161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:57.809087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Calling delete_port for 65ab3400-7c63-4b19-8441-9e1d4c668f2d owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:57.941875 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:57.954130 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['65ab3400-7c63-4b19-8441-9e1d4c668f2d'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:11:57.972765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Pushing event deleted for resources: {'Port': ['ID=65ab3400-7c63-4b19-8441-9e1d4c668f2d,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:58.022459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] No DVR routers for this DVR port 65ab3400-7c63-4b19-8441-9e1d4c668f2d on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:58.025172 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:58.027763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56231eb2-9e0d-4178-ae72-33b9defc99dc req-a51426cc-9ba4-420f-96a8-79eeca8476a1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.103 "DELETE /v2.0/ports/65ab3400-7c63-4b19-8441-9e1d4c668f2d HTTP/1.1" status: 204 len: 173 time: 0.4121881 Jul 07 23:11:58.028217 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'name': 'network-vif-deleted', 'tag': '65ab3400-7c63-4b19-8441-9e1d4c668f2d'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:58.030512 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80db053-6103-4ea5-990f-3eb65713c875" -d '{"events": [{"server_uuid": "7ec90e52-40f4-47f7-83af-b681d646c9c3", "name": "network-vif-deleted", "tag": "65ab3400-7c63-4b19-8441-9e1d4c668f2d"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:58.073933 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83b41d-127b-4217-9ee4-1935d5029252 x-openstack-request-id: req-4b83b41d-127b-4217-9ee4-1935d5029252 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:58.074263 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec90e52-40f4-47f7-83af-b681d646c9c3", "name": "network-vif-deleted", "tag": "65ab3400-7c63-4b19-8441-9e1d4c668f2d", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:58.074525 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4b83b41d-127b-4217-9ee4-1935d5029252 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:58.074977 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec90e52-40f4-47f7-83af-b681d646c9c3', 'name': 'network-vif-deleted', 'tag': '65ab3400-7c63-4b19-8441-9e1d4c668f2d', 'status': 'completed', 'code': 200} Jul 07 23:11:58.593143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-052fb2b4-f78a-4b06-8f1d-257e5a543462 req-9dee33b2-2160-4ef5-adff-755b70bca354 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=7ec90e52-40f4-47f7-83af-b681d646c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0289116 Jul 07 23:12:00.329721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-2770aed4-528b-470d-bbb8-6bd49d1fee1b tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:00.331138 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-2770aed4-528b-470d-bbb8-6bd49d1fee1b tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 817 time: 0.1034896 Jul 07 23:12:00.345754 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-bd52b2d8-f170-488c-ae0f-91beb5dcd114 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/quotas/cecbfecbd95848dab61812d9ef9df0d5 HTTP/1.1" status: 200 len: 375 time: 0.0091386 Jul 07 23:12:00.411428 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-0e429edf-d625-4695-98fa-40a99e6f274c tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607643 Jul 07 23:12:00.503589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-32f29eaf-c7fa-40f1-92d1-3f1a26d37508 service neutron] 10.222.0.95 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798631 Jul 07 23:12:00.592579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-4a9e5613-d872-4dfa-a4f8-ab803a5b975b service neutron] 10.222.0.95 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835104 Jul 07 23:12:00.757870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82ca58a0-fbe8-4bf4-894e-0ec33d48476e req-30c0f0a6-2b5c-4c86-b4e0-5815cc5f7bb1 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 210 time: 0.0292144 Jul 07 23:12:01.402793 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 65ab3400-7c63-4b19-8441-9e1d4c668f2d no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:01.422847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 65ab3400-7c63-4b19-8441-9e1d4c668f2d {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:01.423194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 65ab3400-7c63-4b19-8441-9e1d4c668f2d not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:01.770341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-1ebcc716-ee88-4384-b514-1c3fe9f18a20 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:01.771963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-1ebcc716-ee88-4384-b514-1c3fe9f18a20 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.97 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 817 time: 0.1127350 Jul 07 23:12:01.787071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Request body: {'port': {'device_id': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'admin_state_up': True, 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:01.905145 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Made reservation on behalf of cecbfecbd95848dab61812d9ef9df0d5 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:12:01.908855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c9715a47-cf2f-4fe3-bd31-220774ae8b1d req-3d924afa-ed61-4e4c-8d26-b9f9ed4f6acb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Jul 07 23:12:01.909346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.038566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Allocated IP 172.20.0.12 (e4b4ac0f-1b64-4c04-bea0-f880cf7804fd/67c07ec7-193b-4258-b55d-31abba74b2a7/fa014690-4937-490d-94fa-3bf1ab541d05) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:02.190241 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.203530 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Transition to ACTIVE for port object fa014690-4937-490d-94fa-3bf1ab541d05 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:02.236538 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.279539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:02.282760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:02.285184 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:02.330541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Pushing event updated for resources: {'Port': ['ID=fa014690-4937-490d-94fa-3bf1ab541d05,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:02.344204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.344561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.344924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.345275 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.345629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.345981 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.346324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.346690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.347037 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.347377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.347720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.348055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:02.363262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:02.363929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.379818 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3d54de60-28b3-42ac-b3b8-b80c8e1526fb tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966191 Jul 07 23:12:02.391725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Request body: {'port': {'device_id': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:02.466109 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.492249 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-965b6949-ff7d-4c6d-9d40-315c522c4c4b None None] Provisioning for port fa014690-4937-490d-94fa-3bf1ab541d05 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:02.496175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-965b6949-ff7d-4c6d-9d40-315c522c4c4b None None] Provisioning complete for port fa014690-4937-490d-94fa-3bf1ab541d05 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:02.496545 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-965b6949-ff7d-4c6d-9d40-315c522c4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.529465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-965b6949-ff7d-4c6d-9d40-315c522c4c4b None None] Port fa014690-4937-490d-94fa-3bf1ab541d05 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:12:02.726000 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa014690-4937-490d-94fa-3bf1ab541d05 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:12:02.733331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.744699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Transition to ACTIVE for port object fa014690-4937-490d-94fa-3bf1ab541d05 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:02.748748 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.816893 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Pushing event updated for resources: {'Port': ['ID=fa014690-4937-490d-94fa-3bf1ab541d05,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:02.868203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Attempting to bind port fa014690-4937-490d-94fa-3bf1ab541d05 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:02.868550 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Attempting to bind port fa014690-4937-490d-94fa-3bf1ab541d05 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:02.868916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Attempting to bind port fa014690-4937-490d-94fa-3bf1ab541d05 on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:02.873489 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Port fa014690-4937-490d-94fa-3bf1ab541d05 on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:12:02.873823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Attempting to bind port fa014690-4937-490d-94fa-3bf1ab541d05 on network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:02.878852 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:02.879201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Checking segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:02.879592 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Bound using segment: {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:02.880029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Bound port: fa014690-4937-490d-94fa-3bf1ab541d05, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dd4dd5-c201-4caf-9cdf-973cb70e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:02.880395 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.955929 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] For port fa014690-4937-490d-94fa-3bf1ab541d05, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:02.959054 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] For port fa014690-4937-490d-94fa-3bf1ab541d05, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=fa014690-4937-490d-94fa-3bf1ab541d05,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:02.964573 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:03.000327 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.001005 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:03.002954 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] 10.222.0.97 "PUT /v2.0/ports/fa014690-4937-490d-94fa-3bf1ab541d05 HTTP/1.1" status: 200 len: 1093 time: 0.6154051 Jul 07 23:12:03.003377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'tag': 'fa014690-4937-490d-94fa-3bf1ab541d05'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:12:03.005703 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb" -d '{"events": [{"name": "network-changed", "server_uuid": "27d8878c-14b9-451f-ac29-57fc2c3377e5", "tag": "fa014690-4937-490d-94fa-3bf1ab541d05"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:12:03.031763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599eaea-3b15-46cc-904c-48b1a8b96c0b service neutron] Pushing event updated for resources: {'Port': ['ID=fa014690-4937-490d-94fa-3bf1ab541d05,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:03.104542 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3282184b-fc6f-4062-91bf-8a146c3ba1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.106248 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-3282184b-fc6f-4062-91bf-8a146c3ba1c6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 1096 time: 0.0592287 Jul 07 23:12:03.125253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947796-f71b-40f9-b505-6d5d947ee7a1 req-e905a65c-b878-4290-945f-8f7663a8f464 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.127093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29947796-f71b-40f9-b505-6d5d947ee7a1 req-e905a65c-b878-4290-945f-8f7663a8f464 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 944 time: 0.0740747 Jul 07 23:12:03.153489 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-a58e0e04-b89f-4b2b-9f1e-c1d214de6d11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa014690-4937-490d-94fa-3bf1ab541d05 HTTP/1.1" status: 200 len: 217 time: 0.0401070 Jul 07 23:12:03.168485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29947796-f71b-40f9-b505-6d5d947ee7a1 req-58e36353-7789-4729-891f-34b16e11cb7c tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Jul 07 23:12:03.209257 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-7ced6b6d-b00d-4de9-a2c6-c028ae05db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.210607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-7ced6b6d-b00d-4de9-a2c6-c028ae05db70 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=67c07ec7-193b-4258-b55d-31abba74b2a7 HTTP/1.1" status: 200 len: 856 time: 0.0506568 Jul 07 23:12:03.216864 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0a750b-41eb-450b-a837-ebab77ca331d x-openstack-request-id: req-0a0a750b-41eb-450b-a837-ebab77ca331d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:12:03.217488 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d8878c-14b9-451f-ac29-57fc2c3377e5", "tag": "fa014690-4937-490d-94fa-3bf1ab541d05", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:12:03.217759 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0a0a750b-41eb-450b-a837-ebab77ca331d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:12:03.218153 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'tag': 'fa014690-4937-490d-94fa-3bf1ab541d05', 'status': 'completed', 'code': 200} Jul 07 23:12:03.273343 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-d97c8b7a-c06d-4039-bbfe-8bc8f6a52ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.274907 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-d97c8b7a-c06d-4039-bbfe-8bc8f6a52ca7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531542 Jul 07 23:12:03.366027 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-c6aafdf8-63d9-4e09-bd25-401807fc32d4 service neutron] 10.222.0.97 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847509 Jul 07 23:12:03.455971 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-e4a7d69d-c5bc-403e-b249-ba4b010f6e35 req-f392fab4-cb99-49f6-8148-bf5e3b40e6d6 service neutron] 10.222.0.97 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820100 Jul 07 23:12:03.557923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-2a5ab601-9400-4252-9bcf-69c14f4aa1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.559380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-2a5ab601-9400-4252-9bcf-69c14f4aa1eb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 1096 time: 0.0547266 Jul 07 23:12:03.650466 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-baea036b-8f94-4b09-b958-85d462b2d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.651946 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-baea036b-8f94-4b09-b958-85d462b2d6e6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 200 len: 918 time: 0.0859389 Jul 07 23:12:03.694453 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-1fa72539-4dc8-4cc5-89de-a2d876518c96 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa014690-4937-490d-94fa-3bf1ab541d05 HTTP/1.1" status: 200 len: 217 time: 0.0359108 Jul 07 23:12:03.741662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-29743b5b-b270-4180-b21b-83d785d275c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.743241 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-29743b5b-b270-4180-b21b-83d785d275c6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=67c07ec7-193b-4258-b55d-31abba74b2a7 HTTP/1.1" status: 200 len: 856 time: 0.0427115 Jul 07 23:12:03.802638 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-ab927230-8f00-40f7-a1c5-3568b6b72399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:03.804148 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-ab927230-8f00-40f7-a1c5-3568b6b72399 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542588 Jul 07 23:12:03.893442 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-3582f101-ff4d-4f30-b608-4be2dbb46ab8 service neutron] 10.222.0.97 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815518 Jul 07 23:12:03.986420 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d5f09bf0-f2b8-4dfa-869e-43527d2099fb req-20aa15f3-7cba-4f23-bc99-4ec507131340 service neutron] 10.222.0.97 "GET /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866628 Jul 07 23:12:04.342333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e994ea-99c2-4ca4-b1a7-3abc0d85af23 req-de8b01f0-4703-487e-abe2-543a22080037 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:04.344145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1e994ea-99c2-4ca4-b1a7-3abc0d85af23 req-de8b01f0-4703-487e-abe2-543a22080037 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 944 time: 0.0616577 Jul 07 23:12:04.380623 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1e994ea-99c2-4ca4-b1a7-3abc0d85af23 req-8076e859-6ede-4831-90d8-ef91a2c697a6 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Jul 07 23:12:05.556022 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45679a-fd31-4e02-8fe4-4fabecbd4da5 req-5eaf9eff-4491-4d42-85f2-cb65b06615ae tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:05.557499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a45679a-fd31-4e02-8fe4-4fabecbd4da5 req-5eaf9eff-4491-4d42-85f2-cb65b06615ae tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 944 time: 0.0661204 Jul 07 23:12:05.594825 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2a45679a-fd31-4e02-8fe4-4fabecbd4da5 req-f0aeea47-c098-4025-96b3-de9de988e6ee tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Jul 07 23:12:06.216215 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device fa014690-4937-490d-94fa-3bf1ab541d05 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:12:06.313067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port fa014690-4937-490d-94fa-3bf1ab541d05, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=fa014690-4937-490d-94fa-3bf1ab541d05,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:06.323867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'fa014690-4937-490d-94fa-3bf1ab541d05', 'network_id': 'e4b4ac0f-1b64-4c04-bea0-f880cf7804fd', 'port_id': 'fa014690-4937-490d-94fa-3bf1ab541d05', 'mac_address': 'fa:16:3e:5e:e2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c07ec7-193b-4258-b55d-31abba74b2a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:12:06.359513 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:06.371300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa014690-4937-490d-94fa-3bf1ab541d05 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:12:06.390232 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port fa014690-4937-490d-94fa-3bf1ab541d05, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=fa014690-4937-490d-94fa-3bf1ab541d05,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:06.394133 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:06.439240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=fa014690-4937-490d-94fa-3bf1ab541d05,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:06.446281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.446654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.446990 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.447327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.447658 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.447988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.448315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.448671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.448995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.449318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.449640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.449961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:06.705697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['fa014690-4937-490d-94fa-3bf1ab541d05'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:12:06.770241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43057f35-95eb-4865-92ba-a28032268fab req-6b8a8d40-a16b-4e41-ab47-b2d22c86fd4b tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:06.771801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43057f35-95eb-4865-92ba-a28032268fab req-6b8a8d40-a16b-4e41-ab47-b2d22c86fd4b tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 945 time: 0.0638139 Jul 07 23:12:06.808854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43057f35-95eb-4865-92ba-a28032268fab req-ed019414-a7be-4616-854d-9f620656b437 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Jul 07 23:12:07.989271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be189-ceec-4116-8400-7fc5e6889368 req-a8b176c5-e858-4d47-a44e-f36ca060c371 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:07.990805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-221be189-ceec-4116-8400-7fc5e6889368 req-a8b176c5-e858-4d47-a44e-f36ca060c371 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 945 time: 0.0671887 Jul 07 23:12:08.027717 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-221be189-ceec-4116-8400-7fc5e6889368 req-814d7526-a393-4b6a-a4c9-75cdb5963f62 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Jul 07 23:12:08.233523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device fa014690-4937-490d-94fa-3bf1ab541d05 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:08.280389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port fa014690-4937-490d-94fa-3bf1ab541d05 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:08.283896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port fa014690-4937-490d-94fa-3bf1ab541d05 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:08.284277 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:08.361709 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:08.383792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa014690-4937-490d-94fa-3bf1ab541d05'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:12:08.386032 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cce011-1a9b-4329-99d5-83dafd997710" -d '{"events": [{"server_uuid": "27d8878c-14b9-451f-ac29-57fc2c3377e5", "name": "network-vif-plugged", "status": "completed", "tag": "fa014690-4937-490d-94fa-3bf1ab541d05"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:12:08.398966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port fa014690-4937-490d-94fa-3bf1ab541d05, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=fa014690-4937-490d-94fa-3bf1ab541d05,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:08.403416 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:08.425519 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c21a94-ae6f-4338-9d93-ac9e870d5d98 x-openstack-request-id: req-53c21a94-ae6f-4338-9d93-ac9e870d5d98 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:12:08.425815 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d8878c-14b9-451f-ac29-57fc2c3377e5", "name": "network-vif-plugged", "status": "completed", "tag": "fa014690-4937-490d-94fa-3bf1ab541d05", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:12:08.426070 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-53c21a94-ae6f-4338-9d93-ac9e870d5d98 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:12:08.426459 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa014690-4937-490d-94fa-3bf1ab541d05', 'code': 200} Jul 07 23:12:08.453527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=fa014690-4937-490d-94fa-3bf1ab541d05,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:08.537953 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c935ce-67f2-439f-960f-66890d5a5e94 req-212f26bf-6f9d-44b1-9bc9-b82d71b75ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:08.539424 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b5c935ce-67f2-439f-960f-66890d5a5e94 req-212f26bf-6f9d-44b1-9bc9-b82d71b75ee2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 1098 time: 0.0516336 Jul 07 23:12:08.574387 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b5c935ce-67f2-439f-960f-66890d5a5e94 req-8e1894f0-b71c-421b-bad9-5dc0bec0f5ae service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273049 Jul 07 23:12:09.207503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84444fb7-5982-443e-a08e-cddaf002a401 req-12efc350-6094-4dbb-aa65-7a9f3dbc03cf tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:09.208910 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84444fb7-5982-443e-a08e-cddaf002a401 req-12efc350-6094-4dbb-aa65-7a9f3dbc03cf tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 946 time: 0.0691705 Jul 07 23:12:09.246792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84444fb7-5982-443e-a08e-cddaf002a401 req-46ee4da6-59e8-45c5-9f5e-197fb21eb269 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Jul 07 23:12:10.418124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0289b-53cf-44b8-b426-cb86e42ec84a req-9697293a-cfbe-4087-b532-eebfa9caa5ce tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:10.420169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44f0289b-53cf-44b8-b426-cb86e42ec84a req-9697293a-cfbe-4087-b532-eebfa9caa5ce tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 946 time: 0.0638158 Jul 07 23:12:10.456858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44f0289b-53cf-44b8-b426-cb86e42ec84a req-f5110fd3-6852-47fc-8955-ddee0d653003 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Jul 07 23:12:10.630214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6179f-3fe8-409d-95d0-6e197bc52b11 req-f57ab3f0-7d56-48c4-bada-e2d0d6af5fca tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:10.631735 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8c6179f-3fe8-409d-95d0-6e197bc52b11 req-f57ab3f0-7d56-48c4-bada-e2d0d6af5fca tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 946 time: 0.0670998 Jul 07 23:12:10.669109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8c6179f-3fe8-409d-95d0-6e197bc52b11 req-980ece03-6c34-4576-80e3-7891584c968e tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Jul 07 23:12:17.480600 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:18.405756 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5d9322a1-0409-4887-9f0b-3da423cb1321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:19.282849 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:21.416086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-77764d55-79dc-419b-a777-3e80fed97ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:21.480750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:22.362331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:23.896090 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:28.013004 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:12:29.485053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531d222-6693-4458-8eef-34283797c176 req-33b7866e-e7e9-454c-9d10-02fdbae44c9e tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:29.486589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7531d222-6693-4458-8eef-34283797c176 req-33b7866e-e7e9-454c-9d10-02fdbae44c9e tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 946 time: 0.0641844 Jul 07 23:12:29.524758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7531d222-6693-4458-8eef-34283797c176 req-d8a1d8c0-8071-435c-ba96-250432d5d1c6 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Jul 07 23:12:30.699213 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b387a6-36a4-48e3-9b0b-22dcf000232b req-e63fc75e-d29e-4dae-8d68-a0980aebe856 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:30.700697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35b387a6-36a4-48e3-9b0b-22dcf000232b req-e63fc75e-d29e-4dae-8d68-a0980aebe856 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 946 time: 0.0615249 Jul 07 23:12:30.738245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35b387a6-36a4-48e3-9b0b-22dcf000232b req-15481839-7b3e-4104-ad5f-4b05106cf4f9 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/security-groups?id=96bb2aa2-b47c-481b-99d6-845eca2dd9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Jul 07 23:12:31.273561 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-50fe8c8b-1305-43c2-9fbd-54d134beac07 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:31.275072 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-50fe8c8b-1305-43c2-9fbd-54d134beac07 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.97 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 946 time: 0.0668840 Jul 07 23:12:31.381290 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Deleting port fa014690-4937-490d-94fa-3bf1ab541d05 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:31.381645 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:31.468690 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] For port fa014690-4937-490d-94fa-3bf1ab541d05, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=fa014690-4937-490d-94fa-3bf1ab541d05,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:31.469058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:31.482008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Calling delete_port for fa014690-4937-490d-94fa-3bf1ab541d05 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:31.614578 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:31.626940 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['fa014690-4937-490d-94fa-3bf1ab541d05'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:12:31.643315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Pushing event deleted for resources: {'Port': ['ID=fa014690-4937-490d-94fa-3bf1ab541d05,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:31.692639 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] No DVR routers for this DVR port fa014690-4937-490d-94fa-3bf1ab541d05 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:12:31.696293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:31.698359 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6ec35566-d0db-4071-a0b4-e77d72fa94ec req-a4917262-dbd5-44b1-b67d-eb228215c263 tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.97 "DELETE /v2.0/ports/fa014690-4937-490d-94fa-3bf1ab541d05 HTTP/1.1" status: 204 len: 173 time: 0.4175367 Jul 07 23:12:31.698923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'name': 'network-vif-deleted', 'tag': 'fa014690-4937-490d-94fa-3bf1ab541d05'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:12:31.702969 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b00b86e-4245-4f8f-81c3-035329541a34" -d '{"events": [{"server_uuid": "27d8878c-14b9-451f-ac29-57fc2c3377e5", "name": "network-vif-deleted", "tag": "fa014690-4937-490d-94fa-3bf1ab541d05"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:12:31.743604 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65304d8-d5d3-4935-b666-278bb4f71a43 x-openstack-request-id: req-b65304d8-d5d3-4935-b666-278bb4f71a43 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:12:31.743909 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d8878c-14b9-451f-ac29-57fc2c3377e5", "name": "network-vif-deleted", "tag": "fa014690-4937-490d-94fa-3bf1ab541d05", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:12:31.744170 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b65304d8-d5d3-4935-b666-278bb4f71a43 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:12:31.744579 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d8878c-14b9-451f-ac29-57fc2c3377e5', 'name': 'network-vif-deleted', 'tag': 'fa014690-4937-490d-94fa-3bf1ab541d05', 'status': 'completed', 'code': 200} Jul 07 23:12:31.893352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d441086d-e4d3-4d95-8e31-5cb640847b4c req-bb293577-3d14-4832-9f3a-e48ebdb44b1a tempest-TestEncryptedCinderVolumes-2040855859 tempest-TestEncryptedCinderVolumes-2040855859-project] 10.222.0.95 "GET /v2.0/ports?device_id=27d8878c-14b9-451f-ac29-57fc2c3377e5 HTTP/1.1" status: 200 len: 210 time: 0.0311272 Jul 07 23:12:33.018315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38160) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:33.347421 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:33.600736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Deleting port 25553fc2-f876-4623-9051-ee898e8e97c2 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:33.600994 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:33.678044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] For port 25553fc2-f876-4623-9051-ee898e8e97c2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=25553fc2-f876-4623-9051-ee898e8e97c2,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:33.678407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:33.691211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Calling delete_port for 25553fc2-f876-4623-9051-ee898e8e97c2 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:33.869982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:33.893094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=25553fc2-f876-4623-9051-ee898e8e97c2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:33.903018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.903366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.903712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.904058 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.904396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.904759 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.905437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.905437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.905741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.906071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.906399 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:33.906749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:34.073606 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:34.281701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Router 29740732-163e-4cd2-8b67-ec44b9914844 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:12:34.356752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device fa014690-4937-490d-94fa-3bf1ab541d05 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:34.376737 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: fa014690-4937-490d-94fa-3bf1ab541d05 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:34.377092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device fa014690-4937-490d-94fa-3bf1ab541d05 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:34.386333 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:12:34.391763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-da3fcfdf-9655-46d7-8a75-ca45252cf1ae admin admin] 10.222.0.95 "PUT /v2.0/routers/29740732-163e-4cd2-8b67-ec44b9914844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3723712 Jul 07 23:12:34.394402 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38162) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:34.395954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] Sync routers for ids ['29740732-163e-4cd2-8b67-ec44b9914844'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:12:34.407608 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] Routers {'29740732-163e-4cd2-8b67-ec44b9914844'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:34.408248 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['29740732-163e-4cd2-8b67-ec44b9914844'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:34.499273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:34.516946 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] Set router 29740732-163e-4cd2-8b67-ec44b9914844 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:34.598699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:34.653159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Deleting port b66f42f2-425c-4b79-82ea-f19ce47e98f0 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:34.653514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:34.691287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:12:33Z', 'revision_number': 5, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port': {'id': 'b66f42f2-425c-4b79-82ea-f19ce47e98f0', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29740732-163e-4cd2-8b67-ec44b9914844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:34.741848 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] For port b66f42f2-425c-4b79-82ea-f19ce47e98f0, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=b66f42f2-425c-4b79-82ea-f19ce47e98f0,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:34.742213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:34.755764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Calling delete_port for b66f42f2-425c-4b79-82ea-f19ce47e98f0 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:34.874576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] Checking router: 29740732-163e-4cd2-8b67-ec44b9914844 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:12:34.882968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] Routers {'29740732-163e-4cd2-8b67-ec44b9914844'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:34.883590 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['29740732-163e-4cd2-8b67-ec44b9914844'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:34.925612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:34.956357 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66f42f2-425c-4b79-82ea-f19ce47e98f0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:34.967778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] Set router 29740732-163e-4cd2-8b67-ec44b9914844 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:35.020292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:12:34Z', 'revision_number': 6, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:35.050813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5d068-f2d4-4eb5-92ae-c8d43a96ac4a None None] The sync data for ids ['29740732-163e-4cd2-8b67-ec44b9914844'] in n-d-694802-13 is: [{'id': '29740732-163e-4cd2-8b67-ec44b9914844', 'name': 'tempest-TestEncryptedCinderVolumes-1730618655-router', 'tenant_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:18Z', 'updated_at': '2021-07-07T23:12:34Z', 'revision_number': 6, 'project_id': 'cecbfecbd95848dab61812d9ef9df0d5', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:12:35.310711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.400117 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.402360 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.446820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.447354 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29740732-163e-4cd2-8b67-ec44b9914844 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:12:35.451948 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.453200 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-527a0d87-8798-4cd9-8102-b3bde2428eb1 admin admin] 10.222.0.95 "DELETE /v2.0/routers/29740732-163e-4cd2-8b67-ec44b9914844 HTTP/1.1" status: 204 len: 168 time: 1.0577614 Jul 07 23:12:35.455676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38168) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:35.506835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Deleting subnet 67c07ec7-193b-4258-b55d-31abba74b2a7 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:12:35.510017 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.543657 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.621989 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.679112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.705187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c07ec7-193b-4258-b55d-31abba74b2a7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:35.709116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.711039 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-826b0564-6b08-4165-8430-ee7764582051 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/67c07ec7-193b-4258-b55d-31abba74b2a7 HTTP/1.1" status: 204 len: 168 time: 0.2543840 Jul 07 23:12:35.714028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38170) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:35.718867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ab024-5a1d-45c4-a223-293b661a0a95 None None] Network e4b4ac0f-1b64-4c04-bea0-f880cf7804fd requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:12:35.782293 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.842063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Deleting port 82d79643-df41-477d-8bf8-db8531ed91e5 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:35.842491 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.912157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] For port 82d79643-df41-477d-8bf8-db8531ed91e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=82d79643-df41-477d-8bf8-db8531ed91e5,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:35.912523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:35.923733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] DHCP port deletion for e4b4ac0f-1b64-4c04-bea0-f880cf7804fd request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:12:35.925924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Calling delete_port for 82d79643-df41-477d-8bf8-db8531ed91e5 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:35.972225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] Deleting port 82d79643-df41-477d-8bf8-db8531ed91e5 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:35.972624 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.009340 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.035280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] For port 82d79643-df41-477d-8bf8-db8531ed91e5, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=82d79643-df41-477d-8bf8-db8531ed91e5,segment=NetworkSegment(70dd4dd5-c201-4caf-9cdf-973cb70e17cf),segment_id=70dd4dd5-c201-4caf-9cdf-973cb70e17cf)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:36.035781 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.041546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d79643-df41-477d-8bf8-db8531ed91e5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:36.045128 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] No DVR routers for this DVR port 82d79643-df41-477d-8bf8-db8531ed91e5 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:12:36.054353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] Calling delete_port for 82d79643-df41-477d-8bf8-db8531ed91e5 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:36.118790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.130611 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b4ac0f-1b64-4c04-bea0-f880cf7804fd']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:36.134282 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.143472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dd4dd5-c201-4caf-9cdf-973cb70e17cf') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:36.143472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dd4dd5-c201-4caf-9cdf-973cb70e17cf') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:36.151796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.158636 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] Pushing event deleted for resources: {'Port': ['ID=82d79643-df41-477d-8bf8-db8531ed91e5,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:36.164745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ec9ce-de01-40e3-9d3a-9aaea30259df None None] No DVR routers for this DVR port 82d79643-df41-477d-8bf8-db8531ed91e5 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:12:36.166888 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.175209 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:12:36.175209 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:12:36.176868 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:12:36.235255 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.240754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.242595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] 10.222.0.95 "DELETE /v2.0/networks/e4b4ac0f-1b64-4c04-bea0-f880cf7804fd HTTP/1.1" status: 204 len: 168 time: 0.5275700 Jul 07 23:12:36.245579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38172) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:36.255635 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe3f7-d3cd-45e4-a7cb-c8b4ffd33424 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b4ac0f-1b64-4c04-bea0-f880cf7804fd,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:36.323998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 25553fc2-f876-4623-9051-ee898e8e97c2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:36.344432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 25553fc2-f876-4623-9051-ee898e8e97c2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:36.344862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 25553fc2-f876-4623-9051-ee898e8e97c2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:36.345285 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b66f42f2-425c-4b79-82ea-f19ce47e98f0 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:36.364120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: b66f42f2-425c-4b79-82ea-f19ce47e98f0 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:36.364553 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device b66f42f2-425c-4b79-82ea-f19ce47e98f0 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:36.364974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 82d79643-df41-477d-8bf8-db8531ed91e5 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:36.382995 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 82d79643-df41-477d-8bf8-db8531ed91e5 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:36.383291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 82d79643-df41-477d-8bf8-db8531ed91e5 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:36.585882 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.833756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Deleting port 53f361cb-3ed2-42e0-bd07-de45b41cdccd {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:36.834019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.909226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] For port 53f361cb-3ed2-42e0-bd07-de45b41cdccd, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=53f361cb-3ed2-42e0-bd07-de45b41cdccd,segment=NetworkSegment(204d069e-f01f-4434-abb7-5b875f3e9477),segment_id=204d069e-f01f-4434-abb7-5b875f3e9477)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:36.909590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:36.922131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Calling delete_port for 53f361cb-3ed2-42e0-bd07-de45b41cdccd owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:37.095213 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:37.120458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f361cb-3ed2-42e0-bd07-de45b41cdccd,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:37.285741 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:37.832254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Router 8bf05810-f6d6-4444-8e38-d6a9ec459adf has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:12:37.932492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:12:37.938290 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5158273f-5f1f-4bbf-9a16-14c1122eb9f4 admin admin] 10.222.0.95 "PUT /v2.0/routers/8bf05810-f6d6-4444-8e38-d6a9ec459adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916819 Jul 07 23:12:37.940845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38174) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:37.941488 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] Sync routers for ids ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:12:37.950467 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] Routers {'8bf05810-f6d6-4444-8e38-d6a9ec459adf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:37.951118 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:38.042300 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.056309 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] Set router 8bf05810-f6d6-4444-8e38-d6a9ec459adf gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:38.145947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.198050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Deleting port f35078b4-ab01-4bf2-bd80-94b531349374 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:38.198402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.230634 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:12:37Z', 'revision_number': 5, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port': {'id': 'f35078b4-ab01-4bf2-bd80-94b531349374', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:38.256864 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] Checking router: 8bf05810-f6d6-4444-8e38-d6a9ec459adf for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:12:38.264953 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] Routers {'8bf05810-f6d6-4444-8e38-d6a9ec459adf'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:38.265562 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:38.282775 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] For port f35078b4-ab01-4bf2-bd80-94b531349374, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f35078b4-ab01-4bf2-bd80-94b531349374,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:38.283223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.297802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Calling delete_port for f35078b4-ab01-4bf2-bd80-94b531349374 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:38.351145 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] Set router 8bf05810-f6d6-4444-8e38-d6a9ec459adf gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:38.405521 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:12:38Z', 'revision_number': 6, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:38.469058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.497208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35078b4-ab01-4bf2-bd80-94b531349374,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:38.517270 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3079d-1075-4704-8623-e6c29fe7fb3a None None] The sync data for ids ['8bf05810-f6d6-4444-8e38-d6a9ec459adf'] in n-d-694802-13 is: [{'id': '8bf05810-f6d6-4444-8e38-d6a9ec459adf', 'name': 'tempest-TestEncryptedCinderVolumes-1536480850-router', 'tenant_id': '12ed9134903841998fe65008da11e705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:22Z', 'updated_at': '2021-07-07T23:12:38Z', 'revision_number': 6, 'project_id': '12ed9134903841998fe65008da11e705', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:12:38.567125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.656233 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.658219 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.702956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.703525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf05810-f6d6-4444-8e38-d6a9ec459adf {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:12:38.707941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.709096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb9dbb43-6b45-4148-9653-2237e8237114 admin admin] 10.222.0.95 "DELETE /v2.0/routers/8bf05810-f6d6-4444-8e38-d6a9ec459adf HTTP/1.1" status: 204 len: 168 time: 0.7673347 Jul 07 23:12:38.711596 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38176) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:38.754851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Deleting subnet cdae1b93-c1c7-4810-8b94-2f982768bd5a {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:12:38.757821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.792340 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.874144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.928256 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.956330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdae1b93-c1c7-4810-8b94-2f982768bd5a,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:38.958312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:38.960247 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a5e6593f-ca40-42a8-9e95-483d8f07c781 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/cdae1b93-c1c7-4810-8b94-2f982768bd5a HTTP/1.1" status: 204 len: 168 time: 0.2477131 Jul 07 23:12:38.962966 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38178) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:38.964677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64522e1f-f5f0-4b6e-8623-14953fa0ddf2 None None] Network 7a38ba42-c469-43f8-96f8-ed1739251977 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:12:39.031973 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.084371 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Deleting port 4a720d83-463c-45c3-b427-edd9d6d047a7 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:12:39.084725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.152447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] For port 4a720d83-463c-45c3-b427-edd9d6d047a7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4a720d83-463c-45c3-b427-edd9d6d047a7,segment=NetworkSegment(204d069e-f01f-4434-abb7-5b875f3e9477),segment_id=204d069e-f01f-4434-abb7-5b875f3e9477)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:39.152802 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.165215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Calling delete_port for 4a720d83-463c-45c3-b427-edd9d6d047a7 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:12:39.244038 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.270782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d44780-89a0-4e76-b4d7-78f79a66298e None None] DHCP port deletion for 7a38ba42-c469-43f8-96f8-ed1739251977 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:12:39.277012 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a720d83-463c-45c3-b427-edd9d6d047a7,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:39.283200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] No DVR routers for this DVR port 4a720d83-463c-45c3-b427-edd9d6d047a7 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:12:39.357609 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.368508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a38ba42-c469-43f8-96f8-ed1739251977']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:39.379218 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204d069e-f01f-4434-abb7-5b875f3e9477') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:39.379528 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204d069e-f01f-4434-abb7-5b875f3e9477') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:39.388201 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.401903 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.408558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:12:39.408885 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:12:39.410515 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:12:39.469111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.475147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.477409 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] 10.222.0.95 "DELETE /v2.0/networks/7a38ba42-c469-43f8-96f8-ed1739251977 HTTP/1.1" status: 204 len: 168 time: 0.5129745 Jul 07 23:12:39.489711 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f507b-9be7-4a24-9ea2-b3c09f71bf6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a38ba42-c469-43f8-96f8-ed1739251977,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:39.641049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38182) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:39.682202 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ec83453b-6799-45b5-a8cb-e58b442e31ec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cecbfecbd95848dab61812d9ef9df0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399737 Jul 07 23:12:39.684862 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38184) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:39.733500 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce71eee5-6293-4d6c-b465-c0099b5dcf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.753854 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce71eee5-6293-4d6c-b465-c0099b5dcf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.803260 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce71eee5-6293-4d6c-b465-c0099b5dcf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.805859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ce71eee5-6293-4d6c-b465-c0099b5dcf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:39.807073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ce71eee5-6293-4d6c-b465-c0099b5dcf77 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/96bb2aa2-b47c-481b-99d6-845eca2dd9de HTTP/1.1" status: 204 len: 168 time: 0.1212442 Jul 07 23:12:39.814641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71eee5-6293-4d6c-b465-c0099b5dcf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb2aa2-b47c-481b-99d6-845eca2dd9de,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:40.119398 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38192) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:40.158596 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-211422a8-295f-4595-bfa8-819314832af8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=12ed9134903841998fe65008da11e705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380630 Jul 07 23:12:40.160845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38194) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:40.207247 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c82efc52-2908-46d7-a482-5021d2512003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:40.228358 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c82efc52-2908-46d7-a482-5021d2512003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:40.273776 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c82efc52-2908-46d7-a482-5021d2512003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:40.276886 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c82efc52-2908-46d7-a482-5021d2512003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:40.277832 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c82efc52-2908-46d7-a482-5021d2512003 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/64c55f70-0b91-4573-8dce-eb85843d772b HTTP/1.1" status: 204 len: 168 time: 0.1160266 Jul 07 23:12:40.286497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82efc52-2908-46d7-a482-5021d2512003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c55f70-0b91-4573-8dce-eb85843d772b,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:40.341472 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4a720d83-463c-45c3-b427-edd9d6d047a7 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:40.365478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4a720d83-463c-45c3-b427-edd9d6d047a7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:40.365832 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4a720d83-463c-45c3-b427-edd9d6d047a7 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:40.366254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 53f361cb-3ed2-42e0-bd07-de45b41cdccd no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:40.384260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 53f361cb-3ed2-42e0-bd07-de45b41cdccd {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:40.384613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 53f361cb-3ed2-42e0-bd07-de45b41cdccd not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:40.385025 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f35078b4-ab01-4bf2-bd80-94b531349374 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:12:40.403360 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f35078b4-ab01-4bf2-bd80-94b531349374 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:12:40.403712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f35078b4-ab01-4bf2-bd80-94b531349374 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:12:40.929760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38216) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:41.021391 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-782315945-network', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:41.042219 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Made reservation on behalf of 9c97ce7b8f274c4abcceaf00d0d6b117 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:12:41.044653 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.053516 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.153262 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.157485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.182912 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:12:41.195866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77192588-28cd-4b45-b763-afa53da40aa0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:41.200627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.200974 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Added segment 994e0f0f-f15d-4975-b7a0-bb06efea9224 of type vlan for network 594eb121-928c-4ed1-bc37-b0c54d833a4f Jul 07 23:12:41.240459 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.268385 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.269342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:41.269936 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.325119 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3942351 Jul 07 23:12:41.328617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38220) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:41.332818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32298f1-07c2-4503-aa71-ff9aaa6d6cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=594eb121-928c-4ed1-bc37-b0c54d833a4f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:41.334030 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Request body: {'subnet': {'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-782315945-subnet', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:41.343641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:12:41.356400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Made reservation on behalf of 9c97ce7b8f274c4abcceaf00d0d6b117 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:12:41.358873 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.527262 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.574199 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ceffca3-e3fc-4d15-8d3b-73741c528008,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:41.589197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Checking segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:41.589565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Network hostable DHCP agents. Network: 594eb121-928c-4ed1-bc37-b0c54d833a4f, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:12:41.606209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:12:41.614173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 594eb121-928c-4ed1-bc37-b0c54d833a4f) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:41.618161 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:41.618791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.622926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b270de-d6e2-4d86-91d3-c41df0fe255c None None] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:12:41.632700 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-538fff22-cb11-4a5d-8d2d-54e153a3b4fa admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3028696 Jul 07 23:12:41.635397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38222) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:41.640564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:41.666820 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.667826 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.721454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.778313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-594eb121-928c-4ed1-bc37-b0c54d833a4f', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:12:41.779171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.861184 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:41.915355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Allocated IP 172.20.0.2 (594eb121-928c-4ed1-bc37-b0c54d833a4f/7ceffca3-e3fc-4d15-8d3b-73741c528008/4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:42.056113 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.058585 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.065007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Transition to ACTIVE for port object 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:42.079371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Transition to ACTIVE for port object 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:42.081565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.085089 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.120986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:42.124326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:42.129850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:42.140950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Pushing event updated for resources: {'Port': ['ID=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:42.185548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Allocated IP 172.25.5.225 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/58acc1e0-1863-4129-b367-f11863d6ef51) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:42.190739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Attempting to bind port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:42.191127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Attempting to bind port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:42.191505 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Attempting to bind port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 on network 594eb121-928c-4ed1-bc37-b0c54d833a4f {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:42.196634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:42.197024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Checking segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:42.197446 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.197882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Bound using segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:42.198449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Bound port: 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:42.198905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.264326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] For port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:42.267483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] For port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:42.277660 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.293040 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.333612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa64fb5-7d40-4fbf-a6cb-3f2164b24d52 None None] Pushing event updated for resources: {'Port': ['ID=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:42.339266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.377543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:42.380518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:42.383471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:42.414416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Pushing event updated for resources: {'Port': ['ID=58acc1e0-1863-4129-b367-f11863d6ef51,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:42.651762 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.845163 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:42.973324 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Router d7500c1d-a82e-4086-aacd-d89e3ad9f83f is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:12:43.085419 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:12:43.096648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Sync routers for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:12:43.106269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.107141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:43.112204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:43.112478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6f26bcd6-bb2c-4f08-8484-965243bb31c7 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4722464 Jul 07 23:12:43.112633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38224) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:43.227791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:43.254295 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb002653-9dd7-4b1a-a9d4-62d32a94e5d7 None None] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:12:43.376211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-230f1624-98f8-45a1-8cdc-45c00530420f None None] Provisioning for port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:43.534579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:42Z', 'revision_number': 3, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:43.537091 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.565531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Checking router: d7500c1d-a82e-4086-aacd-d89e3ad9f83f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:12:43.565890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Updating router d7500c1d-a82e-4086-aacd-d89e3ad9f83f port 58acc1e0-1863-4129-b367-f11863d6ef51 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:12:43.603972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.703923 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Allocated IP 172.20.0.1 (594eb121-928c-4ed1-bc37-b0c54d833a4f/7ceffca3-e3fc-4d15-8d3b-73741c528008/d2534885-76ed-4715-bd6e-06d9bbfa5a98) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:43.815352 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.829066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Transition to ACTIVE for port object d2534885-76ed-4715-bd6e-06d9bbfa5a98 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:43.866111 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.876520 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.886002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Transition to ACTIVE for port object 58acc1e0-1863-4129-b367-f11863d6ef51 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:43.893097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:43.906911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:43.910129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:43.917126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:43.950334 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Pushing event updated for resources: {'Port': ['ID=d2534885-76ed-4715-bd6e-06d9bbfa5a98,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:43.970919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.106763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Attempting to bind port 58acc1e0-1863-4129-b367-f11863d6ef51 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:44.107376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Attempting to bind port 58acc1e0-1863-4129-b367-f11863d6ef51 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:44.107504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Attempting to bind port 58acc1e0-1863-4129-b367-f11863d6ef51 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:44.109913 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9607d20-6926-4b5e-a8f1-b5bd56ffa2ab None None] Pushing event updated for resources: {'Port': ['ID=58acc1e0-1863-4129-b367-f11863d6ef51,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:44.115210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:44.115596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:44.116006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.116408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:44.116872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Bound port: 58acc1e0-1863-4129-b367-f11863d6ef51, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:44.117262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.125113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.175004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6eb5cd21-7a9f-4305-935b-e9419a74550c None None] Provisioning for port d2534885-76ed-4715-bd6e-06d9bbfa5a98 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:44.178035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] For port 58acc1e0-1863-4129-b367-f11863d6ef51, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:44.181426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] For port 58acc1e0-1863-4129-b367-f11863d6ef51, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=58acc1e0-1863-4129-b367-f11863d6ef51,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:44.182527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6eb5cd21-7a9f-4305-935b-e9419a74550c None None] Provisioning complete for port d2534885-76ed-4715-bd6e-06d9bbfa5a98 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:44.182870 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6eb5cd21-7a9f-4305-935b-e9419a74550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.202389 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.259496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5cd21-7a9f-4305-935b-e9419a74550c None None] Port d2534885-76ed-4715-bd6e-06d9bbfa5a98 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:12:44.272122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:44.272759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:44.288419 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.295155 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.308715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9607d20-6926-4b5e-a8f1-b5bd56ffa2ab None None] Pushing event updated for resources: {'Port': ['ID=58acc1e0-1863-4129-b367-f11863d6ef51,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:44.361962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Pushing event updated for resources: {'Port': ['ID=d2534885-76ed-4715-bd6e-06d9bbfa5a98,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:44.373985 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.387396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:44.390850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:44.464704 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:44.466164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:44.546092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:44.558530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:44.558934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.594820 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Router d7500c1d-a82e-4086-aacd-d89e3ad9f83f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:12:44.693759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.704354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2607ecee-b46a-4348-9457-29750fd1e258 None None] Provisioning complete for port d2534885-76ed-4715-bd6e-06d9bbfa5a98 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:44.704718 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2607ecee-b46a-4348-9457-29750fd1e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.710978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:12:44.716052 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6f008b3d-7be4-4f33-826a-cdab88c62526 admin admin] 10.222.0.95 "PUT /v2.0/routers/d7500c1d-a82e-4086-aacd-d89e3ad9f83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025188 Jul 07 23:12:44.737525 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:43Z', 'revision_number': 1, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:44.781143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f7656-a456-47c3-8095-813f570be654 None None] The sync data for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 is: [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:43Z', 'revision_number': 1, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:12:44.787366 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2607ecee-b46a-4348-9457-29750fd1e258 None None] Port d2534885-76ed-4715-bd6e-06d9bbfa5a98 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:12:44.791422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:44.796223 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:44.852209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:45.233129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38240) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:45.238524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-684395195-network', 'tenant_id': 'cc92bde680f845329ade945c8491d011'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:45.260724 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Made reservation on behalf of cc92bde680f845329ade945c8491d011 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:12:45.263452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.273930 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.374475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.380215 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.412751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:12:45.424007 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd9124-1aec-4c00-af05-3a25c9331ab0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:45.429307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.429638 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Added segment 8892da8f-d841-4b68-9067-6f182514c453 of type vlan for network 90719c23-d10c-4b96-96dc-978daea36e9e Jul 07 23:12:45.478820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.524703 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.525808 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:45.526413 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.587274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3527477 Jul 07 23:12:45.588392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38242) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:45.595537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Request body: {'subnet': {'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-684395195-subnet', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:45.613177 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58851c-7ae4-486c-8e61-b5aa7065eda3 admin admin] Pushing event updated for resources: {'Network': ['ID=90719c23-d10c-4b96-96dc-978daea36e9e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:45.627141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 90719c23-d10c-4b96-96dc-978daea36e9e details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:12:45.632593 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Made reservation on behalf of cc92bde680f845329ade945c8491d011 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:12:45.635466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.820810 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.883361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=564a6c19-a719-4771-ab1b-1022713340a4,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:45.890901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Checking segment: {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:45.891392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Network hostable DHCP agents. Network: 90719c23-d10c-4b96-96dc-978daea36e9e, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:12:45.908769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Network 90719c23-d10c-4b96-96dc-978daea36e9e is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:12:45.918511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 90719c23-d10c-4b96-96dc-978daea36e9e) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:45.926965 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7ea04-b05e-4aac-b125-c0b3a0e83d66 None None] Network 90719c23-d10c-4b96-96dc-978daea36e9e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:12:45.930236 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:45.930868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.946902 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2cfe849c-9f8c-4800-8178-87cf67c89bf9 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3567867 Jul 07 23:12:45.949523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38244) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:45.954683 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:12:45.979835 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:45.981144 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.043007 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.090810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-90719c23-d10c-4b96-96dc-978daea36e9e', 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'fixed_ips': [{'subnet_id': '564a6c19-a719-4771-ab1b-1022713340a4'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:12:46.093046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.193467 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.253328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Allocated IP 172.20.0.2 (90719c23-d10c-4b96-96dc-978daea36e9e/564a6c19-a719-4771-ab1b-1022713340a4/e09686a6-f3d4-4fd8-84a4-ef1886e64a70) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:46.411383 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 58acc1e0-1863-4129-b367-f11863d6ef51 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:46.415584 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.436173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.437949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.453873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Transition to ACTIVE for port object e09686a6-f3d4-4fd8-84a4-ef1886e64a70 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:46.473611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Transition to ACTIVE for port object e09686a6-f3d4-4fd8-84a4-ef1886e64a70 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:46.482134 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.490606 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 58acc1e0-1863-4129-b367-f11863d6ef51 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:46.522146 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Network 90719c23-d10c-4b96-96dc-978daea36e9e is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:46.525305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:46.527874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:46.530440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 58acc1e0-1863-4129-b367-f11863d6ef51 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:46.530845 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.551784 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Allocated IP 172.25.5.112 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/ef36ed1a-d3d8-4c0d-8248-9dd310711be4) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:46.568952 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Pushing event updated for resources: {'Port': ['ID=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:46.632637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Attempting to bind port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:46.633284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Attempting to bind port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:46.633380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Attempting to bind port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 on network 90719c23-d10c-4b96-96dc-978daea36e9e {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:46.641920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:46.642305 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Checking segment: {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:46.642743 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.643148 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Bound using segment: {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:46.643630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Bound port: e09686a6-f3d4-4fd8-84a4-ef1886e64a70, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:46.644023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.660660 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.709988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.710619 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.745833 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:46.750244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:46.751447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 58acc1e0-1863-4129-b367-f11863d6ef51, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=58acc1e0-1863-4129-b367-f11863d6ef51,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:46.758505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:46.760844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.761761 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:46.765137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] For port e09686a6-f3d4-4fd8-84a4-ef1886e64a70, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:46.771169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] For port e09686a6-f3d4-4fd8-84a4-ef1886e64a70, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,segment=NetworkSegment(8892da8f-d841-4b68-9067-6f182514c453),segment_id=8892da8f-d841-4b68-9067-6f182514c453)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:46.798265 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Pushing event updated for resources: {'Port': ['ID=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:46.810479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.871230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=58acc1e0-1863-4129-b367-f11863d6ef51,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:46.910372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:46.910887 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:46.961400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5e29d-1090-441a-a590-1b2d098e1c3c None None] Pushing event updated for resources: {'Port': ['ID=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:47.035403 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.083481 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Sync routers for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:12:47.093866 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:47.094486 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:47.213656 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:47.419475 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 2, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:47.450881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Checking router: d7500c1d-a82e-4086-aacd-d89e3ad9f83f for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:12:47.451267 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Updating router d7500c1d-a82e-4086-aacd-d89e3ad9f83f port d2534885-76ed-4715-bd6e-06d9bbfa5a98 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:12:47.487213 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.490003 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.546313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.681602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Router 74a347e9-f7dc-45c3-9211-584a3071b048 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:12:47.765586 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.776509 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Transition to ACTIVE for port object d2534885-76ed-4715-bd6e-06d9bbfa5a98 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:47.784388 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.798465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:12:47.809938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Sync routers for ids ['74a347e9-f7dc-45c3-9211-584a3071b048'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:12:47.821927 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.823264 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3f6d43f1-a426-4e4f-bf39-8a08e163f404 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8726997 Jul 07 23:12:47.828823 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Routers {'74a347e9-f7dc-45c3-9211-584a3071b048'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:47.829641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['74a347e9-f7dc-45c3-9211-584a3071b048'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:47.830536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38246) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:47.848541 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Pushing event updated for resources: {'Port': ['ID=d2534885-76ed-4715-bd6e-06d9bbfa5a98,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:47.880725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5a6d6-db3e-4ec6-9462-6c91d86c4f1f None None] Network 90719c23-d10c-4b96-96dc-978daea36e9e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:12:47.885821 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.886388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.886938 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.887451 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.887979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.888474 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.889003 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.889495 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.889986 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.890487 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.890993 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.891478 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:12:47.936251 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Attempting to bind port d2534885-76ed-4715-bd6e-06d9bbfa5a98 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:47.936627 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Attempting to bind port d2534885-76ed-4715-bd6e-06d9bbfa5a98 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:47.937159 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Attempting to bind port d2534885-76ed-4715-bd6e-06d9bbfa5a98 on network 594eb121-928c-4ed1-bc37-b0c54d833a4f {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:47.942648 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:47.943025 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Checking segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:47.943430 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:47.943821 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Bound using segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:47.944429 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Bound port: d2534885-76ed-4715-bd6e-06d9bbfa5a98, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:47.944817 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:48.017166 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] For port d2534885-76ed-4715-bd6e-06d9bbfa5a98, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:48.017416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-caa37b11-8cf4-4031-baa0-aac5606e1014 None None] Provisioning for port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:48.021659 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] For port d2534885-76ed-4715-bd6e-06d9bbfa5a98, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d2534885-76ed-4715-bd6e-06d9bbfa5a98,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:48.031407 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:48.050576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Set router 74a347e9-f7dc-45c3-9211-584a3071b048 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:48.089302 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:48.090104 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:48.156094 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60f583-f173-4c1d-bfe3-247634038d0c None None] Pushing event updated for resources: {'Port': ['ID=d2534885-76ed-4715-bd6e-06d9bbfa5a98,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:48.229294 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:48.463343 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:48Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:48.493870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890752bb-73cc-4834-8e7d-b43d6d7db7e8 None None] The sync data for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 is: [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:48Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:12:48.511579 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa20-2ccb-4fea-883e-138d93519817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:48.568144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d2534885-76ed-4715-bd6e-06d9bbfa5a98 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:48.666477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 3, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:48.672455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d2534885-76ed-4715-bd6e-06d9bbfa5a98 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:48.701133 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Checking router: 74a347e9-f7dc-45c3-9211-584a3071b048 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:12:48.701958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Updating router 74a347e9-f7dc-45c3-9211-584a3071b048 port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:12:48.727190 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d2534885-76ed-4715-bd6e-06d9bbfa5a98 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:48.727566 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:48.754775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:48.769617 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:48.964455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Allocated IP 172.20.0.1 (90719c23-d10c-4b96-96dc-978daea36e9e/564a6c19-a719-4771-ab1b-1022713340a4/fa5f1b64-8a12-48c1-8860-eccbc06715e2) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:12:49.007946 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.068186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d2534885-76ed-4715-bd6e-06d9bbfa5a98, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d2534885-76ed-4715-bd6e-06d9bbfa5a98,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:49.077233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.078246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e09686a6-f3d4-4fd8-84a4-ef1886e64a70 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:49.083073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.098836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Transition to ACTIVE for port object fa5f1b64-8a12-48c1-8860-eccbc06715e2 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:49.142066 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.181302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Network 90719c23-d10c-4b96-96dc-978daea36e9e is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:49.184244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:49.190877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:12:49.205727 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.217579 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d2534885-76ed-4715-bd6e-06d9bbfa5a98,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:49.217763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Pushing event updated for resources: {'Port': ['ID=fa5f1b64-8a12-48c1-8860-eccbc06715e2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:49.231959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Transition to ACTIVE for port object ef36ed1a-d3d8-4c0d-8248-9dd310711be4 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:49.237923 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.252329 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.267010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:49.325191 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:49.325947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.338353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Attempting to bind port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:49.338770 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Attempting to bind port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:49.339141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Attempting to bind port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:49.373536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.376401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:49.376791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:49.377198 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.377597 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:49.378099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Bound port: ef36ed1a-d3d8-4c0d-8248-9dd310711be4, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:49.378487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.380111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6cb29-e38b-484e-8cf2-6ef9fea0e558 None None] Pushing event updated for resources: {'Port': ['ID=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:49.400885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.447580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] For port ef36ed1a-d3d8-4c0d-8248-9dd310711be4, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:49.452570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] For port ef36ed1a-d3d8-4c0d-8248-9dd310711be4, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:49.475906 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.535614 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.571291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6cb29-e38b-484e-8cf2-6ef9fea0e558 None None] Pushing event updated for resources: {'Port': ['ID=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:49.571877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.579855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.582128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Routers {'74a347e9-f7dc-45c3-9211-584a3071b048'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:49.582715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['74a347e9-f7dc-45c3-9211-584a3071b048'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:49.585479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-29d4b1de-9095-4e8d-a8af-5f3c6afc1fde None None] Provisioning for port fa5f1b64-8a12-48c1-8860-eccbc06715e2 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:49.631172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-29d4b1de-9095-4e8d-a8af-5f3c6afc1fde None None] Provisioning complete for port fa5f1b64-8a12-48c1-8860-eccbc06715e2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:49.631552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-29d4b1de-9095-4e8d-a8af-5f3c6afc1fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.639388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e09686a6-f3d4-4fd8-84a4-ef1886e64a70, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,segment=NetworkSegment(8892da8f-d841-4b68-9067-6f182514c453),segment_id=8892da8f-d841-4b68-9067-6f182514c453)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:49.651005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.653601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Pushing event updated for resources: {'Port': ['ID=fa5f1b64-8a12-48c1-8860-eccbc06715e2,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:49.666294 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.667107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 58acc1e0-1863-4129-b367-f11863d6ef51 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:49.744719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Network 90719c23-d10c-4b96-96dc-978daea36e9e is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:12:49.745984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:12:49.771005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-29d4b1de-9095-4e8d-a8af-5f3c6afc1fde None None] Port fa5f1b64-8a12-48c1-8860-eccbc06715e2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:12:49.808459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:49.814463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] Set router 74a347e9-f7dc-45c3-9211-584a3071b048 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:49.852673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 58acc1e0-1863-4129-b367-f11863d6ef51 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:49.853055 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:49.871197 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Router 74a347e9-f7dc-45c3-9211-584a3071b048 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:12:49.995186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:12:50.001504 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-35279353-f71a-42e3-8a80-5e362ee6502b admin admin] 10.222.0.95 "PUT /v2.0/routers/74a347e9-f7dc-45c3-9211-584a3071b048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1698768 Jul 07 23:12:50.044970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a9e8878e-e139-4d51-823e-c5d7cafc0606 None None] Provisioning complete for port fa5f1b64-8a12-48c1-8860-eccbc06715e2 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:50.044970 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a9e8878e-e139-4d51-823e-c5d7cafc0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:50.112482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8878e-e139-4d51-823e-c5d7cafc0606 None None] Port fa5f1b64-8a12-48c1-8860-eccbc06715e2 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:12:50.130702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fa5f1b64-8a12-48c1-8860-eccbc06715e2', 'name': '', 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'mac_address': 'fa:16:3e:2a:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '564a6c19-a719-4771-ab1b-1022713340a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:48Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 2, 'project_id': 'cc92bde680f845329ade945c8491d011', 'subnets': [{'id': '564a6c19-a719-4771-ab1b-1022713340a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:50.158194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f50da-75d8-44f0-9357-0448d4fbfd8b None None] The sync data for ids ['74a347e9-f7dc-45c3-9211-584a3071b048'] in n-d-694802-13 is: [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fa5f1b64-8a12-48c1-8860-eccbc06715e2', 'name': '', 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'mac_address': 'fa:16:3e:2a:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '564a6c19-a719-4771-ab1b-1022713340a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:48Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 2, 'project_id': 'cc92bde680f845329ade945c8491d011', 'subnets': [{'id': '564a6c19-a719-4771-ab1b-1022713340a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:12:50.376020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d2534885-76ed-4715-bd6e-06d9bbfa5a98 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:50.431695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d2534885-76ed-4715-bd6e-06d9bbfa5a98 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:50.432153 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:50.541974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e09686a6-f3d4-4fd8-84a4-ef1886e64a70 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:50.591388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:50.591633 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:51.419772 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3643d2cc-75f0-4b7e-b563-28466433d838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:51.490382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:52.375917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:52.535847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef36ed1a-d3d8-4c0d-8248-9dd310711be4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:52.601830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:52.606210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:52.606576 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:52.704424 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:52.730584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ef36ed1a-d3d8-4c0d-8248-9dd310711be4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:52.735123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:52.801820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:52.864974 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Sync routers for ids ['74a347e9-f7dc-45c3-9211-584a3071b048'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:12:52.876979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Routers {'74a347e9-f7dc-45c3-9211-584a3071b048'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:52.877667 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['74a347e9-f7dc-45c3-9211-584a3071b048'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:52.997518 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Set router 74a347e9-f7dc-45c3-9211-584a3071b048 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:53.319276 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fa5f1b64-8a12-48c1-8860-eccbc06715e2', 'name': '', 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'mac_address': 'fa:16:3e:2a:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '564a6c19-a719-4771-ab1b-1022713340a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:48Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 2, 'project_id': 'cc92bde680f845329ade945c8491d011', 'subnets': [{'id': '564a6c19-a719-4771-ab1b-1022713340a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:53.346482 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Checking router: 74a347e9-f7dc-45c3-9211-584a3071b048 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:12:53.346959 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Updating router 74a347e9-f7dc-45c3-9211-584a3071b048 port fa5f1b64-8a12-48c1-8860-eccbc06715e2 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:12:53.384765 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.681491 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.692230 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Transition to ACTIVE for port object fa5f1b64-8a12-48c1-8860-eccbc06715e2 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:12:53.698868 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.757331 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9e35-8521-4e40-b2f9-53b0ee732754 None None] Pushing event updated for resources: {'Port': ['ID=fa5f1b64-8a12-48c1-8860-eccbc06715e2,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:53.821303 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Attempting to bind port fa5f1b64-8a12-48c1-8860-eccbc06715e2 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:12:53.821699 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Attempting to bind port fa5f1b64-8a12-48c1-8860-eccbc06715e2 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:12:53.822064 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Attempting to bind port fa5f1b64-8a12-48c1-8860-eccbc06715e2 on network 90719c23-d10c-4b96-96dc-978daea36e9e {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:12:53.831691 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:12:53.832328 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Checking segment: {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:12:53.832810 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.833276 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Bound using segment: {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:12:53.833823 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Bound port: fa5f1b64-8a12-48c1-8860-eccbc06715e2, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8892da8f-d841-4b68-9067-6f182514c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:12:53.834428 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.921527 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.938390 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] For port fa5f1b64-8a12-48c1-8860-eccbc06715e2, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:12:53.943910 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] For port fa5f1b64-8a12-48c1-8860-eccbc06715e2, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fa5f1b64-8a12-48c1-8860-eccbc06715e2,segment=NetworkSegment(8892da8f-d841-4b68-9067-6f182514c453),segment_id=8892da8f-d841-4b68-9067-6f182514c453)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:12:53.949739 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:53.998878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Routers {'74a347e9-f7dc-45c3-9211-584a3071b048'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:12:53.999524 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:12:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['74a347e9-f7dc-45c3-9211-584a3071b048'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:54.067347 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9e35-8521-4e40-b2f9-53b0ee732754 None None] Pushing event updated for resources: {'Port': ['ID=fa5f1b64-8a12-48c1-8860-eccbc06715e2,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:54.145610 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] Set router 74a347e9-f7dc-45c3-9211-584a3071b048 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:12:54.403665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fa5f1b64-8a12-48c1-8860-eccbc06715e2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:54.415384 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fa5f1b64-8a12-48c1-8860-eccbc06715e2', 'name': '', 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'mac_address': 'fa:16:3e:2a:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '564a6c19-a719-4771-ab1b-1022713340a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:48Z', 'updated_at': '2021-07-07T23:12:53Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'subnets': [{'id': '564a6c19-a719-4771-ab1b-1022713340a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:12:54.456574 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7b208-c383-47f6-89fd-78650d6fdecc None None] The sync data for ids ['74a347e9-f7dc-45c3-9211-584a3071b048'] in n-d-694802-13 is: [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'fa5f1b64-8a12-48c1-8860-eccbc06715e2', 'name': '', 'network_id': '90719c23-d10c-4b96-96dc-978daea36e9e', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'mac_address': 'fa:16:3e:2a:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '564a6c19-a719-4771-ab1b-1022713340a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:48Z', 'updated_at': '2021-07-07T23:12:53Z', 'revision_number': 4, 'project_id': 'cc92bde680f845329ade945c8491d011', 'subnets': [{'id': '564a6c19-a719-4771-ab1b-1022713340a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:12:54.466391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fa5f1b64-8a12-48c1-8860-eccbc06715e2 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:12:54.470743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fa5f1b64-8a12-48c1-8860-eccbc06715e2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:54.471128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:54.569342 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:54.611800 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port fa5f1b64-8a12-48c1-8860-eccbc06715e2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fa5f1b64-8a12-48c1-8860-eccbc06715e2,segment=NetworkSegment(8892da8f-d841-4b68-9067-6f182514c453),segment_id=8892da8f-d841-4b68-9067-6f182514c453)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:12:54.623944 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:54.625101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef36ed1a-d3d8-4c0d-8248-9dd310711be4 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:54.713818 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=fa5f1b64-8a12-48c1-8860-eccbc06715e2,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:12:54.732104 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:54.733107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:56.357530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fa5f1b64-8a12-48c1-8860-eccbc06715e2 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:12:56.406161 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fa5f1b64-8a12-48c1-8860-eccbc06715e2 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:12:56.406803 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.077187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-970b3abd-7886-4453-abbb-b7a38f5cf1aa tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:00.078607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-970b3abd-7886-4453-abbb-b7a38f5cf1aa tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 814 time: 0.1018245 Jul 07 23:13:00.095878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-4e03161d-8ce5-436b-918e-a94170894a33 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/quotas/9c97ce7b8f274c4abcceaf00d0d6b117 HTTP/1.1" status: 200 len: 375 time: 0.0096416 Jul 07 23:13:00.165476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-ab285509-9e5d-48c3-9539-8f2eeea42b29 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643456 Jul 07 23:13:00.258148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-a032797b-d33c-4462-866d-b2b75f3c54b9 service neutron] 10.222.0.95 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812297 Jul 07 23:13:00.347809 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-534313d9-136e-4782-937d-548dc28bf64b service neutron] 10.222.0.95 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840962 Jul 07 23:13:00.511579 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1245bdb9-be9b-4f86-a75c-f3d879794001 req-1a897c2d-c820-4558-99ad-78d5e456a564 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.0283484 Jul 07 23:13:01.556500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-c95155d0-aa7c-487c-8cb2-563fd3280659 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:01.557997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-c95155d0-aa7c-487c-8cb2-563fd3280659 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 814 time: 0.1141641 Jul 07 23:13:01.579182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'port': {'device_id': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'admin_state_up': True, 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:01.664353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5012cf00-34c7-4bb3-a880-1307dd5d1d99 req-a2d1e1f2-2654-4165-8832-53e5b1675c61 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.0329778 Jul 07 23:13:01.719763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Made reservation on behalf of 9c97ce7b8f274c4abcceaf00d0d6b117 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:13:01.723343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:01.863771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Allocated IP 172.20.0.3 (594eb121-928c-4ed1-bc37-b0c54d833a4f/7ceffca3-e3fc-4d15-8d3b-73741c528008/1172f27c-c133-4ae3-b1c4-1926370a6187) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:02.045328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:02.061540 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Transition to ACTIVE for port object 1172f27c-c133-4ae3-b1c4-1926370a6187 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:02.102186 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:02.166412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:02.167944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:02.171512 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:02.173825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:02.228238 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:02.229273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:02.252557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-9bd1bb85-c326-4ff2-a200-0cbff4ee3f7b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6771512 Jul 07 23:13:02.491765 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea8c0977-fc50-4369-86d1-a6577f39f736 None None] Provisioning for port 1172f27c-c133-4ae3-b1c4-1926370a6187 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:02.499399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ea8c0977-fc50-4369-86d1-a6577f39f736 None None] Provisioning complete for port 1172f27c-c133-4ae3-b1c4-1926370a6187 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:02.499790 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0977-fc50-4369-86d1-a6577f39f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:02.698687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c0977-fc50-4369-86d1-a6577f39f736 None None] Port 1172f27c-c133-4ae3-b1c4-1926370a6187 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:13:02.851700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528e19-2748-418b-9147-cda300524da2 req-c4271b3c-8811-4f72-b320-6d9a28a5a75a tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:02.853328 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f528e19-2748-418b-9147-cda300524da2 req-c4271b3c-8811-4f72-b320-6d9a28a5a75a tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0698941 Jul 07 23:13:02.894316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f528e19-2748-418b-9147-cda300524da2 req-27db7a62-ebd3-430b-b33c-6701892dd9a5 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jul 07 23:13:04.075651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22b706-a807-4004-8ec1-c338a07b6ab3 req-df871f43-c1b4-4f3f-80d6-323fb5af15dd tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:04.077657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb22b706-a807-4004-8ec1-c338a07b6ab3 req-df871f43-c1b4-4f3f-80d6-323fb5af15dd tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0681715 Jul 07 23:13:04.117516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fb22b706-a807-4004-8ec1-c338a07b6ab3 req-cdb975bc-ffd8-41b7-9868-9fca6a4df8f8 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Jul 07 23:13:05.012132 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:13:05.293420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bd0cb-705c-4227-a40e-22bb5c7eddf3 req-f2e386cf-c0aa-4ac3-bd6e-891af6d244b2 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:05.294944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b04bd0cb-705c-4227-a40e-22bb5c7eddf3 req-f2e386cf-c0aa-4ac3-bd6e-891af6d244b2 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0632355 Jul 07 23:13:05.332716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b04bd0cb-705c-4227-a40e-22bb5c7eddf3 req-5cb6d98e-e7b6-4d97-affe-d0e7f69d4d1d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jul 07 23:13:06.517108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575771b5-40a0-4ad3-8803-f40cf7c4a6dc req-2b0e5571-4eec-4f5b-bb7b-04b7a1f6590f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:06.518610 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-575771b5-40a0-4ad3-8803-f40cf7c4a6dc req-2b0e5571-4eec-4f5b-bb7b-04b7a1f6590f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0691662 Jul 07 23:13:06.563443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-575771b5-40a0-4ad3-8803-f40cf7c4a6dc req-dd92e9da-db9f-48ed-a8b3-a35e6e72b356 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Jul 07 23:13:07.743589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655234a-961b-4257-baa1-0e092212ce2b req-0c0cfd36-74aa-4f17-85ff-f244c2d40b13 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:07.746084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3655234a-961b-4257-baa1-0e092212ce2b req-0c0cfd36-74aa-4f17-85ff-f244c2d40b13 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0676806 Jul 07 23:13:07.788712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3655234a-961b-4257-baa1-0e092212ce2b req-a89cd571-0c3c-4ef6-ab34-e5a2f4736084 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Jul 07 23:13:08.976497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79f7f9-1969-4a38-905c-0b14d78df650 req-7e1bf50d-dfa4-4f6b-9a82-6b48483a5b7a tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:08.978014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed79f7f9-1969-4a38-905c-0b14d78df650 req-7e1bf50d-dfa4-4f6b-9a82-6b48483a5b7a tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0706623 Jul 07 23:13:09.019319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed79f7f9-1969-4a38-905c-0b14d78df650 req-60eb5e03-07fa-4389-bd48-4e9151c78c30 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Jul 07 23:13:10.198431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333adeb-e863-4e68-bc46-84f0e07e7f55 req-a37a2b25-e979-4518-9b00-6feda4b26eef tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:10.199918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7333adeb-e863-4e68-bc46-84f0e07e7f55 req-a37a2b25-e979-4518-9b00-6feda4b26eef tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0649583 Jul 07 23:13:10.239513 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7333adeb-e863-4e68-bc46-84f0e07e7f55 req-4dc7298f-e619-4a7c-a449-802269a16b21 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Jul 07 23:13:11.416056 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df19acb-6e15-4825-89b0-1aafc23fa835 req-6d02f5ff-8d26-4cf1-ad9f-3d0d6f0f0212 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:11.417560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3df19acb-6e15-4825-89b0-1aafc23fa835 req-6d02f5ff-8d26-4cf1-ad9f-3d0d6f0f0212 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 931 time: 0.0640583 Jul 07 23:13:11.454141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3df19acb-6e15-4825-89b0-1aafc23fa835 req-65342c6d-181b-43cc-bc1e-3366cbed0cfc tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Jul 07 23:13:11.832323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Request body: {'port': {'device_id': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:11.906145 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.157920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1172f27c-c133-4ae3-b1c4-1926370a6187 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:13:12.165210 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.177155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Transition to ACTIVE for port object 1172f27c-c133-4ae3-b1c4-1926370a6187 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:12.180789 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.236412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:12.305714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Attempting to bind port 1172f27c-c133-4ae3-b1c4-1926370a6187 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:13:12.306186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Attempting to bind port 1172f27c-c133-4ae3-b1c4-1926370a6187 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:13:12.306524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Attempting to bind port 1172f27c-c133-4ae3-b1c4-1926370a6187 on network 594eb121-928c-4ed1-bc37-b0c54d833a4f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:12.310998 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Port 1172f27c-c133-4ae3-b1c4-1926370a6187 on network 594eb121-928c-4ed1-bc37-b0c54d833a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:13:12.311321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Attempting to bind port 1172f27c-c133-4ae3-b1c4-1926370a6187 on network 594eb121-928c-4ed1-bc37-b0c54d833a4f {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:12.316348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:13:12.316690 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Checking segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:13:12.317076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Bound using segment: {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:13:12.317527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Bound port: 1172f27c-c133-4ae3-b1c4-1926370a6187, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994e0f0f-f15d-4975-b7a0-bb06efea9224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:13:12.317888 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.382817 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:13:12.386416 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:13:12.390551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.427925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:12.428823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.430235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] 10.222.0.103 "PUT /v2.0/ports/1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 1092 time: 0.6043284 Jul 07 23:13:12.430708 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:12.433001 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:12.459290 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db35d-a950-491b-94ff-e06d06c481f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:12.503453 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caff57f-2809-4474-97e1-c439299555ea x-openstack-request-id: req-6caff57f-2809-4474-97e1-c439299555ea {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:12.503823 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:12.504205 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6caff57f-2809-4474-97e1-c439299555ea {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:12.504668 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'status': 'completed', 'code': 200} Jul 07 23:13:12.530917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-156dfa4b-0b9a-4eb3-bcb2-08324b19e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:12.534379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-156dfa4b-0b9a-4eb3-bcb2-08324b19e3cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1095 time: 0.0672374 Jul 07 23:13:12.576365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-4f2ee1d1-0e97-412f-b94a-2ae74e470db2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 217 time: 0.0346553 Jul 07 23:13:12.660980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-294ea481-9e85-4270-8660-f3f88cf8e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:12.662445 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-294ea481-9e85-4270-8660-f3f88cf8e23d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0800781 Jul 07 23:13:12.716387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcd0dd-c2fc-45eb-9dbc-821c3bb927ca req-3a589c71-cd08-41e4-a14c-b80bb7e107ab tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:12.717821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04dcd0dd-c2fc-45eb-9dbc-821c3bb927ca req-3a589c71-cd08-41e4-a14c-b80bb7e107ab tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 943 time: 0.1265950 Jul 07 23:13:12.766474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-d2fd9ff7-1b06-4084-b19e-94a9c64f606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:12.767989 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-d2fd9ff7-1b06-4084-b19e-94a9c64f606d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976524 Jul 07 23:13:12.773022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04dcd0dd-c2fc-45eb-9dbc-821c3bb927ca req-5a16cc04-765a-4ec4-bad6-91a1cd144ce6 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471902 Jul 07 23:13:12.856667 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-d532c7e6-19ba-4aeb-bf74-b92d16238266 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811305 Jul 07 23:13:12.946342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8f593cf4-dd82-471b-87a9-960aa44c9484 req-d1168a1d-7ef2-4cad-9690-684b0a464eeb service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831389 Jul 07 23:13:13.045636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-386307f2-97ae-4148-9fd4-86b225407e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:13.047095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-386307f2-97ae-4148-9fd4-86b225407e5b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1095 time: 0.0527916 Jul 07 23:13:13.134330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-a99146d3-0389-416b-9fd8-ac6f5b8a3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:13.135821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-a99146d3-0389-416b-9fd8-ac6f5b8a3da3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.0832825 Jul 07 23:13:13.178467 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-5b96a301-99ef-4126-b7d7-d5b6687a72fc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 217 time: 0.0360951 Jul 07 23:13:13.227111 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-b2123042-b66d-4ccc-a1c3-cbc891426277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:13.228568 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-b2123042-b66d-4ccc-a1c3-cbc891426277 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0440805 Jul 07 23:13:13.283740 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-16f3ccca-5c04-4822-be0f-d4722a2fadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:13.285191 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-16f3ccca-5c04-4822-be0f-d4722a2fadc6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501876 Jul 07 23:13:13.373673 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-7340a71c-4032-4240-b649-606458a12208 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817103 Jul 07 23:13:13.459710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cb758731-5ea9-4f16-93ff-fa7e8d9bc9dc req-ee478116-7a2d-4517-aaf2-8ed00e67d0ae service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785494 Jul 07 23:13:13.945691 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fd804-ddef-4f5b-a821-b8b2807df0fb req-7dbfa82e-761b-48f3-abc5-93feecc93199 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:13.947205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c2fd804-ddef-4f5b-a821-b8b2807df0fb req-7dbfa82e-761b-48f3-abc5-93feecc93199 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 943 time: 0.0634446 Jul 07 23:13:13.988665 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c2fd804-ddef-4f5b-a821-b8b2807df0fb req-f5f07f9a-46f8-45af-b79b-ccc72b6bf1c5 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Jul 07 23:13:15.161585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a6509-c208-4515-898b-5893374bd298 req-84d5f6d0-f190-4ed2-a616-23e44df3eeae tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:15.163009 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc7a6509-c208-4515-898b-5893374bd298 req-84d5f6d0-f190-4ed2-a616-23e44df3eeae tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 943 time: 0.0622487 Jul 07 23:13:15.200018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cc7a6509-c208-4515-898b-5893374bd298 req-ecc77652-fb90-453a-b8f6-9abf2dd04cf3 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jul 07 23:13:15.759856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1172f27c-c133-4ae3-b1c4-1926370a6187 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:13:15.853614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:15.864681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'port_id': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'mac_address': 'fa:16:3e:2e:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:13:15.900161 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.912544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1172f27c-c133-4ae3-b1c4-1926370a6187 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:13:15.931075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:15.934737 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.981459 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:15.988681 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.989030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.989371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.989709 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.990041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.990377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.990726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.991052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.991382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.991706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.992028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:15.992352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.158540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1172f27c-c133-4ae3-b1c4-1926370a6187'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:13:16.372796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40a4d-c0c5-4406-b8f1-24bf1b01c3ab req-a2bb81e8-a4d5-466a-a7fc-6fc58e588dfd tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:16.374266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51e40a4d-c0c5-4406-b8f1-24bf1b01c3ab req-a2bb81e8-a4d5-466a-a7fc-6fc58e588dfd tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.0611053 Jul 07 23:13:16.410975 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51e40a4d-c0c5-4406-b8f1-24bf1b01c3ab req-11a3ecde-532e-4f14-bbd8-800212ed4471 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Jul 07 23:13:17.490731 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.590098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ee194-5024-4585-bcb6-d918e0cc380f req-fc13f514-8eec-4318-a13f-6b7eaae352fd tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:17.591761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-544ee194-5024-4585-bcb6-d918e0cc380f req-fc13f514-8eec-4318-a13f-6b7eaae352fd tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.0680306 Jul 07 23:13:17.629824 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-544ee194-5024-4585-bcb6-d918e0cc380f req-708a0f14-ca3c-4b3e-a55b-de8fcd70e7d0 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Jul 07 23:13:17.774943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1172f27c-c133-4ae3-b1c4-1926370a6187 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:17.822113 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 1172f27c-c133-4ae3-b1c4-1926370a6187 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:17.825772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 1172f27c-c133-4ae3-b1c4-1926370a6187 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:17.826145 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.915371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.936612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:17.939502 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936a85c9-e1f6-41e2-9832-eed372780561" -d '{"events": [{"server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "name": "network-vif-plugged", "status": "completed", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:17.951795 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:17.955914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.978218 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c38569-21c6-43ea-be2e-58a5f21af9e1 x-openstack-request-id: req-73c38569-21c6-43ea-be2e-58a5f21af9e1 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:17.978510 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "name": "network-vif-plugged", "status": "completed", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:17.978785 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-73c38569-21c6-43ea-be2e-58a5f21af9e1 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:17.979176 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'code': 200} Jul 07 23:13:18.006881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:18.084386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78ab0-ca9b-490b-9b0c-72688eb14774 req-43cdecae-bcf2-4aae-aa22-5622f4d9d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.085866 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05b78ab0-ca9b-490b-9b0c-72688eb14774 req-43cdecae-bcf2-4aae-aa22-5622f4d9d378 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0504844 Jul 07 23:13:18.120766 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05b78ab0-ca9b-490b-9b0c-72688eb14774 req-bff16c13-cf29-4909-b15d-ca7346e43da8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290642 Jul 07 23:13:18.401363 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4cac904a-e2a6-4e9e-998c-8172f3099a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:18.808102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3702e87-f133-48e2-ab57-1b34d2ed5ab2 req-2970a70d-3780-4fec-93d8-b5e5e1e17a78 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.810264 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3702e87-f133-48e2-ab57-1b34d2ed5ab2 req-2970a70d-3780-4fec-93d8-b5e5e1e17a78 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0667899 Jul 07 23:13:18.852091 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3702e87-f133-48e2-ab57-1b34d2ed5ab2 req-3d27df85-78ef-403c-87d1-805ebefe41d0 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351477 Jul 07 23:13:19.307085 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:20.025669 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3e8d1-f06d-48ab-a010-fd17f6579076 req-d9c20abf-b649-4ba4-b540-3ac5151434e6 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:20.027153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-abf3e8d1-f06d-48ab-a010-fd17f6579076 req-d9c20abf-b649-4ba4-b540-3ac5151434e6 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0617449 Jul 07 23:13:20.063788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-abf3e8d1-f06d-48ab-a010-fd17f6579076 req-e53d9ca9-8280-4a16-9630-549ebc6de4c9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Jul 07 23:13:20.233098 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75be1a4-7595-445a-9ff0-e9d57984cbb2 req-f534f1eb-a122-4730-99ed-56456d6f4975 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:20.234514 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e75be1a4-7595-445a-9ff0-e9d57984cbb2 req-f534f1eb-a122-4730-99ed-56456d6f4975 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0626395 Jul 07 23:13:20.271469 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e75be1a4-7595-445a-9ff0-e9d57984cbb2 req-706a52e1-3efc-4443-9fb8-68e7288ff965 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Jul 07 23:13:20.619282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd8e20-e595-4153-b8e4-93c917ff5b4b req-7f9500f9-ad40-462e-a5e9-f034eae19edf tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:20.620742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbbd8e20-e595-4153-b8e4-93c917ff5b4b req-7f9500f9-ad40-462e-a5e9-f034eae19edf tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0649247 Jul 07 23:13:20.657131 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cbbd8e20-e595-4153-b8e4-93c917ff5b4b req-6b5b7cd2-e4fa-4d9f-b51d-d52709e4dbc2 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304976 Jul 07 23:13:21.428558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1082f12b-3a64-4371-bee9-0bfd90b17eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:21.481853 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:22.362616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:23.902590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:32.272537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f33f-ca1a-4ef9-be77-e1df6ae2ff2e req-479d052d-3f29-4066-8942-d56810635be3 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:32.273936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9128f33f-ca1a-4ef9-be77-e1df6ae2ff2e req-479d052d-3f29-4066-8942-d56810635be3 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0623796 Jul 07 23:13:32.310505 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9128f33f-ca1a-4ef9-be77-e1df6ae2ff2e req-229583f2-7220-4115-825b-754f6ca75f32 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jul 07 23:13:32.335104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38450) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:32.473330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdcf33-f931-42b7-9ce8-503ebaaf0bd4 tempest-TestMinimumBasicScenario-570504613 tempest-TestMinimumBasicScenario-570504613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:32.475145 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c9cdcf33-f931-42b7-9ce8-503ebaaf0bd4 tempest-TestMinimumBasicScenario-570504613 tempest-TestMinimumBasicScenario-570504613-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1092 time: 0.1387918 Jul 07 23:13:32.478176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38454) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:32.482619 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:32.504029 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:32.597367 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:32.699391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Allocated IP 172.25.5.227 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/3a5c9045-cc45-4eb0-bea8-43b3f86c5f4c) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:32.806449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:32.845543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:32.879090 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:32.883294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:32.893387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:32.915248 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'Port': ['ID=3a5c9045-cc45-4eb0-bea8-43b3f86c5f4c,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:33.245225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:33.319785 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:33.803463 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:33.808324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:33.876511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'Port': ['ID=3a5c9045-cc45-4eb0-bea8-43b3f86c5f4c,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:33.884431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:33.980191 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Floating IP 0d2d7174-8bba-450d-abe2-57360dce1b8d associated. External IP: 172.25.5.227, port: 1172f27c-c133-4ae3-b1c4-1926370a6187. Jul 07 23:13:34.180396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Router d7500c1d-a82e-4086-aacd-d89e3ad9f83f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:13:34.284482 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:13:34.293692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] Sync routers for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:13:34.300460 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.304922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:34.305611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:34.336141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6105a993-b8ee-4ab2-8b3f-0263bf95329b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8568363 Jul 07 23:13:34.336795 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:34.339038 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:34.339205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38456) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:34.346204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352181457', 'description': 'tempest-secgroup-smoke-1352181457 description', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:34.371236 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.376388 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9919c74-77e7-4ce3-8845-49056221bb2b x-openstack-request-id: req-c9919c74-77e7-4ce3-8845-49056221bb2b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:34.376689 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:34.376950 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c9919c74-77e7-4ce3-8845-49056221bb2b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:34.377434 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'status': 'completed', 'code': 200} Jul 07 23:13:34.412653 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:34.457194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-9fdda5fd-1da1-4a71-bce7-2bf088b7087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:34.458723 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-9fdda5fd-1da1-4a71-bce7-2bf088b7087b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0575068 Jul 07 23:13:34.461652 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.465753 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.497407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.501392 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1585522 Jul 07 23:13:34.501392 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6195c7e-c441-49f5-9ec0-79a8781b18c0,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:34.502740 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38460) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:34.510681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group_rule': {'security_group_id': 'f6195c7e-c441-49f5-9ec0-79a8781b18c0', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:34.523373 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.523746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.524086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.524431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.524772 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.525112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.525444 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.525782 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.526119 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.526452 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.526811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.527141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5e2ea-ac79-4f33-b88e-cb80e4880a8b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:34.558953 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.559222 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-a067a667-d415-4096-9ef7-775a77208125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:34.560729 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-a067a667-d415-4096-9ef7-775a77208125 service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.0962615 Jul 07 23:13:34.610740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.615015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.631878 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d3bb3a-aa52-4a8b-964f-08f97edf154d,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:34.636745 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-e76b6729-082e-4d4a-8f86-73dac2ee14b3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 999 time: 0.0699005 Jul 07 23:13:34.643175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.644558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ebf51d2a-43bd-46f2-ab97-bd012b09e0b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408327 Jul 07 23:13:34.647237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38462) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:34.648240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '0d2d7174-8bba-450d-abe2-57360dce1b8d', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'port_id': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'mac_address': 'fa:16:3e:2e:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:13:33Z', 'updated_at': '2021-07-07T23:13:33Z', 'revision_number': 0, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:34.652309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group_rule': {'security_group_id': 'f6195c7e-c441-49f5-9ec0-79a8781b18c0', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:34.681121 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.681371 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] Checking router: d7500c1d-a82e-4086-aacd-d89e3ad9f83f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:13:34.685877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-406e5378-e151-4648-a71b-a4bfff5298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:34.687430 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-406e5378-e151-4648-a71b-a4bfff5298a8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0446658 Jul 07 23:13:34.690401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:34.691050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:13:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:34.747265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.748444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-0784b4e1-8bae-4cdc-9f0c-97d1d0658183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:34.750127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-0784b4e1-8bae-4cdc-9f0c-97d1d0658183 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557957 Jul 07 23:13:34.751280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.770345 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdca954-ff97-4044-a5d6-b1ef8d4812ab,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:34.777951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.779402 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c9e19185-27be-4a2b-b6bd-fde02e2d19a4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311953 Jul 07 23:13:34.782595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38464) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:34.787534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group_rule': {'security_group_id': 'f6195c7e-c441-49f5-9ec0-79a8781b18c0', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:34.813819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:34.822118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.874600 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-5c4d9205-509e-4710-9e92-4abe96e7fa16 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079957 Jul 07 23:13:34.887603 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.897226 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.915125 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf55104-41fe-4321-97d7-7b21bde98057,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:34.922442 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.924173 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f5eaff45-a302-464b-a374-e24c52e16aed tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402977 Jul 07 23:13:34.926900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38466) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:34.931627 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group_rule': {'security_group_id': 'f6195c7e-c441-49f5-9ec0-79a8781b18c0', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:34.960196 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:34.977817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1aa20c77-fb22-4e6f-85b2-a6e384095f2c req-2a48fdca-d7a8-4bf8-98b2-3b531854f5d6 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920551 Jul 07 23:13:35.030313 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.034197 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.051261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c332ba8e-1a16-437d-9649-d76ac32a71e4,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:35.059520 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.063767 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-73efb641-e5b7-41b2-a9e8-0384d0b0bb0f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327925 Jul 07 23:13:35.063943 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '0d2d7174-8bba-450d-abe2-57360dce1b8d', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'port_id': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'mac_address': 'fa:16:3e:2e:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:13:33Z', 'updated_at': '2021-07-07T23:13:33Z', 'revision_number': 0, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:35.064102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38468) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:35.068436 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group_rule': {'security_group_id': 'f6195c7e-c441-49f5-9ec0-79a8781b18c0', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:35.089001 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Project 9c97ce7b8f274c4abcceaf00d0d6b117 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:13:35.090281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b34710-aeb0-473c-96ed-f276073f43de None None] The sync data for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 is: [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '0d2d7174-8bba-450d-abe2-57360dce1b8d', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'port_id': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'mac_address': 'fa:16:3e:2e:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:13:33Z', 'updated_at': '2021-07-07T23:13:33Z', 'revision_number': 0, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:13:35.094555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.157913 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.162425 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.180360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f236fb3b-e8d6-4c83-b5f6-068b7eb5a23f,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:35.186031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.187772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4d19f239-d9a2-4ab6-81e2-95a1f1a56848 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222994 Jul 07 23:13:35.190433 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38470) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:35.194986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'security_group_rule': {'security_group_id': 'f6195c7e-c441-49f5-9ec0-79a8781b18c0', 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:35.217419 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Project 9c97ce7b8f274c4abcceaf00d0d6b117 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:13:35.222517 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.279953 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc9512-0e2c-430c-90f6-c519047406aa None None] New status for floating IP 0d2d7174-8bba-450d-abe2-57360dce1b8d: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:13:35.287342 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.292089 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.310769 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db58348f-2233-40cc-ad0e-5c6247087651,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:35.317406 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.318672 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b275a893-afda-4d21-9dfb-e168c2319d3e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272168 Jul 07 23:13:35.446001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-91cab33e-7ecb-4cf1-9ade-22d0f863ff75 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352181457&fields=id&tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117 HTTP/1.1" status: 200 len: 267 time: 0.0395589 Jul 07 23:13:35.516377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-805d03ef-316d-414a-8b57-ce38799bcb1b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:35.517873 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-805d03ef-316d-414a-8b57-ce38799bcb1b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0656660 Jul 07 23:13:35.528576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'port': {'security_groups': ['77192588-28cd-4b45-b763-afa53da40aa0', 'f6195c7e-c441-49f5-9ec0-79a8781b18c0']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:35.614483 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.795948 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:35.828806 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.833955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.846465 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1172f27c-c133-4ae3-b1c4-1926370a6187'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:13:35.881656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:35.882294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.883761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-69393ca8-0fc7-4f00-9273-00ca62190266 req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "PUT /v2.0/ports/1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 981 time: 0.3597550 Jul 07 23:13:35.907910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:35.916263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.916702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.917122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.917533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.918263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.918263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.918746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.919153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.919683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.920083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.920481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.920889 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51ef83-d790-41ab-ac1f-3a9df48406f4 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:35.945561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1172f27c-c133-4ae3-b1c4-1926370a6187'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:13:36.072722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be91440-58ff-4a67-8cdf-81a8c1d2b310 req-3afc7967-6cec-4b46-9bbc-45b4974cbf0e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:36.074302 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4be91440-58ff-4a67-8cdf-81a8c1d2b310 req-3afc7967-6cec-4b46-9bbc-45b4974cbf0e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0716407 Jul 07 23:13:36.115512 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4be91440-58ff-4a67-8cdf-81a8c1d2b310 req-dee80367-08f3-4f85-bae1-c6dde307447c tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341918 Jul 07 23:13:36.198875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-bc4cd8fd-40be-4cc8-80f3-ea7d9abf7264 None None] Provisioning complete for port 1172f27c-c133-4ae3-b1c4-1926370a6187 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:36.199180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd8fd-40be-4cc8-80f3-ea7d9abf7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:36.378586 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:36.381034 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83c307-39ed-435f-83d9-3dccb401df5c" -d '{"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:36.418849 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8c777-1a3d-47c3-90a1-80686e733d47 x-openstack-request-id: req-b3f8c777-1a3d-47c3-90a1-80686e733d47 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:36.419147 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:36.419407 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b3f8c777-1a3d-47c3-90a1-80686e733d47 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:36.419815 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'status': 'completed', 'code': 200} Jul 07 23:13:36.494945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-67b6e0a2-725b-47c6-8cef-bc743135a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:36.496586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-67b6e0a2-725b-47c6-8cef-bc743135a3bd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1136 time: 0.0543272 Jul 07 23:13:36.590119 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-60fbbd21-a51b-4fec-bf2f-d8853e948538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:36.591634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-60fbbd21-a51b-4fec-bf2f-d8853e948538 service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.0880129 Jul 07 23:13:36.658205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-a0dbe001-8f7c-42ce-93be-bf77bc28e961 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 1001 time: 0.0558839 Jul 07 23:13:36.706799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-c6dcd239-65a7-4cd0-a436-b2d953d6fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:36.708233 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-c6dcd239-65a7-4cd0-a436-b2d953d6fff0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0429637 Jul 07 23:13:36.768433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-9886ece5-66de-460e-95e0-02ee3a24e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:36.769925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-9886ece5-66de-460e-95e0-02ee3a24e4b5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543129 Jul 07 23:13:36.857857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-1e948160-4d00-4eba-9b60-12621c73506b service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812445 Jul 07 23:13:36.950192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b83c307-39ed-435f-83d9-3dccb401df5c req-8f2d90cf-b319-42a0-823d-e1d13a040780 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851600 Jul 07 23:13:41.109092 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-b0378401-a53a-42e7-a4ba-a064e52a4706 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515714 Jul 07 23:13:41.204471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-e62115a9-c844-4259-a99c-b35c703ed7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:41.205993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-e62115a9-c844-4259-a99c-b35c703ed7cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1136 time: 0.0528212 Jul 07 23:13:41.310493 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-fd7da04f-6101-4cc6-93f5-8d43e0893dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:41.312588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-fd7da04f-6101-4cc6-93f5-8d43e0893dd5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.0870767 Jul 07 23:13:41.375903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-0976f235-5b06-4230-bf25-70c04c5141b4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 1001 time: 0.0566485 Jul 07 23:13:41.422014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-067eba24-2084-41bc-9b39-1b479e529677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:41.423589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-067eba24-2084-41bc-9b39-1b479e529677 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0415955 Jul 07 23:13:41.481994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-e23c7daa-3db1-499b-a061-24d8809999d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:41.483516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-e23c7daa-3db1-499b-a061-24d8809999d5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532932 Jul 07 23:13:41.570380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-19790946-cb87-47f7-af12-d73402474f43 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798929 Jul 07 23:13:41.661576 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6306ec0-4212-48e2-b9ba-541bc7264c3c req-35b30b80-4d83-4e78-a360-04bfa12a5dc9 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844097 Jul 07 23:13:42.011439 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:13:47.495030 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:48.400969 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4d0c28a5-0333-4f74-89d7-1fa073336611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:49.309678 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:51.419735 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-743d7b48-2a9a-4158-80f0-7da1ac327605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:51.482612 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:52.366528 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:53.481271 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-dde94a6f-7992-4579-8c6f-e997cfce6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:53.482689 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-dde94a6f-7992-4579-8c6f-e997cfce6711 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1136 time: 0.0818975 Jul 07 23:13:53.561478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021d146-10c8-4475-9d63-e1de74d03527 req-cb1485a0-e492-4099-b574-1950d4128fce tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:53.563003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6021d146-10c8-4475-9d63-e1de74d03527 req-cb1485a0-e492-4099-b574-1950d4128fce tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.1213460 Jul 07 23:13:53.617485 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-3ee3d4f9-7967-43b0-a2c1-3786ad2fbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:53.619001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-3ee3d4f9-7967-43b0-a2c1-3786ad2fbb4d service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.1289792 Jul 07 23:13:53.628142 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6021d146-10c8-4475-9d63-e1de74d03527 req-e3e48b89-4665-414f-9bd2-f3147d6e175d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591087 Jul 07 23:13:53.687871 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-b4d0bb39-4531-4fc6-ba76-58deecdcc487 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 1001 time: 0.0578558 Jul 07 23:13:53.740078 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-89151f30-7e72-4c4f-8bfd-40987c1a15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:53.741404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-89151f30-7e72-4c4f-8bfd-40987c1a15a9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0464420 Jul 07 23:13:53.795531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-2cc4a7b9-31c0-44fb-8611-9704e02ce26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:53.796981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-2cc4a7b9-31c0-44fb-8611-9704e02ce26f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495450 Jul 07 23:13:53.808370 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-21a424cb-c481-4ba2-a97a-44f52f3bf5d0 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:13:53.809316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-21a424cb-c481-4ba2-a97a-44f52f3bf5d0 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048411 Jul 07 23:13:53.898594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-0b29d71a-fa96-4e4b-b51c-5b964fdd6fa0 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Jul 07 23:13:53.904185 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:53.990182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8c4d0475-99eb-4c06-931f-6d4a27b506dc req-9ee1fcdc-1b45-4248-87c5-36f2d60eb524 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844080 Jul 07 23:13:54.803917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e70f7d-82e1-4253-8cfe-4e803bd18b69 req-5930ab03-a4d7-4b61-9499-6d53a7248e5f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:54.805399 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5e70f7d-82e1-4253-8cfe-4e803bd18b69 req-5930ab03-a4d7-4b61-9499-6d53a7248e5f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0625994 Jul 07 23:13:54.846218 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5e70f7d-82e1-4253-8cfe-4e803bd18b69 req-3ffbfb0a-6c3d-44ce-b9ff-ea7a566b9a15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352182 Jul 07 23:13:56.022470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977597f-cbbc-4b65-909f-bc8de95fe191 req-caf7d3d1-318f-4832-b4da-2ee34ba96879 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:56.023956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1977597f-cbbc-4b65-909f-bc8de95fe191 req-caf7d3d1-318f-4832-b4da-2ee34ba96879 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0661874 Jul 07 23:13:56.061655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1977597f-cbbc-4b65-909f-bc8de95fe191 req-327280c8-4122-4e1b-9d27-ad7e49ed0cbf tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320818 Jul 07 23:13:57.232826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d806d-e5d2-4562-99f5-3697deddc5f9 req-e7ce42d5-b8b7-4be5-801c-c33df978b973 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:57.234229 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-545d806d-e5d2-4562-99f5-3697deddc5f9 req-e7ce42d5-b8b7-4be5-801c-c33df978b973 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0630808 Jul 07 23:13:57.273795 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-545d806d-e5d2-4562-99f5-3697deddc5f9 req-fec9a3ae-9481-4010-97d1-14986e4cd131 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335016 Jul 07 23:13:58.460107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4633f9-8fc7-4443-bcf0-a27d06e4d5f5 req-22d8e6d2-f375-41d7-be7f-40c2e8e4bd2d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:58.461564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a4633f9-8fc7-4443-bcf0-a27d06e4d5f5 req-22d8e6d2-f375-41d7-be7f-40c2e8e4bd2d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0615535 Jul 07 23:13:58.499930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a4633f9-8fc7-4443-bcf0-a27d06e4d5f5 req-4cd64531-5cc0-4c61-8a86-0bcabc92dba6 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326977 Jul 07 23:13:59.676713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afc2eb-42b9-4ca2-b96f-2f1ae7de130f req-6a90f67a-8843-4f3b-bc21-74d003bba11f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:59.678208 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93afc2eb-42b9-4ca2-b96f-2f1ae7de130f req-6a90f67a-8843-4f3b-bc21-74d003bba11f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0669389 Jul 07 23:13:59.717593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-93afc2eb-42b9-4ca2-b96f-2f1ae7de130f req-98488a7a-904d-4398-9e34-9ba9e2f8e67c tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337229 Jul 07 23:14:00.888357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4047-d279-4d33-8dee-bb4966ec5e38 req-281c97ca-2063-4259-8c68-6b0715e3a3b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:00.889865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04f4047-d279-4d33-8dee-bb4966ec5e38 req-281c97ca-2063-4259-8c68-6b0715e3a3b9 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0627725 Jul 07 23:14:00.929396 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f04f4047-d279-4d33-8dee-bb4966ec5e38 req-4b2b454f-df28-484c-8904-fca349dfe905 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337703 Jul 07 23:14:02.108028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7313c-5cf9-4ac0-9684-1852234d4650 req-ef9248da-5d6d-4cb9-b22d-38eee28aeea6 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:02.109423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b7313c-5cf9-4ac0-9684-1852234d4650 req-ef9248da-5d6d-4cb9-b22d-38eee28aeea6 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0656073 Jul 07 23:14:02.148549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3b7313c-5cf9-4ac0-9684-1852234d4650 req-b8d173a4-e9dc-42b7-a933-af488d7c144b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330904 Jul 07 23:14:03.328746 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fadeed-3f39-4026-83c7-31477309deed req-1fde1f8f-2533-4871-9ffd-03dfc3350d9a tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:03.330867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50fadeed-3f39-4026-83c7-31477309deed req-1fde1f8f-2533-4871-9ffd-03dfc3350d9a tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0626624 Jul 07 23:14:03.369659 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50fadeed-3f39-4026-83c7-31477309deed req-6f9a00ad-90d3-4257-beae-759099a1e48c tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332096 Jul 07 23:14:04.540763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b2067-9b8e-40c4-ae06-2e599b8f93e7 req-fb18929e-de65-4a0f-a397-d41810c31005 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:04.542241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-792b2067-9b8e-40c4-ae06-2e599b8f93e7 req-fb18929e-de65-4a0f-a397-d41810c31005 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0621150 Jul 07 23:14:04.581828 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-792b2067-9b8e-40c4-ae06-2e599b8f93e7 req-1b039ae4-726c-4273-b890-e53425392e06 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338519 Jul 07 23:14:05.758097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61705b7-2445-4333-bbdd-8c7223998b64 req-283208cb-d4e7-47ed-bc52-dc217aff187d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:05.759592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e61705b7-2445-4333-bbdd-8c7223998b64 req-283208cb-d4e7-47ed-bc52-dc217aff187d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0667689 Jul 07 23:14:05.798593 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e61705b7-2445-4333-bbdd-8c7223998b64 req-1ff73fb5-9ba1-408a-93a2-d0c407fda8be tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6195c7e-c441-49f5-9ec0-79a8781b18c0&id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331962 Jul 07 23:14:17.491543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:18.404700 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-26fd2163-cf0f-4fbd-8a69-5ceff74fddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:19.010868 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:14:19.324994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:21.420771 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b67fe5ca-3830-4b1b-aa76-997e5cb38202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:21.481381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:22.369040 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:23.906024 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.291137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-9f03b167-2330-4cc6-bd1f-7ad8a734182b tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352181457&fields=id&tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117 HTTP/1.1" status: 200 len: 267 time: 0.0335522 Jul 07 23:14:38.355737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-8ca42341-929c-4452-ab54-3a1b21b05932 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:38.357232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-8ca42341-929c-4452-ab54-3a1b21b05932 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 984 time: 0.0611303 Jul 07 23:14:38.367643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Request body: {'port': {'security_groups': ['77192588-28cd-4b45-b763-afa53da40aa0']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:38.451699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.620263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:38.648104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.652484 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.665266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1172f27c-c133-4ae3-b1c4-1926370a6187'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:14:38.696163 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:38.696922 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.698321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e105cec2-ba76-4eaa-9ac4-8a09d408a374 req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "PUT /v2.0/ports/1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 942 time: 0.3351495 Jul 07 23:14:38.698917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:14:38.704076 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6718f5e0-a185-4e76-9b4c-d951bb84f682" -d '{"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:14:38.704320 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38546) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:38.738543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event updated for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:38.750396 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7632810b-693c-4d74-870d-fcbe1158061d x-openstack-request-id: req-7632810b-693c-4d74-870d-fcbe1158061d {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:14:38.750708 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:14:38.750962 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7632810b-693c-4d74-870d-fcbe1158061d {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:14:38.751360 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'status': 'completed', 'code': 200} Jul 07 23:14:38.752721 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.753104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.753457 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.753794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.754129 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.754652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.754859 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.755147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.755567 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.756352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.756352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.756557 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1864e-fec2-44cb-af93-62ff71182b26 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.762733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1172f27c-c133-4ae3-b1c4-1926370a6187'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:14:38.806153 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.837416 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.861000 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-8a9d8d6e-0a0d-439f-aef6-9384af132f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:38.863024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-8a9d8d6e-0a0d-439f-aef6-9384af132f42 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0762289 Jul 07 23:14:38.914289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.917821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:38.922137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "DELETE /v2.0/security-groups/f6195c7e-c441-49f5-9ec0-79a8781b18c0 HTTP/1.1" status: 204 len: 168 time: 0.2137837 Jul 07 23:14:38.927286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38554) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:38.971716 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6195c7e-c441-49f5-9ec0-79a8781b18c0,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:38.975369 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-8256d089-0040-40af-97ac-9fa996b4d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:38.976966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-8256d089-0040-40af-97ac-9fa996b4d890 service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.1081429 Jul 07 23:14:38.984713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.985081 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.985439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.985781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.986127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.986474 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.986849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.987187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.988040 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.988378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.988717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:38.989049 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52258d-02a7-4dfd-8644-3ccfeb638f15 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:39.042358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-647b3fe9-e3be-40e1-b3dc-8865130dd892 None None] Provisioning complete for port 1172f27c-c133-4ae3-b1c4-1926370a6187 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:14:39.042764 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-647b3fe9-e3be-40e1-b3dc-8865130dd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.050956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-78212e1e-bfd3-4e44-b3c8-fa15eeaea6d1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 1001 time: 0.0674441 Jul 07 23:14:39.101680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-1b5c14d1-0182-4ac3-8a73-1ef80698d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:39.103213 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-1b5c14d1-0182-4ac3-8a73-1ef80698d8b7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0462313 Jul 07 23:14:39.129132 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Deleting port 3a5c9045-cc45-4eb0-bea8-43b3f86c5f4c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:39.129487 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.159588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-7d097e98-adfb-4281-b9a8-4cfc514d8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:39.161137 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-7d097e98-adfb-4281-b9a8-4cfc514d8d5d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517211 Jul 07 23:14:39.204382 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.204718 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.216813 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Calling delete_port for 3a5c9045-cc45-4eb0-bea8-43b3f86c5f4c owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:39.251657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-984a910d-0bee-4ab8-bb7b-34959685ec6b service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836535 Jul 07 23:14:39.340898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6718f5e0-a185-4e76-9b4c-d951bb84f682 req-3cdffb7b-9b83-4dc7-bc4d-1dcd1a577c8d service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815420 Jul 07 23:14:39.366804 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.392794 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event deleted for resources: {'Port': ['ID=3a5c9045-cc45-4eb0-bea8-43b3f86c5f4c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:39.455992 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.456944 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Floating IP 0d2d7174-8bba-450d-abe2-57360dce1b8d disassociated (deleted). External IP: 172.25.5.227, port: 1172f27c-c133-4ae3-b1c4-1926370a6187. Jul 07 23:14:39.665195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Router d7500c1d-a82e-4086-aacd-d89e3ad9f83f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:14:39.773947 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:14:39.778725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:39.783221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] Sync routers for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:14:39.791971 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:39.792584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:39.815012 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e4652561-b2ce-449c-b152-b772efe6e623 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "DELETE /v2.0/floatingips/0d2d7174-8bba-450d-abe2-57360dce1b8d HTTP/1.1" status: 204 len: 168 time: 0.8867574 Jul 07 23:14:39.816409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:14:39.818758 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219e35e2-d463-43b1-8854-addbee76f52a" -d '{"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:14:39.897790 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:40.072049 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866c44d-8161-4cf6-8b1f-f4510d6aed14 x-openstack-request-id: req-4866c44d-8161-4cf6-8b1f-f4510d6aed14 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:14:40.072346 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:14:40.072606 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4866c44d-8161-4cf6-8b1f-f4510d6aed14 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:14:40.073691 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'status': 'completed', 'code': 200} Jul 07 23:14:40.105717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:40.137950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] Checking router: d7500c1d-a82e-4086-aacd-d89e3ad9f83f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:14:40.148578 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:40.151510 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:40.158240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e35e2-d463-43b1-8854-addbee76f52a req-d182b7f6-7271-41eb-a2f0-ecaaf112b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:40.160506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-d182b7f6-7271-41eb-a2f0-ecaaf112b1a8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0598233 Jul 07 23:14:40.255361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e35e2-d463-43b1-8854-addbee76f52a req-b814f3f4-5964-483e-8ed4-a38eb5072f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:40.256780 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-b814f3f4-5964-483e-8ed4-a38eb5072f5c service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.0885968 Jul 07 23:14:40.299085 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-985fefec-d38e-417e-a1fb-4c6ec6cccf16 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 217 time: 0.0356224 Jul 07 23:14:40.353335 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e35e2-d463-43b1-8854-addbee76f52a req-fcc7d824-8e41-42ef-83e9-6cf61d527c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:40.354865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-fcc7d824-8e41-42ef-83e9-6cf61d527c4b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0468204 Jul 07 23:14:40.414327 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:40.417323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e35e2-d463-43b1-8854-addbee76f52a req-dcd12050-09f4-45ba-80ad-4b312962b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:40.418861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-dcd12050-09f4-45ba-80ad-4b312962b6c0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561800 Jul 07 23:14:40.507171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-45ca703f-e78c-4511-a47c-3f0ab19ee1f1 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814281 Jul 07 23:14:40.610488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:40.611255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-219e35e2-d463-43b1-8854-addbee76f52a req-daed1571-6991-4697-bfc2-0facf80cb0ef service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982480 Jul 07 23:14:40.641955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4622eeb-0674-418a-a39d-562f1cc072b6 None None] The sync data for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 is: [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:12:44Z', 'revision_number': 4, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'd2534885-76ed-4715-bd6e-06d9bbfa5a98', 'name': '', 'network_id': '594eb121-928c-4ed1-bc37-b0c54d833a4f', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'mac_address': 'fa:16:3e:68:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:43Z', 'updated_at': '2021-07-07T23:12:49Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'subnets': [{'id': '7ceffca3-e3fc-4d15-8d3b-73741c528008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:14:40.868327 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5941e3e-0fbf-424a-b124-2f1b64bbc6ec None None] New status for floating IP 0d2d7174-8bba-450d-abe2-57360dce1b8d: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:14:42.095413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-1b073409-b737-4e09-8c17-01765c3a72cf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499325 Jul 07 23:14:42.185494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-755fa135-464d-409f-9336-d477f668ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:42.187052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-755fa135-464d-409f-9336-d477f668ef68 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0508618 Jul 07 23:14:42.635867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-acc03e5c-9c04-4e51-b127-0e737ee25352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:42.637326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-acc03e5c-9c04-4e51-b127-0e737ee25352 service neutron] 10.222.0.103 "GET /v2.0/networks?id=594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 200 len: 915 time: 0.4299490 Jul 07 23:14:42.679299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-1524b581-ab7d-4a77-a223-a7f6b88f341f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 200 len: 217 time: 0.0339329 Jul 07 23:14:42.726539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-608c556c-50e8-429c-99e0-519e6257e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:42.728177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-608c556c-50e8-429c-99e0-519e6257e0d6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 200 len: 853 time: 0.0431099 Jul 07 23:14:42.787481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-261ed29a-f845-4992-abc8-81d5bd970e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:42.788986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-261ed29a-f845-4992-abc8-81d5bd970e32 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=594eb121-928c-4ed1-bc37-b0c54d833a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548892 Jul 07 23:14:42.876533 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-f5cc4883-967d-4989-bbb9-03f23674c9e3 service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809126 Jul 07 23:14:42.967203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0844f4a-827f-4bbf-9be5-4fe78d37c805 req-addbaa7a-af7f-4539-bff0-8c56d5b7758e service neutron] 10.222.0.103 "GET /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844374 Jul 07 23:14:47.237086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b26ea-88ee-4f86-a875-605295e2f961 req-8ae9ec28-a146-4d84-b67b-bd73b94a252e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:47.238500 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f58b26ea-88ee-4f86-a875-605295e2f961 req-8ae9ec28-a146-4d84-b67b-bd73b94a252e tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0650938 Jul 07 23:14:47.277534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f58b26ea-88ee-4f86-a875-605295e2f961 req-efc5bc49-00b1-402a-9ee5-fba6dbe57f0c tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Jul 07 23:14:47.504225 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.407029 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-33ddcc06-cb26-498c-9e47-e2e6cb73fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.450306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e3e9-cded-4f53-833d-a5903ea8b156 req-9008fb88-4362-45e3-ae6d-610a6d70b82d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:48.451831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdd1e3e9-cded-4f53-833d-a5903ea8b156 req-9008fb88-4362-45e3-ae6d-610a6d70b82d tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0629179 Jul 07 23:14:48.491966 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fdd1e3e9-cded-4f53-833d-a5903ea8b156 req-42d44e14-0d27-427e-8b1e-f072e8f424b8 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/security-groups?id=77192588-28cd-4b45-b763-afa53da40aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Jul 07 23:14:48.842270 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-61613c77-0150-4f61-a4ec-90f2d0a5f9b8 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:48.843781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-61613c77-0150-4f61-a4ec-90f2d0a5f9b8 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.103 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.0642865 Jul 07 23:14:48.943602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Deleting port 1172f27c-c133-4ae3-b1c4-1926370a6187 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:48.943953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:49.031942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] For port 1172f27c-c133-4ae3-b1c4-1926370a6187, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=1172f27c-c133-4ae3-b1c4-1926370a6187,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:49.032276 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:49.045656 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Calling delete_port for 1172f27c-c133-4ae3-b1c4-1926370a6187 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:49.172190 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:49.192032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['1172f27c-c133-4ae3-b1c4-1926370a6187'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:14:49.206508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Pushing event deleted for resources: {'Port': ['ID=1172f27c-c133-4ae3-b1c4-1926370a6187,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:49.247460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] No DVR routers for this DVR port 1172f27c-c133-4ae3-b1c4-1926370a6187 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:14:49.249992 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:49.252116 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c525e658-8f1a-46f3-a0c0-241a37c25a09 req-9b95d0e0-76b0-4489-b6be-e6a379abda03 tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.103 "DELETE /v2.0/ports/1172f27c-c133-4ae3-b1c4-1926370a6187 HTTP/1.1" status: 204 len: 173 time: 0.4021482 Jul 07 23:14:49.252621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'name': 'network-vif-deleted', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:14:49.255007 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ceb31-9eb0-4548-8f50-039427475475" -d '{"events": [{"server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "name": "network-vif-deleted", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:14:49.293772 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b904abe8-728b-4ace-94be-d9adcd4efb3e x-openstack-request-id: req-b904abe8-728b-4ace-94be-d9adcd4efb3e {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:14:49.294073 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c7a4e9-b1e6-4089-a174-58f7652ca4b8", "name": "network-vif-deleted", "tag": "1172f27c-c133-4ae3-b1c4-1926370a6187", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:14:49.294334 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b904abe8-728b-4ace-94be-d9adcd4efb3e {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:14:49.294784 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c7a4e9-b1e6-4089-a174-58f7652ca4b8', 'name': 'network-vif-deleted', 'tag': '1172f27c-c133-4ae3-b1c4-1926370a6187', 'status': 'completed', 'code': 200} Jul 07 23:14:49.332469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:49.665421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5e083cf6-6877-4b75-b7e4-0f81d46e21b2 req-20f50ad9-e547-4df9-8228-19d513acf18f tempest-TestMinimumBasicScenario-1278899047 tempest-TestMinimumBasicScenario-1278899047-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c7a4e9-b1e6-4089-a174-58f7652ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.0383124 Jul 07 23:14:51.250756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38650) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:51.420800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bb26660c-72e7-41e6-b8c6-29a604093cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.481189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.587271 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.837175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Deleting port d2534885-76ed-4715-bd6e-06d9bbfa5a98 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:51.837582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.917730 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] For port d2534885-76ed-4715-bd6e-06d9bbfa5a98, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d2534885-76ed-4715-bd6e-06d9bbfa5a98,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:51.918098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.931247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Calling delete_port for d2534885-76ed-4715-bd6e-06d9bbfa5a98 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:52.104950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.132043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2534885-76ed-4715-bd6e-06d9bbfa5a98,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:52.287643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1172f27c-c133-4ae3-b1c4-1926370a6187 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:52.297115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.308283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 1172f27c-c133-4ae3-b1c4-1926370a6187 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:52.309261 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 1172f27c-c133-4ae3-b1c4-1926370a6187 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:52.374720 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.527291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Router d7500c1d-a82e-4086-aacd-d89e3ad9f83f has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:14:52.631665 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:14:52.636833 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f9b53670-14db-4303-a2d9-200190d87fe7 admin admin] 10.222.0.95 "PUT /v2.0/routers/d7500c1d-a82e-4086-aacd-d89e3ad9f83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3849976 Jul 07 23:14:52.639347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38652) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:52.642616 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] Sync routers for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:14:52.651592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:52.652216 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:52.742361 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.756877 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:52.845232 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.902597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Deleting port 58acc1e0-1863-4129-b367-f11863d6ef51 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:52.902898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.937544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:14:52Z', 'revision_number': 5, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port': {'id': '58acc1e0-1863-4129-b367-f11863d6ef51', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:42Z', 'updated_at': '2021-07-07T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:52.964463 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] Checking router: d7500c1d-a82e-4086-aacd-d89e3ad9f83f for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:14:52.972773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] Routers {'d7500c1d-a82e-4086-aacd-d89e3ad9f83f'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:52.973420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:52.980569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] For port 58acc1e0-1863-4129-b367-f11863d6ef51, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=58acc1e0-1863-4129-b367-f11863d6ef51,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:52.980990 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.997401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Calling delete_port for 58acc1e0-1863-4129-b367-f11863d6ef51 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:53.060848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] Set router d7500c1d-a82e-4086-aacd-d89e3ad9f83f gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:53.113994 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:14:52Z', 'revision_number': 6, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:53.144402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d7efb-1f91-42ef-9875-1ed3a2d5a034 None None] The sync data for ids ['d7500c1d-a82e-4086-aacd-d89e3ad9f83f'] in n-d-694802-13 is: [{'id': 'd7500c1d-a82e-4086-aacd-d89e3ad9f83f', 'name': 'tempest-TestMinimumBasicScenario-782315945-router', 'tenant_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:41Z', 'updated_at': '2021-07-07T23:14:52Z', 'revision_number': 6, 'project_id': '9c97ce7b8f274c4abcceaf00d0d6b117', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:14:53.170255 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.200179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=58acc1e0-1863-4129-b367-f11863d6ef51,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:53.261775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.350788 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.352857 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.393980 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.394498 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7500c1d-a82e-4086-aacd-d89e3ad9f83f {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:14:53.399398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.400571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8790f4d1-084d-4bdc-8772-40c1cec175e2 admin admin] 10.222.0.95 "DELETE /v2.0/routers/d7500c1d-a82e-4086-aacd-d89e3ad9f83f HTTP/1.1" status: 204 len: 168 time: 0.7602928 Jul 07 23:14:53.403169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38654) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:53.455102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Deleting subnet 7ceffca3-e3fc-4d15-8d3b-73741c528008 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:14:53.458003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.492191 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.571867 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.629005 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.655331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ceffca3-e3fc-4d15-8d3b-73741c528008,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:53.657407 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.661937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0c6d94f1-1c13-4086-8456-5f657e570a99 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7ceffca3-e3fc-4d15-8d3b-73741c528008 HTTP/1.1" status: 204 len: 168 time: 0.2550759 Jul 07 23:14:53.662276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3beac84-b2ed-4050-813d-942672626d88 None None] Network 594eb121-928c-4ed1-bc37-b0c54d833a4f requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:14:53.662765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38658) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:53.728414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.782696 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Deleting port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:53.783054 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.852522 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] For port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,segment=NetworkSegment(994e0f0f-f15d-4975-b7a0-bb06efea9224),segment_id=994e0f0f-f15d-4975-b7a0-bb06efea9224)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:53.852890 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.866315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Calling delete_port for 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:53.891323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] DHCP port deletion for 594eb121-928c-4ed1-bc37-b0c54d833a4f request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:14:53.931048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.948011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.951647 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Deleting port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:53.952034 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.978344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:53.980265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] No DVR routers for this DVR port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:14:54.016453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] For port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:54.016847 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.030168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Calling delete_port for 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:54.032882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 23:14:54.034221 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.051111 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.060650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Pushing event deleted for resources: {'Port': ['ID=4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:54.060855 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594eb121-928c-4ed1-bc37-b0c54d833a4f']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:54.071050 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.071409 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.071759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.072102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.072447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.072628 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994e0f0f-f15d-4975-b7a0-bb06efea9224') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:54.072782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.072936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994e0f0f-f15d-4975-b7a0-bb06efea9224') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:54.073115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.073445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.073777 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.074111 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.074437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.074786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.077365 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f000c-874d-4030-9252-19b07d8748a1 None None] No DVR routers for this DVR port 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:14:54.086405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.100343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.107086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:14:54.107592 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:14:54.109776 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:14:54.168553 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.180316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.182174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] 10.222.0.95 "DELETE /v2.0/networks/594eb121-928c-4ed1-bc37-b0c54d833a4f HTTP/1.1" status: 204 len: 168 time: 0.5190735 Jul 07 23:14:54.185443 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38660) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:54.191686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1d11b-b22b-4c10-97f6-59fcc47ee81e admin admin] Pushing event deleted for resources: {'Network': ['ID=594eb121-928c-4ed1-bc37-b0c54d833a4f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:54.403163 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d2534885-76ed-4715-bd6e-06d9bbfa5a98 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:54.422891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d2534885-76ed-4715-bd6e-06d9bbfa5a98 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:54.423227 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d2534885-76ed-4715-bd6e-06d9bbfa5a98 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:54.423648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 58acc1e0-1863-4129-b367-f11863d6ef51 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:54.442147 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 58acc1e0-1863-4129-b367-f11863d6ef51 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:54.442499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 58acc1e0-1863-4129-b367-f11863d6ef51 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:54.442945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:54.460760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:54.461054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 4fa18e16-7e43-4aaa-85e7-e4cb9d26ba59 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:54.538146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.785243 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Deleting port fa5f1b64-8a12-48c1-8860-eccbc06715e2 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:54.785551 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.864396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] For port fa5f1b64-8a12-48c1-8860-eccbc06715e2, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fa5f1b64-8a12-48c1-8860-eccbc06715e2,segment=NetworkSegment(8892da8f-d841-4b68-9067-6f182514c453),segment_id=8892da8f-d841-4b68-9067-6f182514c453)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:54.864762 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.877208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Calling delete_port for fa5f1b64-8a12-48c1-8860-eccbc06715e2 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:55.051099 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.076431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5f1b64-8a12-48c1-8860-eccbc06715e2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:55.242429 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.451518 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Router 74a347e9-f7dc-45c3-9211-584a3071b048 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:14:55.556229 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:14:55.561126 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9776bcb1-7562-4fb3-a482-b1ccfe195fe9 admin admin] 10.222.0.95 "PUT /v2.0/routers/74a347e9-f7dc-45c3-9211-584a3071b048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742929 Jul 07 23:14:55.563689 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38662) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:55.566826 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] Sync routers for ids ['74a347e9-f7dc-45c3-9211-584a3071b048'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:14:55.576560 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] Routers {'74a347e9-f7dc-45c3-9211-584a3071b048'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:55.577181 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['74a347e9-f7dc-45c3-9211-584a3071b048'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:55.667082 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.680160 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] Set router 74a347e9-f7dc-45c3-9211-584a3071b048 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:55.774240 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.827460 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Deleting port ef36ed1a-d3d8-4c0d-8248-9dd310711be4 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:55.827809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.910071 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] For port ef36ed1a-d3d8-4c0d-8248-9dd310711be4, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:55.910438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.923244 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Calling delete_port for ef36ed1a-d3d8-4c0d-8248-9dd310711be4 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:55.946654 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:14:55Z', 'revision_number': 5, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port': {'id': 'ef36ed1a-d3d8-4c0d-8248-9dd310711be4', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:12:46Z', 'updated_at': '2021-07-07T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:55.975663 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] Checking router: 74a347e9-f7dc-45c3-9211-584a3071b048 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:14:55.983513 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] Routers {'74a347e9-f7dc-45c3-9211-584a3071b048'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:55.984116 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['74a347e9-f7dc-45c3-9211-584a3071b048'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:56.048453 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:14:56.072608 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] Set router 74a347e9-f7dc-45c3-9211-584a3071b048 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:56.092060 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.119500 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef36ed1a-d3d8-4c0d-8248-9dd310711be4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.126619 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:14:55Z', 'revision_number': 6, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:56.156637 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376de1b-f098-4992-a4fc-3e04b30f70b5 None None] The sync data for ids ['74a347e9-f7dc-45c3-9211-584a3071b048'] in n-d-694802-13 is: [{'id': '74a347e9-f7dc-45c3-9211-584a3071b048', 'name': 'tempest-TestMinimumBasicScenario-684395195-router', 'tenant_id': 'cc92bde680f845329ade945c8491d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:12:45Z', 'updated_at': '2021-07-07T23:14:55Z', 'revision_number': 6, 'project_id': 'cc92bde680f845329ade945c8491d011', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:14:56.179988 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.269356 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.271494 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.317735 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.318137 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a347e9-f7dc-45c3-9211-584a3071b048 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:14:56.322335 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.323560 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bf9fa686-c9bc-467d-a68c-65d27ad41838 admin admin] 10.222.0.95 "DELETE /v2.0/routers/74a347e9-f7dc-45c3-9211-584a3071b048 HTTP/1.1" status: 204 len: 168 time: 0.7589171 Jul 07 23:14:56.326024 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38664) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.369002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Deleting subnet 564a6c19-a719-4771-ab1b-1022713340a4 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:14:56.371923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.404634 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.482816 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.538113 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.556280 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.558439 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/564a6c19-a719-4771-ab1b-1022713340a4 HTTP/1.1" status: 204 len: 168 time: 0.2313468 Jul 07 23:14:56.562437 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38666) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.565420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce4d026-8b0b-49af-9150-be3644241fa0 None None] Network 90719c23-d10c-4b96-96dc-978daea36e9e requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:14:56.603675 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6734c9d-6938-4fb8-aafa-1d78995bd115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564a6c19-a719-4771-ab1b-1022713340a4,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.632019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fa5f1b64-8a12-48c1-8860-eccbc06715e2 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:56.652230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.658593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: fa5f1b64-8a12-48c1-8860-eccbc06715e2 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:56.659485 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fa5f1b64-8a12-48c1-8860-eccbc06715e2 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:56.705366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Deleting port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:56.705738 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.772657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] For port e09686a6-f3d4-4fd8-84a4-ef1886e64a70, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,segment=NetworkSegment(8892da8f-d841-4b68-9067-6f182514c453),segment_id=8892da8f-d841-4b68-9067-6f182514c453)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:56.773018 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.785894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Calling delete_port for e09686a6-f3d4-4fd8-84a4-ef1886e64a70 owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:56.861575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.890702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09686a6-f3d4-4fd8-84a4-ef1886e64a70,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.892431 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] No DVR routers for this DVR port e09686a6-f3d4-4fd8-84a4-ef1886e64a70 on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:14:56.962447 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.963627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a9f892-90d9-45ca-b522-8623b62ce4de None None] DHCP port deletion for 90719c23-d10c-4b96-96dc-978daea36e9e request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:14:56.977551 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90719c23-d10c-4b96-96dc-978daea36e9e']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:56.989001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8892da8f-d841-4b68-9067-6f182514c453') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:56.989308 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8892da8f-d841-4b68-9067-6f182514c453') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:56.998025 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.011491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.017502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:14:57.017891 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:14:57.020229 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:14:57.076947 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.083480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.085435 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] 10.222.0.95 "DELETE /v2.0/networks/90719c23-d10c-4b96-96dc-978daea36e9e HTTP/1.1" status: 204 len: 168 time: 0.5227895 Jul 07 23:14:57.096279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc56a8-ed3a-42ad-bef8-e81ee5c48f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=90719c23-d10c-4b96-96dc-978daea36e9e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:57.245064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38670) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:57.284123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c8d1a32f-901d-463f-b1e7-ce93eb45a2ab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c97ce7b8f274c4abcceaf00d0d6b117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378892 Jul 07 23:14:57.286519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38672) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:57.333535 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39f64475-4f19-4298-b939-a51a476e5ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.354053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39f64475-4f19-4298-b939-a51a476e5ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.399659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39f64475-4f19-4298-b939-a51a476e5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.402272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-39f64475-4f19-4298-b939-a51a476e5ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.403475 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-39f64475-4f19-4298-b939-a51a476e5ab9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/77192588-28cd-4b45-b763-afa53da40aa0 HTTP/1.1" status: 204 len: 168 time: 0.1160467 Jul 07 23:14:57.413854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f64475-4f19-4298-b939-a51a476e5ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77192588-28cd-4b45-b763-afa53da40aa0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:57.705917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38678) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:57.748621 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-11a316f3-c9ac-4c84-a816-7594832f2dd9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cc92bde680f845329ade945c8491d011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415592 Jul 07 23:14:57.751160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38680) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:57.797450 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b90889ed-7a62-4005-8b97-cf7271ad4eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.819685 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b90889ed-7a62-4005-8b97-cf7271ad4eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.865485 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b90889ed-7a62-4005-8b97-cf7271ad4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.868175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b90889ed-7a62-4005-8b97-cf7271ad4eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.869425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b90889ed-7a62-4005-8b97-cf7271ad4eb2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5fdd9124-1aec-4c00-af05-3a25c9331ab0 HTTP/1.1" status: 204 len: 168 time: 0.1173909 Jul 07 23:14:57.877179 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90889ed-7a62-4005-8b97-cf7271ad4eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd9124-1aec-4c00-af05-3a25c9331ab0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:58.403772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e09686a6-f3d4-4fd8-84a4-ef1886e64a70 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:58.425950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e09686a6-f3d4-4fd8-84a4-ef1886e64a70 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:58.426310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e09686a6-f3d4-4fd8-84a4-ef1886e64a70 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:58.426782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef36ed1a-d3d8-4c0d-8248-9dd310711be4 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:58.448976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: ef36ed1a-d3d8-4c0d-8248-9dd310711be4 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:58.449338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ef36ed1a-d3d8-4c0d-8248-9dd310711be4 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:59.337913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38720) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:59.342664 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102247763', 'description': 'tempest-secgroup-smoke-1102247763 description', 'project_id': '6726b63148584a7eafe3601a17af15a4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:59.364659 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.372951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.462468 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.466108 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.503736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68093a89-3fa1-4a1b-b788-565a2e5424fb,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.559094 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.562598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.591048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.592275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2533329 Jul 07 23:14:59.595285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38722) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:59.596524 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8e11-6f9c-426b-9170-28dd68527fd0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d44773-de7c-45b1-a060-ccd48b1c275b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.601968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '05d44773-de7c-45b1-a060-ccd48b1c275b', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:59.633442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.678830 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.682224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.699732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5e81a0-aa6e-497a-b4be-c778463467ae,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.705141 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.706305 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2c7715a7-a6e9-47b4-bb94-0bd0ee281a90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100163 Jul 07 23:14:59.709164 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38724) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:59.713509 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '05d44773-de7c-45b1-a060-ccd48b1c275b', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:59.739753 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.797823 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.801373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.821458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2b24b4-442d-43ea-9012-685ab07a527c,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.828620 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.829920 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0cfb6adc-bfa5-4d6d-b16b-84772018dd4c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198351 Jul 07 23:14:59.834295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38726) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:59.838801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '05d44773-de7c-45b1-a060-ccd48b1c275b', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:59.864828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.920949 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.924125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.942952 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0373f59-3413-452f-acb3-230bdea1f051,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.949198 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.950449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3cb447e1-ed42-4a7a-bdf5-d461aac6718a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151438 Jul 07 23:14:59.953155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38728) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:59.957527 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '05d44773-de7c-45b1-a060-ccd48b1c275b', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:59.982917 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.040581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.043904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.061602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8f6c39-6197-45a8-9bfe-e27b66c3b660,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:00.069160 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.070413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f648736f-67c0-4140-b5bc-c21759fe4ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163049 Jul 07 23:15:00.073195 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38730) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:00.077554 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '05d44773-de7c-45b1-a060-ccd48b1c275b', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:00.099785 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:15:00.104532 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.164890 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.168298 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.185211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1810bb8d-8017-4b50-ab83-efb9ad60cbbb,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:00.192626 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.193884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ee0f8898-fe82-4562-99fb-eb459a7b72ca tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197033 Jul 07 23:15:00.196546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38732) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:00.200878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '05d44773-de7c-45b1-a060-ccd48b1c275b', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:00.222174 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:15:00.227214 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.286448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.289816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.307072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821382e2-b17a-433e-acbb-1938b593a0d3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:00.312513 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.313826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-99a0fe6b-e01c-4bac-9cf7-3dd274ae0cb6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163247 Jul 07 23:15:00.316704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38734) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:00.321541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'network': {'name': 'tempest-network-smoke--820069455', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:00.340555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:15:00.344058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.367668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:15:00.376000 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.376348 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Added segment 8d3e05a9-a380-4bca-a08f-1b6d697f2b99 of type vlan for network 309084a5-1223-42e2-bb19-ab9ac590e426 Jul 07 23:15:00.414491 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.442060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.447607 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:00.448203 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.504906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871924 Jul 07 23:15:00.507983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38736) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:00.512823 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'admin_state_up': True, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:00.515330 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d51f7-4952-4368-b7bc-5b038be53d69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Network': ['ID=309084a5-1223-42e2-bb19-ab9ac590e426,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:00.526844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 309084a5-1223-42e2-bb19-ab9ac590e426 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:15:00.539015 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.540032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.886274 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.020895 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.212621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.235466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.336809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.3 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:01.442053 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.480658 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.517447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:01.520306 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:01.522995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:01.551725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:01.778028 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.974341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.100141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:15:02.203846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:15:02.213322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Sync routers for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:15:02.222546 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.224119 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-097edba4-3ed0-4af2-b96a-2c1ef6963195 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7148471 Jul 07 23:15:02.224755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:02.225376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:02.229061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38738) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:02.327685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:02.358550 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-fc0491f4-9283-49f6-8ee3-cb8234ae0bf2 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=6726b63148584a7eafe3601a17af15a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259885 Jul 07 23:15:02.358945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38742) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:02.443445 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91f799-56bd-452e-a840-38708fb8c7a0 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:02.444992 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1f91f799-56bd-452e-a840-38708fb8c7a0 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852690 Jul 07 23:15:02.447866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38744) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:02.480837 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f52dd9d5-b501-470a-b512-e2b6035068a3 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318868 Jul 07 23:15:02.483439 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38746) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:02.488442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2129295261', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:02.500770 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:01Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:02.531318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Checking router: 1ca7e3e0-65ed-4c48-a15c-9baa85174804 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:15:02.531677 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Updating router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:15:02.564441 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.578991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:15:02.583044 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.764208 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.816923 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.824555 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Subnet': ['ID=1559284b-786a-40f6-9d75-a51b785f3369,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:02.826968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Transition to ACTIVE for port object 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:02.835885 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.836157 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Checking segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:02.836576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network hostable DHCP agents. Network: 309084a5-1223-42e2-bb19-ab9ac590e426, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:15:02.855472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 309084a5-1223-42e2-bb19-ab9ac590e426 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:15:02.863377 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 309084a5-1223-42e2-bb19-ab9ac590e426) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:02.867938 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:02.868555 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.877449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1a323-9c2e-4099-b378-2a3e3548e9b7 None None] Network 309084a5-1223-42e2-bb19-ab9ac590e426 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:15:02.886058 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c6c1e432-c8b6-4514-848b-e4087438c413 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015546 Jul 07 23:15:02.888709 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38748) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:02.906673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Attempting to bind port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:15:02.907052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Attempting to bind port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:15:02.907416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Attempting to bind port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:02.933878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f923-32ed-4997-a65f-625e84dc26e4 None None] Pushing event updated for resources: {'Port': ['ID=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:02.945199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:15:02.945580 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:02.945985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.946372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:15:02.946872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Bound port: 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:15:02.947257 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.023552 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] For port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:15:03.027310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] For port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:15:03.046017 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.130043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:03.130690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:03.139523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-309084a5-1223-42e2-bb19-ab9ac590e426', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:15:03.140434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.189871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f923-32ed-4997-a65f-625e84dc26e4 None None] Pushing event updated for resources: {'Port': ['ID=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:03.327914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.502507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:03.606855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Allocated IP 172.20.0.2 (309084a5-1223-42e2-bb19-ab9ac590e426/1559284b-786a-40f6-9d75-a51b785f3369/fbb54454-fbf0-47e2-9044-58b96eeeb57c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:03.802710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:01Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:03.835317 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.840906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78455885-d67c-49c6-98ab-a25f09aee17d None None] The sync data for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 is: [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:01Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:15:03.847418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Transition to ACTIVE for port object fbb54454-fbf0-47e2-9044-58b96eeeb57c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:03.865604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Transition to ACTIVE for port object fbb54454-fbf0-47e2-9044-58b96eeeb57c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:03.872120 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.912625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Network 309084a5-1223-42e2-bb19-ab9ac590e426 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:03.919063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:03.923567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:03.927141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Pushing event updated for resources: {'Port': ['ID=fbb54454-fbf0-47e2-9044-58b96eeeb57c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:03.929631 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.1 (309084a5-1223-42e2-bb19-ab9ac590e426/1559284b-786a-40f6-9d75-a51b785f3369/29b23dbe-88c7-422b-8877-53fa3f5c2300) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:03.986352 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Attempting to bind port fbb54454-fbf0-47e2-9044-58b96eeeb57c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:15:03.986784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Attempting to bind port fbb54454-fbf0-47e2-9044-58b96eeeb57c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:15:03.987660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Attempting to bind port fbb54454-fbf0-47e2-9044-58b96eeeb57c on network 309084a5-1223-42e2-bb19-ab9ac590e426 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:03.993074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:15:03.993451 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Checking segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:03.993956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.994260 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Bound using segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:15:03.994773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Bound port: fbb54454-fbf0-47e2-9044-58b96eeeb57c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:15:03.995165 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.059310 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.088879 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 29b23dbe-88c7-422b-8877-53fa3f5c2300 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:04.092522 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] For port fbb54454-fbf0-47e2-9044-58b96eeeb57c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:15:04.096041 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] For port fbb54454-fbf0-47e2-9044-58b96eeeb57c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fbb54454-fbf0-47e2-9044-58b96eeeb57c,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:15:04.100492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.127365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.166691 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866fc4e-df71-499d-aaa4-f2abe3ed7053 None None] Pushing event updated for resources: {'Port': ['ID=fbb54454-fbf0-47e2-9044-58b96eeeb57c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.170614 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 309084a5-1223-42e2-bb19-ab9ac590e426 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:04.174168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:04.179019 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:04.219998 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=29b23dbe-88c7-422b-8877-53fa3f5c2300,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.242598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.436650 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.509065 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbb54454-fbf0-47e2-9044-58b96eeeb57c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:04.560886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port fbb54454-fbf0-47e2-9044-58b96eeeb57c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:04.569468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:04.622778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:04.626582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:04.627011 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.715263 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.737880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:04.742021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.762230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.767016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.793099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.848979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=29b23dbe-88c7-422b-8877-53fa3f5c2300,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.851475 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.957140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 309084a5-1223-42e2-bb19-ab9ac590e426 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:04.959165 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:05.146174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02f4d6-f81d-430f-a629-5739b8bca971 None None] Network 309084a5-1223-42e2-bb19-ab9ac590e426 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:15:05.222724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] Provisioning for port fbb54454-fbf0-47e2-9044-58b96eeeb57c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:05.234982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] Provisioning complete for port fbb54454-fbf0-47e2-9044-58b96eeeb57c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:05.235378 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:05.374422 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:05.384697 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:15:05.417497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] For port fbb54454-fbf0-47e2-9044-58b96eeeb57c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fbb54454-fbf0-47e2-9044-58b96eeeb57c,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:05.423048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:05.478376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc6e5d-1db3-48cc-80ee-fe0ced5d5325 None None] Pushing event updated for resources: {'Port': ['ID=fbb54454-fbf0-47e2-9044-58b96eeeb57c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:05.503857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:15:05.509475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-774f5513-a841-43af-9f04-dcfc9eb753b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/1ca7e3e0-65ed-4c48-a15c-9baa85174804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197309 Jul 07 23:15:05.615689 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Sync routers for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:15:05.625019 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:05.625641 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:05.652312 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7667056-65cd-4dba-89c3-3ce120951df4 None None] Provisioning complete for port fbb54454-fbf0-47e2-9044-58b96eeeb57c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:05.653256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c7667056-65cd-4dba-89c3-3ce120951df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:05.770122 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:05.778213 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7667056-65cd-4dba-89c3-3ce120951df4 None None] Provisioning for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:05.783210 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7667056-65cd-4dba-89c3-3ce120951df4 None None] Provisioning complete for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:05.783677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c7667056-65cd-4dba-89c3-3ce120951df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:05.827834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c7667056-65cd-4dba-89c3-3ce120951df4 None None] Port 29b23dbe-88c7-422b-8877-53fa3f5c2300 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:05.835470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-8f7a7f86-8060-45ea-a57c-e8eba7a2ea54 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102247763&fields=id&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 267 time: 0.0502534 Jul 07 23:15:05.948662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2f8ec5cc-b2fc-452c-92c3-7955559ddd90 None None] Provisioning complete for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:05.949396 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2f8ec5cc-b2fc-452c-92c3-7955559ddd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:05.956984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-50f7ee4b-a918-41b1-9782-14c45081694f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:05.958875 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-50f7ee4b-a918-41b1-9782-14c45081694f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/networks?id=309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 200 len: 796 time: 0.1147308 Jul 07 23:15:05.977611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-808a2966-0045-49a9-b5e1-b7ad95c878b3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/quotas/6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 375 time: 0.0128088 Jul 07 23:15:05.990780 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 2, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:06.003885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ec5cc-b2fc-452c-92c3-7955559ddd90 None None] Port 29b23dbe-88c7-422b-8877-53fa3f5c2300 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:06.018785 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Checking router: 1ca7e3e0-65ed-4c48-a15c-9baa85174804 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:15:06.019436 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Updating router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 port 29b23dbe-88c7-422b-8877-53fa3f5c2300 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:15:06.059156 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-2246b5df-dc71-4f10-a367-d12c971415a4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761867 Jul 07 23:15:06.061285 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.073317 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-29ee0552-ab62-48aa-9728-05fe3c49b3db service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:15:06.074351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-29ee0552-ab62-48aa-9728-05fe3c49b3db service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Jul 07 23:15:06.121124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-59fff99c-0060-4336-b356-a75cd0778870 None None] Provisioning complete for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:06.121452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-59fff99c-0060-4336-b356-a75cd0778870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.157099 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-59fff99c-0060-4336-b356-a75cd0778870 None None] Port 29b23dbe-88c7-422b-8877-53fa3f5c2300 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:06.165257 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-58883d1f-08d2-4a07-92c8-0e166ac56d4b service neutron] 10.222.0.95 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851061 Jul 07 23:15:06.255611 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-54303b9c-8dc0-41c0-8702-b5db43ea810e service neutron] 10.222.0.95 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Jul 07 23:15:06.319814 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.330063 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Transition to ACTIVE for port object 29b23dbe-88c7-422b-8877-53fa3f5c2300 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:06.336524 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.397740 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Pushing event updated for resources: {'Port': ['ID=29b23dbe-88c7-422b-8877-53fa3f5c2300,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:06.429473 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.429917 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.430338 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.430797 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.431603 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.431603 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.432236 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.437860 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.438376 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.438825 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.439248 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.439665 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:15:06.448973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22abc408-3750-4a83-8bb1-71cfb4906732 req-0d50ad84-798b-4075-a019-87e2b9dde6bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 210 time: 0.0344772 Jul 07 23:15:06.462103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbb54454-fbf0-47e2-9044-58b96eeeb57c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:06.491528 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Attempting to bind port 29b23dbe-88c7-422b-8877-53fa3f5c2300 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:15:06.492335 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Attempting to bind port 29b23dbe-88c7-422b-8877-53fa3f5c2300 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:15:06.492702 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Attempting to bind port 29b23dbe-88c7-422b-8877-53fa3f5c2300 on network 309084a5-1223-42e2-bb19-ab9ac590e426 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:06.499159 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:15:06.499546 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Checking segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:06.499959 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.500358 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Bound using segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:15:06.500834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Bound port: 29b23dbe-88c7-422b-8877-53fa3f5c2300, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:15:06.501227 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.523872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port fbb54454-fbf0-47e2-9044-58b96eeeb57c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:06.524259 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.573512 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] For port 29b23dbe-88c7-422b-8877-53fa3f5c2300, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:15:06.578158 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] For port 29b23dbe-88c7-422b-8877-53fa3f5c2300, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=29b23dbe-88c7-422b-8877-53fa3f5c2300,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:15:06.593330 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.641911 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:06.655100 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:06.655748 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:06.717964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:06.718483 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.731444 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d43347-9b39-4c1b-809e-a1867a393cef None None] Pushing event updated for resources: {'Port': ['ID=29b23dbe-88c7-422b-8877-53fa3f5c2300,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:06.813882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:07.030333 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:06Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:07.147977 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8de029-ce95-4e9e-8fc9-644e35254c96 None None] The sync data for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 is: [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:06Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:15:07.646035 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-df983909-7461-4534-a40d-a1565ee3e22b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:07.647872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-df983909-7461-4534-a40d-a1565ee3e22b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/networks?id=309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 200 len: 796 time: 0.1299345 Jul 07 23:15:07.657319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfb4e223-5284-48b0-a75b-ba54ca220726 req-96d3533f-d4c1-49d6-accc-7bd2b6c2d210 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 210 time: 0.0419381 Jul 07 23:15:07.705440 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-c0ab0f3a-abef-4cdf-9485-18f1ec51bdef tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 380 time: 0.0482159 Jul 07 23:15:07.714539 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'port': {'device_id': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'admin_state_up': True, 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'security_groups': ['05d44773-de7c-45b1-a060-ccd48b1c275b']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:07.837237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:15:07.841011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:07.972434 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.12 (309084a5-1223-42e2-bb19-ab9ac590e426/1559284b-786a-40f6-9d75-a51b785f3369/8bcca925-223a-4c93-9111-c11ca236e7ce) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:08.121971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.136645 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 8bcca925-223a-4c93-9111-c11ca236e7ce will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:08.172088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.213798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 309084a5-1223-42e2-bb19-ab9ac590e426 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:08.217141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:08.219508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:08.264459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=8bcca925-223a-4c93-9111-c11ca236e7ce,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:08.286161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:08.286910 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.301921 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-848649f6-0f07-4f09-bce4-49eebb1fb4cd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5912244 Jul 07 23:15:08.312374 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-8fc68882-382e-4bb7-ac0b-e85b21a8aa16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:15:08.313369 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-8fc68882-382e-4bb7-ac0b-e85b21a8aa16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054479 Jul 07 23:15:08.324044 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Request body: {'port': {'device_id': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:08.403745 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.452954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d32d42d8-4d69-40bf-b4ef-39b3b0403ef8 None None] Provisioning for port 8bcca925-223a-4c93-9111-c11ca236e7ce completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:08.458427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29b23dbe-88c7-422b-8877-53fa3f5c2300 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:08.462103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-d32d42d8-4d69-40bf-b4ef-39b3b0403ef8 None None] Provisioning complete for port 8bcca925-223a-4c93-9111-c11ca236e7ce triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:08.462504 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d32d42d8-4d69-40bf-b4ef-39b3b0403ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.523314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-d32d42d8-4d69-40bf-b4ef-39b3b0403ef8 None None] Port 8bcca925-223a-4c93-9111-c11ca236e7ce cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:08.535839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:08.539554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:08.539938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.619016 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.651178 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 29b23dbe-88c7-422b-8877-53fa3f5c2300, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=29b23dbe-88c7-422b-8877-53fa3f5c2300,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:08.655060 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.682470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcca925-223a-4c93-9111-c11ca236e7ce {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:15:08.690688 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.706722 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=29b23dbe-88c7-422b-8877-53fa3f5c2300,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:08.707175 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Transition to ACTIVE for port object 8bcca925-223a-4c93-9111-c11ca236e7ce will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:08.712891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.762750 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcca925-223a-4c93-9111-c11ca236e7ce,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:08.844563 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Attempting to bind port 8bcca925-223a-4c93-9111-c11ca236e7ce on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:15:08.844909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Attempting to bind port 8bcca925-223a-4c93-9111-c11ca236e7ce by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:15:08.845249 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Attempting to bind port 8bcca925-223a-4c93-9111-c11ca236e7ce on network 309084a5-1223-42e2-bb19-ab9ac590e426 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:08.851382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Port 8bcca925-223a-4c93-9111-c11ca236e7ce on network 309084a5-1223-42e2-bb19-ab9ac590e426 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:15:08.852419 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Attempting to bind port 8bcca925-223a-4c93-9111-c11ca236e7ce on network 309084a5-1223-42e2-bb19-ab9ac590e426 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:08.860105 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:15:08.860508 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Checking segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:08.860846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Bound using segment: {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:15:08.861286 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Bound port: 8bcca925-223a-4c93-9111-c11ca236e7ce, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3e05a9-a380-4bca-a08f-1b6d697f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:15:08.861651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.865035 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e7f0d-7808-4664-b8e4-80df046df0b4 req-29d93564-894b-4222-a11c-5d184c9ce5fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:08.867166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc0e7f0d-7808-4664-b8e4-80df046df0b4 req-29d93564-894b-4222-a11c-5d184c9ce5fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 944 time: 0.0819459 Jul 07 23:15:08.940472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] For port 8bcca925-223a-4c93-9111-c11ca236e7ce, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:15:08.943934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] For port 8bcca925-223a-4c93-9111-c11ca236e7ce, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8bcca925-223a-4c93-9111-c11ca236e7ce,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:15:08.949962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.988080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:08.988731 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:08.990186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] 10.222.0.97 "PUT /v2.0/ports/8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 200 len: 1093 time: 0.6705563 Jul 07 23:15:08.990682 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:15:08.993096 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8" -d '{"events": [{"name": "network-changed", "server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:15:09.028856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1021-7dd2-4b3d-bda3-e4dde2c5ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcca925-223a-4c93-9111-c11ca236e7ce,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:09.119033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-3de60986-9eb7-4397-b9f3-9617c263832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.120554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-3de60986-9eb7-4397-b9f3-9617c263832d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1096 time: 0.0746593 Jul 07 23:15:09.170342 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-db934bd7-5738-455d-a5ef-350cb7e05fd6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 200 len: 217 time: 0.0410917 Jul 07 23:15:09.231001 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-26a72faa-6f74-485c-907e-948073d84ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.232571 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-26a72faa-6f74-485c-907e-948073d84ab8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1559284b-786a-40f6-9d75-a51b785f3369 HTTP/1.1" status: 200 len: 835 time: 0.0465176 Jul 07 23:15:09.270771 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dc0e7f0d-7808-4664-b8e4-80df046df0b4 req-4f9b5249-9fe7-4dc9-ba23-69ab51315a6c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971908 Jul 07 23:15:09.297352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-b7f798b3-20fc-4281-97e4-02f7096e4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.298974 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-b7f798b3-20fc-4281-97e4-02f7096e4be9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=309084a5-1223-42e2-bb19-ab9ac590e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592301 Jul 07 23:15:09.351529 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed05d59-9ef8-41aa-b709-dafa8ed4afe9 x-openstack-request-id: req-4ed05d59-9ef8-41aa-b709-dafa8ed4afe9 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:15:09.351828 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:15:09.352081 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4ed05d59-9ef8-41aa-b709-dafa8ed4afe9 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:15:09.352478 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'status': 'completed', 'code': 200} Jul 07 23:15:09.393036 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-6db5ef70-73b5-4a33-9e75-5c839cfba189 service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877078 Jul 07 23:15:09.480834 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-22a235aa-5f43-4c56-9955-33c9949ce4ab req-cef0d933-d194-407a-b328-230852d6e8cd service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811353 Jul 07 23:15:09.574250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-99943071-8ef9-4cd3-968c-3cea60215f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.575752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-99943071-8ef9-4cd3-968c-3cea60215f0c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1096 time: 0.0523992 Jul 07 23:15:09.670832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-2f63b85d-45e1-489c-ae9d-58385db3a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.672270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-2f63b85d-45e1-489c-ae9d-58385db3a3ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 200 len: 897 time: 0.0894709 Jul 07 23:15:09.713759 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-5a88afcf-c0f1-4370-bf5f-fd5352114e60 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 200 len: 217 time: 0.0352728 Jul 07 23:15:09.761822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-a1eca062-af24-4ddf-9a2a-e2a91a2fca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.763276 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-a1eca062-af24-4ddf-9a2a-e2a91a2fca6c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1559284b-786a-40f6-9d75-a51b785f3369 HTTP/1.1" status: 200 len: 835 time: 0.0431726 Jul 07 23:15:09.823297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-8f08d81b-f27d-472e-aaee-3fe687abe6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.824819 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-8f08d81b-f27d-472e-aaee-3fe687abe6b5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=309084a5-1223-42e2-bb19-ab9ac590e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551693 Jul 07 23:15:09.920588 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-f7b2d4cf-39cc-44eb-be01-e38c46a418b8 service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888681 Jul 07 23:15:10.012491 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a7698b05-c9fc-47aa-bbf5-c0c2c51a97f8 req-fe1370f5-629b-4d03-b724-68f8edf6e3b0 service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857575 Jul 07 23:15:10.421268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29b23dbe-88c7-422b-8877-53fa3f5c2300 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:10.444571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1c84-b15d-4ed0-9184-e7ff4ba6358e req-a78e7ab5-fe79-4ff4-9914-369996b1920e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:10.446080 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-048b1c84-b15d-4ed0-9184-e7ff4ba6358e req-a78e7ab5-fe79-4ff4-9914-369996b1920e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 944 time: 0.0640886 Jul 07 23:15:10.466682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 29b23dbe-88c7-422b-8877-53fa3f5c2300 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:10.467047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:10.483702 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-048b1c84-b15d-4ed0-9184-e7ff4ba6358e req-2dbc739f-fb7e-4047-b887-ab3b4864b94a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jul 07 23:15:11.654711 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc531a-8299-485c-b843-41497d869caf req-6daafab6-24dd-4bd1-b106-19d718b140ae tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:11.656224 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35bc531a-8299-485c-b843-41497d869caf req-6daafab6-24dd-4bd1-b106-19d718b140ae tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 944 time: 0.0621364 Jul 07 23:15:11.697185 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-35bc531a-8299-485c-b843-41497d869caf req-1997a0de-37d5-4c55-97b3-aa63b0fbdc36 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354304 Jul 07 23:15:12.869778 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f704c-275c-4aad-990f-72476fb3d02c req-682f3b7b-7545-474c-8f56-4d9a91d1dd97 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:12.871312 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a2f704c-275c-4aad-990f-72476fb3d02c req-682f3b7b-7545-474c-8f56-4d9a91d1dd97 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 944 time: 0.0623524 Jul 07 23:15:12.908219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a2f704c-275c-4aad-990f-72476fb3d02c req-ccad97e3-c303-46b5-8824-6cfe136e5720 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Jul 07 23:15:13.066059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8bcca925-223a-4c93-9111-c11ca236e7ce details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:15:13.160011 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 8bcca925-223a-4c93-9111-c11ca236e7ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8bcca925-223a-4c93-9111-c11ca236e7ce,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:13.174223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'port_id': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:15:13.210691 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:13.222768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcca925-223a-4c93-9111-c11ca236e7ce {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:15:13.241038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 8bcca925-223a-4c93-9111-c11ca236e7ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8bcca925-223a-4c93-9111-c11ca236e7ce,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:13.244905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:13.290587 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=8bcca925-223a-4c93-9111-c11ca236e7ce,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:13.580870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['8bcca925-223a-4c93-9111-c11ca236e7ce'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:15:14.090359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94719f-a688-4249-ae06-25a1890c105b req-25124d83-b56d-4b3b-a7d2-43db741c5cfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:14.091870 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e94719f-a688-4249-ae06-25a1890c105b req-25124d83-b56d-4b3b-a7d2-43db741c5cfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 945 time: 0.0633979 Jul 07 23:15:14.128934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7e94719f-a688-4249-ae06-25a1890c105b req-4e4ccb96-737b-46f1-a0be-0da968beafec tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Jul 07 23:15:15.066317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8bcca925-223a-4c93-9111-c11ca236e7ce up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:15.114686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 8bcca925-223a-4c93-9111-c11ca236e7ce completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:15.118205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 8bcca925-223a-4c93-9111-c11ca236e7ce triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:15.118586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.196953 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.219878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:15:15.222177 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168c9d20-1e68-4738-a100-6291efd8cbc6" -d '{"events": [{"server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "name": "network-vif-plugged", "status": "completed", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:15:15.234983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 8bcca925-223a-4c93-9111-c11ca236e7ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8bcca925-223a-4c93-9111-c11ca236e7ce,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:15.239046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.285193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=8bcca925-223a-4c93-9111-c11ca236e7ce,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:15.305393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261778-eb9c-45be-aef8-75b636baf94e req-682ef152-69ee-4318-a2d7-45f4f98229ac tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:15.306895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2261778-eb9c-45be-aef8-75b636baf94e req-682ef152-69ee-4318-a2d7-45f4f98229ac tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0652971 Jul 07 23:15:15.343562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2261778-eb9c-45be-aef8-75b636baf94e req-34a9890d-61f4-45cd-be7f-d838dae6d3d7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Jul 07 23:15:15.388227 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0cac25-3082-4089-acd9-ae7eb67ff2d5 x-openstack-request-id: req-ac0cac25-3082-4089-acd9-ae7eb67ff2d5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:15:15.388527 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "name": "network-vif-plugged", "status": "completed", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:15:15.388791 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac0cac25-3082-4089-acd9-ae7eb67ff2d5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:15:15.389199 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'code': 200} Jul 07 23:15:15.499006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a210-a0ca-49ab-bd8b-b443bb6a3eab req-a492b268-e164-49ee-b7b1-535f0e50ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:15.500483 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-56b5a210-a0ca-49ab-bd8b-b443bb6a3eab req-a492b268-e164-49ee-b7b1-535f0e50ed69 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1098 time: 0.0512660 Jul 07 23:15:15.533423 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-56b5a210-a0ca-49ab-bd8b-b443bb6a3eab req-a8185b89-716e-4dfe-ada1-3c689d834e94 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267103 Jul 07 23:15:16.517036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec838e1-ba72-463c-a255-ce77d86c26f8 req-9d5054df-1e88-4ef1-8eac-bda5003e9937 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:16.519078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ec838e1-ba72-463c-a255-ce77d86c26f8 req-9d5054df-1e88-4ef1-8eac-bda5003e9937 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0639946 Jul 07 23:15:16.557773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6ec838e1-ba72-463c-a255-ce77d86c26f8 req-0f26492a-8caa-40ad-ae10-8e75105aa126 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331509 Jul 07 23:15:17.519043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:17.732342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4893d7-6d74-4db9-945d-91c9e6979d85 req-2f6e7e52-c2fb-4160-ac09-11564d3f6b35 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:17.734083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f4893d7-6d74-4db9-945d-91c9e6979d85 req-2f6e7e52-c2fb-4160-ac09-11564d3f6b35 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0633905 Jul 07 23:15:17.775026 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9f4893d7-6d74-4db9-945d-91c9e6979d85 req-78b9ebe6-43fa-4da4-a8fa-55697209cabc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353432 Jul 07 23:15:18.129870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778c75f-e803-4bfe-b848-47ad5b29cdb0 req-500d11e9-301d-4f25-aa96-024a1e4b133f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:18.131564 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1778c75f-e803-4bfe-b848-47ad5b29cdb0 req-500d11e9-301d-4f25-aa96-024a1e4b133f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0686398 Jul 07 23:15:18.170370 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1778c75f-e803-4bfe-b848-47ad5b29cdb0 req-269543bc-eb68-46ee-beec-d896d47b211b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329795 Jul 07 23:15:18.194778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38804) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:18.248197 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9271d47e-5b74-48f6-87d8-c51d9194ad80 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:18.249760 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9271d47e-5b74-48f6-87d8-c51d9194ad80 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1093 time: 0.0539527 Jul 07 23:15:18.252845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38806) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:18.257756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:18.281931 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:18.379176 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:18.409270 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ff4249a2-3028-48af-98d5-1fce55b4067d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:18.478314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.91 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/64c681cf-609f-4726-a422-a7ab7eb976f0) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:18.580135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:18.618921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:18.651765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:18.656247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:18.662411 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:18.688615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=64c681cf-609f-4726-a422-a7ab7eb976f0,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:19.027768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.102737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.248850 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.253167 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.321811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=64c681cf-609f-4726-a422-a7ab7eb976f0,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:19.333684 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.344086 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.431929 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 3363b280-b2fe-4bc9-9fc8-9cc58052bb45 associated. External IP: 172.25.5.91, port: 8bcca925-223a-4c93-9111-c11ca236e7ce. Jul 07 23:15:19.637148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:15:19.740280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:15:19.750084 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] Sync routers for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:15:19.757612 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:19.760891 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:19.761526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:19.799758 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9ade4c31-2de5-4f56-99a0-895ada4fdd23 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5433986 Jul 07 23:15:19.799758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:15:19.801436 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:15:19.867009 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:19.951102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3691db7-94db-40c7-baec-fee168c8e10f req-6bdb6441-ace4-4f28-9c51-58016b6be5c5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:19.952549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3691db7-94db-40c7-baec-fee168c8e10f req-6bdb6441-ace4-4f28-9c51-58016b6be5c5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0624597 Jul 07 23:15:19.991040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b3691db7-94db-40c7-baec-fee168c8e10f req-d067d688-5c66-4dab-872c-add5ceb15c1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jul 07 23:15:20.016096 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38814) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:20.082075 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0028db7f-8b63-4c8c-9c00-c42e528d5e28 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/3363b280-b2fe-4bc9-9fc8-9cc58052bb45 HTTP/1.1" status: 200 len: 991 time: 0.0641353 Jul 07 23:15:20.098340 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288e366-ea1b-4f27-a23f-9dd50fb34773 x-openstack-request-id: req-e288e366-ea1b-4f27-a23f-9dd50fb34773 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:15:20.098928 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:15:20.099182 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e288e366-ea1b-4f27-a23f-9dd50fb34773 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:15:20.099594 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'status': 'completed', 'code': 200} Jul 07 23:15:20.189779 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-efa21d1e-df38-4948-8bc6-405582df00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:20.191888 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-efa21d1e-df38-4948-8bc6-405582df00ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1098 time: 0.0682704 Jul 07 23:15:20.255349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '3363b280-b2fe-4bc9-9fc8-9cc58052bb45', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'port_id': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:15:18Z', 'updated_at': '2021-07-07T23:15:18Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:08Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:20.280253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] Checking router: 1ca7e3e0-65ed-4c48-a15c-9baa85174804 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:15:20.281696 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-2f37ca13-ce2e-4d86-b10c-0513af798187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:20.283250 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-2f37ca13-ce2e-4d86-b10c-0513af798187 service neutron] 10.222.0.97 "GET /v2.0/networks?id=309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 200 len: 897 time: 0.0851614 Jul 07 23:15:20.288427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:20.289037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:14:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:20.356662 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-a7a1ba74-769d-409d-a5b6-947426c932f5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 200 len: 999 time: 0.0668852 Jul 07 23:15:20.394678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:20.406699 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-569e9232-2979-4fab-8a99-8701dbab3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:20.408204 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-569e9232-2979-4fab-8a99-8701dbab3fd2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1559284b-786a-40f6-9d75-a51b785f3369 HTTP/1.1" status: 200 len: 835 time: 0.0448782 Jul 07 23:15:20.464098 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-d3eabec7-ca57-481d-b554-a29b3c96a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:20.465647 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-d3eabec7-ca57-481d-b554-a29b3c96a478 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=309084a5-1223-42e2-bb19-ab9ac590e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518348 Jul 07 23:15:20.559629 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-38a38faf-51f2-4f6e-b7a6-b0f13c3723ce service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866771 Jul 07 23:15:20.618310 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '3363b280-b2fe-4bc9-9fc8-9cc58052bb45', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'port_id': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:15:18Z', 'updated_at': '2021-07-07T23:15:18Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:08Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:20.643801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58313d2-b95b-4e58-9b54-f5b687b8ec19 None None] The sync data for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 is: [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '3363b280-b2fe-4bc9-9fc8-9cc58052bb45', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'port_id': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:15:18Z', 'updated_at': '2021-07-07T23:15:18Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:08Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:15:20.648734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c22054f6-c3ce-4d5e-9a8e-baced2a71cbb req-f270c3ae-4da3-4f17-8872-b72a43b959dc service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834424 Jul 07 23:15:20.826105 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddb9e2-baa2-4014-9a5a-f1b8f6f1c214 None None] New status for floating IP 3363b280-b2fe-4bc9-9fc8-9cc58052bb45: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:15:21.085208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38816) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:21.150080 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-85018420-55d2-4998-9f10-137d48914084 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/3363b280-b2fe-4bc9-9fc8-9cc58052bb45 HTTP/1.1" status: 200 len: 993 time: 0.0637238 Jul 07 23:15:21.420342 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b89439cb-2f97-4f23-ab99-d2f4ac479939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:21.480863 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:22.373478 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:23.913451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:33.027477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:15:43.876394 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-dac62898-cc51-4060-93fc-3e3542b46140 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927367 Jul 07 23:15:43.968409 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180374c-69fe-4786-a74c-6f74227e3ced req-8723eb84-64ce-4972-a33d-4c40a3cf950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:43.969890 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-8723eb84-64ce-4972-a33d-4c40a3cf950b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1098 time: 0.0521150 Jul 07 23:15:44.079148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180374c-69fe-4786-a74c-6f74227e3ced req-c0a0da41-c13d-4d66-ba2c-21405b82e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:44.080516 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-c0a0da41-c13d-4d66-ba2c-21405b82e0b7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 200 len: 897 time: 0.0896311 Jul 07 23:15:44.148375 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-7803a2f6-bcda-41cb-a02d-34a8c6773e91 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 200 len: 1001 time: 0.0613804 Jul 07 23:15:44.195805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180374c-69fe-4786-a74c-6f74227e3ced req-fb4561da-8367-4a72-87d4-8c06ff2ac998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:44.197206 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-fb4561da-8367-4a72-87d4-8c06ff2ac998 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1559284b-786a-40f6-9d75-a51b785f3369 HTTP/1.1" status: 200 len: 835 time: 0.0428307 Jul 07 23:15:44.255566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180374c-69fe-4786-a74c-6f74227e3ced req-352b5d82-622f-41d1-91d2-52c595ec286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:44.257019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-352b5d82-622f-41d1-91d2-52c595ec286e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=309084a5-1223-42e2-bb19-ab9ac590e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536921 Jul 07 23:15:44.342314 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-3627c24a-96a2-47f6-8ccb-6ad3705e56f1 service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787709 Jul 07 23:15:44.432561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7180374c-69fe-4786-a74c-6f74227e3ced req-6a2769fd-3425-41c4-acfd-b2bdcc616a3f service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835662 Jul 07 23:15:47.520055 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:48.409683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b504d5de-a231-4e86-8af9-1372704479a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:49.337015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:51.420579 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1740c789-ed2d-4f3a-82c7-a0e515e233cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:51.480945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:52.375232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:53.919554 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:10.026300 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:16:17.516390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:18.411007 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97d80dc4-89a2-45b5-9a95-aeb7480a4596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:19.337594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:21.421610 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b6748ece-066d-40c7-b771-af7e4b493abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:21.481550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:21.905874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b3c03-0454-4134-9704-aaeae711a8ad req-7a646e84-baf9-42bd-b9b5-65235ec1ae25 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:21.907595 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-676b3c03-0454-4134-9704-aaeae711a8ad req-7a646e84-baf9-42bd-b9b5-65235ec1ae25 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0703027 Jul 07 23:16:21.945893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-676b3c03-0454-4134-9704-aaeae711a8ad req-1ae4e4c2-21cb-4f89-970e-9f6c94ff17f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Jul 07 23:16:22.378844 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:23.123150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9d4d9-e37b-4296-a7b3-837fbb956840 req-547bd97f-8a3a-4bea-a8a1-cbe6dee0ca0a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:23.124578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88f9d4d9-e37b-4296-a7b3-837fbb956840 req-547bd97f-8a3a-4bea-a8a1-cbe6dee0ca0a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0639091 Jul 07 23:16:23.161030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88f9d4d9-e37b-4296-a7b3-837fbb956840 req-2a92c255-b697-4c95-ac17-ee30e6c43822 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Jul 07 23:16:23.185075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38850) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:23.246640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8c9de87c-2a4b-4b07-a6dd-fa688c774c7a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/3363b280-b2fe-4bc9-9fc8-9cc58052bb45 HTTP/1.1" status: 200 len: 993 time: 0.0604506 Jul 07 23:16:23.919195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:24.679666 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fec3-6600-4b18-ad3c-295e5b326b66 req-a666853a-5956-4afc-a28e-3cdd5d679c34 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:24.681281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9713fec3-6600-4b18-ad3c-295e5b326b66 req-a666853a-5956-4afc-a28e-3cdd5d679c34 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0639601 Jul 07 23:16:24.720294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9713fec3-6600-4b18-ad3c-295e5b326b66 req-f32daf14-08ab-4f06-a695-4c8a24e1b0b0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Jul 07 23:16:25.897637 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a539f-9c95-44b4-b441-1c46d50a68f7 req-2a66bb47-ddcb-48e6-83dd-c762853866c1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:25.899166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-434a539f-9c95-44b4-b441-1c46d50a68f7 req-2a66bb47-ddcb-48e6-83dd-c762853866c1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0667572 Jul 07 23:16:25.936014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-434a539f-9c95-44b4-b441-1c46d50a68f7 req-06e838b3-86b8-4edb-a9d3-a1be07df792c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Jul 07 23:16:25.960334 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38860) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:26.018932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-992b84d4-d7b9-4e70-8fba-7e1350a2a032 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/3363b280-b2fe-4bc9-9fc8-9cc58052bb45 HTTP/1.1" status: 200 len: 993 time: 0.0574119 Jul 07 23:16:26.278884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38866) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:26.429312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 64c681cf-609f-4726-a422-a7ab7eb976f0 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:16:26.429664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:26.504865 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:26.505197 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:26.516413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 64c681cf-609f-4726-a422-a7ab7eb976f0 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:16:26.689862 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:26.715605 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=64c681cf-609f-4726-a422-a7ab7eb976f0,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:26.742225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.742576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.742940 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.743278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.743608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.743936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.744269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.744594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.744920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.745242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.745564 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.745881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:26.782581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:26.782945 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 3363b280-b2fe-4bc9-9fc8-9cc58052bb45 disassociated (deleted). External IP: 172.25.5.91, port: 8bcca925-223a-4c93-9111-c11ca236e7ce. Jul 07 23:16:26.981599 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:16:27.085739 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:16:27.090135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:27.096794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] Sync routers for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:16:27.107023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:27.107649 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:27.126073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-66daffc2-13cf-428e-8eeb-ab0eb70b4345 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/floatingips/3363b280-b2fe-4bc9-9fc8-9cc58052bb45 HTTP/1.1" status: 204 len: 168 time: 0.8461878 Jul 07 23:16:27.126682 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:27.128961 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355f549b-25e3-432d-ad23-58cbdbc70fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:27.212197 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:27.369681 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45797380-8cf9-488b-a935-3499adf3dda6 x-openstack-request-id: req-45797380-8cf9-488b-a935-3499adf3dda6 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:27.369976 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:27.370260 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45797380-8cf9-488b-a935-3499adf3dda6 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:27.370688 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'status': 'completed', 'code': 200} Jul 07 23:16:27.416876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:08Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:27.446095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] Checking router: 1ca7e3e0-65ed-4c48-a15c-9baa85174804 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:16:27.447644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-9bfb03a6-fcfe-42ce-9815-f4c90bd1fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:27.449289 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-9bfb03a6-fcfe-42ce-9815-f4c90bd1fd84 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 1098 time: 0.0552220 Jul 07 23:16:27.454387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:27.455043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:27.527253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7888b-5a1c-4d29-bbce-02c2856f238b req-5f6a043b-8dca-4f12-83ba-3b92c73b6a64 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:27.528768 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cff7888b-5a1c-4d29-bbce-02c2856f238b req-5f6a043b-8dca-4f12-83ba-3b92c73b6a64 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0682395 Jul 07 23:16:27.547431 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-dab90d45-8782-48ce-be13-73f094de8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:27.548849 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-dab90d45-8782-48ce-be13-73f094de8127 service neutron] 10.222.0.97 "GET /v2.0/networks?id=309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 200 len: 897 time: 0.0932691 Jul 07 23:16:27.558293 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:27.569812 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cff7888b-5a1c-4d29-bbce-02c2856f238b req-7fc3cf1c-5493-485b-aef9-339f713a6a63 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347395 Jul 07 23:16:27.592508 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-627d7020-337a-44b2-b23d-9e4d1c7cee2b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 200 len: 217 time: 0.0360408 Jul 07 23:16:27.640546 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-d064f81e-4d59-48b5-b43c-3ecdf4875d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:27.642028 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-d064f81e-4d59-48b5-b43c-3ecdf4875d01 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1559284b-786a-40f6-9d75-a51b785f3369 HTTP/1.1" status: 200 len: 835 time: 0.0425525 Jul 07 23:16:27.703812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-dd3b702b-a100-4d98-87d2-97dc76a178a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:27.705343 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-dd3b702b-a100-4d98-87d2-97dc76a178a4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=309084a5-1223-42e2-bb19-ab9ac590e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563176 Jul 07 23:16:27.759266 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:08Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:27.785727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30094cad-e8bd-40a7-8ab1-fde6cce01f24 None None] The sync data for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 is: [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '29b23dbe-88c7-422b-8877-53fa3f5c2300', 'name': '', 'network_id': '309084a5-1223-42e2-bb19-ab9ac590e426', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1559284b-786a-40f6-9d75-a51b785f3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:03Z', 'updated_at': '2021-07-07T23:15:08Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '1559284b-786a-40f6-9d75-a51b785f3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:16:27.799595 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-6c5f2718-6117-4520-bb4d-252ade7d3dc9 service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863423 Jul 07 23:16:27.896995 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-355f549b-25e3-432d-ad23-58cbdbc70fbb req-88f2625c-b3d1-4ff9-a94c-5a18d6e91403 service neutron] 10.222.0.97 "GET /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891061 Jul 07 23:16:28.010174 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9833ff5-7bd0-4024-9b5d-bf873d040085 None None] New status for floating IP 3363b280-b2fe-4bc9-9fc8-9cc58052bb45: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:16:28.744713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86438e69-5f5a-41ca-8bf0-462db37c320b req-911db48e-72f0-4e9d-aadc-091c2875180d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:28.746104 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86438e69-5f5a-41ca-8bf0-462db37c320b req-911db48e-72f0-4e9d-aadc-091c2875180d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0648036 Jul 07 23:16:28.782100 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-86438e69-5f5a-41ca-8bf0-462db37c320b req-9a7e75e9-1fa7-4708-a802-eca3de887f63 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=05d44773-de7c-45b1-a060-ccd48b1c275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304337 Jul 07 23:16:29.243796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-6dc4c366-96f5-4210-9e7a-9e463fade814 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:29.245267 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-6dc4c366-96f5-4210-9e7a-9e463fade814 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 946 time: 0.0666828 Jul 07 23:16:29.341572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 8bcca925-223a-4c93-9111-c11ca236e7ce {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:16:29.341911 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:29.723280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 8bcca925-223a-4c93-9111-c11ca236e7ce, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=8bcca925-223a-4c93-9111-c11ca236e7ce,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:29.723646 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:29.736163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 8bcca925-223a-4c93-9111-c11ca236e7ce owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:16:29.873542 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:29.903039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=8bcca925-223a-4c93-9111-c11ca236e7ce,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:29.915564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.915924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.916272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.916613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.916950 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.917284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.917617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.917949 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.918284 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.918615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.918985 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.919309 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:29.935165 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14b73fbe-4393-4a9a-8e5e-7df9bd1f7a6e req-79acfa34-14e4-44bf-8d3c-f33b82fd2e6f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=afd3c394-6f72-4cb8-aa97-6f4590eb9518 HTTP/1.1" status: 200 len: 210 time: 0.0360289 Jul 07 23:16:29.958023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] No DVR routers for this DVR port 8bcca925-223a-4c93-9111-c11ca236e7ce on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:16:29.960937 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:29.963004 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-bcf23a1b-9a6c-43ec-bf16-ee64ba8b7cf0 req-54123487-2de5-4571-a6e4-3a3d65edb6a1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "DELETE /v2.0/ports/8bcca925-223a-4c93-9111-c11ca236e7ce HTTP/1.1" status: 204 len: 173 time: 0.7119064 Jul 07 23:16:29.963468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'name': 'network-vif-deleted', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:29.965748 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636a7af3-69c1-4906-a62f-6b4b530a656e" -d '{"events": [{"server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "name": "network-vif-deleted", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:30.060037 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b0a4b4-3f88-4c4b-8e59-983504ffe333 x-openstack-request-id: req-f2b0a4b4-3f88-4c4b-8e59-983504ffe333 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:30.060337 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd3c394-6f72-4cb8-aa97-6f4590eb9518", "name": "network-vif-deleted", "tag": "8bcca925-223a-4c93-9111-c11ca236e7ce", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:30.060653 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f2b0a4b4-3f88-4c4b-8e59-983504ffe333 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:30.061027 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd3c394-6f72-4cb8-aa97-6f4590eb9518', 'name': 'network-vif-deleted', 'tag': '8bcca925-223a-4c93-9111-c11ca236e7ce', 'status': 'completed', 'code': 200} Jul 07 23:16:31.031898 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38884) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:31.379809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:31.509425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8bcca925-223a-4c93-9111-c11ca236e7ce no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:16:31.529789 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: 8bcca925-223a-4c93-9111-c11ca236e7ce {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:16:31.530149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 8bcca925-223a-4c93-9111-c11ca236e7ce not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:16:31.971786 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 29b23dbe-88c7-422b-8877-53fa3f5c2300 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:16:31.972140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.059128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 29b23dbe-88c7-422b-8877-53fa3f5c2300, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=29b23dbe-88c7-422b-8877-53fa3f5c2300,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:32.059856 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.075873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 29b23dbe-88c7-422b-8877-53fa3f5c2300 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:16:32.252115 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.278997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=29b23dbe-88c7-422b-8877-53fa3f5c2300,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:32.452268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.663341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:16:32.768167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:16:32.775458 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fa1712dc-705c-41a9-954f-368461dee432 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/1ca7e3e0-65ed-4c48-a15c-9baa85174804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403803 Jul 07 23:16:32.775997 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38886) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:32.779071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] Sync routers for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:16:32.788106 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:32.788725 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:32.829175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting subnet 1559284b-786a-40f6-9d75-a51b785f3369 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:16:32.829750 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.869521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.893338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:32.956328 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.016261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.043206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Subnet': ['ID=1559284b-786a-40f6-9d75-a51b785f3369,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:33.048454 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.050764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f6fc6a3-a6f3-4e36-a2f5-37f921d6f1c9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/subnets/1559284b-786a-40f6-9d75-a51b785f3369 HTTP/1.1" status: 204 len: 168 time: 0.2737827 Jul 07 23:16:33.053896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38888) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:33.057919 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9bad0d-3393-44f7-9e8e-d7eef9c717ae None None] Network 309084a5-1223-42e2-bb19-ab9ac590e426 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:16:33.145382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:16:32Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:33.159872 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.175750 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] Checking router: 1ca7e3e0-65ed-4c48-a15c-9baa85174804 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:16:33.204044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] Routers {'1ca7e3e0-65ed-4c48-a15c-9baa85174804'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:33.204682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:33.269216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.326311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:16:33.326814 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.327562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] Set router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:33.384160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] DHCP port deletion for 309084a5-1223-42e2-bb19-ab9ac590e426 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:16:33.410109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:33.410483 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.422569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:16:33.513114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Deleting port fbb54454-fbf0-47e2-9044-58b96eeeb57c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:16:33.513499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.583550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] For port fbb54454-fbf0-47e2-9044-58b96eeeb57c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=fbb54454-fbf0-47e2-9044-58b96eeeb57c,segment=NetworkSegment(8d3e05a9-a380-4bca-a08f-1b6d697f2b99),segment_id=8d3e05a9-a380-4bca-a08f-1b6d697f2b99)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:33.583886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.587077 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.599289 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Calling delete_port for fbb54454-fbf0-47e2-9044-58b96eeeb57c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:16:33.613313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:33.618824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:16:32Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:33.679956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.775775 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.778047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.823714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.824499 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Fanout notify agent at l3_agent the message router_deleted on router 1ca7e3e0-65ed-4c48-a15c-9baa85174804 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:16:33.837128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d54bf-4e99-4392-8dea-119847bb688e None None] The sync data for ids ['1ca7e3e0-65ed-4c48-a15c-9baa85174804'] in n-d-694802-13 is: [{'id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592309758', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:15:00Z', 'updated_at': '2021-07-07T23:16:32Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e3e0-65ed-4c48-a15c-9baa85174804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:15:01Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:16:33.837630 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.838663 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-566d3dcf-1784-4a8c-adbf-2ac4b73f3049 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/routers/1ca7e3e0-65ed-4c48-a15c-9baa85174804 HTTP/1.1" status: 204 len: 168 time: 0.7835517 Jul 07 23:16:33.841406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38890) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:33.881396 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.906711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Pushing event deleted for resources: {'Port': ['ID=fbb54454-fbf0-47e2-9044-58b96eeeb57c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:33.914955 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] No DVR routers for this DVR port fbb54454-fbf0-47e2-9044-58b96eeeb57c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:16:33.917127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.917486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.917834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.918180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.918521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.919051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.919390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.919504 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.919731 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.920068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.920399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.920732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:33.921063 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5522c5-f6af-4a1a-ada0-51b56840d324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:34.007074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.016394 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309084a5-1223-42e2-bb19-ab9ac590e426']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:34.027033 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3e05a9-a380-4bca-a08f-1b6d697f2b99') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:34.027332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3e05a9-a380-4bca-a08f-1b6d697f2b99') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:34.036188 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.049432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.055114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:16:34.055512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:16:34.058398 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:16:34.120943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.128311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.129724 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/networks/309084a5-1223-42e2-bb19-ab9ac590e426 HTTP/1.1" status: 204 len: 168 time: 0.2874124 Jul 07 23:16:34.133107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38892) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:34.141712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcb470-6c98-4480-9b81-bbc4abfd6b1a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Network': ['ID=309084a5-1223-42e2-bb19-ab9ac590e426,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:34.197600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6324-bcfc-481d-be77-08d272fd9b88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.223832 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6324-bcfc-481d-be77-08d272fd9b88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.286890 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6324-bcfc-481d-be77-08d272fd9b88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.290638 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6324-bcfc-481d-be77-08d272fd9b88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.291945 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-4a4d6324-bcfc-481d-be77-08d272fd9b88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/security-groups/05d44773-de7c-45b1-a060-ccd48b1c275b HTTP/1.1" status: 204 len: 168 time: 0.1577811 Jul 07 23:16:34.301628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d6324-bcfc-481d-be77-08d272fd9b88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d44773-de7c-45b1-a060-ccd48b1c275b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:34.519724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbb54454-fbf0-47e2-9044-58b96eeeb57c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:16:34.544246 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: fbb54454-fbf0-47e2-9044-58b96eeeb57c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:16:34.544570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device fbb54454-fbf0-47e2-9044-58b96eeeb57c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:16:34.545224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29b23dbe-88c7-422b-8877-53fa3f5c2300 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:16:34.549127 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 38898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:34.554187 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230537477', 'description': 'tempest-secgroup-smoke-230537477 description', 'project_id': '6726b63148584a7eafe3601a17af15a4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:34.566695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 29b23dbe-88c7-422b-8877-53fa3f5c2300 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:16:34.567284 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 29b23dbe-88c7-422b-8877-53fa3f5c2300 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:16:34.583661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.664935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.668518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.695172 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.696408 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1460762 Jul 07 23:16:34.699413 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38900) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:34.700559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067e26b-4bd9-4d40-b62d-5038ca4c017c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e0a51-dfea-4bc4-b576-d258017ae41e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:34.705469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e0a51-dfea-4bc4-b576-d258017ae41e', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:34.732568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.787243 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.790801 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.807794 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6622293-5a82-4ec5-820f-ab44b5769dfa,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:34.813551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.814912 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-571a8eed-a444-4364-97d6-176713cbe99c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144485 Jul 07 23:16:34.817660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38902) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:34.822803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e0a51-dfea-4bc4-b576-d258017ae41e', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:34.849122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.907388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.911329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.932683 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83759134-fb79-4acf-9995-22ea9a0c79a8,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:34.942446 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:34.944406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-bcca7164-4570-4fae-a623-05815234f0e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258898 Jul 07 23:16:34.947123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38904) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:34.951531 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e0a51-dfea-4bc4-b576-d258017ae41e', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:34.976890 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.037986 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.041524 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.061070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8290c71-8c31-4b4e-b0af-242d3662a1a0,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:35.064768 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.066065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f911a5c1-b02f-4c24-8c33-16b2ff6c6689 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180027 Jul 07 23:16:35.069350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38906) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:35.074152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e0a51-dfea-4bc4-b576-d258017ae41e', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:35.100437 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.158791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.162337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.180089 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee44816-ad95-43c1-9fc2-931107dccaec,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:35.185603 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.187003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9b1ed521-b883-408b-9ffa-30f141354a7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162686 Jul 07 23:16:35.189579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38908) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:35.194660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e0a51-dfea-4bc4-b576-d258017ae41e', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:35.215493 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:16:35.220376 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.279680 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.283465 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.300694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6014e48e-24bb-4fa6-b146-b81f712c4b68,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:35.309763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.311011 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b84afb8f-a445-4b4c-bf06-06872f408320 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205037 Jul 07 23:16:35.313674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38910) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:35.318073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e0a51-dfea-4bc4-b576-d258017ae41e', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:35.339958 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:16:35.344683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.407378 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.411169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.429422 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c018725c-e913-40c6-80bf-ac1153edab41,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:35.435261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.436452 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2e2b0f1a-5ec3-4725-9724-31b683a8c348 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218493 Jul 07 23:16:35.439139 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38912) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:35.444124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'network': {'name': 'tempest-network-smoke--2103653202', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:35.463835 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:16:35.467235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.491321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:16:35.500388 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.500741 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Added segment fdb68019-c75e-4e2a-8a91-9c0e75da432c of type vlan for network c74efe17-b1c2-4b39-816d-212598a2cac1 Jul 07 23:16:35.540118 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.568248 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.573866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:35.574457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.631581 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1914108 Jul 07 23:16:35.634297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38914) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:35.640993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'admin_state_up': True, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:35.657970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601dafe-dd77-4f66-bdf3-85764cb23b9c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Network': ['ID=c74efe17-b1c2-4b39-816d-212598a2cac1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:35.670053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network c74efe17-b1c2-4b39-816d-212598a2cac1 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:16:35.672427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.673844 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.732250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:35.869063 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.055747 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.077103 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.175582 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.37 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:16:36.276391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.314400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.357250 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:16:36.360037 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:36.362326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:16:36.367955 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:36.419939 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:16:36.440676 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:16:36.441033 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1e725bc2-0ae0-4d99-bc0d-b8ceb62ecd03 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:16:36.604166 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.795259 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:36.933559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router aa412fc0-73b4-425a-8b64-f6411c664236 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:16:37.395459 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:16:37.404651 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Sync routers for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:16:37.413527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:37.414834 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f0acb640-4631-4913-bc6a-1d0f0c988205 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7795060 Jul 07 23:16:37.415398 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:37.416139 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:37.417912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38916) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:37.445751 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a2bd6af1-42fd-4588-af65-3a1294a126c3 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=6726b63148584a7eafe3601a17af15a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267620 Jul 07 23:16:37.448351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:37.519618 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:37.534693 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64823a78-3087-4678-b577-e9f199930d4e tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:37.536205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-64823a78-3087-4678-b577-e9f199930d4e tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869479 Jul 07 23:16:37.539704 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:37.566575 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-95b5687f-ab82-47ce-b595-5f73f4608ce1 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257735 Jul 07 23:16:37.569051 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38922) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:37.573760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626781890', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:37.662977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:16:37.666357 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:37.697446 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:36Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:37.723670 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Checking router: aa412fc0-73b4-425a-8b64-f6411c664236 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:16:37.725821 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Updating router aa412fc0-73b4-425a-8b64-f6411c664236 port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:16:37.757603 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:37.848913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:37.910756 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Subnet': ['ID=67f19b12-37b8-4db1-8ba9-4b047b18d8a2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:37.919237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Checking segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:16:37.919616 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network hostable DHCP agents. Network: c74efe17-b1c2-4b39-816d-212598a2cac1, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:16:37.936681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network c74efe17-b1c2-4b39-816d-212598a2cac1 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:16:37.945718 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, c74efe17-b1c2-4b39-816d-212598a2cac1) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:37.953598 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:37.954208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:37.954868 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707811f-a44a-4b48-b1a8-5e207fe1d219 None None] Network c74efe17-b1c2-4b39-816d-212598a2cac1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:16:37.970117 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3a033ee7-fb68-41e1-bcfc-8d4b4ec4d6b6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4000278 Jul 07 23:16:37.973055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 38924) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:38.019164 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.030966 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Transition to ACTIVE for port object 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:38.037073 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.095501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Pushing event updated for resources: {'Port': ['ID=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:38.106372 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.106747 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.107090 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.107429 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.107767 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.108103 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.108440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.108883 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.109218 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.109531 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.109862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.110301 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:38.113763 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Attempting to bind port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:16:38.114224 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Attempting to bind port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:16:38.114595 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Attempting to bind port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:38.116975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-c74efe17-b1c2-4b39-816d-212598a2cac1', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:16:38.118523 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.121417 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:16:38.121816 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:16:38.122227 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.122617 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:16:38.123138 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Bound port: 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:16:38.123528 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.177661 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] For port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:16:38.180781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] For port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:16:38.186225 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.247481 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da1312-a5b3-427b-85c6-8e7f3adeab23 None None] Pushing event updated for resources: {'Port': ['ID=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:38.256604 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:38.257952 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:38.267887 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Allocated IP 172.20.0.2 (c74efe17-b1c2-4b39-816d-212598a2cac1/67f19b12-37b8-4db1-8ba9-4b047b18d8a2/1255d301-b5c9-4f15-9815-f352219fffb3) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:16:38.364044 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:38.416235 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.425523 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Transition to ACTIVE for port object 1255d301-b5c9-4f15-9815-f352219fffb3 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:38.433665 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.448849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Transition to ACTIVE for port object 1255d301-b5c9-4f15-9815-f352219fffb3 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:38.454745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.491343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Network c74efe17-b1c2-4b39-816d-212598a2cac1 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:16:38.496110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:38.499593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:16:38.507023 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Pushing event updated for resources: {'Port': ['ID=1255d301-b5c9-4f15-9815-f352219fffb3,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:38.549705 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:36Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:38.559091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Attempting to bind port 1255d301-b5c9-4f15-9815-f352219fffb3 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:16:38.559466 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Attempting to bind port 1255d301-b5c9-4f15-9815-f352219fffb3 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:16:38.559834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Attempting to bind port 1255d301-b5c9-4f15-9815-f352219fffb3 on network c74efe17-b1c2-4b39-816d-212598a2cac1 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:38.564894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:16:38.565387 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Checking segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:16:38.565800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.566196 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Bound using segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:16:38.566687 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Bound port: 1255d301-b5c9-4f15-9815-f352219fffb3, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:16:38.567084 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.577532 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1a915-3fe6-43c8-add3-ef961a5e0e3d None None] The sync data for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 is: [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:36Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:16:38.647170 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] For port 1255d301-b5c9-4f15-9815-f352219fffb3, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:16:38.650920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] For port 1255d301-b5c9-4f15-9815-f352219fffb3, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1255d301-b5c9-4f15-9815-f352219fffb3,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:16:38.657800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.716247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39ce64-4c00-4a8c-aa38-44330a380a24 None None] Pushing event updated for resources: {'Port': ['ID=1255d301-b5c9-4f15-9815-f352219fffb3,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:38.744201 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.1 (c74efe17-b1c2-4b39-816d-212598a2cac1/67f19b12-37b8-4db1-8ba9-4b047b18d8a2/12914d9d-ae0a-4a32-9453-058b41f76b4e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:16:38.882959 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:38.899960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 12914d9d-ae0a-4a32-9453-058b41f76b4e will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:38.952749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:39.006750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network c74efe17-b1c2-4b39-816d-212598a2cac1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:16:39.010156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:39.012736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:16:39.046362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=12914d9d-ae0a-4a32-9453-058b41f76b4e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:39.077627 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:39.229551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:39.524076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:39.529110 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:39.609257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=12914d9d-ae0a-4a32-9453-058b41f76b4e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:39.611902 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:39.708169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951b1d9-1d66-40c9-b064-b9d9056ddc0a None None] Network c74efe17-b1c2-4b39-816d-212598a2cac1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:16:39.715977 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network c74efe17-b1c2-4b39-816d-212598a2cac1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:16:39.717351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:39.768778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-b1f3bafc-6a3d-4c16-90b2-676b8dc5dbd7 None None] Provisioning for port 1255d301-b5c9-4f15-9815-f352219fffb3 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:39.838580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router aa412fc0-73b4-425a-8b64-f6411c664236 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:16:39.955392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:16:39.962982 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed7e5aab-195d-46d7-9f4a-53d1e2164ce7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/aa412fc0-73b4-425a-8b64-f6411c664236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9888511 Jul 07 23:16:40.109599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-8e844ef7-8f68-4c43-a538-dc7c94348cc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230537477&fields=id&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 267 time: 0.0346916 Jul 07 23:16:40.212476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4248b84f-b989-4bc0-a21d-2722fc8271d5 None None] Provisioning for port 12914d9d-ae0a-4a32-9453-058b41f76b4e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:40.216344 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4248b84f-b989-4bc0-a21d-2722fc8271d5 None None] Provisioning complete for port 12914d9d-ae0a-4a32-9453-058b41f76b4e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:40.216713 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4248b84f-b989-4bc0-a21d-2722fc8271d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.231342 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-7c7260ef-4993-408d-95b0-655998001532 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:40.232941 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-7c7260ef-4993-408d-95b0-655998001532 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 797 time: 0.1160934 Jul 07 23:16:40.249299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-808349f0-61e4-4c8a-98ce-7fd6fef09a25 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/quotas/6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 375 time: 0.0103004 Jul 07 23:16:40.249526 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Sync routers for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:16:40.269637 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-4248b84f-b989-4bc0-a21d-2722fc8271d5 None None] Port 12914d9d-ae0a-4a32-9453-058b41f76b4e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:16:40.271497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:40.272129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:40.324439 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-fec48277-353a-4276-aa73-d80e2e134daf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685003 Jul 07 23:16:40.393039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:40.432015 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2b7b0975-eb55-4b61-97e9-051d1e693a3f None None] Provisioning complete for port 12914d9d-ae0a-4a32-9453-058b41f76b4e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:40.432015 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0975-eb55-4b61-97e9-051d1e693a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.504710 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b0975-eb55-4b61-97e9-051d1e693a3f None None] Port 12914d9d-ae0a-4a32-9453-058b41f76b4e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:16:40.519216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-b44665c4-8746-4673-aeaf-acd4defec1da service neutron] 10.222.0.95 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831713 Jul 07 23:16:40.556088 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1255d301-b5c9-4f15-9815-f352219fffb3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:40.613895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-8c40f347-8f1a-4658-a00c-12a7bbc1bfd4 service neutron] 10.222.0.95 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Jul 07 23:16:40.663960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8e0e4367-46d0-41b5-a9b4-daff2382c47c None None] Provisioning complete for port 12914d9d-ae0a-4a32-9453-058b41f76b4e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:40.664339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4367-46d0-41b5-a9b4-daff2382c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.668593 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1255d301-b5c9-4f15-9815-f352219fffb3 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:40.696718 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1255d301-b5c9-4f15-9815-f352219fffb3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:40.697081 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.736153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e4367-46d0-41b5-a9b4-daff2382c47c None None] Port 12914d9d-ae0a-4a32-9453-058b41f76b4e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:16:40.765239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 2, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:40.788846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-56445209-7ea9-4f33-a0c1-fb5d0e723bc0 req-81d3c031-5513-415e-911c-8ef8604e50b8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 210 time: 0.0285783 Jul 07 23:16:40.808059 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Checking router: aa412fc0-73b4-425a-8b64-f6411c664236 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:16:40.808456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Updating router aa412fc0-73b4-425a-8b64-f6411c664236 port 12914d9d-ae0a-4a32-9453-058b41f76b4e binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:16:40.850506 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.860951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.911772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1255d301-b5c9-4f15-9815-f352219fffb3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1255d301-b5c9-4f15-9815-f352219fffb3,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:40.917053 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:40.917862 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:41.061934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1255d301-b5c9-4f15-9815-f352219fffb3,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:41.107740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:41.115791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:41.116172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.263826 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.276408 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.292805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Transition to ACTIVE for port object 12914d9d-ae0a-4a32-9453-058b41f76b4e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:41.295400 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:41.299562 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.304575 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.381923 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:41.436618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Attempting to bind port 12914d9d-ae0a-4a32-9453-058b41f76b4e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:16:41.436987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Attempting to bind port 12914d9d-ae0a-4a32-9453-058b41f76b4e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:16:41.437354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Attempting to bind port 12914d9d-ae0a-4a32-9453-058b41f76b4e on network c74efe17-b1c2-4b39-816d-212598a2cac1 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:41.450072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:16:41.450452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Checking segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:16:41.450880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.451274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Bound using segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:16:41.451740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Bound port: 12914d9d-ae0a-4a32-9453-058b41f76b4e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:16:41.452130 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.454055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f090ed-9ac0-4a02-8bb3-fa1de46fa9f9 None None] Pushing event updated for resources: {'Port': ['ID=12914d9d-ae0a-4a32-9453-058b41f76b4e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:41.517441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] For port 12914d9d-ae0a-4a32-9453-058b41f76b4e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:16:41.520370 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] For port 12914d9d-ae0a-4a32-9453-058b41f76b4e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=12914d9d-ae0a-4a32-9453-058b41f76b4e,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:16:41.525430 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:41.594980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f090ed-9ac0-4a02-8bb3-fa1de46fa9f9 None None] Pushing event updated for resources: {'Port': ['ID=12914d9d-ae0a-4a32-9453-058b41f76b4e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:41.600330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:41.601005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:41.871347 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:41.887858 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa34b3cc-d09a-45aa-8351-1f795ed138e1 req-0f449c30-489a-40ec-92c5-7c78592ed361 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 210 time: 0.0376360 Jul 07 23:16:42.067566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:42.093336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556351fc-a8c8-4a8f-a7a8-d868e1e93292 None None] The sync data for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 is: [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:16:42.539010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1255d301-b5c9-4f15-9815-f352219fffb3 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:42.590787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1255d301-b5c9-4f15-9815-f352219fffb3 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:42.591148 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:42.671462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 12914d9d-ae0a-4a32-9453-058b41f76b4e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:42.719166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 12914d9d-ae0a-4a32-9453-058b41f76b4e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:42.723392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 12914d9d-ae0a-4a32-9453-058b41f76b4e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:42.723799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:42.805434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:42.840692 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 12914d9d-ae0a-4a32-9453-058b41f76b4e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=12914d9d-ae0a-4a32-9453-058b41f76b4e,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:42.846344 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:42.847181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:42.922667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=12914d9d-ae0a-4a32-9453-058b41f76b4e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:42.936514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:42.936907 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:42.973990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9925d5c0-b0b5-429c-bc2d-78be76eb82f7 req-fe6ee3e8-fe89-40a4-8706-a985913b0094 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 210 time: 0.0310347 Jul 07 23:16:44.059641 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14f136f2-d639-4510-bae0-9d3877087412 req-ccf6ffe4-e317-476a-888f-a32c2006d986 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 210 time: 0.0312011 Jul 07 23:16:44.467756 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 12914d9d-ae0a-4a32-9453-058b41f76b4e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:44.513438 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 12914d9d-ae0a-4a32-9453-058b41f76b4e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:44.513813 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:45.199863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-791e44ec-d3f6-4a33-9309-84786faaf94d req-d7b8f145-1e67-4752-a70c-1ed76d3bd5e9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 210 time: 0.0309279 Jul 07 23:16:46.086967 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-a5e48701-f9b1-4cf5-9d32-ca2217d3d0aa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:46.088386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-a5e48701-f9b1-4cf5-9d32-ca2217d3d0aa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 797 time: 0.1073940 Jul 07 23:16:46.131214 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-878ec558-a340-48bb-bd1c-323e6c653b1b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 379 time: 0.0339296 Jul 07 23:16:46.138911 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'port': {'device_id': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'admin_state_up': True, 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'security_groups': ['ae9e0a51-dfea-4bc4-b576-d258017ae41e']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:46.259009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:16:46.262909 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:46.348738 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11999415-2f9d-46ed-922e-94678429f2d1 req-9411378b-09d2-4117-bb06-d0c6164e5b29 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 210 time: 0.0340192 Jul 07 23:16:46.414360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.10 (c74efe17-b1c2-4b39-816d-212598a2cac1/67f19b12-37b8-4db1-8ba9-4b047b18d8a2/960adf87-d461-4434-9756-5740834c4f79) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:16:46.545221 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:46.558648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 960adf87-d461-4434-9756-5740834c4f79 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:46.591207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:46.638244 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network c74efe17-b1c2-4b39-816d-212598a2cac1 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:16:46.643491 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:46.647747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:16:46.654141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=960adf87-d461-4434-9756-5740834c4f79,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:46.700914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:46.701549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:46.718099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-5f2400e6-4a67-4e46-9b97-f9e0a2eda888 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826468 Jul 07 23:16:46.775517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Request body: {'port': {'device_id': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:46.846170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:46.911930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dbcb4650-4e52-443e-a09e-12a77f669120 None None] Provisioning for port 960adf87-d461-4434-9756-5740834c4f79 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:46.915427 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-dbcb4650-4e52-443e-a09e-12a77f669120 None None] Provisioning complete for port 960adf87-d461-4434-9756-5740834c4f79 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:46.915753 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4650-4e52-443e-a09e-12a77f669120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:46.948067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb4650-4e52-443e-a09e-12a77f669120 None None] Port 960adf87-d461-4434-9756-5740834c4f79 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:16:47.029746 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:16:47.103280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960adf87-d461-4434-9756-5740834c4f79 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:16:47.110449 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:47.122020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Transition to ACTIVE for port object 960adf87-d461-4434-9756-5740834c4f79 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:47.125079 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:47.174810 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Pushing event updated for resources: {'Port': ['ID=960adf87-d461-4434-9756-5740834c4f79,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:47.245692 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Attempting to bind port 960adf87-d461-4434-9756-5740834c4f79 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:16:47.246028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Attempting to bind port 960adf87-d461-4434-9756-5740834c4f79 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:16:47.246361 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Attempting to bind port 960adf87-d461-4434-9756-5740834c4f79 on network c74efe17-b1c2-4b39-816d-212598a2cac1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:47.250942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Port 960adf87-d461-4434-9756-5740834c4f79 on network c74efe17-b1c2-4b39-816d-212598a2cac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:16:47.251266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Attempting to bind port 960adf87-d461-4434-9756-5740834c4f79 on network c74efe17-b1c2-4b39-816d-212598a2cac1 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:47.256654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:16:47.256995 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Checking segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:16:47.257379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Bound using segment: {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:16:47.257805 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Bound port: 960adf87-d461-4434-9756-5740834c4f79, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb68019-c75e-4e2a-8a91-9c0e75da432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:16:47.258169 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:47.326867 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] For port 960adf87-d461-4434-9756-5740834c4f79, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:16:47.329791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] For port 960adf87-d461-4434-9756-5740834c4f79, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=960adf87-d461-4434-9756-5740834c4f79,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:16:47.334551 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:47.368389 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.369034 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:47.370473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] 10.222.0.103 "PUT /v2.0/ports/960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 1093 time: 0.6445799 Jul 07 23:16:47.370945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'tag': '960adf87-d461-4434-9756-5740834c4f79'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:47.373977 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d80b7d-d082-4571-8ee2-d6b51eb77413" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "tag": "960adf87-d461-4434-9756-5740834c4f79"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:47.399104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a4fa-0630-43b6-8d7b-bd68960e6517 service neutron] Pushing event updated for resources: {'Port': ['ID=960adf87-d461-4434-9756-5740834c4f79,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:47.506660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-8395443d-5ff9-4005-90d6-96e35d02b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.508192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-8395443d-5ff9-4005-90d6-96e35d02b35b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1096 time: 0.0862160 Jul 07 23:16:47.528487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:47.554470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-6aab6147-ce3d-4519-82a6-6caf1a1de875 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 217 time: 0.0388620 Jul 07 23:16:47.610159 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d33f4-a40a-4513-8972-f661c03f47b0 req-9f798fd6-ab08-4852-b8d1-e6d934a3de53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.611660 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c08d33f4-a40a-4513-8972-f661c03f47b0 req-9f798fd6-ab08-4852-b8d1-e6d934a3de53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 944 time: 0.1405590 Jul 07 23:16:47.627866 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-2650dbb3-a9c7-4e17-94e1-60bc66e870bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.629282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-2650dbb3-a9c7-4e17-94e1-60bc66e870bb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 200 len: 834 time: 0.0686095 Jul 07 23:16:47.685234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c08d33f4-a40a-4513-8972-f661c03f47b0 req-dcaa77c8-386f-491a-980a-f1f4c2a0f079 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669403 Jul 07 23:16:47.706183 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f320-da64-452b-aa95-34c83aae6323 req-f99bfc8a-d63e-4e11-9db7-9bf9461eff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.707774 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-f99bfc8a-d63e-4e11-9db7-9bf9461eff61 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c74efe17-b1c2-4b39-816d-212598a2cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718727 Jul 07 23:16:47.731991 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c7ff8-9e07-48ba-8d2b-d44bb6d27875 x-openstack-request-id: req-e59c7ff8-9e07-48ba-8d2b-d44bb6d27875 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:47.732292 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "tag": "960adf87-d461-4434-9756-5740834c4f79", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:47.732550 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e59c7ff8-9e07-48ba-8d2b-d44bb6d27875 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:47.732950 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'tag': '960adf87-d461-4434-9756-5740834c4f79', 'status': 'completed', 'code': 200} Jul 07 23:16:47.796856 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-4bd355d2-d816-4d6a-842f-b6da5b981dc7 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831206 Jul 07 23:16:47.894554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6730f320-da64-452b-aa95-34c83aae6323 req-500690d7-f5f7-40a9-bb05-f78564aa56d9 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908501 Jul 07 23:16:47.993600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-3911f8bd-9cc5-4646-a378-c03eba275d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.995021 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-3911f8bd-9cc5-4646-a378-c03eba275d8d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1096 time: 0.0520263 Jul 07 23:16:48.082044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-b83086ea-1179-4b7a-919b-9331fc04017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.084066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-b83086ea-1179-4b7a-919b-9331fc04017a service neutron] 10.222.0.103 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 898 time: 0.0819294 Jul 07 23:16:48.126598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-20c2c268-1e53-402b-85d2-1f00f77d66ad service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 217 time: 0.0361493 Jul 07 23:16:48.174851 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-7f47eb70-9cc2-4de4-a577-1c400b8b492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.176285 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-7f47eb70-9cc2-4de4-a577-1c400b8b492c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 200 len: 834 time: 0.0418811 Jul 07 23:16:48.232360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-35eea418-086f-43f9-9818-bd417c463ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.233889 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-35eea418-086f-43f9-9818-bd417c463ed6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c74efe17-b1c2-4b39-816d-212598a2cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505972 Jul 07 23:16:48.322386 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-91da3b9d-d9b9-4d30-8ca9-37caa46e13d5 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812147 Jul 07 23:16:48.408395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-23d80b7d-d082-4571-8ee2-d6b51eb77413 req-4c9c4365-d5a0-4454-8529-f512ad12cfb2 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792890 Jul 07 23:16:48.414493 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-73c28ae0-ed22-44fb-abf8-39dfa6469983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:48.863225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111b64-6e61-4b58-b6b8-a989fdeacb6f req-9a0b9c7e-655f-4961-af25-794d4332dedb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.864726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af111b64-6e61-4b58-b6b8-a989fdeacb6f req-9a0b9c7e-655f-4961-af25-794d4332dedb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 944 time: 0.0674703 Jul 07 23:16:48.905353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af111b64-6e61-4b58-b6b8-a989fdeacb6f req-64e9b4d3-8246-4d66-a4fa-a9e971f58c02 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341008 Jul 07 23:16:49.348402 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.074744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e6886-74da-4beb-904c-6c6cfe510037 req-dad43aea-55f6-4ba6-830d-85e5febd0788 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:50.076237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a05e6886-74da-4beb-904c-6c6cfe510037 req-dad43aea-55f6-4ba6-830d-85e5febd0788 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 944 time: 0.0621030 Jul 07 23:16:50.113089 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a05e6886-74da-4beb-904c-6c6cfe510037 req-3d1e9e4d-2869-4f64-bbf7-f3f0f36b1561 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Jul 07 23:16:50.690713 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 960adf87-d461-4434-9756-5740834c4f79 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:16:50.783545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 960adf87-d461-4434-9756-5740834c4f79, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=960adf87-d461-4434-9756-5740834c4f79,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:50.795504 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '960adf87-d461-4434-9756-5740834c4f79', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'port_id': '960adf87-d461-4434-9756-5740834c4f79', 'mac_address': 'fa:16:3e:ef:b4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:16:50.830690 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.842805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960adf87-d461-4434-9756-5740834c4f79 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:16:50.862043 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 960adf87-d461-4434-9756-5740834c4f79, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=960adf87-d461-4434-9756-5740834c4f79,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:50.866759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.911281 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=960adf87-d461-4434-9756-5740834c4f79,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:51.092907 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['960adf87-d461-4434-9756-5740834c4f79'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:16:51.289745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1cf11-1dfb-48e2-8e25-2c396896167c req-b34730e5-0a25-484d-98a5-ef0e3d1d4a24 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:51.291298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-edb1cf11-1dfb-48e2-8e25-2c396896167c req-b34730e5-0a25-484d-98a5-ef0e3d1d4a24 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 945 time: 0.0623267 Jul 07 23:16:51.332256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-edb1cf11-1dfb-48e2-8e25-2c396896167c req-e8aeaca3-4d10-4753-9627-1738f6409e88 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Jul 07 23:16:51.421833 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ac1422e0-d61e-49f8-afe7-8886701a258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:51.481779 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:52.389021 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:52.508791 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc3c4e-962c-4077-9e69-0d7924d646a7 req-9803411f-40ad-40db-8729-9693ed6f1e67 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:52.510299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41dc3c4e-962c-4077-9e69-0d7924d646a7 req-9803411f-40ad-40db-8729-9693ed6f1e67 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 945 time: 0.0656047 Jul 07 23:16:52.548628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41dc3c4e-962c-4077-9e69-0d7924d646a7 req-fcb5651f-c89a-4e99-a61c-b7037440426e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Jul 07 23:16:52.705231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 960adf87-d461-4434-9756-5740834c4f79 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:52.754916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 960adf87-d461-4434-9756-5740834c4f79 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:52.758406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 960adf87-d461-4434-9756-5740834c4f79 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:52.758817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:52.832454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:52.855600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960adf87-d461-4434-9756-5740834c4f79'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:52.857905 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d535a-735f-4943-bd63-d28396395b08" -d '{"events": [{"server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "name": "network-vif-plugged", "status": "completed", "tag": "960adf87-d461-4434-9756-5740834c4f79"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:52.870679 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 960adf87-d461-4434-9756-5740834c4f79, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=960adf87-d461-4434-9756-5740834c4f79,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:52.874903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:52.921413 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=960adf87-d461-4434-9756-5740834c4f79,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:52.947165 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18ea4a-7dd3-4036-b48d-e0dd5c969e5c x-openstack-request-id: req-0d18ea4a-7dd3-4036-b48d-e0dd5c969e5c {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:52.947464 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "name": "network-vif-plugged", "status": "completed", "tag": "960adf87-d461-4434-9756-5740834c4f79", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:52.947719 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0d18ea4a-7dd3-4036-b48d-e0dd5c969e5c {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:52.948261 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960adf87-d461-4434-9756-5740834c4f79', 'code': 200} Jul 07 23:16:53.057024 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fd158-9314-4df1-a7c6-41fd8f0802d0 req-9036faf7-05d8-4604-9d64-23014dbb8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:53.058494 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b1fd158-9314-4df1-a7c6-41fd8f0802d0 req-9036faf7-05d8-4604-9d64-23014dbb8c44 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1098 time: 0.0499518 Jul 07 23:16:53.092844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1b1fd158-9314-4df1-a7c6-41fd8f0802d0 req-e55f73d1-cbe6-47f0-8a5c-2663b2c2a8c1 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270176 Jul 07 23:16:53.728374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d9f-fde4-490a-bdab-4742340f6dae req-a373c49c-0af9-4f3e-8965-712a381d6e54 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:53.729994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a7f0d9f-fde4-490a-bdab-4742340f6dae req-a373c49c-0af9-4f3e-8965-712a381d6e54 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0671842 Jul 07 23:16:53.769071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6a7f0d9f-fde4-490a-bdab-4742340f6dae req-5583e76d-2d8a-4cb1-a57a-86e80b730228 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328050 Jul 07 23:16:53.922542 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:54.944760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75390469-8aff-480c-8fbd-97f74f7b8e75 req-a9c6c395-591d-4200-bdd3-5d3157dac6ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:54.946241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75390469-8aff-480c-8fbd-97f74f7b8e75 req-a9c6c395-591d-4200-bdd3-5d3157dac6ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0621295 Jul 07 23:16:54.982355 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-75390469-8aff-480c-8fbd-97f74f7b8e75 req-8ee3d7e6-2cf2-41a8-b236-aad9c048eda5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306659 Jul 07 23:16:55.149858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab842d-c8cc-4f53-86e4-397e8a973efb req-b14aa574-ade5-4c4f-832e-f349633df58c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:55.151547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38ab842d-c8cc-4f53-86e4-397e8a973efb req-b14aa574-ade5-4c4f-832e-f349633df58c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0617478 Jul 07 23:16:55.188585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-38ab842d-c8cc-4f53-86e4-397e8a973efb req-5fbf55f6-ef26-4c47-a2a2-30d870aa5b07 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Jul 07 23:16:55.221984 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39014) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:55.276458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161059b3-927e-4bea-97b4-4e48851dd006 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:55.277955 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-161059b3-927e-4bea-97b4-4e48851dd006 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1093 time: 0.0547271 Jul 07 23:16:55.280680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39016) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:55.284926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '960adf87-d461-4434-9756-5740834c4f79', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:55.305713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:55.398365 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:55.499068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.78 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/eacc9400-4827-409d-a4b8-7dde2a219023) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:16:55.598127 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:55.640714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:55.675847 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:16:55.682406 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:16:55.686732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:16:55.689735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=eacc9400-4827-409d-a4b8-7dde2a219023,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:56.048261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:56.466171 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:56.608558 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:56.613022 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:56.679043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=eacc9400-4827-409d-a4b8-7dde2a219023,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:56.688696 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:56.787010 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 412bdbc5-f448-4bd0-b19e-cb2c6534ece9 associated. External IP: 172.25.5.78, port: 960adf87-d461-4434-9756-5740834c4f79. Jul 07 23:16:56.989207 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router aa412fc0-73b4-425a-8b64-f6411c664236 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:16:57.094302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:16:57.103593 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5f371-817c-4a0c-9967-62470044243f None None] Sync routers for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:16:57.109757 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:57.113230 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:57.113849 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:57.145728 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c6e8bcfd-e7fc-45fe-adab-be5ce9f76849 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8640482 Jul 07 23:16:57.146332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'tag': '960adf87-d461-4434-9756-5740834c4f79'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:57.148693 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "tag": "960adf87-d461-4434-9756-5740834c4f79"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:57.217807 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:57.301831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01fa8c-7d6e-4d5d-b5ae-6bfb9d26f1c7 req-e578f284-8ec6-4719-9d67-66c212966b65 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:57.303895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c01fa8c-7d6e-4d5d-b5ae-6bfb9d26f1c7 req-e578f284-8ec6-4719-9d67-66c212966b65 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0679240 Jul 07 23:16:57.343823 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6c01fa8c-7d6e-4d5d-b5ae-6bfb9d26f1c7 req-198593e6-58bc-436e-94ab-45f3d5b3040c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342267 Jul 07 23:16:57.370216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39026) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:57.398775 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3440bdca-0c56-46bd-b65d-8afa58bb4fef x-openstack-request-id: req-3440bdca-0c56-46bd-b65d-8afa58bb4fef {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:57.399076 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "tag": "960adf87-d461-4434-9756-5740834c4f79", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:57.399334 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3440bdca-0c56-46bd-b65d-8afa58bb4fef {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:57.399749 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'tag': '960adf87-d461-4434-9756-5740834c4f79', 'status': 'completed', 'code': 200} Jul 07 23:16:57.438702 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8aec441e-0867-4053-acaf-7416373f5325 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/412bdbc5-f448-4bd0-b19e-cb2c6534ece9 HTTP/1.1" status: 200 len: 991 time: 0.0660672 Jul 07 23:16:57.477654 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-c087581e-56bc-44b4-a8df-71ac53c45c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:57.479204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-c087581e-56bc-44b4-a8df-71ac53c45c12 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1098 time: 0.0531418 Jul 07 23:16:57.524957 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '412bdbc5-f448-4bd0-b19e-cb2c6534ece9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'port_id': '960adf87-d461-4434-9756-5740834c4f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'mac_address': 'fa:16:3e:ef:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:16:55Z', 'updated_at': '2021-07-07T23:16:55Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:42Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:57.554452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5f371-817c-4a0c-9967-62470044243f None None] Checking router: aa412fc0-73b4-425a-8b64-f6411c664236 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:16:57.562676 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:16:57.563293 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:16:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:57.570381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-223e66ba-ce4f-40df-8731-2fbe671a8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:57.571900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-223e66ba-ce4f-40df-8731-2fbe671a8345 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 898 time: 0.0859880 Jul 07 23:16:57.635358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-2df9ddd4-ca67-4e29-853f-b9d5b0c9a6f9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 999 time: 0.0568085 Jul 07 23:16:57.664882 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:16:57.683618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-8e5649c7-337a-4c16-9661-7adf6fbd9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:57.685083 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-8e5649c7-337a-4c16-9661-7adf6fbd9669 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 200 len: 834 time: 0.0431495 Jul 07 23:16:57.745194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-3dcac255-293b-4fb7-a736-d00194236525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:57.746730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-3dcac255-293b-4fb7-a736-d00194236525 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c74efe17-b1c2-4b39-816d-212598a2cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553923 Jul 07 23:16:57.835990 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-ca478ed1-491d-4a8e-94ca-87340b5c15e0 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827723 Jul 07 23:16:57.885461 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-08c5f371-817c-4a0c-9967-62470044243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '412bdbc5-f448-4bd0-b19e-cb2c6534ece9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'port_id': '960adf87-d461-4434-9756-5740834c4f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'mac_address': 'fa:16:3e:ef:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:16:55Z', 'updated_at': '2021-07-07T23:16:55Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:42Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:16:57.914826 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5f371-817c-4a0c-9967-62470044243f None None] The sync data for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 is: [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '412bdbc5-f448-4bd0-b19e-cb2c6534ece9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'port_id': '960adf87-d461-4434-9756-5740834c4f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'mac_address': 'fa:16:3e:ef:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:16:55Z', 'updated_at': '2021-07-07T23:16:55Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:42Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:16:57.929618 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3506d8b5-9ed9-4532-a0d5-c14e73a70ac5 req-30e742e2-06f8-4639-b36e-0855b81ba5e4 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 Jul 07 23:16:58.093204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb3a1d-0a01-420e-961a-cb3c298433a0 None None] New status for floating IP 412bdbc5-f448-4bd0-b19e-cb2c6534ece9: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:16:58.441454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39028) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:58.501330 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6f5619b9-c84c-488c-8812-9f3c46f06de8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/412bdbc5-f448-4bd0-b19e-cb2c6534ece9 HTTP/1.1" status: 200 len: 993 time: 0.0585732 Jul 07 23:17:17.531109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.414796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b4e683c1-86f2-4c7c-9f32-b3fd1fc161f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:19.352063 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:21.422292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bd919637-b7b8-4c7f-a4d9-fbf90f00e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:21.481125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:22.385082 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.927141 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.029754 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:17:30.032409 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-662826d9-0465-4c78-8be9-7f8fb5f819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:30.033840 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-662826d9-0465-4c78-8be9-7f8fb5f819a2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1098 time: 0.0909390 Jul 07 23:17:30.095777 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d18f2-79ed-4503-8e90-0cdf8c57c266 req-f6368dd6-a6ab-404e-b18d-87e473b3d5b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:30.097529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-114d18f2-79ed-4503-8e90-0cdf8c57c266 req-f6368dd6-a6ab-404e-b18d-87e473b3d5b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.1268716 Jul 07 23:17:30.154317 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-114d18f2-79ed-4503-8e90-0cdf8c57c266 req-f1539c46-0f6a-4c07-a1e4-b78108ba5210 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503657 Jul 07 23:17:30.163346 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-add310e2-0326-4489-b65e-44b91a0a107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:30.165353 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-add310e2-0326-4489-b65e-44b91a0a107e service neutron] 10.222.0.103 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 898 time: 0.1236453 Jul 07 23:17:30.234878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-a3b06afc-d226-4659-8813-92fca0af786b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 1001 time: 0.0617826 Jul 07 23:17:30.281733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-122b2174-ce9f-4821-8ba9-e2c9ddacee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:30.283240 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-122b2174-ce9f-4821-8ba9-e2c9ddacee48 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 200 len: 834 time: 0.0419295 Jul 07 23:17:30.338600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-e333c8ec-2866-43e2-b0b0-971362da12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:30.340084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-e333c8ec-2866-43e2-b0b0-971362da12e6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c74efe17-b1c2-4b39-816d-212598a2cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501666 Jul 07 23:17:30.430734 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-310abf70-616d-4236-ab86-555cc17208d1 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830348 Jul 07 23:17:30.517915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-102b0eba-ed80-4bde-9d36-9ef14c138fb4 req-1da031bf-53c9-4d73-9419-17060a9c4860 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798383 Jul 07 23:17:31.332785 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec6261-5758-462e-9a17-9387913e2114 req-1a451e4a-de35-4aaf-a7e3-2d41fd894a25 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:31.334272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaec6261-5758-462e-9a17-9387913e2114 req-1a451e4a-de35-4aaf-a7e3-2d41fd894a25 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0678294 Jul 07 23:17:31.371438 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-eaec6261-5758-462e-9a17-9387913e2114 req-18ea96a5-4586-4e39-bdd4-a67304bef577 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Jul 07 23:17:32.548742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cebff8-227c-48c1-8a86-688df2d62c60 req-58f9b8f1-ffe4-460b-be29-83a3e7de10e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:32.550220 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29cebff8-227c-48c1-8a86-688df2d62c60 req-58f9b8f1-ffe4-460b-be29-83a3e7de10e3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0657403 Jul 07 23:17:32.586511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-29cebff8-227c-48c1-8a86-688df2d62c60 req-d849ff12-7efd-426e-a5ed-9098738621eb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301573 Jul 07 23:17:33.763425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440e41-2a31-4290-906f-b116a621a621 req-0be17a20-706e-4a94-b502-e5c760b04485 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:33.764913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63440e41-2a31-4290-906f-b116a621a621 req-0be17a20-706e-4a94-b502-e5c760b04485 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0671382 Jul 07 23:17:33.800967 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-63440e41-2a31-4290-906f-b116a621a621 req-40abbbf6-c660-49fd-92b3-9bc63efb19ed tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305371 Jul 07 23:17:34.974827 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7bc0-ce30-4702-835d-62d5ff95eadb req-6581303b-2a8f-4e75-a1a2-7ab782f43d4e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:34.976347 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-696f7bc0-ce30-4702-835d-62d5ff95eadb req-6581303b-2a8f-4e75-a1a2-7ab782f43d4e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0629163 Jul 07 23:17:35.013161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-696f7bc0-ce30-4702-835d-62d5ff95eadb req-be9e002b-9825-4c1e-9749-2dc5ef56e59c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312991 Jul 07 23:17:36.183508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48469f0-585a-495d-a07e-97efe55848a0 req-f650a3e5-7937-4825-a582-38a2b4ed459c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.184887 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b48469f0-585a-495d-a07e-97efe55848a0 req-f650a3e5-7937-4825-a582-38a2b4ed459c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0612018 Jul 07 23:17:36.220811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b48469f0-585a-495d-a07e-97efe55848a0 req-7a01c8fa-eb54-4efe-a6a9-6ec60cf67d94 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304680 Jul 07 23:17:37.400093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abec751-36ee-44ca-967b-ca9e60a7b9c4 req-fd684f29-4293-4c9d-bb10-0d0b62ddf756 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:37.401572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0abec751-36ee-44ca-967b-ca9e60a7b9c4 req-fd684f29-4293-4c9d-bb10-0d0b62ddf756 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0674925 Jul 07 23:17:37.439079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0abec751-36ee-44ca-967b-ca9e60a7b9c4 req-112e5db7-fa51-4d4b-ae1a-525ba1a92ffc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Jul 07 23:17:38.611407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32652f-53f9-4a73-bc55-c256a053a740 req-3464e295-53f0-4b09-b2ba-8ab6163cf69b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:38.612900 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac32652f-53f9-4a73-bc55-c256a053a740 req-3464e295-53f0-4b09-b2ba-8ab6163cf69b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0623393 Jul 07 23:17:38.649918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac32652f-53f9-4a73-bc55-c256a053a740 req-b37276c0-8e8d-46ad-afa1-8ba9dc659c0b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Jul 07 23:17:39.827396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e6795-6789-44cd-b6f0-5968fe655c7e req-1a0ba8d6-8ebe-4dec-8795-2138fd4f44f7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:39.828922 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f21e6795-6789-44cd-b6f0-5968fe655c7e req-1a0ba8d6-8ebe-4dec-8795-2138fd4f44f7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0667322 Jul 07 23:17:39.866336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f21e6795-6789-44cd-b6f0-5968fe655c7e req-3276279f-6721-437b-9b45-66788653d6b1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Jul 07 23:17:41.037728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284212b-c123-4b1a-8ae8-fb188d694b22 req-610070db-2941-46ce-ab75-35e8fb63194e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:41.039268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5284212b-c123-4b1a-8ae8-fb188d694b22 req-610070db-2941-46ce-ab75-35e8fb63194e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0627618 Jul 07 23:17:41.075508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5284212b-c123-4b1a-8ae8-fb188d694b22 req-06a8eb26-d3fb-4a56-b407-fe82c12b3a79 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Jul 07 23:17:42.249629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639a53-0aa6-441b-9470-d9a5f297bc35 req-e17af3bf-c674-4356-bba9-058fde303e29 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:42.251157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a639a53-0aa6-441b-9470-d9a5f297bc35 req-e17af3bf-c674-4356-bba9-058fde303e29 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0627792 Jul 07 23:17:42.288597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a639a53-0aa6-441b-9470-d9a5f297bc35 req-4713d061-609c-42a1-b546-f9f813fbeda1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313354 Jul 07 23:17:43.466073 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7bc0d-aea4-4f7b-8c13-87b830de407b req-a9e59b12-aa25-4367-b0d9-cdc5fe5d1df8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:43.467574 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cd7bc0d-aea4-4f7b-8c13-87b830de407b req-a9e59b12-aa25-4367-b0d9-cdc5fe5d1df8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0653911 Jul 07 23:17:43.503925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cd7bc0d-aea4-4f7b-8c13-87b830de407b req-52d00200-8a43-44ec-9b59-5f83a65535ce tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Jul 07 23:17:44.675937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f13f02-aee3-4f03-889f-2b8ea1a038ea req-8edad012-33e6-49c2-8f47-b8d881e982e6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:44.677421 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3f13f02-aee3-4f03-889f-2b8ea1a038ea req-8edad012-33e6-49c2-8f47-b8d881e982e6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0620606 Jul 07 23:17:44.715282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c3f13f02-aee3-4f03-889f-2b8ea1a038ea req-85e1e521-6e31-48f1-8e73-062de575e208 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jul 07 23:17:45.129420 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-e38740e8-1be5-4ab1-b8a6-1233ad63ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:45.130972 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-e38740e8-1be5-4ab1-b8a6-1233ad63ae8f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1098 time: 0.0558307 Jul 07 23:17:45.233280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-7fe58366-494e-4010-bc77-a17de373d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:45.234811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-7fe58366-494e-4010-bc77-a17de373d36e service neutron] 10.222.0.103 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 898 time: 0.0839672 Jul 07 23:17:45.303859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-52dfdf6b-38aa-4fc1-b732-7139f753c355 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 1001 time: 0.0631528 Jul 07 23:17:45.352055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-7ffe05e5-129e-462f-b7da-f1a4bf3a4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:45.353555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-7ffe05e5-129e-462f-b7da-f1a4bf3a4d14 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 200 len: 834 time: 0.0437920 Jul 07 23:17:45.412588 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-47f95491-f78b-4ae3-9981-93db4b415e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:45.414202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-47f95491-f78b-4ae3-9981-93db4b415e99 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c74efe17-b1c2-4b39-816d-212598a2cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538669 Jul 07 23:17:45.505526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-521304b5-f909-4338-89a0-2c9986b4c268 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Jul 07 23:17:45.596169 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e5ac6294-90a0-496f-a9da-0c319d7a531f req-2cfe566f-e5f0-4c6a-bdef-44021c86d4e6 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841951 Jul 07 23:17:45.892524 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64dca-905b-4bbb-86fd-263593264039 req-03df9723-ad62-444c-a45b-b24be212d6b1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:45.894068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ea64dca-905b-4bbb-86fd-263593264039 req-03df9723-ad62-444c-a45b-b24be212d6b1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0646193 Jul 07 23:17:45.931420 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ea64dca-905b-4bbb-86fd-263593264039 req-744d7d89-8b7d-4a45-844b-85bb478a6b28 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Jul 07 23:17:47.110836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84538a25-48c1-46a3-bb45-0d1b9839507f req-214a6ea1-47eb-4533-8334-3ce15b8046e6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:47.112227 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84538a25-48c1-46a3-bb45-0d1b9839507f req-214a6ea1-47eb-4533-8334-3ce15b8046e6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0674958 Jul 07 23:17:47.149898 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84538a25-48c1-46a3-bb45-0d1b9839507f req-8592c36e-775f-4af8-a0d7-7b25b74218d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Jul 07 23:17:47.173700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39082) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:47.233789 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e1196ae4-ee90-4fdd-96c6-99722f7a424a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/412bdbc5-f448-4bd0-b19e-cb2c6534ece9 HTTP/1.1" status: 200 len: 993 time: 0.0589335 Jul 07 23:17:47.527116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:48.414283 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c22d83a3-085b-4aab-a731-2879535dd2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:49.363123 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:51.424046 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-12e311b0-cd12-4661-8b73-fa5b31be8ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:51.481828 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:52.386980 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:53.927002 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:01.029558 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:18:17.532441 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:17.851049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39102) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:18.006383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port eacc9400-4827-409d-a4b8-7dde2a219023 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:18:18.006764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.078370 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.078738 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.090506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for eacc9400-4827-409d-a4b8-7dde2a219023 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:18:18.234942 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.259959 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=eacc9400-4827-409d-a4b8-7dde2a219023,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:18.286840 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.287198 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.287546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.287887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.288225 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.288562 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.288895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.289227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.289565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.289893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.290220 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.290543 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:18.329149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.329494 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 412bdbc5-f448-4bd0-b19e-cb2c6534ece9 disassociated (deleted). External IP: 172.25.5.78, port: 960adf87-d461-4434-9756-5740834c4f79. Jul 07 23:18:18.415886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f59e3e58-7cd7-4180-be9b-8006a6f05148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.536479 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router aa412fc0-73b4-425a-8b64-f6411c664236 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:18:18.640951 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:18:18.645762 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:18.650492 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] Sync routers for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:18:18.659323 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:18.659939 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:18.682800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c798766e-2820-45f7-92d9-999207093929 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/floatingips/412bdbc5-f448-4bd0-b19e-cb2c6534ece9 HTTP/1.1" status: 204 len: 168 time: 0.8283172 Jul 07 23:18:18.682800 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'tag': '960adf87-d461-4434-9756-5740834c4f79'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:18:18.684161 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "tag": "960adf87-d461-4434-9756-5740834c4f79"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:18:18.766950 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:18.959262 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daad85df-3def-4976-bf35-52453a62ec80 x-openstack-request-id: req-daad85df-3def-4976-bf35-52453a62ec80 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:18:18.959792 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "tag": "960adf87-d461-4434-9756-5740834c4f79", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:18:18.960060 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-daad85df-3def-4976-bf35-52453a62ec80 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:18:18.960509 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'tag': '960adf87-d461-4434-9756-5740834c4f79', 'status': 'completed', 'code': 200} Jul 07 23:18:18.993736 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:42Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:19.020388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] Checking router: aa412fc0-73b4-425a-8b64-f6411c664236 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:18:19.028992 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:19.029618 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:17:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:19.054970 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-373eee6f-c125-4333-bbf2-edab9a328a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:19.056655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-373eee6f-c125-4333-bbf2-edab9a328a68 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 1098 time: 0.0664926 Jul 07 23:18:19.144195 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:19.196676 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713ce0-cdd8-4139-ac2e-45ea4b871825 req-e69b6a4f-7fd6-4beb-9885-767d10fdeab3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:19.198202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62713ce0-cdd8-4139-ac2e-45ea4b871825 req-e69b6a4f-7fd6-4beb-9885-767d10fdeab3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.1372809 Jul 07 23:18:19.203454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-b5ab32a4-5f92-415a-91a1-46e58fb29e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:19.204846 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-b5ab32a4-5f92-415a-91a1-46e58fb29e2b service neutron] 10.222.0.103 "GET /v2.0/networks?id=c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 200 len: 898 time: 0.1327901 Jul 07 23:18:19.255956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-972432b4-df0d-4439-ab6e-98bca746e600 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 200 len: 217 time: 0.0430598 Jul 07 23:18:19.278557 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62713ce0-cdd8-4139-ac2e-45ea4b871825 req-b1f9856d-df36-4ece-b380-f1eb1f93bf21 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727749 Jul 07 23:18:19.312326 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-64b645bb-3def-4489-b4d1-082b0f13323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:19.313821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-64b645bb-3def-4489-b4d1-082b0f13323c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 200 len: 834 time: 0.0485530 Jul 07 23:18:19.340530 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:42Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:19.363378 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:19.366594 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5c473-1beb-46f5-bbef-1e928e6a4abd None None] The sync data for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 is: [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:16:39Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '12914d9d-ae0a-4a32-9453-058b41f76b4e', 'name': '', 'network_id': 'c74efe17-b1c2-4b39-816d-212598a2cac1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:c7:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:38Z', 'updated_at': '2021-07-07T23:16:42Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '67f19b12-37b8-4db1-8ba9-4b047b18d8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:18:19.381013 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-272e9155-aaee-44c0-a6cc-5a341fb20716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:19.382563 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-272e9155-aaee-44c0-a6cc-5a341fb20716 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c74efe17-b1c2-4b39-816d-212598a2cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577624 Jul 07 23:18:19.472323 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-9abb183c-340c-400c-99a4-a2ca52a083c5 service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Jul 07 23:18:19.567979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6b49c13-cc8f-4998-b8cf-b1fe01c087e5 req-74843293-6699-4f18-af8b-71365442747c service neutron] 10.222.0.103 "GET /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891120 Jul 07 23:18:19.584541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1218f97-9a26-4b23-a98b-bdecc1a9fdc2 None None] New status for floating IP 412bdbc5-f448-4bd0-b19e-cb2c6534ece9: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:18:20.453533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276a7bc-e656-4bf0-b81f-9d2b2668b175 req-b6faac61-4007-4f30-b80c-a2599b96c527 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:20.455046 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f276a7bc-e656-4bf0-b81f-9d2b2668b175 req-b6faac61-4007-4f30-b80c-a2599b96c527 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0626955 Jul 07 23:18:20.522547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f276a7bc-e656-4bf0-b81f-9d2b2668b175 req-8bd35177-7acd-4288-91b3-ddf46b9cf2b1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=ae9e0a51-dfea-4bc4-b576-d258017ae41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555794 Jul 07 23:18:20.544005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-250bdc10-b560-49c5-9688-ed041983ce1c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:20.545508 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-250bdc10-b560-49c5-9688-ed041983ce1c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d21aace-f550-48c1-9b4e-b976896c5c37 HTTP/1.1" status: 200 len: 946 time: 0.0863895 Jul 07 23:18:20.644128 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 960adf87-d461-4434-9756-5740834c4f79 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:18:20.644472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:20.728487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 960adf87-d461-4434-9756-5740834c4f79, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=960adf87-d461-4434-9756-5740834c4f79,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:20.728754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:20.741659 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 960adf87-d461-4434-9756-5740834c4f79 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:18:20.867442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:20.895025 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=960adf87-d461-4434-9756-5740834c4f79,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:20.944286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] No DVR routers for this DVR port 960adf87-d461-4434-9756-5740834c4f79 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:18:20.946979 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:20.949322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b88e58a1-f67f-4d35-a7e4-bb5ee8205d63 req-ab5bb7a0-2061-4e0f-a920-5fcf1ac1bc03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "DELETE /v2.0/ports/960adf87-d461-4434-9756-5740834c4f79 HTTP/1.1" status: 204 len: 173 time: 0.3979068 Jul 07 23:18:20.962002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'name': 'network-vif-deleted', 'tag': '960adf87-d461-4434-9756-5740834c4f79'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:18:20.966060 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de4d331-f21f-4954-b005-06e4bf36b42f" -d '{"events": [{"server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "name": "network-vif-deleted", "tag": "960adf87-d461-4434-9756-5740834c4f79"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:18:21.003853 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec361ab3-aa24-4468-90e4-8c8acdd17daf x-openstack-request-id: req-ec361ab3-aa24-4468-90e4-8c8acdd17daf {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:18:21.003853 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21aace-f550-48c1-9b4e-b976896c5c37", "name": "network-vif-deleted", "tag": "960adf87-d461-4434-9756-5740834c4f79", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:18:21.004185 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ec361ab3-aa24-4468-90e4-8c8acdd17daf {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:18:21.004746 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21aace-f550-48c1-9b4e-b976896c5c37', 'name': 'network-vif-deleted', 'tag': '960adf87-d461-4434-9756-5740834c4f79', 'status': 'completed', 'code': 200} Jul 07 23:18:21.424184 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-fa1e444c-48b0-441d-944b-6ee5fc607f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:21.483607 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:21.615780 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39116) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:22.294161 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:22.389598 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:22.548307 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 12914d9d-ae0a-4a32-9453-058b41f76b4e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:18:22.548588 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:22.636122 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 12914d9d-ae0a-4a32-9453-058b41f76b4e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=12914d9d-ae0a-4a32-9453-058b41f76b4e,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:22.636818 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:22.648882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 12914d9d-ae0a-4a32-9453-058b41f76b4e owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:18:22.829953 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:22.857494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=12914d9d-ae0a-4a32-9453-058b41f76b4e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:23.037492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.232733 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 960adf87-d461-4434-9756-5740834c4f79 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:18:23.245048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router aa412fc0-73b4-425a-8b64-f6411c664236 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:18:23.256989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 960adf87-d461-4434-9756-5740834c4f79 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:18:23.257350 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 960adf87-d461-4434-9756-5740834c4f79 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:18:23.350975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:18:23.355991 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3a619e30-1b26-45ee-a3a6-a6b33e7072fd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/aa412fc0-73b4-425a-8b64-f6411c664236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391672 Jul 07 23:18:23.358939 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39118) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:23.360060 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] Sync routers for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:18:23.368961 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:23.369574 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:23.413579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting subnet 67f19b12-37b8-4db1-8ba9-4b047b18d8a2 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:18:23.416667 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.457911 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.472513 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:23.539893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.604266 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.632964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Subnet': ['ID=67f19b12-37b8-4db1-8ba9-4b047b18d8a2,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:23.639737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.641638 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-69f5e4a5-8497-46cd-a54b-a49cb0d2ff59 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/subnets/67f19b12-37b8-4db1-8ba9-4b047b18d8a2 HTTP/1.1" status: 204 len: 168 time: 0.2815957 Jul 07 23:18:23.644289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39120) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:23.645744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9686d31-7b6b-47eb-8cb8-c14afb1aac4f None None] Network c74efe17-b1c2-4b39-816d-212598a2cac1 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:18:23.739744 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:18:22Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:23.757726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.769752 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] Checking router: aa412fc0-73b4-425a-8b64-f6411c664236 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:18:23.779823 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] Routers {'aa412fc0-73b4-425a-8b64-f6411c664236'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:23.780411 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['aa412fc0-73b4-425a-8b64-f6411c664236'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:23.847849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] DHCP port deletion for c74efe17-b1c2-4b39-816d-212598a2cac1 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:18:23.874527 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.888917 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] Set router aa412fc0-73b4-425a-8b64-f6411c664236 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:23.901416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Deleting port 1255d301-b5c9-4f15-9815-f352219fffb3 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:18:23.902341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.931451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:18:23.931828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.965230 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.976846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] For port 1255d301-b5c9-4f15-9815-f352219fffb3, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1255d301-b5c9-4f15-9815-f352219fffb3,segment=NetworkSegment(fdb68019-c75e-4e2a-8a91-9c0e75da432c),segment_id=fdb68019-c75e-4e2a-8a91-9c0e75da432c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:23.977253 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:23.990271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Calling delete_port for 1255d301-b5c9-4f15-9815-f352219fffb3 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:18:24.012897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:24.013268 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.027364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:18:24.073834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.081029 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:18:22Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:24.103268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] No DVR routers for this DVR port 1255d301-b5c9-4f15-9815-f352219fffb3 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:18:24.108239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Pushing event deleted for resources: {'Port': ['ID=1255d301-b5c9-4f15-9815-f352219fffb3,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:24.108675 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10762bc8-585f-4417-947d-77f1f3a03022 None None] The sync data for ids ['aa412fc0-73b4-425a-8b64-f6411c664236'] in n-d-694802-13 is: [{'id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420742263', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:16:35Z', 'updated_at': '2021-07-07T23:18:22Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa412fc0-73b4-425a-8b64-f6411c664236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:16:36Z', 'updated_at': '2021-07-07T23:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:18:24.124240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.124651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.125004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.125361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.125682 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.126018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.126349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.126766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.127091 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.127425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.127752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.128204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6226231-6d87-4908-a79d-6d75122e5b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:24.203104 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.232850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:24.293373 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.382131 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.384147 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.425472 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.426020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Fanout notify agent at l3_agent the message router_deleted on router aa412fc0-73b4-425a-8b64-f6411c664236 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:18:24.432916 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.434038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-270ca611-efc4-4ebd-8038-784239ca0803 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/routers/aa412fc0-73b4-425a-8b64-f6411c664236 HTTP/1.1" status: 204 len: 168 time: 0.7888293 Jul 07 23:18:24.436803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39122) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:24.521545 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.594814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1255d301-b5c9-4f15-9815-f352219fffb3 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:18:24.609859 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.614992 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1255d301-b5c9-4f15-9815-f352219fffb3 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:18:24.615354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1255d301-b5c9-4f15-9815-f352219fffb3 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:18:24.615784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 12914d9d-ae0a-4a32-9453-058b41f76b4e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:18:24.621097 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74efe17-b1c2-4b39-816d-212598a2cac1']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:24.633700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb68019-c75e-4e2a-8a91-9c0e75da432c') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:24.633931 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb68019-c75e-4e2a-8a91-9c0e75da432c') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:24.637314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 12914d9d-ae0a-4a32-9453-058b41f76b4e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:18:24.637672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 12914d9d-ae0a-4a32-9453-058b41f76b4e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:18:24.643924 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.670518 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.676857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:18:24.677257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:18:24.680537 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:18:24.740362 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.752651 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.754675 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/networks/c74efe17-b1c2-4b39-816d-212598a2cac1 HTTP/1.1" status: 204 len: 168 time: 0.3168969 Jul 07 23:18:24.757667 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39124) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:24.775088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cd80c-b23d-4b55-906c-0b7f23aed526 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Network': ['ID=c74efe17-b1c2-4b39-816d-212598a2cac1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:24.827837 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538c7c85-d726-4397-9b30-d9ef80c7e3bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.852906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538c7c85-d726-4397-9b30-d9ef80c7e3bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.912638 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538c7c85-d726-4397-9b30-d9ef80c7e3bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.915215 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-538c7c85-d726-4397-9b30-d9ef80c7e3bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:24.916385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-538c7c85-d726-4397-9b30-d9ef80c7e3bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/security-groups/ae9e0a51-dfea-4bc4-b576-d258017ae41e HTTP/1.1" status: 204 len: 168 time: 0.1581259 Jul 07 23:18:24.925968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c7c85-d726-4397-9b30-d9ef80c7e3bd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e0a51-dfea-4bc4-b576-d258017ae41e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:25.505152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39130) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:25.509857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029664978', 'description': 'tempest-secgroup-smoke-1029664978 description', 'project_id': '6726b63148584a7eafe3601a17af15a4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:25.536105 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.614966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.618771 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.644269 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.645480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393147 Jul 07 23:18:25.648421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39132) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:25.649615 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b7c1-7e75-4401-a8cb-63d19dad0da2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cf4c41-ddfd-40b3-a5e1-75239fb817c5,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:25.658672 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '39cf4c41-ddfd-40b3-a5e1-75239fb817c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:25.686037 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.742330 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.745500 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.762959 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049610f8-4817-46d4-a9f8-79ef56bd630c,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:25.771492 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.772690 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231241 Jul 07 23:18:25.774111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.774467 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.774849 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.775196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.775537 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.775999 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.776167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39136) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:25.776348 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.776797 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.777633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.777978 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.778338 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.778695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73b0bb-6091-4c60-b70b-fd3e6c7dedfd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:25.785787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '39cf4c41-ddfd-40b3-a5e1-75239fb817c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:25.812244 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.869133 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.872562 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.889882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968a0417-a3eb-4f35-995c-cd03bd6fc23b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:25.895985 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.897230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2c336e4e-5fc6-423d-9052-9b84e6bd395b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158917 Jul 07 23:18:25.900007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39138) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:25.905016 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '39cf4c41-ddfd-40b3-a5e1-75239fb817c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:25.930744 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.988128 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:25.991627 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.012515 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3e3793-5c63-43a5-8651-3ddc7378fe22,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:26.016548 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.017769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b1469e8f-3baa-4e3f-b77e-50a377595885 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168363 Jul 07 23:18:26.020513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39140) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:26.025121 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '39cf4c41-ddfd-40b3-a5e1-75239fb817c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:26.051009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.111371 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.114829 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.132120 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100832df-5b42-406c-9ea5-3705aadbcb79,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:26.138574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.139803 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1f303eba-97ec-457a-8b3e-595bd1db3d80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183469 Jul 07 23:18:26.142536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39142) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:26.147038 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '39cf4c41-ddfd-40b3-a5e1-75239fb817c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:26.167745 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:18:26.172408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.231530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.235101 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.252178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6bba40-c1a3-46d9-91ff-7cf11a69c36e,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:26.259706 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.260896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6545a64f-6a7d-40ad-995f-271b0094ebc9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173427 Jul 07 23:18:26.264209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39144) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:26.268423 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '39cf4c41-ddfd-40b3-a5e1-75239fb817c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:26.287977 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:18:26.292544 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.351494 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.355144 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.371949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2934ed-aefb-4a8e-976b-2eec3aaa7895,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:26.378095 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.379342 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-94f65252-83ea-4c42-9f5d-43e2eb0245c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142707 Jul 07 23:18:26.382135 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39146) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:26.387614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'network': {'name': 'tempest-network-smoke--212964334', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:26.407011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:18:26.410329 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.436005 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:18:26.444690 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.445038 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Added segment 9b060d60-3c27-4692-a93f-c51d43addd0e of type vlan for network e7f04e4a-0bd3-435a-822e-20d822c8df04 Jul 07 23:18:26.478882 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:18:26.484323 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.501978 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:18:26.502331 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 1a8c2c1b-33ab-4822-9c22-9acd0bc0bf50 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:18:26.513688 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.519395 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:26.519938 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.570917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1876740 Jul 07 23:18:26.573742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39148) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:26.578787 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'admin_state_up': True, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:26.587576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace3270-fefd-4ffc-9de4-4eba94b3fad2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Network': ['ID=e7f04e4a-0bd3-435a-822e-20d822c8df04,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:26.598922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:18:26.601818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.602861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.657235 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.792269 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:26.985441 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.004275 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.108032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.215 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/dc488f6a-e383-473d-93d2-36a63863a23e) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:18:27.208699 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.249667 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.284687 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:18:27.287475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:27.293297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:18:27.323039 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=dc488f6a-e383-473d-93d2-36a63863a23e,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:27.539223 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.725830 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.848862 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 3caaab56-9ab6-4396-a090-18b19d97729e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:18:27.954897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:18:27.963963 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Sync routers for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:18:27.974480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:27.974675 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:27.975304 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:27.975993 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-064d5dfe-d5fd-40dd-9038-9ae90ad904be tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4011846 Jul 07 23:18:27.979028 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39150) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:28.013542 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6a606650-bf00-48f1-b3cb-2357e3863871 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=6726b63148584a7eafe3601a17af15a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305345 Jul 07 23:18:28.013751 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39152) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:28.081262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:28.099319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e517871-a827-4445-8ffa-29f6be0bb0b8 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:28.103438 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9e517871-a827-4445-8ffa-29f6be0bb0b8 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861611 Jul 07 23:18:28.103670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39154) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:28.133785 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-726b4e3c-d0b0-46b1-b973-e110f0bb6968 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268631 Jul 07 23:18:28.133990 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39156) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:28.139376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493952402', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:28.231678 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:18:28.235390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.257810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:27Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:28.290306 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Checking router: 3caaab56-9ab6-4396-a090-18b19d97729e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:18:28.290675 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Updating router 3caaab56-9ab6-4396-a090-18b19d97729e port dc488f6a-e383-473d-93d2-36a63863a23e binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:18:28.331012 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.417589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.479814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Subnet': ['ID=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:28.491349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Checking segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:18:28.491728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network hostable DHCP agents. Network: e7f04e4a-0bd3-435a-822e-20d822c8df04, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:18:28.508828 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:18:28.518216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, e7f04e4a-0bd3-435a-822e-20d822c8df04) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:28.523122 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:28.523740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.529999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b5526-4557-47fb-9f72-a95d18003b5f None None] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:18:28.538376 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-042a8ae8-cb6d-4711-8623-681d5438dd68 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034142 Jul 07 23:18:28.541191 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39158) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:28.813525 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.832236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Transition to ACTIVE for port object dc488f6a-e383-473d-93d2-36a63863a23e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:28.859292 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.942334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Attempting to bind port dc488f6a-e383-473d-93d2-36a63863a23e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:18:28.942743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Attempting to bind port dc488f6a-e383-473d-93d2-36a63863a23e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:18:28.943126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Attempting to bind port dc488f6a-e383-473d-93d2-36a63863a23e on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:18:28.946879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b7149-d4be-4175-b934-526901386b3b None None] Pushing event updated for resources: {'Port': ['ID=dc488f6a-e383-473d-93d2-36a63863a23e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:28.952134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-e7f04e4a-0bd3-435a-822e-20d822c8df04', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:18:28.952992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.956827 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:18:28.957217 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:18:28.957622 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.958022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:18:28.958509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Bound port: dc488f6a-e383-473d-93d2-36a63863a23e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:18:28.958922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:28.991282 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.083562 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] For port dc488f6a-e383-473d-93d2-36a63863a23e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:18:29.088664 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] For port dc488f6a-e383-473d-93d2-36a63863a23e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=dc488f6a-e383-473d-93d2-36a63863a23e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:18:29.096078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.189708 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b7149-d4be-4175-b934-526901386b3b None None] Pushing event updated for resources: {'Port': ['ID=dc488f6a-e383-473d-93d2-36a63863a23e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:29.195082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Allocated IP 172.20.0.2 (e7f04e4a-0bd3-435a-822e-20d822c8df04/93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9/3411c40b-281d-45d7-9f50-ab83e430a1bc) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:18:29.205798 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:29.206439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:29.374661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:29.517860 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.536424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Transition to ACTIVE for port object 3411c40b-281d-45d7-9f50-ab83e430a1bc will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:29.580470 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Transition to ACTIVE for port object 3411c40b-281d-45d7-9f50-ab83e430a1bc will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:29.589128 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.635539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:18:29.637805 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.1 (e7f04e4a-0bd3-435a-822e-20d822c8df04/93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9/7c78fc4b-34fe-4602-9a88-8a51cc8bd56c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:18:29.642884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:29.650045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:18:29.655074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Pushing event updated for resources: {'Port': ['ID=3411c40b-281d-45d7-9f50-ab83e430a1bc,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:29.688073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:27Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:29.736116 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f53de9-76f7-4e62-a934-ca06fcd63b6b None None] The sync data for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 is: [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:27Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:18:29.746695 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Attempting to bind port 3411c40b-281d-45d7-9f50-ab83e430a1bc on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:18:29.747081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Attempting to bind port 3411c40b-281d-45d7-9f50-ab83e430a1bc by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:18:29.747456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Attempting to bind port 3411c40b-281d-45d7-9f50-ab83e430a1bc on network e7f04e4a-0bd3-435a-822e-20d822c8df04 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:18:29.752751 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:18:29.753141 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Checking segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:18:29.753557 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.753958 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Bound using segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:18:29.754437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Bound port: 3411c40b-281d-45d7-9f50-ab83e430a1bc, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:18:29.754855 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.763365 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.778274 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:29.812388 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.823492 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] For port 3411c40b-281d-45d7-9f50-ab83e430a1bc, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:18:29.831689 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] For port 3411c40b-281d-45d7-9f50-ab83e430a1bc, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3411c40b-281d-45d7-9f50-ab83e430a1bc,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:18:29.837212 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.862073 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:18:29.867676 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:29.872601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:18:29.897787 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e67d7-9613-4dd2-a4e3-f05c619b5529 None None] Pushing event updated for resources: {'Port': ['ID=3411c40b-281d-45d7-9f50-ab83e430a1bc,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:29.909299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:29.924626 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.402841 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.595149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device dc488f6a-e383-473d-93d2-36a63863a23e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:30.653945 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port dc488f6a-e383-473d-93d2-36a63863a23e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:30.658477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port dc488f6a-e383-473d-93d2-36a63863a23e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:30.658897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.738079 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.744928 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.757871 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.781392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port dc488f6a-e383-473d-93d2-36a63863a23e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=dc488f6a-e383-473d-93d2-36a63863a23e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:30.785881 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.786697 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3411c40b-281d-45d7-9f50-ab83e430a1bc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:30.832107 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.839662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:30.869172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=dc488f6a-e383-473d-93d2-36a63863a23e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:30.882824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 3411c40b-281d-45d7-9f50-ab83e430a1bc completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:30.936134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:18:30.937802 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:30.959626 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab052fe-7610-483a-aec4-88f789b51631 None None] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:18:31.058272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 3caaab56-9ab6-4396-a090-18b19d97729e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:18:31.082864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] Provisioning for port 3411c40b-281d-45d7-9f50-ab83e430a1bc completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:31.087238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] Provisioning complete for port 3411c40b-281d-45d7-9f50-ab83e430a1bc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:31.087615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.174583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:18:31.188458 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-78d2e875-4cc2-42db-8ef6-c4c8fd27c851 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/3caaab56-9ab6-4396-a090-18b19d97729e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461396 Jul 07 23:18:31.207189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.247006 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] For port 3411c40b-281d-45d7-9f50-ab83e430a1bc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3411c40b-281d-45d7-9f50-ab83e430a1bc,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:31.252919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.307462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f39f0-22cb-4125-bed9-50472f69b46a None None] Pushing event updated for resources: {'Port': ['ID=3411c40b-281d-45d7-9f50-ab83e430a1bc,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:31.357189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-ef85a28a-660b-423f-8e5d-6566bce5f842 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029664978&fields=id&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 267 time: 0.0355661 Jul 07 23:18:31.476594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-81ae3d0d-109e-4546-8263-c3f5352c10a2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:31.478236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-81ae3d0d-109e-4546-8263-c3f5352c10a2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 796 time: 0.1141806 Jul 07 23:18:31.480144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e7f230c-4d18-44d0-b21c-ab6427e86c53 None None] Provisioning for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:31.484529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e7f230c-4d18-44d0-b21c-ab6427e86c53 None None] Provisioning complete for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:31.484910 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e7f230c-4d18-44d0-b21c-ab6427e86c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.498344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-77ebbc55-c6ec-4546-9d23-80bc7872f9d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/quotas/6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 375 time: 0.0115557 Jul 07 23:18:31.522783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f230c-4d18-44d0-b21c-ab6427e86c53 None None] Port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:18:31.533813 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e7f230c-4d18-44d0-b21c-ab6427e86c53 None None] Provisioning complete for port 3411c40b-281d-45d7-9f50-ab83e430a1bc triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:31.534196 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e7f230c-4d18-44d0-b21c-ab6427e86c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.558286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Sync routers for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:18:31.568687 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:31.569811 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:31.581319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-2ed6c5c5-2ac3-4f11-aab3-9bdcfef9fa7b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754993 Jul 07 23:18:31.691382 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:31.694463 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-6ecb6c29-0637-40cf-bc94-c2f31ffb7f78 service neutron] 10.222.0.95 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963035 Jul 07 23:18:31.748160 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cc5ce5b4-42b6-4dea-93e9-58208c58d3a5 None None] Provisioning complete for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:31.748160 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce5b4-42b6-4dea-93e9-58208c58d3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.784021 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ce5b4-42b6-4dea-93e9-58208c58d3a5 None None] Port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:18:31.799177 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-8e059da9-cc90-4d2c-8e41-2a89da51f74b service neutron] 10.222.0.95 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979013 Jul 07 23:18:31.904200 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-cd1bd76d-d08d-4b55-82be-960733c3f464 None None] Provisioning complete for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:31.904520 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd76d-d08d-4b55-82be-960733c3f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.912062 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 2, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:31.941351 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Checking router: 3caaab56-9ab6-4396-a090-18b19d97729e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:18:31.941708 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Updating router 3caaab56-9ab6-4396-a090-18b19d97729e port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:18:31.951457 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bd76d-d08d-4b55-82be-960733c3f464 None None] Port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:18:31.977098 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.988521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c5f60d4b-6122-443b-929d-a526f2290988 req-8d116f12-66b8-40b4-8b45-f84f7fd65092 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 210 time: 0.0286224 Jul 07 23:18:32.249336 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.259615 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Transition to ACTIVE for port object 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:32.266019 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.320028 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Pushing event updated for resources: {'Port': ['ID=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:32.348726 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.349071 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.349413 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.349751 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.350083 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.350477 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.350762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.351087 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.351410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.351730 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.352050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.352369 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:18:32.384653 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Attempting to bind port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:18:32.385024 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Attempting to bind port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:18:32.385388 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Attempting to bind port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:18:32.391268 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:18:32.391637 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Checking segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:18:32.392042 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.392433 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Bound using segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:18:32.392894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Bound port: 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:18:32.393279 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.463410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] For port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:18:32.467570 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] For port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:18:32.473489 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.536262 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:32.536979 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:32.545019 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device dc488f6a-e383-473d-93d2-36a63863a23e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:32.613557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port dc488f6a-e383-473d-93d2-36a63863a23e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:32.613951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.706220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3411c40b-281d-45d7-9f50-ab83e430a1bc up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:32.748828 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb757bb-cb86-4187-9c94-d4cdb8368f2d None None] Pushing event updated for resources: {'Port': ['ID=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:32.757426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 3411c40b-281d-45d7-9f50-ab83e430a1bc triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:32.757887 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.779061 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:32.975310 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:32Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:33.001583 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c049d1-fabf-4d44-90c2-79a00c1d29f2 None None] The sync data for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 is: [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:32Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:18:33.158766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-21f3cef0-949f-4e4b-be60-7ae525cc3efb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:33.159311 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-21f3cef0-949f-4e4b-be60-7ae525cc3efb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 796 time: 0.1570318 Jul 07 23:18:33.188184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b13e46fa-1c9b-48e1-8f71-8217bbb4e6c7 req-52551d6b-e038-4e07-aa50-4449e98b82e6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 210 time: 0.0475924 Jul 07 23:18:33.210895 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-603f223d-b321-4291-a852-658f92404067 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 380 time: 0.0421982 Jul 07 23:18:33.219583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'port': {'device_id': '50abf3f3-369f-42f9-aace-47eae3574477', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'admin_state_up': True, 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'security_groups': ['39cf4c41-ddfd-40b3-a5e1-75239fb817c5']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:33.333534 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:18:33.337295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:33.476366 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.3 (e7f04e4a-0bd3-435a-822e-20d822c8df04/93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9/6e2cbc6d-c668-4ab0-82e5-aaf364cff62c) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:18:33.629277 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:33.644453 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:33.678452 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:33.733411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:18:33.739272 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:33.742281 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:18:33.770080 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:33.802668 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:33.803273 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:33.821290 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-bb1b9e14-9c28-4da4-aeea-6e244b0d13a9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053271 Jul 07 23:18:33.833153 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Request body: {'port': {'device_id': '50abf3f3-369f-42f9-aace-47eae3574477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:33.915116 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:33.971794 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5e5401fa-8b22-4f12-9a9e-9cb53a4c86a8 None None] Provisioning for port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:33.976171 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5e5401fa-8b22-4f12-9a9e-9cb53a4c86a8 None None] Provisioning complete for port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:33.976558 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e5401fa-8b22-4f12-9a9e-9cb53a4c86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.021014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5e5401fa-8b22-4f12-9a9e-9cb53a4c86a8 None None] Port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:18:34.191860 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:18:34.199874 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.211270 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Transition to ACTIVE for port object 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:18:34.215749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.264215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:34.341100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:18:34.341551 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:18:34.341771 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:18:34.346778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:18:34.347186 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:18:34.352269 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:18:34.352617 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Checking segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:18:34.353006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Bound using segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:18:34.353442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Bound port: 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:18:34.353805 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.379264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583544-aae2-44e9-81c0-4a15131ec9fa req-50da6d29-3aa3-49cb-b827-ef5297feaf69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:34.385230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e583544-aae2-44e9-81c0-4a15131ec9fa req-50da6d29-3aa3-49cb-b827-ef5297feaf69 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.0728881 Jul 07 23:18:34.420267 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6e583544-aae2-44e9-81c0-4a15131ec9fa req-2017cbde-afc4-4118-9f4e-b8854c7e5e4e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Jul 07 23:18:34.422319 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:18:34.425590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:18:34.430157 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.468778 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:34.469350 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.470999 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] 10.222.0.97 "PUT /v2.0/ports/6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 1092 time: 0.6421959 Jul 07 23:18:34.473295 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:18:34.476366 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b901c29-498c-408b-90ec-98bb2f235966" -d '{"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:18:34.506834 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4568c2-86ba-457f-ad1a-a1e7ab250d70 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:34.573230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:34.577885 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7922a8-4a05-4d03-996a-2b93dc51fc31 x-openstack-request-id: req-cb7922a8-4a05-4d03-996a-2b93dc51fc31 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:18:34.577885 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:18:34.578158 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cb7922a8-4a05-4d03-996a-2b93dc51fc31 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:18:34.578449 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'status': 'completed', 'code': 200} Jul 07 23:18:34.606085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-2f53f88c-1098-48c8-9301-87c9c87aa473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:34.607792 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-2f53f88c-1098-48c8-9301-87c9c87aa473 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1095 time: 0.0820637 Jul 07 23:18:34.628849 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:34.633073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:34.633451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.656343 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-b00ab7d6-9407-407d-a02a-1f0e986a0477 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 217 time: 0.0416169 Jul 07 23:18:34.707163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-9bcf7dd8-2080-4742-a578-20f7efef68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:34.708648 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-9bcf7dd8-2080-4742-a578-20f7efef68d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0467949 Jul 07 23:18:34.713307 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.746251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:34.750930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:34.765904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-154ca5ea-e3bb-433b-b806-50a72b2cc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:34.767523 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-154ca5ea-e3bb-433b-b806-50a72b2cc587 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527306 Jul 07 23:18:34.808345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:34.862270 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-21eafb63-fd43-498e-8db7-e40bbdc9a986 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880291 Jul 07 23:18:34.952371 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b8658eea-67bc-4a71-b2aa-19a8fb6d09b2 req-e37e1f17-4fd9-4198-9dfa-2b919e8c3f87 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826144 Jul 07 23:18:35.054505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b901c29-498c-408b-90ec-98bb2f235966 req-2baee89a-ca0d-49d7-acde-e7106c7b658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:35.056058 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-2baee89a-ca0d-49d7-acde-e7106c7b658d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1095 time: 0.0582998 Jul 07 23:18:35.143214 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b901c29-498c-408b-90ec-98bb2f235966 req-f3f932a1-f0ba-4470-bb1e-396263dd0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:35.144578 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-f3f932a1-f0ba-4470-bb1e-396263dd0f63 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0823293 Jul 07 23:18:35.185997 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-323d5396-aba9-4019-a071-01168ec7486f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 217 time: 0.0347929 Jul 07 23:18:35.237296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b901c29-498c-408b-90ec-98bb2f235966 req-39b149a7-587d-4214-801a-2b3ec1386157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:35.238726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-39b149a7-587d-4214-801a-2b3ec1386157 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0470920 Jul 07 23:18:35.295385 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b901c29-498c-408b-90ec-98bb2f235966 req-d95f7da5-719f-4804-8b92-aeb445d4a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:35.296828 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-d95f7da5-719f-4804-8b92-aeb445d4a1b7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503712 Jul 07 23:18:35.384984 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-f1d9f185-274c-4f9d-a775-7aec8175dea4 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807762 Jul 07 23:18:35.478159 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b901c29-498c-408b-90ec-98bb2f235966 req-90228503-55c8-44cc-b07f-e736abd700eb service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864408 Jul 07 23:18:35.594798 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87fc47-d9d2-4f9f-9202-67b97cd4fe98 req-b4cbff44-196f-47ed-b4d9-87411f416c55 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:35.596624 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f87fc47-d9d2-4f9f-9202-67b97cd4fe98 req-b4cbff44-196f-47ed-b4d9-87411f416c55 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.0628908 Jul 07 23:18:35.636782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5f87fc47-d9d2-4f9f-9202-67b97cd4fe98 req-b484b742-e231-4850-9e10-c59ebf35b7b5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346472 Jul 07 23:18:36.527511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:36.577208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:36.577590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:36.812611 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbd0a-d454-4628-9458-268af65d295d req-50f871e7-38b3-4f5c-aae7-90e8d72b0819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:36.814014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-726bbd0a-d454-4628-9458-268af65d295d req-50f871e7-38b3-4f5c-aae7-90e8d72b0819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.0638878 Jul 07 23:18:36.852029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-726bbd0a-d454-4628-9458-268af65d295d req-732cd1ad-601d-4306-81a3-8e076b4b3fef tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Jul 07 23:18:38.020936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4199b6-1059-41d6-87bb-67e006779604 req-c6180969-7235-486d-8892-5c5ae7d9c368 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:38.022440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e4199b6-1059-41d6-87bb-67e006779604 req-c6180969-7235-486d-8892-5c5ae7d9c368 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.0617137 Jul 07 23:18:38.027837 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:18:38.060203 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e4199b6-1059-41d6-87bb-67e006779604 req-7e7d79b1-e5df-4210-90b0-9ae372c35538 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Jul 07 23:18:38.073879 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:18:38.167431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:38.178138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'port_id': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'mac_address': 'fa:16:3e:dd:e6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:18:38.212908 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:38.226596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:18:38.246416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:38.250097 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:38.295515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:38.593699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:18:39.235131 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9f66-2ad8-4e69-b9ad-103867c10325 req-cee73fe3-b3fa-4f03-a831-ba6bfd406f79 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:39.236594 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-356f9f66-2ad8-4e69-b9ad-103867c10325 req-cee73fe3-b3fa-4f03-a831-ba6bfd406f79 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 944 time: 0.0656357 Jul 07 23:18:39.272964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-356f9f66-2ad8-4e69-b9ad-103867c10325 req-259fd58f-6a05-417d-870d-af100b30545e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Jul 07 23:18:40.089328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:18:40.135483 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:18:40.139445 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:18:40.139823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:40.372531 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:40.401481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:18:40.403776 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350daf99-89cd-43cd-a642-6488529b839f" -d '{"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:18:40.415683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:18:40.420051 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:40.447173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5663-8783-4751-b610-f78222877ffd req-67540a45-0a48-4875-bd13-a83309c81c4b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:40.449253 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08ee5663-8783-4751-b610-f78222877ffd req-67540a45-0a48-4875-bd13-a83309c81c4b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 944 time: 0.0657706 Jul 07 23:18:40.466599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:40.486293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08ee5663-8783-4751-b610-f78222877ffd req-e634e1bf-46a2-4492-a065-4141684281b5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Jul 07 23:18:40.534352 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a15ba2-b266-4805-aec1-1c1adaab8c86 x-openstack-request-id: req-67a15ba2-b266-4805-aec1-1c1adaab8c86 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:18:40.534679 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:18:40.534942 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-67a15ba2-b266-4805-aec1-1c1adaab8c86 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:18:40.535347 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'code': 200} Jul 07 23:18:40.646296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa34e-a81e-4444-803b-bd1bdf5416ed req-e9a8c41d-abc6-44d4-88fe-fb8366acc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:40.647716 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2feaa34e-a81e-4444-803b-bd1bdf5416ed req-e9a8c41d-abc6-44d4-88fe-fb8366acc4cf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0520830 Jul 07 23:18:40.681517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-2feaa34e-a81e-4444-803b-bd1bdf5416ed req-3c12eb6b-71fa-44fa-8b59-548c0899bf7b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274630 Jul 07 23:18:41.666276 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ca84f-292c-4aa1-8293-5f9bce6424d3 req-12366241-97a8-4569-85ff-a37603d1ce0f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:41.668316 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-286ca84f-292c-4aa1-8293-5f9bce6424d3 req-12366241-97a8-4569-85ff-a37603d1ce0f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0671728 Jul 07 23:18:41.706465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-286ca84f-292c-4aa1-8293-5f9bce6424d3 req-3946fdf0-4d31-4963-9fe1-c6135c774d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Jul 07 23:18:42.877438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f9883-e776-4f5e-8932-d61b07ec5a68 req-bdd0eb82-a5fe-4b6f-81a4-e184159ef063 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:42.878983 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b4f9883-e776-4f5e-8932-d61b07ec5a68 req-bdd0eb82-a5fe-4b6f-81a4-e184159ef063 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0626991 Jul 07 23:18:42.917911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2b4f9883-e776-4f5e-8932-d61b07ec5a68 req-69ed6603-f816-4b86-b083-83522daff3b8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Jul 07 23:18:43.084517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0c1e3-0024-46a5-8517-58f8d2d18005 req-60841358-ac75-430a-8e8a-0145da21a6de tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:43.085997 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8d0c1e3-0024-46a5-8517-58f8d2d18005 req-60841358-ac75-430a-8e8a-0145da21a6de tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0615990 Jul 07 23:18:43.123189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8d0c1e3-0024-46a5-8517-58f8d2d18005 req-7b025af4-6b34-4f98-838d-7b1cc8464c3d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Jul 07 23:18:43.146532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39210) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:43.200289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8d318-2aa9-4aae-a4a5-5d1007a7e6e8 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:43.201792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-14a8d318-2aa9-4aae-a4a5-5d1007a7e6e8 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1092 time: 0.0542452 Jul 07 23:18:43.204671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39212) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:43.209004 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:18:43.231156 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:43.325319 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:43.425208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.50 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/ea0b6314-7f6d-45aa-8a64-20d51a6e1041) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:18:43.521297 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:43.562439 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:43.597755 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:18:43.600472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:18:43.603043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:18:43.636397 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=ea0b6314-7f6d-45aa-8a64-20d51a6e1041,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:43.977519 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:44.050117 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:44.195294 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:44.199849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:44.270698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=ea0b6314-7f6d-45aa-8a64-20d51a6e1041,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:18:44.279076 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:44.723507 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 657ff0d9-de29-48d7-ab2d-c2e445a83818 associated. External IP: 172.25.5.50, port: 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c. Jul 07 23:18:44.922652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 3caaab56-9ab6-4396-a090-18b19d97729e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:18:45.028337 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:18:45.037902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] Sync routers for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:18:45.045180 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:45.049136 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:45.049759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:45.086299 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c989a1e9-e9d0-4f68-9765-cd30756d6f53 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8782411 Jul 07 23:18:45.086299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:18:45.086867 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f25cd-5ae7-4303-8cbd-a98a6401395b" -d '{"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:18:45.159124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:45.241580 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9d05-8634-4407-b967-e1637faeb44f req-a84c066d-705a-4e7a-b39f-9c43306dd135 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:45.243133 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-516a9d05-8634-4407-b967-e1637faeb44f req-a84c066d-705a-4e7a-b39f-9c43306dd135 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0645673 Jul 07 23:18:45.283230 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-516a9d05-8634-4407-b967-e1637faeb44f req-e6290c01-e819-4c42-baa7-569e08e2c32f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342607 Jul 07 23:18:45.309026 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39218) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:45.339768 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c19f6-f0a6-46b1-b7a0-e8a56f9f15a5 x-openstack-request-id: req-8d0c19f6-f0a6-46b1-b7a0-e8a56f9f15a5 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:18:45.340070 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:18:45.340327 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8d0c19f6-f0a6-46b1-b7a0-e8a56f9f15a5 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:18:45.340748 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'status': 'completed', 'code': 200} Jul 07 23:18:45.408414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '657ff0d9-de29-48d7-ab2d-c2e445a83818', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'port_id': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'mac_address': 'fa:16:3e:dd:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50abf3f3-369f-42f9-aace-47eae3574477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:18:43Z', 'updated_at': '2021-07-07T23:18:43Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:34Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:45.408671 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ad430842-8e8d-4cd3-829a-fe90f7218d17 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/657ff0d9-de29-48d7-ab2d-c2e445a83818 HTTP/1.1" status: 200 len: 990 time: 0.0970457 Jul 07 23:18:45.430116 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-680c9440-3558-4b08-a8b3-0b9ceba604df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:45.431734 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-680c9440-3558-4b08-a8b3-0b9ceba604df service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0652189 Jul 07 23:18:45.435010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] Checking router: 3caaab56-9ab6-4396-a090-18b19d97729e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:18:45.443493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:18:45.444117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:18:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:45.525838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-c4f2a281-67fd-482e-83b2-3e5c7714fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:45.527926 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-c4f2a281-67fd-482e-83b2-3e5c7714fec0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0899401 Jul 07 23:18:45.550336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:18:45.596455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-926d7aaa-7b3e-4a15-96e3-c32d3bde9c13 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 998 time: 0.0622070 Jul 07 23:18:45.646866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-22c94d98-149a-4f6b-91b6-80217a02c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:45.648363 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-22c94d98-149a-4f6b-91b6-80217a02c2bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0448573 Jul 07 23:18:45.711629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-d1d692fb-09b2-4dd2-819c-87900b80c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:45.713225 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-d1d692fb-09b2-4dd2-819c-87900b80c667 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586755 Jul 07 23:18:45.791603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '657ff0d9-de29-48d7-ab2d-c2e445a83818', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'port_id': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'mac_address': 'fa:16:3e:dd:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50abf3f3-369f-42f9-aace-47eae3574477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:18:43Z', 'updated_at': '2021-07-07T23:18:43Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:34Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:18:45.806302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-87ae3466-9dca-487c-8dee-d29d70372d5f service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868876 Jul 07 23:18:45.820519 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bc374-461c-4df9-bc09-38782ca08d90 None None] The sync data for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 is: [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '657ff0d9-de29-48d7-ab2d-c2e445a83818', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'port_id': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'mac_address': 'fa:16:3e:dd:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50abf3f3-369f-42f9-aace-47eae3574477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:18:43Z', 'updated_at': '2021-07-07T23:18:43Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:34Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:18:45.909128 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-473f25cd-5ae7-4303-8cbd-a98a6401395b req-b7115f9a-0ae7-4a01-8ee4-5548890b95e4 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964720 Jul 07 23:18:46.043629 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24273994-93f8-468a-8bb6-cbbc3390b060 None None] New status for floating IP 657ff0d9-de29-48d7-ab2d-c2e445a83818: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:18:46.411107 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39220) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:18:46.472783 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3519096b-d4f1-439e-a2f8-9831a17e9f42 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/657ff0d9-de29-48d7-ab2d-c2e445a83818 HTTP/1.1" status: 200 len: 992 time: 0.0605004 Jul 07 23:18:47.540343 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:47.834055 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-66799c1e-e34b-44e3-90af-60ca119d900e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494423 Jul 07 23:18:47.928814 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13d7af-9391-4db0-9789-2779bc173314 req-82e6a39a-bc38-44e7-907b-39f3ef197422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:47.930302 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-82e6a39a-bc38-44e7-907b-39f3ef197422 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0552554 Jul 07 23:18:48.031239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13d7af-9391-4db0-9789-2779bc173314 req-23ee2d80-d6e7-4a3f-b6ea-370a9fb5acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:48.032695 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-23ee2d80-d6e7-4a3f-b6ea-370a9fb5acee service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0829225 Jul 07 23:18:48.105136 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-9abbf02a-1bd0-4dca-b1d5-114678553b86 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 1000 time: 0.0597243 Jul 07 23:18:48.150838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13d7af-9391-4db0-9789-2779bc173314 req-cc5159ce-7378-48f9-b12d-12ad7c502981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:48.152772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-cc5159ce-7378-48f9-b12d-12ad7c502981 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0426180 Jul 07 23:18:48.207656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13d7af-9391-4db0-9789-2779bc173314 req-9ff9d7e7-7eca-4c66-b884-bed525096810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:48.209117 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-9ff9d7e7-7eca-4c66-b884-bed525096810 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505846 Jul 07 23:18:48.300881 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-5230efc4-36ee-4a4a-9b0e-28c8ddbf6577 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854614 Jul 07 23:18:48.394120 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9c13d7af-9391-4db0-9789-2779bc173314 req-bd1411af-1724-4d59-9714-df93d5254090 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864620 Jul 07 23:18:48.420048 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5e6acdc0-a9f3-43a5-ba42-3d9ec0784456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:49.378717 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:51.424304 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-22067147-4fe9-41c0-8610-2bdb07b97435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:51.483398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:52.393723 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:53.933945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:15.026531 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:19:17.540061 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:18.420310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1dad754b-b10a-405d-82b8-c90e5bf1b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:19.388433 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:21.424647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7490fd76-c115-4d9a-943f-95fecc050540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:21.483071 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:22.396018 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:23.937601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:47.556627 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:47.827565 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-e2dc9ed3-fa68-47d1-af35-3177453819e9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514522 Jul 07 23:19:47.927609 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-2cb370c4-2eec-4edd-a52c-04c1c1fb0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:47.929122 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-2cb370c4-2eec-4edd-a52c-04c1c1fb0f3f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0558631 Jul 07 23:19:48.038608 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-fc2c706e-0e0e-4a0b-be88-8534b1c1ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:48.040064 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-fc2c706e-0e0e-4a0b-be88-8534b1c1ad7b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0820339 Jul 07 23:19:48.107051 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-18b2f051-71a5-44fc-8d6c-82fab987cc3b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 1000 time: 0.0607026 Jul 07 23:19:48.157816 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-75c733c1-ab40-4a4c-b313-ea6dba0bf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:48.159231 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-75c733c1-ab40-4a4c-b313-ea6dba0bf464 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0461259 Jul 07 23:19:48.226289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-46bdab6e-9d7f-4c2f-bd2b-9a57ca7fcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:48.227826 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-46bdab6e-9d7f-4c2f-bd2b-9a57ca7fcd39 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520165 Jul 07 23:19:48.317940 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-d78ddf91-e52b-4091-a651-bb08023a2b4f service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834508 Jul 07 23:19:48.412472 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0b5272d1-fd75-4074-a7db-76d1cc87bc8e req-7bb30242-95a5-4a16-ad21-cf97017681bf service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820436 Jul 07 23:19:48.420948 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb98c527-e3d7-4a0a-9fa5-efb1a2648a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:49.390673 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:51.425146 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d28ff804-e218-48d3-8072-8b5000f5442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:51.482729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:52.025708 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:19:52.398114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:53.939955 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:58.209660 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee04f85-13ec-430b-aa2d-f7100d05a4ba req-a174fa95-c70a-4237-9614-e3d1618f3827 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:58.211159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ee04f85-13ec-430b-aa2d-f7100d05a4ba req-a174fa95-c70a-4237-9614-e3d1618f3827 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.1027102 Jul 07 23:19:58.238831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-8c96654e-fef5-4228-aec5-5780a1f090a6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323636 Jul 07 23:19:58.255818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1ee04f85-13ec-430b-aa2d-f7100d05a4ba req-edf08727-d701-41bc-b459-2258d13cc158 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Jul 07 23:19:59.485651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f1255-a062-4f63-99f9-51f36be215e5 req-6e4ae122-77af-40d1-ba56-4b2cbbb4f941 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:59.487166 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c60f1255-a062-4f63-99f9-51f36be215e5 req-6e4ae122-77af-40d1-ba56-4b2cbbb4f941 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0633235 Jul 07 23:19:59.523402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c60f1255-a062-4f63-99f9-51f36be215e5 req-33dc4537-5b8c-4264-8260-84bc361a2874 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307591 Jul 07 23:20:00.699854 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde63d-fca6-4b4f-b28d-f24562a0a5ba req-a533e2f1-af4b-4983-bcb0-baa87424b9ed tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:00.701382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4cde63d-fca6-4b4f-b28d-f24562a0a5ba req-a533e2f1-af4b-4983-bcb0-baa87424b9ed tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0685725 Jul 07 23:20:00.740721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a4cde63d-fca6-4b4f-b28d-f24562a0a5ba req-766e4957-2b53-4a50-8219-490c65ae9423 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327072 Jul 07 23:20:01.916726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44676610-6810-4ebe-8019-9a962a5dc89a req-58607586-6445-47dd-90f4-6f362fd7183c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:01.918243 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44676610-6810-4ebe-8019-9a962a5dc89a req-58607586-6445-47dd-90f4-6f362fd7183c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0648584 Jul 07 23:20:01.955731 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-44676610-6810-4ebe-8019-9a962a5dc89a req-1d35e9c2-ca40-49e6-b8d3-c4f4ec5745eb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 07 23:20:03.137152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff56a9f-c157-4394-97c9-6163f4536efd req-0c1529a6-1e06-4607-98ee-a78fb26341d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:03.138587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ff56a9f-c157-4394-97c9-6163f4536efd req-0c1529a6-1e06-4607-98ee-a78fb26341d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0651603 Jul 07 23:20:03.177281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8ff56a9f-c157-4394-97c9-6163f4536efd req-69755f9a-2f5e-4528-b980-534e2555a7e5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Jul 07 23:20:03.556673 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-09db9562-1b0a-4f7e-a87c-49498c692d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:03.558178 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-09db9562-1b0a-4f7e-a87c-49498c692d76 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0545747 Jul 07 23:20:03.652731 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-af986ea9-8a3c-4795-9e64-349a9865bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:03.654179 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-af986ea9-8a3c-4795-9e64-349a9865bd37 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0868580 Jul 07 23:20:03.717686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-af9c2927-7ef9-4b00-b85e-d567f5832e35 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 1000 time: 0.0565858 Jul 07 23:20:03.768975 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-e5a05aeb-7a59-45c5-96ec-223f9634fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:03.770382 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-e5a05aeb-7a59-45c5-96ec-223f9634fd5c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0466957 Jul 07 23:20:03.826513 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-5d4bc6b6-e9e3-400c-b263-6aca7030cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:03.828118 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-5d4bc6b6-e9e3-400c-b263-6aca7030cfee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518887 Jul 07 23:20:03.916498 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-b46d04c7-13f0-4b40-9546-b6d7feae83ee service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818019 Jul 07 23:20:04.008741 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-86388dc5-08bf-4216-a187-6d5c34bfa2af service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Jul 07 23:20:04.353806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb986d-51ef-49d6-b798-ce3b450472d1 req-afeec31b-9bc5-4dd3-afa8-7ae80dd1cb47 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:04.355331 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32eb986d-51ef-49d6-b798-ce3b450472d1 req-afeec31b-9bc5-4dd3-afa8-7ae80dd1cb47 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0667231 Jul 07 23:20:04.392314 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-32eb986d-51ef-49d6-b798-ce3b450472d1 req-bf48e3f6-d1e4-4a10-95e6-811bb6ff118f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Jul 07 23:20:05.604803 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03675f-2bcd-47f0-b63b-47498d812cf1 req-c3532e58-b289-42b6-a469-9d2628d01138 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:05.606279 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd03675f-2bcd-47f0-b63b-47498d812cf1 req-c3532e58-b289-42b6-a469-9d2628d01138 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.1030462 Jul 07 23:20:05.643134 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd03675f-2bcd-47f0-b63b-47498d812cf1 req-ab063481-11ec-4421-8258-10d1f3f4a5bb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Jul 07 23:20:06.820158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822d8f4-40db-4662-9b9f-296da98a6408 req-f48d35d3-c1f3-45c4-9a5e-d44767ca7c52 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:06.821555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e822d8f4-40db-4662-9b9f-296da98a6408 req-f48d35d3-c1f3-45c4-9a5e-d44767ca7c52 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0661616 Jul 07 23:20:06.859813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e822d8f4-40db-4662-9b9f-296da98a6408 req-65ff943c-65c3-4a79-b709-d655a5e7b5c8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327606 Jul 07 23:20:08.034769 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c53e7-36bb-4212-a089-451c046dceb7 req-9dd167e6-b867-4849-96ef-96b7b1abb09f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:08.036269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c2c53e7-36bb-4212-a089-451c046dceb7 req-9dd167e6-b867-4849-96ef-96b7b1abb09f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0620568 Jul 07 23:20:08.072082 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c2c53e7-36bb-4212-a089-451c046dceb7 req-067cb54b-cb69-47ad-9287-99e5a4d7d36c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304613 Jul 07 23:20:09.244685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d1c2d-6714-4cfe-8cc4-19a42a9bdbc7 req-96f49077-2954-4e02-a43e-85dc730e83ae tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:09.246181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-980d1c2d-6714-4cfe-8cc4-19a42a9bdbc7 req-96f49077-2954-4e02-a43e-85dc730e83ae tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0627325 Jul 07 23:20:09.283517 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-980d1c2d-6714-4cfe-8cc4-19a42a9bdbc7 req-6103df7a-52cf-410e-929c-d35948e6f04b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Jul 07 23:20:10.458723 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b2a0f-0c23-49ec-a8fd-0cb188f61c71 req-b899716e-4d45-4a63-9b4c-dbeb2e19a5b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:10.460210 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d2b2a0f-0c23-49ec-a8fd-0cb188f61c71 req-b899716e-4d45-4a63-9b4c-dbeb2e19a5b9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0662150 Jul 07 23:20:10.497271 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d2b2a0f-0c23-49ec-a8fd-0cb188f61c71 req-24d95c42-d121-4aac-8650-8ce7801d525b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316105 Jul 07 23:20:11.668832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14751b46-f59b-4518-8b25-0c8b80f3beb5 req-de20768e-3eab-4957-8d45-3520ef2a1753 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:11.670351 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14751b46-f59b-4518-8b25-0c8b80f3beb5 req-de20768e-3eab-4957-8d45-3520ef2a1753 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jul 07 23:20:11.707654 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-14751b46-f59b-4518-8b25-0c8b80f3beb5 req-c53619ab-772a-41d0-a130-10d585412a83 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307391 Jul 07 23:20:12.886182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c4fc-a177-46ea-89e2-c160bf7be65c req-012d7bcf-6941-4a97-a551-c814e1574493 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:12.887711 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3078c4fc-a177-46ea-89e2-c160bf7be65c req-012d7bcf-6941-4a97-a551-c814e1574493 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0669193 Jul 07 23:20:12.924679 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3078c4fc-a177-46ea-89e2-c160bf7be65c req-ab97e086-30a4-4150-9645-9672beea0402 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Jul 07 23:20:14.098500 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d46b8-3114-4374-a3c6-9148d8e7f423 req-3921ca0c-7bab-4401-a968-de648873cd8a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:14.100023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d13d46b8-3114-4374-a3c6-9148d8e7f423 req-3921ca0c-7bab-4401-a968-de648873cd8a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0624919 Jul 07 23:20:14.136476 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d13d46b8-3114-4374-a3c6-9148d8e7f423 req-8f2814a9-6423-481d-9398-9bc639e0930b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Jul 07 23:20:15.307294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2879c7-128b-4b5f-9a42-fe3f44e39e48 req-2ece7c60-b66b-4eb2-8c48-18c3bb6867ea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:15.308764 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a2879c7-128b-4b5f-9a42-fe3f44e39e48 req-2ece7c60-b66b-4eb2-8c48-18c3bb6867ea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0615206 Jul 07 23:20:15.345707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a2879c7-128b-4b5f-9a42-fe3f44e39e48 req-88f9f651-2efd-4e7b-beed-3a0cf9e951d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Jul 07 23:20:16.525001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801a92-5177-44a7-9932-4ea9731d7379 req-b076e2ae-9f90-485e-a8ee-bc77d19b20ba tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:16.526506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf801a92-5177-44a7-9932-4ea9731d7379 req-b076e2ae-9f90-485e-a8ee-bc77d19b20ba tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0702434 Jul 07 23:20:16.564170 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cf801a92-5177-44a7-9932-4ea9731d7379 req-79817c96-6f6b-4f22-a10f-7f8320bef8dd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Jul 07 23:20:17.559645 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.740430 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed3e7-c71e-4c8f-a60f-c92c8baf8441 req-165d8061-3c17-4638-a03c-e4440e4f7f3b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:17.741960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d92ed3e7-c71e-4c8f-a60f-c92c8baf8441 req-165d8061-3c17-4638-a03c-e4440e4f7f3b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0649295 Jul 07 23:20:17.779686 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d92ed3e7-c71e-4c8f-a60f-c92c8baf8441 req-ee6d85d0-6a12-4ee5-8e99-06d51ceb1454 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320096 Jul 07 23:20:18.422761 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1044d7bc-1831-4ce1-ac37-3d572ccfa631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:18.955194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028520a-4be0-49d2-b0ab-edd34193ef7a req-28201619-b0e5-4a37-af4d-aeeb4c6d7a27 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:18.956713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6028520a-4be0-49d2-b0ab-edd34193ef7a req-28201619-b0e5-4a37-af4d-aeeb4c6d7a27 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0669878 Jul 07 23:20:18.996486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6028520a-4be0-49d2-b0ab-edd34193ef7a req-0141125e-7a24-4c73-8919-c76453b3442c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341184 Jul 07 23:20:19.394201 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:20.167614 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536e695-2864-4260-a19e-66a62eed40d8 req-16c07ed1-2d8d-4f84-ac06-abe0a0734424 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:20.169084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3536e695-2864-4260-a19e-66a62eed40d8 req-16c07ed1-2d8d-4f84-ac06-abe0a0734424 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0617840 Jul 07 23:20:20.206431 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3536e695-2864-4260-a19e-66a62eed40d8 req-a8a9c50f-8f8c-400d-b034-0b6f802f430c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Jul 07 23:20:21.378589 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751569de-02c2-41f7-b235-9154fe7c9445 req-d8c4e7a6-6829-4e01-a005-ead9e5cda8c4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:21.380108 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-751569de-02c2-41f7-b235-9154fe7c9445 req-d8c4e7a6-6829-4e01-a005-ead9e5cda8c4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jul 07 23:20:21.416546 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-751569de-02c2-41f7-b235-9154fe7c9445 req-9962bbe3-8fa1-432f-a5e3-0d98dcf1fbff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Jul 07 23:20:21.426823 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bc86c793-b4af-416f-9a50-40aa2f95c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:21.483010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:22.402771 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:22.597449 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d31d5-9ae4-446b-a689-94e4c9eb36de req-c26a5064-dec6-40dd-a7c3-e4b1ed47214f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:22.599001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e61d31d5-9ae4-446b-a689-94e4c9eb36de req-c26a5064-dec6-40dd-a7c3-e4b1ed47214f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0664332 Jul 07 23:20:22.635357 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e61d31d5-9ae4-446b-a689-94e4c9eb36de req-3813eb94-7f7f-4d64-b595-3d97ff74e501 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Jul 07 23:20:23.814684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a7a0-e900-43f4-a201-24cb2dd08a89 req-45662c11-02f7-404b-bd0b-ad7effe124b1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:23.816197 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b639a7a0-e900-43f4-a201-24cb2dd08a89 req-45662c11-02f7-404b-bd0b-ad7effe124b1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0692651 Jul 07 23:20:23.855487 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b639a7a0-e900-43f4-a201-24cb2dd08a89 req-10860aa2-56d8-4ea0-afef-85b9d253c867 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336959 Jul 07 23:20:23.942506 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.033876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557174c-38cf-42e2-858a-d0172d4d2eab req-aa5a951f-42e7-4c18-98ab-3c68db28b4fa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:25.035381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b557174c-38cf-42e2-858a-d0172d4d2eab req-aa5a951f-42e7-4c18-98ab-3c68db28b4fa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0653369 Jul 07 23:20:25.072831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b557174c-38cf-42e2-858a-d0172d4d2eab req-fa4ef648-806e-4c38-b66e-8432f41dfd61 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Jul 07 23:20:25.969184 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-7c2384dc-0432-4b5f-b835-381683ff3d5e service neutron] show failed (client error): The resource could not be found. Jul 07 23:20:25.970188 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-7c2384dc-0432-4b5f-b835-381683ff3d5e service neutron] 10.222.0.97 "GET /v2.0/ports/6e2cbc6d-c668-4ab0-82e5-aaf364cff62c/bindings/n-h1-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0551279 Jul 07 23:20:26.245156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-2c47a000-9d46-4480-902c-d86036196f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:26.246678 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-2c47a000-9d46-4480-902c-d86036196f9f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 1097 time: 0.0864186 Jul 07 23:20:26.257534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.298204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73193ba-0401-46eb-9b19-84286e2f7d59 req-c6d77ab3-646a-4f28-9c84-19c703fb6e7c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:26.299668 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d73193ba-0401-46eb-9b19-84286e2f7d59 req-c6d77ab3-646a-4f28-9c84-19c703fb6e7c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.1054869 Jul 07 23:20:26.368814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d73193ba-0401-46eb-9b19-84286e2f7d59 req-6fcab959-0f63-4ac2-b030-4e7c9fdb5c8e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631714 Jul 07 23:20:26.369702 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.567539 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:26.599709 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:20:26.637320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:26.639557 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69fe13-3f2a-47de-b780-0f42c5d2f989" -d '{"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-unplugged", "status": "completed", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:26.643982 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.656211 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Transition to ACTIVE for port object 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:26.660060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.747375 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d7c9a-3f38-4079-a3e8-8fe38da503f4 x-openstack-request-id: req-6e3d7c9a-3f38-4079-a3e8-8fe38da503f4 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:26.747678 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-unplugged", "status": "completed", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:26.747939 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6e3d7c9a-3f38-4079-a3e8-8fe38da503f4 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:26.748352 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'code': 200} Jul 07 23:20:26.752745 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=6']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.767752 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.768110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.768460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.768807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.769152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.769487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.769821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.770157 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.770490 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.770850 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.771184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.771513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:26.795941 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] No DVR routers for this DVR port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:20:26.933053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:20:26.933320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:20:26.933657 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:26.937883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:20:26.938214 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Attempting to bind port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on network e7f04e4a-0bd3-435a-822e-20d822c8df04 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:26.943028 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:20:26.943375 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Checking segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:20:26.943764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Bound using segment: {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:20:26.944193 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Bound port: 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b060d60-3c27-4692-a93f-c51d43addd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:20:26.944555 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.009935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:20:27.012891 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:20:27.018061 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.049239 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.049879 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.051381 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] 10.222.0.103 "PUT /v2.0/ports/6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 1092 time: 0.7977722 Jul 07 23:20:27.074237 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14a4b-6bc9-49db-a737-5cca3a5ce0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=7']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:27.145226 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-6ee8511b-224a-4e48-911a-472ce191c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.146402 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-6ee8511b-224a-4e48-911a-472ce191c525 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1095 time: 0.0692549 Jul 07 23:20:27.244285 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-33f56d9b-0bf0-4bff-91ef-2c6edb01d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.245796 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-33f56d9b-0bf0-4bff-91ef-2c6edb01d3c9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0914986 Jul 07 23:20:27.309578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-08234347-51e9-4a45-bb54-ae0fc62de0fc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 998 time: 0.0573251 Jul 07 23:20:27.360053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-a74ba1fa-ba9d-4fd8-83e9-8470bd5695ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.362056 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-a74ba1fa-ba9d-4fd8-83e9-8470bd5695ea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0462401 Jul 07 23:20:27.421823 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-5f5f6e4a-55f1-4e3a-aa11-9cf630ca2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.423415 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-5f5f6e4a-55f1-4e3a-aa11-9cf630ca2c12 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545204 Jul 07 23:20:27.547860 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-0a106d8c-08c3-47a2-be89-a5234c099f70 service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171968 Jul 07 23:20:27.615716 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b1fe4-eba8-458b-8732-9c59e8bfd95c req-bf26159c-a223-4360-9a1d-8eb0991b2013 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.617184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a2b1fe4-eba8-458b-8732-9c59e8bfd95c req-bf26159c-a223-4360-9a1d-8eb0991b2013 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.1286182 Jul 07 23:20:27.674597 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a2b1fe4-eba8-458b-8732-9c59e8bfd95c req-600f76c3-207a-4841-a9ba-7abd53e1bd8e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517828 Jul 07 23:20:27.678062 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9d3186b2-4438-4d20-bc2b-ddc34e5d1882 req-c67b0c82-ba34-4da6-b0df-bfaa48005f43 service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228538 Jul 07 23:20:28.749681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:28.752654 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9380182b-aaf1-45ae-a99f-4e3f8780b193" -d '{"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:28.853937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ebcb4-7740-4e78-af57-a60e14ac409d req-d546305e-332c-4b1c-8df2-b2ae29b88d22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:28.855483 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900ebcb4-7740-4e78-af57-a60e14ac409d req-d546305e-332c-4b1c-8df2-b2ae29b88d22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.0680575 Jul 07 23:20:28.892586 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-900ebcb4-7740-4e78-af57-a60e14ac409d req-4c9f982a-6f08-447b-8738-fc5f69d995fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 07 23:20:28.948425 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234fcf7a-b6ee-42f4-84c4-4ade4780451c x-openstack-request-id: req-234fcf7a-b6ee-42f4-84c4-4ade4780451c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:28.948722 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:28.948979 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-234fcf7a-b6ee-42f4-84c4-4ade4780451c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:28.949385 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'status': 'completed', 'code': 200} Jul 07 23:20:29.021101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-b8f4269e-9861-41a0-bfb7-f174c8f0b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.022657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-b8f4269e-9861-41a0-bfb7-f174c8f0b441 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1095 time: 0.0538960 Jul 07 23:20:29.024506 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:20:29.030301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-75320912-c304-4e1d-97a4-b4a4eb668bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.031950 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-75320912-c304-4e1d-97a4-b4a4eb668bca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1095 time: 0.0566351 Jul 07 23:20:29.118559 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-cecb1c43-9054-487f-9050-266313b5926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.120352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-cecb1c43-9054-487f-9050-266313b5926b service neutron] 10.222.0.103 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0885406 Jul 07 23:20:29.128344 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-a5724d71-2acc-474a-926f-88146c7f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.129841 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-a5724d71-2acc-474a-926f-88146c7f0f69 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0913103 Jul 07 23:20:29.189509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-69437b3f-60e5-4eb2-b788-2276420fd5f9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 998 time: 0.0619311 Jul 07 23:20:29.195114 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-fa8b0803-3478-4f47-bec0-54a7e1e0fbad service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 998 time: 0.0589259 Jul 07 23:20:29.243668 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-63d92f38-268a-42a9-a366-c6b01973a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.245172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-63d92f38-268a-42a9-a366-c6b01973a2aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0482345 Jul 07 23:20:29.247979 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-93f4e3f9-0ae7-468c-bbd8-a4e9adea6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.249462 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-93f4e3f9-0ae7-468c-bbd8-a4e9adea6e04 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0488529 Jul 07 23:20:29.308447 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-03543396-d8ca-4618-a354-61a3ffe319b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.308717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-59ee209d-5d5f-428e-8f9c-cbe1d9b0efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.310096 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-59ee209d-5d5f-428e-8f9c-cbe1d9b0efc4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589445 Jul 07 23:20:29.310447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-03543396-d8ca-4618-a354-61a3ffe319b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543396 Jul 07 23:20:29.398736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-c144eb35-5dbc-4ff2-b00e-2420cc68667e service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821440 Jul 07 23:20:29.399232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-6de1c66f-d91f-4eda-a37f-71137ef1fce8 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817122 Jul 07 23:20:29.491664 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-8004ebb9-07a8-4be3-8785-2e393ec4fa37 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867741 Jul 07 23:20:29.492030 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9380182b-aaf1-45ae-a99f-4e3f8780b193 req-90f63651-9368-4dea-8bb9-7528bef0ce70 service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868347 Jul 07 23:20:29.883895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:20:29.986916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:29.997917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'port_id': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'mac_address': 'fa:16:3e:dd:e6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:20:30.034109 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.046164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:20:30.065499 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:30.068921 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00107-b3a6-4fa3-bd03-a897a9cd2a2f req-caa862b1-8cbc-4d32-9f61-309ef37f52ee tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:30.069782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.070449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68f00107-b3a6-4fa3-bd03-a897a9cd2a2f req-caa862b1-8cbc-4d32-9f61-309ef37f52ee tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 943 time: 0.0624914 Jul 07 23:20:30.110254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-68f00107-b3a6-4fa3-bd03-a897a9cd2a2f req-ff731f65-ebf7-4330-bbd4-ba41dc1acc99 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Jul 07 23:20:30.115634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:30.122998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.123317 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.123671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.124010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.124348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.124683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.125018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.125354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.126206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.126542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.126895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.127224 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:30.311706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:20:30.406536 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533a2e-d425-4448-a86c-72c66ce8b181 req-68af410c-bad2-4041-9057-7746051995ea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:30.409029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f533a2e-d425-4448-a86c-72c66ce8b181 req-68af410c-bad2-4041-9057-7746051995ea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 944 time: 0.0663099 Jul 07 23:20:30.418016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-b6076ead-b286-44a5-bdf6-fb405e8e85a6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:30.419581 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-b6076ead-b286-44a5-bdf6-fb405e8e85a6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477&tenant_id=6726b63148584a7eafe3601a17af15a4&binding%3Ahost_id=n-h1-694802-13 HTTP/1.1" status: 200 len: 944 time: 0.0737214 Jul 07 23:20:30.449634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3f533a2e-d425-4448-a86c-72c66ce8b181 req-61843a6a-88f5-4569-a0ff-79a12f05deaf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Jul 07 23:20:30.489639 n-d-694802-13 neutron-server[93931]: INFO neutron.api.v2.resource [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-c911ed46-8cd3-4e9d-83b3-c96ca26e3980 service neutron] delete failed (client error): The resource could not be found. Jul 07 23:20:30.490738 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-c911ed46-8cd3-4e9d-83b3-c96ca26e3980 service neutron] 10.222.0.97 "DELETE /v2.0/ports/6e2cbc6d-c668-4ab0-82e5-aaf364cff62c/bindings/n-h2-694802-13 HTTP/1.1" status: 404 len: 381 time: 0.0654428 Jul 07 23:20:30.602382 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:20:30.642378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:20:30.642783 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6491a8-6abd-4f55-b8b9-38daff65fb51 req-f07d8f36-c645-46f4-86e1-394f3d7e5048 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:30.644411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce6491a8-6abd-4f55-b8b9-38daff65fb51 req-f07d8f36-c645-46f4-86e1-394f3d7e5048 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 944 time: 0.0728257 Jul 07 23:20:30.685409 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ce6491a8-6abd-4f55-b8b9-38daff65fb51 req-c2ae0497-bf78-4124-aa4c-98ac83eff275 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Jul 07 23:20:30.890372 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-4c117092-37ca-4b80-b601-7b40eab3b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:30.892721 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-4c117092-37ca-4b80-b601-7b40eab3b57c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1096 time: 0.3611097 Jul 07 23:20:30.981630 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-28dacd82-a055-44cd-86c5-2126669c9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:30.983069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-28dacd82-a055-44cd-86c5-2126669c9d65 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0843205 Jul 07 23:20:31.050277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-b1b4bd51-903c-4ad5-a133-ededd29d39b5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 999 time: 0.0594888 Jul 07 23:20:31.096723 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-dcd8292a-b7b3-4594-ba68-e408b15d8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:31.098137 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-dcd8292a-b7b3-4594-ba68-e408b15d8504 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0422318 Jul 07 23:20:31.153612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-93169688-7ae1-422e-909e-53cb64f3442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:31.155171 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-93169688-7ae1-422e-909e-53cb64f3442a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509300 Jul 07 23:20:31.247337 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-c6ab29fb-d70a-4c71-9c89-d46bcc318bb9 service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848956 Jul 07 23:20:31.335077 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77f2f90e-8c48-4bff-b324-db1bd6ff61f5 req-6d1c4027-ae77-4eda-826e-58f1c901036f service neutron] 10.222.0.97 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816684 Jul 07 23:20:31.880963 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd651475-6ca3-44c7-a756-26335a06ce31 req-99e70ebb-dfb0-4d72-9153-391940fb2511 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:31.882468 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd651475-6ca3-44c7-a756-26335a06ce31 req-99e70ebb-dfb0-4d72-9153-391940fb2511 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 944 time: 0.0662799 Jul 07 23:20:31.899341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:31.922364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bd651475-6ca3-44c7-a756-26335a06ce31 req-e09adb58-9b28-4b31-b09d-e8f248721ee0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333710 Jul 07 23:20:31.952049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39380) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:31.952264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:31.957040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:31.957424 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.028841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8d65ad59-9812-4448-a0a8-bcf6b060c60d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/657ff0d9-de29-48d7-ab2d-c2e445a83818 HTTP/1.1" status: 200 len: 991 time: 0.0753284 Jul 07 23:20:32.042134 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.064497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:32.066841 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b01f4d5-3a81-40bc-bfbd-55033c645cbc" -d '{"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:32.080188 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:32.084339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.111845 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f1f27b-858d-43fd-b2d2-5991d491392b x-openstack-request-id: req-b4f1f27b-858d-43fd-b2d2-5991d491392b {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:32.112139 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:32.112390 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b4f1f27b-858d-43fd-b2d2-5991d491392b {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:32.112777 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'code': 200} Jul 07 23:20:32.137883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=9']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:46.099054 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-60e0c6bb-07e8-462e-90aa-43f81ef60d50 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510912 Jul 07 23:20:46.193856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-1be3684c-77bf-4d53-9994-8cebd06c2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:46.195303 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-1be3684c-77bf-4d53-9994-8cebd06c2a87 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0537460 Jul 07 23:20:46.303102 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-c584a471-38b3-4136-bd52-b03e7e77a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:46.304478 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-c584a471-38b3-4136-bd52-b03e7e77a20d service neutron] 10.222.0.103 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.0855894 Jul 07 23:20:46.367992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-31aa1056-741a-4d8f-8252-1bb4f319fd13 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 1000 time: 0.0561280 Jul 07 23:20:46.415502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-51ea2536-706a-4a53-8e9a-9370378597fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:46.416896 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-51ea2536-706a-4a53-8e9a-9370378597fc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0419569 Jul 07 23:20:46.476042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-2ca231d9-229d-4983-8a75-10af7d519780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:46.477432 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-2ca231d9-229d-4983-8a75-10af7d519780 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537109 Jul 07 23:20:46.565269 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-eb5e1dc0-1322-4c9b-a555-84bee2a6bd48 service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800774 Jul 07 23:20:46.657501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fa2e5336-ea4a-4cb6-8c86-8e3318d5a772 req-6dc7d618-1976-4a5a-a1f2-69824ce506c0 service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846264 Jul 07 23:20:47.562718 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:48.422647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-849be19c-0a76-439c-80ad-3ba126b28726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:49.404310 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:51.428495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-caa2c716-c1c9-460a-8c9f-96ccd74b2794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:51.482302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:52.404451 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:53.945938 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.496510 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39392) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:00.653586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port ea0b6314-7f6d-45aa-8a64-20d51a6e1041 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:00.653941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.726994 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.727331 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.738480 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for ea0b6314-7f6d-45aa-8a64-20d51a6e1041 owned by network:floatingip {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:00.885294 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.911351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=ea0b6314-7f6d-45aa-8a64-20d51a6e1041,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:00.922983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.923352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.923710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.924062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.924415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.924763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.925106 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.925448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.925791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.926129 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.926487 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.926917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:00.986064 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.986444 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 657ff0d9-de29-48d7-ab2d-c2e445a83818 disassociated (deleted). External IP: 172.25.5.50, port: 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c. Jul 07 23:21:01.189684 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 3caaab56-9ab6-4396-a090-18b19d97729e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:01.295488 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:01.300613 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:01.304745 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] Sync routers for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:01.313930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:01.314654 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:01.341129 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a141f916-9a84-4e7d-8a4a-e2e9be27abdc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/floatingips/657ff0d9-de29-48d7-ab2d-c2e445a83818 HTTP/1.1" status: 204 len: 168 time: 0.8434923 Jul 07 23:21:01.341744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:01.344330 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07967deb-636d-4ad4-97f0-50a5202036fe" -d '{"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:01.423740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:01.581467 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67288c7c-65e9-4ca5-8046-af469b0a1ddb x-openstack-request-id: req-67288c7c-65e9-4ca5-8046-af469b0a1ddb {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:01.581990 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:01.581990 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-67288c7c-65e9-4ca5-8046-af469b0a1ddb {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:01.582417 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'status': 'completed', 'code': 200} Jul 07 23:21:01.627391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:34Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:01.659733 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967deb-636d-4ad4-97f0-50a5202036fe req-8e3b9392-fed9-4b75-a071-ed3b64267620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:01.661301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-8e3b9392-fed9-4b75-a071-ed3b64267620 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 1097 time: 0.0555618 Jul 07 23:21:01.662453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] Checking router: 3caaab56-9ab6-4396-a090-18b19d97729e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:01.670878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:01.671493 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:01.779524 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:01.794530 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967deb-636d-4ad4-97f0-50a5202036fe req-7a7da7cc-f9dc-428b-8ce5-8bd68014dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:01.796052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-7a7da7cc-f9dc-428b-8ce5-8bd68014dcf2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 200 len: 897 time: 0.1276960 Jul 07 23:21:01.803986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cc904-b650-4458-a10f-6add07697220 req-007d9cad-24b3-4524-a2a3-9d1e66acd9ed tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:01.805366 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589cc904-b650-4458-a10f-6add07697220 req-007d9cad-24b3-4524-a2a3-9d1e66acd9ed tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.1284196 Jul 07 23:21:01.850518 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-09c9fe9e-2492-496c-a615-0dec108da26e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 200 len: 217 time: 0.0442023 Jul 07 23:21:01.904098 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-589cc904-b650-4458-a10f-6add07697220 req-1c9a4e9b-6ce8-41a7-80d4-211c45e94cbf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920794 Jul 07 23:21:01.921428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967deb-636d-4ad4-97f0-50a5202036fe req-8a0f4b60-43d2-4c42-8436-6fc9e80e8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:01.922960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-8a0f4b60-43d2-4c42-8436-6fc9e80e8bd2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 200 len: 834 time: 0.0650375 Jul 07 23:21:01.975966 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:34Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:01.982391 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967deb-636d-4ad4-97f0-50a5202036fe req-0aa0b3fd-d4b9-440c-adea-798a7c40fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:01.983994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-0aa0b3fd-d4b9-440c-adea-798a7c40fde6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e7f04e4a-0bd3-435a-822e-20d822c8df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514035 Jul 07 23:21:02.001921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260b6d-2bd6-4a20-a2ac-01c16030646c None None] The sync data for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 is: [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '7c78fc4b-34fe-4602-9a88-8a51cc8bd56c', 'name': '', 'network_id': 'e7f04e4a-0bd3-435a-822e-20d822c8df04', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:08:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:29Z', 'updated_at': '2021-07-07T23:18:34Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:02.073406 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-d29efc50-b6fd-41f2-9982-17c267059b0f service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819397 Jul 07 23:21:02.173945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-07967deb-636d-4ad4-97f0-50a5202036fe req-7ef10d91-26c8-4a29-ab1e-124554861bb5 service neutron] 10.222.0.103 "GET /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934482 Jul 07 23:21:02.215740 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63166c3-a0f3-4ab4-8327-d17293e15a49 None None] New status for floating IP 657ff0d9-de29-48d7-ab2d-c2e445a83818: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:21:02.996875 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-7c905faa-e032-4a2b-bca6-f2d4db84d033 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:02.998363 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-7c905faa-e032-4a2b-bca6-f2d4db84d033 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.0615642 Jul 07 23:21:03.474938 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef328466-fae7-48af-83ae-35a8c6dd494e req-0406378e-94b1-49fa-86ec-33821ee470e8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:03.476425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef328466-fae7-48af-83ae-35a8c6dd494e req-0406378e-94b1-49fa-86ec-33821ee470e8 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=50abf3f3-369f-42f9-aace-47eae3574477 HTTP/1.1" status: 200 len: 945 time: 0.4441292 Jul 07 23:21:03.503976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:03.504342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:03.559356 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ef328466-fae7-48af-83ae-35a8c6dd494e req-0884882d-60b7-4b8a-b26a-bb571b24fe6f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=39cf4c41-ddfd-40b3-a5e1-75239fb817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763481 Jul 07 23:21:03.603886 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:03.604258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:03.617443 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:03.737664 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:03.769094 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=6e2cbc6d-c668-4ab0-82e5-aaf364cff62c,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:03.814927 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] No DVR routers for this DVR port 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:21:03.817549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:03.819589 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-06180eb3-1e84-4925-809c-a7feae0e3dd7 req-b8d5bdf8-bc15-4970-af3d-0bf7ec202b80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "DELETE /v2.0/ports/6e2cbc6d-c668-4ab0-82e5-aaf364cff62c HTTP/1.1" status: 204 len: 173 time: 0.8131824 Jul 07 23:21:03.820045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-deleted', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:03.822300 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e48faa8-c470-4cfa-b46b-a1e48c133d05" -d '{"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-deleted", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:03.860092 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a5ca0-487c-4cbe-9a03-08d66d104613 x-openstack-request-id: req-759a5ca0-487c-4cbe-9a03-08d66d104613 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:03.860457 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50abf3f3-369f-42f9-aace-47eae3574477", "name": "network-vif-deleted", "tag": "6e2cbc6d-c668-4ab0-82e5-aaf364cff62c", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:03.860713 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-759a5ca0-487c-4cbe-9a03-08d66d104613 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:03.861117 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50abf3f3-369f-42f9-aace-47eae3574477', 'name': 'network-vif-deleted', 'tag': '6e2cbc6d-c668-4ab0-82e5-aaf364cff62c', 'status': 'completed', 'code': 200} Jul 07 23:21:04.653130 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39408) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:05.013146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:05.277612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:05.277881 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:05.368222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:05.368589 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:05.381109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:05.564437 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:05.596621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=7c78fc4b-34fe-4602-9a88-8a51cc8bd56c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:05.764920 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:05.982927 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 3caaab56-9ab6-4396-a090-18b19d97729e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:06.023495 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:21:06.054126 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:06.077850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:06.078204 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 6e2cbc6d-c668-4ab0-82e5-aaf364cff62c not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:06.090194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:06.095865 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-403602ef-a68c-4325-9de7-ec7ad90e9b3f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/3caaab56-9ab6-4396-a090-18b19d97729e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415078 Jul 07 23:21:06.098337 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39410) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:06.100874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] Sync routers for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:06.109960 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:06.110511 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:06.148781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting subnet 93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:21:06.151943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.191231 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.213422 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:06.283272 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.346332 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.376135 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Subnet': ['ID=93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:06.378102 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.383238 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-def5f830-0647-4620-a4b2-1ec5f98d035a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/subnets/93d67e00-c2aa-40bb-a9e8-e7f3236ea3f9 HTTP/1.1" status: 204 len: 168 time: 0.2812994 Jul 07 23:21:06.383615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39412) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:06.395961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7038119-6982-48ba-82d6-4f7e6ec5adab None None] Network e7f04e4a-0bd3-435a-822e-20d822c8df04 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:06.491246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.611260 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.652603 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:21:05Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'dc488f6a-e383-473d-93d2-36a63863a23e', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:18:27Z', 'updated_at': '2021-07-07T23:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:06.666351 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port dc488f6a-e383-473d-93d2-36a63863a23e {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:06.666754 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.682131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] Checking router: 3caaab56-9ab6-4396-a090-18b19d97729e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:06.690541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] Routers {'3caaab56-9ab6-4396-a090-18b19d97729e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:06.691229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['3caaab56-9ab6-4396-a090-18b19d97729e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:06.733176 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] DHCP port deletion for e7f04e4a-0bd3-435a-822e-20d822c8df04 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:21:06.756202 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port dc488f6a-e383-473d-93d2-36a63863a23e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=dc488f6a-e383-473d-93d2-36a63863a23e,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:06.756711 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.768666 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for dc488f6a-e383-473d-93d2-36a63863a23e owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:06.807693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] Set router 3caaab56-9ab6-4396-a090-18b19d97729e gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:06.867644 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:21:06Z', 'revision_number': 6, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:06.899173 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731d741-e138-4d4b-aa89-dd105f5326dd None None] The sync data for ids ['3caaab56-9ab6-4396-a090-18b19d97729e'] in n-d-694802-13 is: [{'id': '3caaab56-9ab6-4396-a090-18b19d97729e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573826814', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:18:26Z', 'updated_at': '2021-07-07T23:21:06Z', 'revision_number': 6, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:06.902250 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] Deleting port 3411c40b-281d-45d7-9f50-ab83e430a1bc {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:06.902648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.940390 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.965258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] For port 3411c40b-281d-45d7-9f50-ab83e430a1bc, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=3411c40b-281d-45d7-9f50-ab83e430a1bc,segment=NetworkSegment(9b060d60-3c27-4692-a93f-c51d43addd0e),segment_id=9b060d60-3c27-4692-a93f-c51d43addd0e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:06.965657 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:06.966469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=dc488f6a-e383-473d-93d2-36a63863a23e,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:06.981231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] Calling delete_port for 3411c40b-281d-45d7-9f50-ab83e430a1bc owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:07.027631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.057205 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.085443 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] Pushing event deleted for resources: {'Port': ['ID=3411c40b-281d-45d7-9f50-ab83e430a1bc,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:07.089012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afabe1f-bd86-4bff-a5af-582da8c8e0aa None None] No DVR routers for this DVR port 3411c40b-281d-45d7-9f50-ab83e430a1bc on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:21:07.122821 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.124951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.172146 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.172717 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Fanout notify agent at l3_agent the message router_deleted on router 3caaab56-9ab6-4396-a090-18b19d97729e {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:21:07.179593 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.180729 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5999eb99-4dd4-447b-8293-148a5d19c86e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/routers/3caaab56-9ab6-4396-a090-18b19d97729e HTTP/1.1" status: 204 len: 168 time: 0.7963908 Jul 07 23:21:07.183465 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39414) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:07.263631 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.369019 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.379301 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f04e4a-0bd3-435a-822e-20d822c8df04']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:07.390448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b060d60-3c27-4692-a93f-c51d43addd0e') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:07.390920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b060d60-3c27-4692-a93f-c51d43addd0e') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:07.400537 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.415312 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.421403 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:21:07.421807 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:21:07.424879 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:21:07.484086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.493414 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.496178 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/networks/e7f04e4a-0bd3-435a-822e-20d822c8df04 HTTP/1.1" status: 204 len: 168 time: 0.3115747 Jul 07 23:21:07.500126 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39416) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:07.513318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d3a49-88eb-4566-82d1-315a5c973248 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Network': ['ID=e7f04e4a-0bd3-435a-822e-20d822c8df04,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:07.562236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54fba622-f183-48d7-bf93-d9336a11a9ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.588705 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54fba622-f183-48d7-bf93-d9336a11a9ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.651419 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54fba622-f183-48d7-bf93-d9336a11a9ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.654038 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-54fba622-f183-48d7-bf93-d9336a11a9ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:07.655250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-54fba622-f183-48d7-bf93-d9336a11a9ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/security-groups/39cf4c41-ddfd-40b3-a5e1-75239fb817c5 HTTP/1.1" status: 204 len: 168 time: 0.1540370 Jul 07 23:21:07.668974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fba622-f183-48d7-bf93-d9336a11a9ff tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cf4c41-ddfd-40b3-a5e1-75239fb817c5,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.023931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39422) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.028700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005215390', 'description': 'tempest-secgroup-smoke-2005215390 description', 'project_id': '6726b63148584a7eafe3601a17af15a4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.049820 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.133612 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.137098 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.158728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.159970 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350369 Jul 07 23:21:08.163075 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39424) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.167973 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20041a-8993-4ea7-8ddc-466d8c687bd7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea2f76a-1b31-4c63-85b4-70d890ca64c5,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.168162 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '8ea2f76a-1b31-4c63-85b4-70d890ca64c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.195372 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.240315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.243710 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.261386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47264799-05b1-409a-82ea-c7a00f4a79fb,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.269280 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.270497 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e3c944de-0808-4bf0-aaa4-0247534548d9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062920 Jul 07 23:21:08.273275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39426) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.277625 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '8ea2f76a-1b31-4c63-85b4-70d890ca64c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.304349 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.359348 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.362746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.377483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afd2794-5f56-48f2-b5bd-54df42ba62c9,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.386334 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.387556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3d76d4a1-4dbd-4406-9ac0-49626bfb3b22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133335 Jul 07 23:21:08.391229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39428) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.395644 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '8ea2f76a-1b31-4c63-85b4-70d890ca64c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.420060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.475943 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.479267 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.494355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65e2555-42db-4b0e-9085-ee4aa75c90db,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.503170 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.504383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ddf43d20-f257-480b-9e3a-b88841db20b2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121995 Jul 07 23:21:08.507101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39430) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.511494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '8ea2f76a-1b31-4c63-85b4-70d890ca64c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.536734 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.595882 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.600342 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.619273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4b2d04-253c-46de-8d43-20a2a8b40b44,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.621713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.627125 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-db7c862d-fe7f-4726-9d0c-121f5c7c41bf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148527 Jul 07 23:21:08.627976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device dc488f6a-e383-473d-93d2-36a63863a23e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:08.628662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39432) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.632837 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '8ea2f76a-1b31-4c63-85b4-70d890ca64c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.645435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: dc488f6a-e383-473d-93d2-36a63863a23e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:08.645873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device dc488f6a-e383-473d-93d2-36a63863a23e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:08.646611 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3411c40b-281d-45d7-9f50-ab83e430a1bc no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:08.654528 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:21:08.659301 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.666103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 3411c40b-281d-45d7-9f50-ab83e430a1bc {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:08.666456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 3411c40b-281d-45d7-9f50-ab83e430a1bc not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:08.666901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:08.684660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:08.685014 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 7c78fc4b-34fe-4602-9a88-8a51cc8bd56c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:08.721070 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.725058 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.742454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4adbad-0f60-4657-8413-2fc126973c49,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.748337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.749578 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-03f7799c-d25c-4d55-9ea4-2f128002de1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202788 Jul 07 23:21:08.752350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39434) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.756734 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '8ea2f76a-1b31-4c63-85b4-70d890ca64c5', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.777081 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:21:08.781742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.840875 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.844569 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.866741 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99339a15-4b65-41b3-a6c0-394052c6ed20,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:08.873925 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.875234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3289ba59-5044-4ad5-8ee3-3cf84d73b819 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219432 Jul 07 23:21:08.878050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39436) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:08.882993 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'network': {'name': 'tempest-network-smoke--1995793206', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:08.903679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:08.907599 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.930468 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:21:08.939413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:08.939757 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Added segment 241f6463-3558-45d8-8dce-e7b2a9e3214c of type vlan for network a75b426e-6596-4df8-a316-7ba85bdd63a9 Jul 07 23:21:08.978996 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.006257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.011936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:09.012540 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.069154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900406 Jul 07 23:21:09.071919 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39438) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:09.078376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'admin_state_up': True, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:09.093517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c96a04-cf67-47c2-baeb-506b739b29d4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Network': ['ID=a75b426e-6596-4df8-a316-7ba85bdd63a9,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:09.108366 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.109427 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.109865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:21:09.161158 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.295490 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.481739 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.500098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.596917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.71 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/e19c9d7c-447e-47ec-a49d-93f8d3e58b6a) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:09.697960 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.737443 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:09.771054 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:09.773813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:09.776227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:09.810747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:10.026405 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:10.218458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:10.342888 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 94b32569-60e2-411e-a293-321c18b6eb1e is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:21:10.452707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:10.462455 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Sync routers for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:10.471967 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:10.472360 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:10.473044 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:10.473241 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a6e3707-73d6-4613-9e15-4c3c97be7893 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4003842 Jul 07 23:21:10.476360 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39442) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:10.544552 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5a353f12-f43e-441d-ab54-766e3417de0c tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=6726b63148584a7eafe3601a17af15a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670593 Jul 07 23:21:10.547184 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39446) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:10.576827 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:10.635923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a983bf5-af69-462e-ad94-fa95abd4693d tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:10.637436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1a983bf5-af69-462e-ad94-fa95abd4693d tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893476 Jul 07 23:21:10.640374 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39448) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:10.668244 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb003c42-8b09-459f-8e74-0315861c6f6a tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268304 Jul 07 23:21:10.670706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39450) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:10.675445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531853080', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:10.748379 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:09Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:10.763212 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:10.766929 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:10.776383 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Checking router: 94b32569-60e2-411e-a293-321c18b6eb1e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:10.776739 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Updating router 94b32569-60e2-411e-a293-321c18b6eb1e port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:21:10.812726 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:10.951661 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.016302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Subnet': ['ID=8fcbc8d1-0870-4d27-80d5-fce9183fb441,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:11.024141 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Checking segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:11.024514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network hostable DHCP agents. Network: a75b426e-6596-4df8-a316-7ba85bdd63a9, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:21:11.040604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:21:11.049701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, a75b426e-6596-4df8-a316-7ba85bdd63a9) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:11.054180 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:11.054815 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.062482 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729afa9-b751-4c5c-b898-444daf471a3a None None] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:11.069903 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.075014 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-9ed6d1f7-4f51-491a-b586-5a147222bbe0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4006515 Jul 07 23:21:11.076147 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39452) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:11.080550 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Transition to ACTIVE for port object e19c9d7c-447e-47ec-a49d-93f8d3e58b6a will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:11.087733 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.138543 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Attempting to bind port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:11.138958 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Attempting to bind port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:11.139334 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Attempting to bind port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:11.146700 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:11.147083 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:11.147493 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.147892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:11.148365 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Bound port: e19c9d7c-447e-47ec-a49d-93f8d3e58b6a, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:11.148756 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.150223 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Pushing event updated for resources: {'Port': ['ID=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:11.174116 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.174490 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.174834 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.175175 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.175520 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.175854 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.176719 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.177055 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.177389 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.177721 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.178050 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.178377 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:11.216686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-a75b426e-6596-4df8-a316-7ba85bdd63a9', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:21:11.217817 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.225963 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] For port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:11.229831 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] For port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:11.234525 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.290446 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:11.291115 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:11.295840 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa041ac2-f8eb-4ade-86bd-fee751be2db4 None None] Pushing event updated for resources: {'Port': ['ID=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:11.361158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Allocated IP 172.20.0.2 (a75b426e-6596-4df8-a316-7ba85bdd63a9/8fcbc8d1-0870-4d27-80d5-fce9183fb441/8ebdbda5-21b4-43ba-88d7-4784bee89f3e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:11.502684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:11.513327 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.522618 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Transition to ACTIVE for port object 8ebdbda5-21b4-43ba-88d7-4784bee89f3e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:11.537899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Transition to ACTIVE for port object 8ebdbda5-21b4-43ba-88d7-4784bee89f3e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:11.544119 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.544763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.581402 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:11.588257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:11.591642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:11.599549 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Pushing event updated for resources: {'Port': ['ID=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:11.654477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Attempting to bind port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:11.654890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Attempting to bind port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:11.655262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Attempting to bind port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e on network a75b426e-6596-4df8-a316-7ba85bdd63a9 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:11.660368 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:11.661253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Checking segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:11.661667 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.662066 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Bound using segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:11.662678 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Bound port: 8ebdbda5-21b4-43ba-88d7-4784bee89f3e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:11.663074 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.695354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:09Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:11.728660 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] For port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:11.729136 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bbc23-457b-4150-b39a-9a7d16b63d1f None None] The sync data for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 is: [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:09Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:11.733582 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] For port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:11.737948 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:11.808769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f17c-af5e-42b6-903b-bd30c283cc0c None None] Pushing event updated for resources: {'Port': ['ID=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:11.840506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.1 (a75b426e-6596-4df8-a316-7ba85bdd63a9/8fcbc8d1-0870-4d27-80d5-fce9183fb441/28f7ab56-5eaf-4e40-8214-f34dc3bf248e) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:12.003941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.018296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 28f7ab56-5eaf-4e40-8214-f34dc3bf248e will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:12.061692 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.106123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:12.109700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:12.112779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:12.165576 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:12.174575 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.323270 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.627162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.635851 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.709057 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8ebdbda5-21b4-43ba-88d7-4784bee89f3e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:12.734060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.735703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:12.767434 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:12.773079 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e19c9d7c-447e-47ec-a49d-93f8d3e58b6a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:12.828255 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:12.837403 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81805fac-1cc8-4706-9c5d-93b63c12e133 None None] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:12.851299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:12.853233 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:12.854532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:12.855149 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.917844 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] Provisioning for port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:12.928894 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] Provisioning complete for port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:12.929271 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:12.965636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 94b32569-60e2-411e-a293-321c18b6eb1e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:13.049833 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:13.101759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:13.132435 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:13.167064 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:13.213199 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:13.237461 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] For port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:13.243832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:13.297384 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9670-3458-4f4d-aee8-4efdb1be3d85 None None] Pushing event updated for resources: {'Port': ['ID=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:13.460150 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:13.467097 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f2bd569f-dc3c-4fb1-bb22-574fc4864c58 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/94b32569-60e2-411e-a293-321c18b6eb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3905270 Jul 07 23:21:13.469895 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Sync routers for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:13.484082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:13.484662 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:13.600303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae085322-4a1d-4254-b60e-45670d71fe9b None None] Provisioning for port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:13.606100 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:13.608354 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae085322-4a1d-4254-b60e-45670d71fe9b None None] Provisioning complete for port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:13.608739 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae085322-4a1d-4254-b60e-45670d71fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:13.626937 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-13dce4b9-e467-4c1d-b56c-64cbe26c534d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005215390&fields=id&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 267 time: 0.0451858 Jul 07 23:21:13.705564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-ae085322-4a1d-4254-b60e-45670d71fe9b None None] Port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:13.744112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-d3385170-f22f-4ea6-ad4e-ebc9f9064314 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:13.745739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-d3385170-f22f-4ea6-ad4e-ebc9f9064314 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 797 time: 0.1116023 Jul 07 23:21:13.765380 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-ba35d2a4-efda-4ba5-9832-9ac7d4caa816 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/quotas/6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 375 time: 0.0132742 Jul 07 23:21:13.848688 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-b965aca0-e1fe-4179-8c0b-f8ae7a6de2a4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773110 Jul 07 23:21:13.915225 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ae085322-4a1d-4254-b60e-45670d71fe9b None None] Provisioning complete for port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:13.915956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ae085322-4a1d-4254-b60e-45670d71fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:13.952029 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-4d18e706-262c-49fa-a906-15ef71dc54a5 service neutron] 10.222.0.95 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Jul 07 23:21:14.047672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-3d723eb7-052d-4928-b872-a9ab74c4fda6 service neutron] 10.222.0.95 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893457 Jul 07 23:21:14.061399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 2, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:14.087938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Checking router: 94b32569-60e2-411e-a293-321c18b6eb1e for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:14.088307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Updating router 94b32569-60e2-411e-a293-321c18b6eb1e port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:21:14.123337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.191291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e15e99ce-2821-40b1-be49-1a2a96a8e46d None None] Provisioning complete for port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:14.192195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e15e99ce-2821-40b1-be49-1a2a96a8e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.220479 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ea32bb61-a2d7-49a9-952e-60003ab4a109 req-1f77500d-81df-4087-8bab-fb1b54451642 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 210 time: 0.0298946 Jul 07 23:21:14.288131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e15e99ce-2821-40b1-be49-1a2a96a8e46d None None] Port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:14.445119 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.454805 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Transition to ACTIVE for port object 28f7ab56-5eaf-4e40-8214-f34dc3bf248e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:14.461578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.512276 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60cb08-8a49-457b-a4a8-f6a22eb93bd5 None None] Pushing event updated for resources: {'Port': ['ID=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:14.573291 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Attempting to bind port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:14.573743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Attempting to bind port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:14.574390 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Attempting to bind port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e on network a75b426e-6596-4df8-a316-7ba85bdd63a9 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:14.581842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:14.582313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Checking segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:14.582758 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.583157 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Bound using segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:14.583633 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Bound port: 28f7ab56-5eaf-4e40-8214-f34dc3bf248e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:14.584093 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.653134 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] For port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:14.656349 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] For port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:14.663930 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8ebdbda5-21b4-43ba-88d7-4784bee89f3e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:14.666340 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.760192 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60cb08-8a49-457b-a4a8-f6a22eb93bd5 None None] Pushing event updated for resources: {'Port': ['ID=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:14.763821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:14.764630 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:20:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:14.826782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:14.827162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:14.919410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:15.061780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e19c9d7c-447e-47ec-a49d-93f8d3e58b6a up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:15.170052 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:15.170339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:15.226228 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:14Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:15.274264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e5236-b032-4da9-87b5-3ee590db9561 None None] The sync data for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 is: [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:14Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:15.322263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-978fdbe5-5ddb-462b-aab3-daebab3656ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:15.323866 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-978fdbe5-5ddb-462b-aab3-daebab3656ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 797 time: 0.1097000 Jul 07 23:21:15.390671 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-2d454890-9e5e-4211-90ba-f8e148dbdb29 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 380 time: 0.0466287 Jul 07 23:21:15.404239 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'port': {'device_id': '2c07874a-e62c-4706-a947-5250c21ca702', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'admin_state_up': True, 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'security_groups': ['8ea2f76a-1b31-4c63-85b4-70d890ca64c5']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:15.426149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-feb2eca8-6d7f-4bad-8d7a-406870074c1b req-b440015f-d776-4b04-a736-619a72dc7cd5 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 210 time: 0.0430615 Jul 07 23:21:15.536297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:15.539884 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:15.678856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.9 (a75b426e-6596-4df8-a316-7ba85bdd63a9/8fcbc8d1-0870-4d27-80d5-fce9183fb441/f8538160-bb5f-4c17-b524-4f1477cbe9d1) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:15.829923 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:15.845497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object f8538160-bb5f-4c17-b524-4f1477cbe9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:15.881341 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:15.926965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:15.932483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:15.936253 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:15.971773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=f8538160-bb5f-4c17-b524-4f1477cbe9d1,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:15.998340 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:15.999078 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.015023 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-17d0779a-a332-4877-8c91-c44933eff8fc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164474 Jul 07 23:21:16.070753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Request body: {'port': {'device_id': '2c07874a-e62c-4706-a947-5250c21ca702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:16.150476 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.217648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3a668416-d4c3-4d65-a8ae-9abebbbb1267 None None] Provisioning for port f8538160-bb5f-4c17-b524-4f1477cbe9d1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:16.222092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3a668416-d4c3-4d65-a8ae-9abebbbb1267 None None] Provisioning complete for port f8538160-bb5f-4c17-b524-4f1477cbe9d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:16.222600 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3a668416-d4c3-4d65-a8ae-9abebbbb1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.263948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-3a668416-d4c3-4d65-a8ae-9abebbbb1267 None None] Port f8538160-bb5f-4c17-b524-4f1477cbe9d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:16.605552 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a002d-9feb-4d2c-9b9c-c5f236e6fe05 req-0a406a24-1259-4e7f-bdfc-504bee85d292 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:16.607126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-785a002d-9feb-4d2c-9b9c-c5f236e6fe05 req-0a406a24-1259-4e7f-bdfc-504bee85d292 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 931 time: 0.0667953 Jul 07 23:21:16.641182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7ab56-5eaf-4e40-8214-f34dc3bf248e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:16.649204 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-785a002d-9feb-4d2c-9b9c-c5f236e6fe05 req-935a5e7b-445c-4abb-a2fc-62d4e6cae876 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361676 Jul 07 23:21:16.703175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:16.707571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:16.707960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.728407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8538160-bb5f-4c17-b524-4f1477cbe9d1 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:21:16.736025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.749034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Transition to ACTIVE for port object f8538160-bb5f-4c17-b524-4f1477cbe9d1 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:16.752162 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.792861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.822353 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Pushing event updated for resources: {'Port': ['ID=f8538160-bb5f-4c17-b524-4f1477cbe9d1,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:16.831696 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:16.838583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.883599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Attempting to bind port f8538160-bb5f-4c17-b524-4f1477cbe9d1 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:16.883945 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Attempting to bind port f8538160-bb5f-4c17-b524-4f1477cbe9d1 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:16.884280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Attempting to bind port f8538160-bb5f-4c17-b524-4f1477cbe9d1 on network a75b426e-6596-4df8-a316-7ba85bdd63a9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:16.889180 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Port f8538160-bb5f-4c17-b524-4f1477cbe9d1 on network a75b426e-6596-4df8-a316-7ba85bdd63a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:21:16.889503 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Attempting to bind port f8538160-bb5f-4c17-b524-4f1477cbe9d1 on network a75b426e-6596-4df8-a316-7ba85bdd63a9 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:16.891082 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:16.894468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:16.895370 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Checking segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:16.895757 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Bound using segment: {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:16.896556 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Bound port: f8538160-bb5f-4c17-b524-4f1477cbe9d1, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241f6463-3558-45d8-8dce-e7b2a9e3214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:16.896556 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.965053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] For port f8538160-bb5f-4c17-b524-4f1477cbe9d1, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:16.968544 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] For port f8538160-bb5f-4c17-b524-4f1477cbe9d1, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:16.973853 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:17.008411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.009051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:17.010519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] 10.222.0.97 "PUT /v2.0/ports/f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 1092 time: 0.9883795 Jul 07 23:21:17.010991 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:17.013278 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:17.041761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70980-267f-48ec-a54a-ccbb95b60121 service neutron] Pushing event updated for resources: {'Port': ['ID=f8538160-bb5f-4c17-b524-4f1477cbe9d1,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:17.079897 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cc9b98-cbc5-4746-a807-d9eade529a0d x-openstack-request-id: req-34cc9b98-cbc5-4746-a807-d9eade529a0d {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:17.080208 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:17.080466 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-34cc9b98-cbc5-4746-a807-d9eade529a0d {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:17.080869 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'status': 'completed', 'code': 200} Jul 07 23:21:17.109700 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-50695eee-6611-4a9c-b80d-41699fcf849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.111313 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-50695eee-6611-4a9c-b80d-41699fcf849c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1095 time: 0.0616260 Jul 07 23:21:17.157698 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-23163829-20a8-40ba-8866-795a2b3bdffd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 217 time: 0.0389085 Jul 07 23:21:17.206850 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-00066007-a572-41dc-a785-0a26d616ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.208916 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-00066007-a572-41dc-a785-0a26d616ba36 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0453227 Jul 07 23:21:17.265718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd119-2af0-4618-9aab-6ac765191273 req-f779c68c-d4ac-4233-b8df-5dc9205ae095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.267454 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-f779c68c-d4ac-4233-b8df-5dc9205ae095 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520723 Jul 07 23:21:17.361089 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-1ac17145-d724-4c45-a17f-97623e1804fb service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861855 Jul 07 23:21:17.450798 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-baefd119-2af0-4618-9aab-6ac765191273 req-76e5682b-be48-4ad9-888b-62a0725f1de5 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823805 Jul 07 23:21:17.546743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-29182179-172a-42b5-afd1-7a42fb1289b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.548134 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-29182179-172a-42b5-afd1-7a42fb1289b7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1095 time: 0.0520432 Jul 07 23:21:17.568114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:17.643222 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-25159b7c-07a3-4260-81aa-8373a3678119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.644756 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-25159b7c-07a3-4260-81aa-8373a3678119 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 898 time: 0.0903068 Jul 07 23:21:17.688410 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-5cfc32ff-4bad-4a78-9129-ef01b034bf22 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 217 time: 0.0368359 Jul 07 23:21:17.742831 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-e43ed96c-0c27-44d6-88b1-1fdafe708b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.744333 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-e43ed96c-0c27-44d6-88b1-1fdafe708b8b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0489635 Jul 07 23:21:17.801976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-ea9611ea-71c7-4a0d-a492-8c22c7329391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.803471 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-ea9611ea-71c7-4a0d-a492-8c22c7329391 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526552 Jul 07 23:21:17.831241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5275c-dc5b-4ad6-8630-48ac523435dc req-10c55e3e-b580-4b58-8ab0-c36827623085 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.832849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dea5275c-dc5b-4ad6-8630-48ac523435dc req-10c55e3e-b580-4b58-8ab0-c36827623085 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 943 time: 0.0665040 Jul 07 23:21:17.871180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dea5275c-dc5b-4ad6-8630-48ac523435dc req-8239c601-b03a-47f0-b1d1-a5484e05065c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Jul 07 23:21:17.893382 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-f980a116-71ef-43db-a266-37eef2387c67 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Jul 07 23:21:17.990024 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9b3d9d20-0ce0-4a86-be26-508d5fc1d839 req-a92f38d3-dba8-4352-8beb-ea0cbe0fbf06 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903587 Jul 07 23:21:18.423155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bbcf89c1-f30a-48b4-9b40-45400ea7fe86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:18.615976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7ab56-5eaf-4e40-8214-f34dc3bf248e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:18.662456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:18.662873 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:19.046383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e6028-42cc-41e1-80c5-f3003970fd54 req-c4120402-cab9-4f0f-add0-96748ed74f79 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:19.047924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed6e6028-42cc-41e1-80c5-f3003970fd54 req-c4120402-cab9-4f0f-add0-96748ed74f79 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 943 time: 0.0633378 Jul 07 23:21:19.085657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ed6e6028-42cc-41e1-80c5-f3003970fd54 req-3f5464b1-509b-4a1f-a09a-51e644533f22 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Jul 07 23:21:19.403210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:20.259860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e6d0-6932-4901-8bcf-46ad2bbe7e7d req-6353709c-dcd6-40e0-bc14-69c0ab4ccbae tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:20.261405 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7486e6d0-6932-4901-8bcf-46ad2bbe7e7d req-6353709c-dcd6-40e0-bc14-69c0ab4ccbae tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 943 time: 0.0664668 Jul 07 23:21:20.299805 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7486e6d0-6932-4901-8bcf-46ad2bbe7e7d req-d4e72378-c2dc-4e50-9a5b-04bc1ebc3d39 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328972 Jul 07 23:21:20.823037 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f8538160-bb5f-4c17-b524-4f1477cbe9d1 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:21:20.915759 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f8538160-bb5f-4c17-b524-4f1477cbe9d1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:20.927031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'port_id': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'mac_address': 'fa:16:3e:54:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:21:20.965565 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:20.978095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8538160-bb5f-4c17-b524-4f1477cbe9d1 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:21:20.996991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f8538160-bb5f-4c17-b524-4f1477cbe9d1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:21.000438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:21.044947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f8538160-bb5f-4c17-b524-4f1477cbe9d1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:21.355279 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['f8538160-bb5f-4c17-b524-4f1477cbe9d1'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:21:21.443279 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ff32caf6-d535-4395-844c-4f436d812f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:21.479414 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349aad-c004-4c80-a966-667a63666ab3 req-7e55fecc-e09c-4cdc-a8b8-12bac29aa3cc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:21.480987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9349aad-c004-4c80-a966-667a63666ab3 req-7e55fecc-e09c-4cdc-a8b8-12bac29aa3cc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 944 time: 0.0688987 Jul 07 23:21:21.499583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:21.520909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a9349aad-c004-4c80-a966-667a63666ab3 req-491407e4-4559-452d-9bc4-1da25b4db609 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343382 Jul 07 23:21:22.406480 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.697992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8de608-2dc8-4d9e-867d-fa8d75590389 req-1cdeb026-fb27-4b1a-b709-caf02f05aad4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:22.699424 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e8de608-2dc8-4d9e-867d-fa8d75590389 req-1cdeb026-fb27-4b1a-b709-caf02f05aad4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 944 time: 0.0683138 Jul 07 23:21:22.742537 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e8de608-2dc8-4d9e-867d-fa8d75590389 req-046b4701-bcba-42ab-ad20-3b01deee94ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375791 Jul 07 23:21:22.839414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f8538160-bb5f-4c17-b524-4f1477cbe9d1 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:22.886278 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port f8538160-bb5f-4c17-b524-4f1477cbe9d1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:22.889760 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port f8538160-bb5f-4c17-b524-4f1477cbe9d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:22.890140 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.966745 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.988460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:22.990746 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0b5ae-5dfa-4263-aed9-61a0b9a923a6" -d '{"events": [{"server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "name": "network-vif-plugged", "status": "completed", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:23.003018 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port f8538160-bb5f-4c17-b524-4f1477cbe9d1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:23.007877 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:23.030391 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63cf62-6eda-42a8-972f-d62f6f968f4e x-openstack-request-id: req-3d63cf62-6eda-42a8-972f-d62f6f968f4e {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:23.030717 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "name": "network-vif-plugged", "status": "completed", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:23.030974 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3d63cf62-6eda-42a8-972f-d62f6f968f4e {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:23.031365 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'code': 200} Jul 07 23:21:23.056873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=f8538160-bb5f-4c17-b524-4f1477cbe9d1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:23.143543 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84da5a0-cfac-4fc8-b092-26593e2564ca req-08b768b2-105d-48f2-97d6-4dc5db117a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.145656 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c84da5a0-cfac-4fc8-b092-26593e2564ca req-08b768b2-105d-48f2-97d6-4dc5db117a6d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1097 time: 0.0570936 Jul 07 23:21:23.179076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c84da5a0-cfac-4fc8-b092-26593e2564ca req-65588aa0-e1b3-4c33-a23e-83dab3508059 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275092 Jul 07 23:21:23.917857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65f20b-d64f-41ee-8be3-3a53c8b5a9b2 req-cde6531d-906d-4131-90b1-b8ddcb2eaac9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.919387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da65f20b-d64f-41ee-8be3-3a53c8b5a9b2 req-cde6531d-906d-4131-90b1-b8ddcb2eaac9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0630436 Jul 07 23:21:23.949284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:23.958261 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-da65f20b-d64f-41ee-8be3-3a53c8b5a9b2 req-66bf1dde-056d-40e1-a1d3-5b7924777a1d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Jul 07 23:21:25.128456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6792e-70f4-446f-89d3-d7225f726690 req-ee64b450-6fa8-48e0-a787-786b4162068b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:25.130491 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0d6792e-70f4-446f-89d3-d7225f726690 req-ee64b450-6fa8-48e0-a787-786b4162068b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0621259 Jul 07 23:21:25.166239 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f0d6792e-70f4-446f-89d3-d7225f726690 req-1a335073-4b8a-4e9b-9a5d-96046f531af9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303299 Jul 07 23:21:25.337809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619b7e-2ec7-4ea3-b19d-7e36551f7752 req-ae208116-59d5-4749-91a1-9564a09d4414 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:25.339325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60619b7e-2ec7-4ea3-b19d-7e36551f7752 req-ae208116-59d5-4749-91a1-9564a09d4414 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0664678 Jul 07 23:21:25.375741 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-60619b7e-2ec7-4ea3-b19d-7e36551f7752 req-42b28096-77c8-4af4-ad53-04c502060c42 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Jul 07 23:21:25.399496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39508) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:25.450064 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed526e5e-1e8c-45dd-b172-107c180f02d4 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:25.451643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ed526e5e-1e8c-45dd-b172-107c180f02d4 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1092 time: 0.0511124 Jul 07 23:21:25.454488 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39510) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:25.458925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:25.480927 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.577400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.676681 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.166 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/bc28f51a-f928-41a5-a2a8-7d2984905947) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:25.779059 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.817257 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.853302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:25.856176 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:25.858873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:25.889010 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=bc28f51a-f928-41a5-a2a8-7d2984905947,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:26.225643 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.301149 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.443576 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.447932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.518764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=bc28f51a-f928-41a5-a2a8-7d2984905947,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:26.529060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.627858 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 522c6a33-4892-4b1e-bc3d-3e63778207c9 associated. External IP: 172.25.5.166, port: f8538160-bb5f-4c17-b524-4f1477cbe9d1. Jul 07 23:21:26.831640 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 94b32569-60e2-411e-a293-321c18b6eb1e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:26.936818 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:26.946728 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] Sync routers for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:26.953505 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.955607 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:26.956233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:21:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:26.990657 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-53d9b7d1-fe9c-4f2b-a896-47ab8fadcbea tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5351024 Jul 07 23:21:26.991274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:26.993546 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9512b70-8543-449f-9bc3-c21551357c56" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:27.062211 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:27.139603 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447946-83e8-47a7-a0b5-1e3387ec43f4 req-cf1dcd5b-0148-40a3-8905-e21dda6926e4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:27.141103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0447946-83e8-47a7-a0b5-1e3387ec43f4 req-cf1dcd5b-0148-40a3-8905-e21dda6926e4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0625229 Jul 07 23:21:27.178613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c0447946-83e8-47a7-a0b5-1e3387ec43f4 req-d3c99641-6226-4205-b67b-62038796107d tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jul 07 23:21:27.202647 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39516) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:27.244002 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674ac5b7-6ddb-4bb7-b1df-e1ecfd957f6c x-openstack-request-id: req-674ac5b7-6ddb-4bb7-b1df-e1ecfd957f6c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:27.244701 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:27.244701 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-674ac5b7-6ddb-4bb7-b1df-e1ecfd957f6c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:27.244936 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'status': 'completed', 'code': 200} Jul 07 23:21:27.270354 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3e932ed3-9336-43b0-9f12-eb7e55f82baa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/522c6a33-4892-4b1e-bc3d-3e63778207c9 HTTP/1.1" status: 200 len: 991 time: 0.0665483 Jul 07 23:21:27.282828 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '522c6a33-4892-4b1e-bc3d-3e63778207c9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'port_id': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'mac_address': 'fa:16:3e:54:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07874a-e62c-4706-a947-5250c21ca702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:21:26Z', 'updated_at': '2021-07-07T23:21:26Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:16Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:27.301195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512b70-8543-449f-9bc3-c21551357c56 req-5af5cf36-b370-46b0-a923-0f1b1b74ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:27.302769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-5af5cf36-b370-46b0-a923-0f1b1b74ed17 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1097 time: 0.0538177 Jul 07 23:21:27.309115 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] Checking router: 94b32569-60e2-411e-a293-321c18b6eb1e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:27.317233 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:27.317844 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:21:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:27.396913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512b70-8543-449f-9bc3-c21551357c56 req-6cf13399-0f26-43c7-86a6-b7b2345b5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:27.398380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-6cf13399-0f26-43c7-86a6-b7b2345b5cfc service neutron] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 898 time: 0.0897784 Jul 07 23:21:27.420916 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:27.462769 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-746f6ec7-cc52-45f8-90cc-82431da14fb4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 999 time: 0.0581765 Jul 07 23:21:27.514773 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512b70-8543-449f-9bc3-c21551357c56 req-8e0a3782-d35d-4280-a9cf-61434551309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:27.516264 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-8e0a3782-d35d-4280-a9cf-61434551309b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0474744 Jul 07 23:21:27.573263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512b70-8543-449f-9bc3-c21551357c56 req-031a8a27-5075-460d-a882-fe951f184f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:27.574833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-031a8a27-5075-460d-a882-fe951f184f62 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517330 Jul 07 23:21:27.637945 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '522c6a33-4892-4b1e-bc3d-3e63778207c9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'port_id': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'mac_address': 'fa:16:3e:54:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07874a-e62c-4706-a947-5250c21ca702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:21:26Z', 'updated_at': '2021-07-07T23:21:26Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:16Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:27.663746 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-5489db59-52ba-41c8-ac2a-cca6a2ddbb91 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827253 Jul 07 23:21:27.664227 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9177-8707-49ad-9165-8b31f20a8c59 None None] The sync data for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 is: [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '522c6a33-4892-4b1e-bc3d-3e63778207c9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'port_id': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'mac_address': 'fa:16:3e:54:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07874a-e62c-4706-a947-5250c21ca702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:21:26Z', 'updated_at': '2021-07-07T23:21:26Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:16Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:27.761322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b9512b70-8543-449f-9bc3-c21551357c56 req-b619da6d-123e-482d-94a3-ad3656238dc3 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914593 Jul 07 23:21:27.857686 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e2525d-29f8-4df6-a04c-08045d515b13 None None] New status for floating IP 522c6a33-4892-4b1e-bc3d-3e63778207c9: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:21:28.274383 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39518) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:28.334449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-228294d9-2c35-49bb-bfbe-6516871fd4aa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/522c6a33-4892-4b1e-bc3d-3e63778207c9 HTTP/1.1" status: 200 len: 993 time: 0.0589554 Jul 07 23:21:43.023660 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:21:47.580339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:48.424044 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-03a9eabe-3ed1-4fcf-9850-7f3f0c09d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:49.416876 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:50.862872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-6c60dd36-eb6c-4ea7-a256-f4f9bfec646b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507393 Jul 07 23:21:50.959413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-890b5d80-18c8-4802-bd5f-290e19cb0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:50.961111 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-890b5d80-18c8-4802-bd5f-290e19cb0752 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1097 time: 0.0544028 Jul 07 23:21:51.067780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-b7231723-0757-4c1a-840d-591f181941f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:51.069316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-b7231723-0757-4c1a-840d-591f181941f4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 898 time: 0.0876167 Jul 07 23:21:51.133496 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-0f680ef6-80c7-42c4-a1e4-df1120a36b56 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0568120 Jul 07 23:21:51.184586 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-a3bafc31-8b6c-4fba-94aa-40ef073f71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:51.186022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-a3bafc31-8b6c-4fba-94aa-40ef073f71a6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0465353 Jul 07 23:21:51.241178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-4672ca8e-19f7-415a-8f30-527324e3afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:51.242686 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-4672ca8e-19f7-415a-8f30-527324e3afa1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503983 Jul 07 23:21:51.332109 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-bdef1314-85ca-44f3-a6e9-c7615b5f94ef service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829046 Jul 07 23:21:51.425725 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-d599995e-d0b0-40e7-aa3f-aa6b72be0952 req-68439b1f-85bc-4108-999f-5d4935236116 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869944 Jul 07 23:21:51.433928 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c9607c43-4632-4e84-a1d4-d43d0934c2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:51.480922 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:52.409381 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:53.950374 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:17.595194 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:18.424904 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-17c5de31-3bf9-49fe-b118-55b0fd5742b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:19.411266 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:20.023422 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:22:21.436023 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-451bf23b-1c97-4c6d-ac61-836f7f1ba6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:21.480293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:22.413238 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:23.952898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:31.268001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eaabf-253d-4018-8c4a-98844e426d88 req-9f5ee521-bcf7-47eb-a499-346126c28806 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:31.269519 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-370eaabf-253d-4018-8c4a-98844e426d88 req-9f5ee521-bcf7-47eb-a499-346126c28806 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0633569 Jul 07 23:22:31.310250 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-370eaabf-253d-4018-8c4a-98844e426d88 req-87f96721-c642-41fe-870a-69041f478d86 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jul 07 23:22:32.490501 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dcf3b-bd4a-4e14-9dd4-407caa0ba525 req-256feaa2-7c43-41c4-b634-a0d3cf323709 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:32.492022 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f20dcf3b-bd4a-4e14-9dd4-407caa0ba525 req-256feaa2-7c43-41c4-b634-a0d3cf323709 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0628409 Jul 07 23:22:32.528412 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f20dcf3b-bd4a-4e14-9dd4-407caa0ba525 req-d5648d6e-fac4-431d-be96-db41c02c7957 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Jul 07 23:22:33.696878 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7a262-7c25-42e2-8a3f-902167295930 req-7770e0ca-7323-4cf6-96ae-e6817876e4f7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:33.698374 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6f7a262-7c25-42e2-8a3f-902167295930 req-7770e0ca-7323-4cf6-96ae-e6817876e4f7 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0618715 Jul 07 23:22:33.737040 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b6f7a262-7c25-42e2-8a3f-902167295930 req-9f8035fe-ed47-4d8a-9fe9-91c41f01c01a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Jul 07 23:22:34.913130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16feb7-eae0-45e6-adb0-fc610b775bcd req-6c5ebbea-02df-42ed-a242-77404f2b5e15 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:34.914613 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d16feb7-eae0-45e6-adb0-fc610b775bcd req-6c5ebbea-02df-42ed-a242-77404f2b5e15 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0679610 Jul 07 23:22:34.951103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7d16feb7-eae0-45e6-adb0-fc610b775bcd req-adb1dfa1-9076-4d5c-9280-9d5f39ad8c95 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Jul 07 23:22:36.136040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b3f-c17a-4553-a83f-4cb56a1d8d10 req-fc02fde1-4047-410e-9f52-4d0f5a728d28 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:36.137449 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9d43b3f-c17a-4553-a83f-4cb56a1d8d10 req-fc02fde1-4047-410e-9f52-4d0f5a728d28 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0622568 Jul 07 23:22:36.173501 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b9d43b3f-c17a-4553-a83f-4cb56a1d8d10 req-a1d2574b-85af-472b-b5f4-7dc097c09364 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305474 Jul 07 23:22:37.352694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983a2da-4302-4e27-a100-801f67e097df req-9caff39f-8575-41ae-a98f-2694a0046d74 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:37.354161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a983a2da-4302-4e27-a100-801f67e097df req-9caff39f-8575-41ae-a98f-2694a0046d74 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0672095 Jul 07 23:22:37.390496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a983a2da-4302-4e27-a100-801f67e097df req-faa0ed7b-52fd-4315-bbfe-5cbdbbc31289 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Jul 07 23:22:38.565639 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33490-7b92-474a-a8dd-33e7fe8f8c83 req-fe836397-7dd0-4e90-bb0f-5cc131f2681f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:38.567189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1d33490-7b92-474a-a8dd-33e7fe8f8c83 req-fe836397-7dd0-4e90-bb0f-5cc131f2681f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0644875 Jul 07 23:22:38.605132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d1d33490-7b92-474a-a8dd-33e7fe8f8c83 req-0cc185a8-486b-4e0f-98f3-649621a0716f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 07 23:22:39.782474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36b61c-426c-458e-aeae-1a8b281928ba req-e2b93cc3-7775-4f64-943b-7d0ff8441484 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:39.784555 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c36b61c-426c-458e-aeae-1a8b281928ba req-e2b93cc3-7775-4f64-943b-7d0ff8441484 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0644174 Jul 07 23:22:39.820442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7c36b61c-426c-458e-aeae-1a8b281928ba req-2dfae0dd-6090-4d78-bca9-b0d0b54b94cf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302892 Jul 07 23:22:41.001830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d6fbf-aa3e-4836-9cab-5e2c33561b89 req-46d5312d-9047-4e12-a5c9-75ab67ed5cd3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:41.003838 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-258d6fbf-aa3e-4836-9cab-5e2c33561b89 req-46d5312d-9047-4e12-a5c9-75ab67ed5cd3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0680034 Jul 07 23:22:41.040301 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-258d6fbf-aa3e-4836-9cab-5e2c33561b89 req-45e4a925-65b9-47e4-85a7-af15445aa7aa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Jul 07 23:22:42.214912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d5a2-e80a-4dc8-8d4b-f1ffba180bec req-912c8e42-a8c7-4b7f-8739-d96c47389999 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:42.216332 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9015d5a2-e80a-4dc8-8d4b-f1ffba180bec req-912c8e42-a8c7-4b7f-8739-d96c47389999 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0619736 Jul 07 23:22:42.252996 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9015d5a2-e80a-4dc8-8d4b-f1ffba180bec req-5eb30aee-0eee-45cd-864e-6ad1f1f77dce tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303810 Jul 07 23:22:43.427706 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a5865-941f-42ea-b1c1-ed9ccc2a4e04 req-e4b7d028-5323-4baa-b188-40988d1b2ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:43.429232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac9a5865-941f-42ea-b1c1-ed9ccc2a4e04 req-e4b7d028-5323-4baa-b188-40988d1b2ccd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0658443 Jul 07 23:22:43.466044 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac9a5865-941f-42ea-b1c1-ed9ccc2a4e04 req-6628c3e5-1709-4062-9324-b5d5909a6407 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Jul 07 23:22:44.642873 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1338-209e-49ee-9543-82240cfafcd0 req-f70a75c2-1586-4986-a9d9-67c7b9542656 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:44.644395 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e10d1338-209e-49ee-9543-82240cfafcd0 req-f70a75c2-1586-4986-a9d9-67c7b9542656 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0664716 Jul 07 23:22:44.681781 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e10d1338-209e-49ee-9543-82240cfafcd0 req-3d1321e7-ce63-4bc3-80e2-936ad32894e6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Jul 07 23:22:45.854445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6bc1-fb9b-4a4d-a7f4-1e964a9ee3f4 req-a243e881-3535-41bd-9fec-1c4936a84c43 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:45.855924 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f7b6bc1-fb9b-4a4d-a7f4-1e964a9ee3f4 req-a243e881-3535-41bd-9fec-1c4936a84c43 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0639184 Jul 07 23:22:45.892946 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f7b6bc1-fb9b-4a4d-a7f4-1e964a9ee3f4 req-385a289d-54bd-40ff-a4fc-4dfe117287af tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Jul 07 23:22:47.075472 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a912e-8278-4237-bef0-fd6edc0c61ea req-d6e3538b-36e4-438e-8596-866c19ed8da9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:47.076959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d5a912e-8278-4237-bef0-fd6edc0c61ea req-d6e3538b-36e4-438e-8596-866c19ed8da9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0685248 Jul 07 23:22:47.113716 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1d5a912e-8278-4237-bef0-fd6edc0c61ea req-16c3bbee-4508-4483-9a31-944ec4d6454c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305653 Jul 07 23:22:47.138442 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39584) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:22:47.197296 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2f7ac059-22d2-4173-8e7c-248aaef17de2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/522c6a33-4892-4b1e-bc3d-3e63778207c9 HTTP/1.1" status: 200 len: 993 time: 0.0577121 Jul 07 23:22:47.593236 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:48.426165 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6ac12f90-9edb-4bf8-9f80-b5a330bd4a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:48.603692 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-ac2b0394-b622-4e04-a9d0-7f091a67fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:48.605429 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-ac2b0394-b622-4e04-a9d0-7f091a67fb8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1097 time: 0.0544510 Jul 07 23:22:48.632219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b18b-558b-4d0f-9020-a7095cb336a2 req-6a02d957-a46c-4ddb-ba75-2661fb47c111 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:48.633808 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2c5b18b-558b-4d0f-9020-a7095cb336a2 req-6a02d957-a46c-4ddb-ba75-2661fb47c111 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0699961 Jul 07 23:22:48.671198 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c2c5b18b-558b-4d0f-9020-a7095cb336a2 req-9e01b65e-116a-4ee2-9d47-7664c82ad164 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Jul 07 23:22:48.701182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-ea91fd2f-678c-44ab-b7ac-698dacc2b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:48.703049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-ea91fd2f-678c-44ab-b7ac-698dacc2b66d service neutron] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 898 time: 0.0908194 Jul 07 23:22:48.768715 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-09da7845-e253-4056-aabf-2f315e731454 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0594029 Jul 07 23:22:48.821857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-e3111484-8e4d-41bb-8173-1e54715018ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:48.823317 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-e3111484-8e4d-41bb-8173-1e54715018ec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0483990 Jul 07 23:22:48.880523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-ae3cd995-d174-460e-b6aa-54ec5fae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:48.882048 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-ae3cd995-d174-460e-b6aa-54ec5fae9554 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525742 Jul 07 23:22:48.969855 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-33be35b9-2fd1-43a7-afdb-bfb175576752 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811367 Jul 07 23:22:49.068139 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4ea474a9-7a7d-4a9c-8eeb-ca4fcc58784b req-7378b1d7-205b-4feb-92c4-4d4024fca432 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918841 Jul 07 23:22:49.405154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:49.844608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4856ac3-2115-4b52-8fb0-4a95125897d8 req-0f00b65c-44df-4ead-800e-22c51fcb98e9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:49.846567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4856ac3-2115-4b52-8fb0-4a95125897d8 req-0f00b65c-44df-4ead-800e-22c51fcb98e9 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0615249 Jul 07 23:22:49.883282 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c4856ac3-2115-4b52-8fb0-4a95125897d8 req-6fb10e34-cfee-41ba-b184-56b281d21f03 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311053 Jul 07 23:22:49.907152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39594) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:22:49.968466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-97cba146-b656-4bdc-8828-6692185b8fdd tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/522c6a33-4892-4b1e-bc3d-3e63778207c9 HTTP/1.1" status: 200 len: 993 time: 0.0601420 Jul 07 23:22:51.435989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6cacf6c5-7adf-446f-88f3-d208c0f62065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:51.479474 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:51.828096 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-ac999624-e5ee-413a-be94-ea7458fc9f46 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516386 Jul 07 23:22:51.920085 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-eb3896c0-867f-43c2-a8b0-878fb9d3b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:51.921592 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-eb3896c0-867f-43c2-a8b0-878fb9d3b6c7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1097 time: 0.0521038 Jul 07 23:22:52.030702 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-ec9d47db-2ff1-44bf-997f-e945553f3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:52.032209 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-ec9d47db-2ff1-44bf-997f-e945553f3eaa service neutron] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 898 time: 0.0887380 Jul 07 23:22:52.098325 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-af35dfa2-4104-4eae-bb7b-3606f7f6207d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0588541 Jul 07 23:22:52.152840 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-9e8e2da6-f525-4b7c-a021-2bf27372f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:52.154332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-9e8e2da6-f525-4b7c-a021-2bf27372f5a2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0496433 Jul 07 23:22:52.209250 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-7cb95570-bcb8-45dc-a6d2-0051384a1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:52.210787 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-7cb95570-bcb8-45dc-a6d2-0051384a1046 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506196 Jul 07 23:22:52.296842 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-ee942383-23be-482e-9125-aa2c1b5a1e42 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793996 Jul 07 23:22:52.388065 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-b926fb2d-b9e9-4fcc-a532-66ef2995f6f0 req-60f289ef-8368-478b-8497-3a66b8ceaa81 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Jul 07 23:22:52.413638 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:53.955249 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:57.022989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:23:17.607924 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:18.427469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c7840d65-7778-43bb-a19b-00909f71d9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:19.417648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:21.438549 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-269b27a9-ef4b-4598-9841-ed8020233577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:21.478532 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:22.416262 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:23.958157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:34.022166 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:23:40.650366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39624) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:40.802968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port bc28f51a-f928-41a5-a2a8-7d2984905947 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:23:40.803325 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:40.876469 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:40.876809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:40.888170 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for bc28f51a-f928-41a5-a2a8-7d2984905947 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:23:41.034492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:41.060041 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=bc28f51a-f928-41a5-a2a8-7d2984905947,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:41.085937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.086286 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.086717 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.086981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.087312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.087641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.087969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.088295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.088621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.088944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.089265 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.089584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:41.131893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:41.132237 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 522c6a33-4892-4b1e-bc3d-3e63778207c9 disassociated (deleted). External IP: 172.25.5.166, port: f8538160-bb5f-4c17-b524-4f1477cbe9d1. Jul 07 23:23:41.679322 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 94b32569-60e2-411e-a293-321c18b6eb1e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:23:41.783107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:23:41.787868 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:41.792166 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] Sync routers for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:23:41.801367 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:41.801974 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:41.827216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d811e628-4acf-4795-ab3c-f284ba956fc6 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/floatingips/522c6a33-4892-4b1e-bc3d-3e63778207c9 HTTP/1.1" status: 204 len: 168 time: 1.1732781 Jul 07 23:23:41.827216 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:23:41.827688 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09afe8c-faca-422a-bf00-a1ad25c3e915" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:23:41.911406 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:42.076768 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5f066c-0539-41d9-bf62-47f325c78aa9 x-openstack-request-id: req-bb5f066c-0539-41d9-bf62-47f325c78aa9 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:23:42.077156 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:23:42.077504 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bb5f066c-0539-41d9-bf62-47f325c78aa9 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:23:42.078048 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'status': 'completed', 'code': 200} Jul 07 23:23:42.116881 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:16Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:42.158368 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-f9778844-37d8-407a-b352-7103662d2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:42.161240 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-f9778844-37d8-407a-b352-7103662d2bc8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 1097 time: 0.0601239 Jul 07 23:23:42.234736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681fa6-2952-4975-bba2-39055ca51883 req-92f651a9-9a50-4384-a9e4-a40c41825157 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:42.236280 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] Checking router: 94b32569-60e2-411e-a293-321c18b6eb1e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:23:42.236444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1681fa6-2952-4975-bba2-39055ca51883 req-92f651a9-9a50-4384-a9e4-a40c41825157 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0682464 Jul 07 23:23:42.245424 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:42.246155 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:42.265261 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-c5226f6a-d50a-4494-9726-97a86953a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:42.266941 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-c5226f6a-d50a-4494-9726-97a86953a206 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 200 len: 898 time: 0.0986104 Jul 07 23:23:42.276119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b1681fa6-2952-4975-bba2-39055ca51883 req-9310763f-d1ff-4005-9fde-c8e72e8b8963 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Jul 07 23:23:42.310306 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-38c25215-1640-48ee-a0bf-b7d72c492a1f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 200 len: 217 time: 0.0361023 Jul 07 23:23:42.353849 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:42.358735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-ddf6558d-39d2-4209-9b94-2b33ee468cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:42.360216 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-ddf6558d-39d2-4209-9b94-2b33ee468cd9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 200 len: 835 time: 0.0427928 Jul 07 23:23:42.420766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-88efbd55-9047-49e9-8f8e-dacaa7013f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:42.422320 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-88efbd55-9047-49e9-8f8e-dacaa7013f1b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a75b426e-6596-4df8-a316-7ba85bdd63a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551805 Jul 07 23:23:42.512113 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-756d7d83-9c68-4eae-bdd5-897f55729bf8 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822828 Jul 07 23:23:42.542888 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:16Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:42.572974 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533980b9-dd10-47a9-9e14-8350c5b1c548 None None] The sync data for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 is: [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:12Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '28f7ab56-5eaf-4e40-8214-f34dc3bf248e', 'name': '', 'network_id': 'a75b426e-6596-4df8-a316-7ba85bdd63a9', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:e2:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:11Z', 'updated_at': '2021-07-07T23:21:16Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '8fcbc8d1-0870-4d27-80d5-fce9183fb441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:23:42.607428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a09afe8c-faca-422a-bf00-a1ad25c3e915 req-e7c50426-f1a2-47c1-a91f-1918a7b33ba4 service neutron] 10.222.0.97 "GET /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881889 Jul 07 23:23:42.777959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f9d9e-e926-45fe-92b6-5e2aaf4cf4dc None None] New status for floating IP 522c6a33-4892-4b1e-bc3d-3e63778207c9: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:23:43.463966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821c275-f83e-49f6-a502-a6e60aa21b48 req-83f449e9-c6eb-46c9-9be5-eaf94f1521da tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:43.465440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b821c275-f83e-49f6-a502-a6e60aa21b48 req-83f449e9-c6eb-46c9-9be5-eaf94f1521da tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0647569 Jul 07 23:23:43.505237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b821c275-f83e-49f6-a502-a6e60aa21b48 req-84abda31-dfb9-413c-a25d-bc826412d839 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=8ea2f76a-1b31-4c63-85b4-70d890ca64c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340750 Jul 07 23:23:43.815268 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-0a6658ec-05be-4119-9e95-8149e1e8ea83 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:43.816743 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-0a6658ec-05be-4119-9e95-8149e1e8ea83 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 945 time: 0.0632579 Jul 07 23:23:43.921601 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port f8538160-bb5f-4c17-b524-4f1477cbe9d1 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:23:43.921951 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:44.008287 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port f8538160-bb5f-4c17-b524-4f1477cbe9d1, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=f8538160-bb5f-4c17-b524-4f1477cbe9d1,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:44.008651 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:44.021588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for f8538160-bb5f-4c17-b524-4f1477cbe9d1 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:23:44.147376 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:44.173951 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=f8538160-bb5f-4c17-b524-4f1477cbe9d1,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:44.187703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.188062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.188411 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.188756 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.189094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.189435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.189770 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.190104 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.190435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.190861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.191718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.192050 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:44.230032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] No DVR routers for this DVR port f8538160-bb5f-4c17-b524-4f1477cbe9d1 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:23:44.232588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:44.234691 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1b1712b7-f99b-4c48-a155-789c1f66f475 req-46330d82-6d06-4abb-aed7-896683aabfaa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.97 "DELETE /v2.0/ports/f8538160-bb5f-4c17-b524-4f1477cbe9d1 HTTP/1.1" status: 204 len: 173 time: 0.4120672 Jul 07 23:23:44.235139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'name': 'network-vif-deleted', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:23:44.237360 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d4b82-35fd-448b-8357-94de327e6b28" -d '{"events": [{"server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "name": "network-vif-deleted", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:23:44.327610 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ca4e1-0014-42f2-845f-753a3ac14dd4 x-openstack-request-id: req-472ca4e1-0014-42f2-845f-753a3ac14dd4 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:23:44.327983 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c07874a-e62c-4706-a947-5250c21ca702", "name": "network-vif-deleted", "tag": "f8538160-bb5f-4c17-b524-4f1477cbe9d1", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:23:44.328301 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-472ca4e1-0014-42f2-845f-753a3ac14dd4 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:23:44.328789 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c07874a-e62c-4706-a947-5250c21ca702', 'name': 'network-vif-deleted', 'tag': 'f8538160-bb5f-4c17-b524-4f1477cbe9d1', 'status': 'completed', 'code': 200} Jul 07 23:23:44.666811 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d5754ff9-1ac9-4d68-9c9a-77bc87d93d85 req-2e1179a7-0c2d-4236-9a20-41cd30911668 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c07874a-e62c-4706-a947-5250c21ca702 HTTP/1.1" status: 200 len: 210 time: 0.0291202 Jul 07 23:23:45.761206 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39652) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:46.125053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:46.384521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:23:46.385092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:46.470546 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 28f7ab56-5eaf-4e40-8214-f34dc3bf248e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:46.470932 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:46.483784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 28f7ab56-5eaf-4e40-8214-f34dc3bf248e owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:23:46.662769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:46.690712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=28f7ab56-5eaf-4e40-8214-f34dc3bf248e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:46.868726 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.078893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router 94b32569-60e2-411e-a293-321c18b6eb1e has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:23:47.178994 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:23:47.184127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-163018a7-329d-41e9-aa45-a0bb06dd56fb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/94b32569-60e2-411e-a293-321c18b6eb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218714 Jul 07 23:23:47.186824 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39656) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:47.189384 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] Sync routers for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:23:47.198856 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:47.199459 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:47.241294 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting subnet 8fcbc8d1-0870-4d27-80d5-fce9183fb441 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:23:47.244377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.284828 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.301178 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:47.366574 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.429193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.459659 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.464350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/subnets/8fcbc8d1-0870-4d27-80d5-fce9183fb441 HTTP/1.1" status: 204 len: 168 time: 0.2737865 Jul 07 23:23:47.464350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9834b-11d1-4086-86a8-a5e4f9a9e714 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcbc8d1-0870-4d27-80d5-fce9183fb441,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:47.464545 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39658) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:47.466264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a243efd-5d54-48e3-9984-662bb57a1e08 None None] Network a75b426e-6596-4df8-a316-7ba85bdd63a9 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:23:47.500544 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:23:46Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:47.528878 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] Checking router: 94b32569-60e2-411e-a293-321c18b6eb1e for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:23:47.537934 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] Routers {'94b32569-60e2-411e-a293-321c18b6eb1e'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:47.538591 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['94b32569-60e2-411e-a293-321c18b6eb1e'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:47.578263 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.648563 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] Set router 94b32569-60e2-411e-a293-321c18b6eb1e gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:47.668068 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f8538160-bb5f-4c17-b524-4f1477cbe9d1 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:23:47.687077 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.708129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: f8538160-bb5f-4c17-b524-4f1477cbe9d1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:23:47.708496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device f8538160-bb5f-4c17-b524-4f1477cbe9d1 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:23:47.724721 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.756323 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:23:47.756695 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.842560 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:23:46Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:47.844730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port e19c9d7c-447e-47ec-a49d-93f8d3e58b6a, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:47.845101 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.862432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] DHCP port deletion for a75b426e-6596-4df8-a316-7ba85bdd63a9 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:23:47.867326 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for e19c9d7c-447e-47ec-a49d-93f8d3e58b6a owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:23:47.869681 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c4a45-062d-4771-bebb-3f974c9f8dbf None None] The sync data for ids ['94b32569-60e2-411e-a293-321c18b6eb1e'] in n-d-694802-13 is: [{'id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90373209', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:23:46Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': 'e19c9d7c-447e-47ec-a49d-93f8d3e58b6a', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b32569-60e2-411e-a293-321c18b6eb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:09Z', 'updated_at': '2021-07-07T23:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:23:47.918275 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Deleting port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:23:47.918718 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.979855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] For port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,segment=NetworkSegment(241f6463-3558-45d8-8dce-e7b2a9e3214c),segment_id=241f6463-3558-45d8-8dce-e7b2a9e3214c)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:47.980260 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:47.994534 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Calling delete_port for 8ebdbda5-21b4-43ba-88d7-4784bee89f3e owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:23:48.041809 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.067752 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=e19c9d7c-447e-47ec-a49d-93f8d3e58b6a,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:48.080356 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.105301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Pushing event deleted for resources: {'Port': ['ID=8ebdbda5-21b4-43ba-88d7-4784bee89f3e,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:48.113577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] No DVR routers for this DVR port 8ebdbda5-21b4-43ba-88d7-4784bee89f3e on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:23:48.115989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.116341 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.116700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.117044 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.117380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.117715 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.118049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.118381 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.118743 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.119073 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.119406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.119732 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512a78d-fd98-4376-aced-9a39bc3b5bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:48.145230 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.239271 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.241514 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.285858 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.286407 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Fanout notify agent at l3_agent the message router_deleted on router 94b32569-60e2-411e-a293-321c18b6eb1e {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:23:48.293862 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.295049 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f8c2f59-0ea9-495b-bcec-1452aecf7f78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/routers/94b32569-60e2-411e-a293-321c18b6eb1e HTTP/1.1" status: 204 len: 168 time: 0.8295653 Jul 07 23:23:48.297975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39660) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:48.375168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.429866 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ba22-dfc3-4d6e-a6a0-380dbddf69b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.470712 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.481747 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75b426e-6596-4df8-a316-7ba85bdd63a9']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:48.492538 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241f6463-3558-45d8-8dce-e7b2a9e3214c') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:48.492845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241f6463-3558-45d8-8dce-e7b2a9e3214c') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:48.502041 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.516304 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.523049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:23:48.523791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:23:48.527066 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:23:48.582333 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.589250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.591321 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/networks/a75b426e-6596-4df8-a316-7ba85bdd63a9 HTTP/1.1" status: 204 len: 168 time: 0.2922723 Jul 07 23:23:48.594160 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39662) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:48.607299 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90512b35-12e7-4a55-a5a6-b09af92c3e16 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Network': ['ID=a75b426e-6596-4df8-a316-7ba85bdd63a9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:48.654451 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad4f2-fee1-4179-9561-eeccb10be016 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.678509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad4f2-fee1-4179-9561-eeccb10be016 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.741380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad4f2-fee1-4179-9561-eeccb10be016 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.744185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad4f2-fee1-4179-9561-eeccb10be016 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:48.745352 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8d2ad4f2-fee1-4179-9561-eeccb10be016 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/security-groups/8ea2f76a-1b31-4c63-85b4-70d890ca64c5 HTTP/1.1" status: 204 len: 168 time: 0.1501474 Jul 07 23:23:48.754801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ad4f2-fee1-4179-9561-eeccb10be016 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea2f76a-1b31-4c63-85b4-70d890ca64c5,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:48.878153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8ebdbda5-21b4-43ba-88d7-4784bee89f3e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:23:48.899388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 8ebdbda5-21b4-43ba-88d7-4784bee89f3e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:23:48.899757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 8ebdbda5-21b4-43ba-88d7-4784bee89f3e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:23:48.900172 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7ab56-5eaf-4e40-8214-f34dc3bf248e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:23:48.917629 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 28f7ab56-5eaf-4e40-8214-f34dc3bf248e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:23:48.917981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 28f7ab56-5eaf-4e40-8214-f34dc3bf248e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:23:48.918396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e19c9d7c-447e-47ec-a49d-93f8d3e58b6a no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:23:48.938938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: e19c9d7c-447e-47ec-a49d-93f8d3e58b6a {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:23:48.939359 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device e19c9d7c-447e-47ec-a49d-93f8d3e58b6a not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:23:49.035732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39668) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.040599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406331212', 'description': 'tempest-secgroup-smoke-1406331212 description', 'project_id': '6726b63148584a7eafe3601a17af15a4'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.064926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.146407 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.149929 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.177059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.178277 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415269 Jul 07 23:23:49.180082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11042-8109-4e96-835f-33749572e261 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50aee50b-155e-48f4-98bb-2a531dc5901f,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.181323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39670) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.186125 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '50aee50b-155e-48f4-98bb-2a531dc5901f', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.212146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.268239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.271681 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.289007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebfa639-4a74-4ebb-8097-402d4479eec2,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.294678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.295928 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b44bf97c-6020-41b6-be2c-c9daf1c07f3e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135540 Jul 07 23:23:49.298695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39672) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.304074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '50aee50b-155e-48f4-98bb-2a531dc5901f', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.330570 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.388877 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.392478 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.409341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5132161f-ce84-4d75-b17b-c4e41780d5ee,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.415648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.419350 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.420642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d45fcd11-0369-410b-a2ac-f60aa15ba07a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209555 Jul 07 23:23:49.423403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39674) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.428514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '50aee50b-155e-48f4-98bb-2a531dc5901f', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.452831 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.509541 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.512871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.531895 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e6a9f7-8821-40b7-b6ad-746264d4f181,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.537737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.538744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e557a264-3b95-4055-9577-9f59d6d58406 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143799 Jul 07 23:23:49.541694 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39676) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.546241 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '50aee50b-155e-48f4-98bb-2a531dc5901f', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.572238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.631898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.635216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.654063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f636e0a-a626-49df-9eab-2036de259e92,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.657414 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.658726 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-73943e1c-5d65-4815-b379-5cbd909ee3ad tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160562 Jul 07 23:23:49.662008 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39678) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.666464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '50aee50b-155e-48f4-98bb-2a531dc5901f', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.687021 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:23:49.691663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.752272 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.755683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.778310 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb07c6fe-a941-450f-826c-305eca9cfffa,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.783336 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.785640 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5d2bc9a9-d645-45a2-8b2d-4a248cc3e7a0 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221585 Jul 07 23:23:49.788402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39680) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.792793 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'security_group_rule': {'security_group_id': '50aee50b-155e-48f4-98bb-2a531dc5901f', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.814960 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Project 6726b63148584a7eafe3601a17af15a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:23:49.819758 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.881941 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.885220 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.903362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bee23be-7c4e-4ff1-a68d-3bc672932dd9,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:49.911316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.912531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1e50a43f-de6a-49cd-91fa-bcba6d467660 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231961 Jul 07 23:23:49.915387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39682) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:49.920279 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'network': {'name': 'tempest-network-smoke--953484639', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'port_security_enabled': True}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:49.939579 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:23:49.943261 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.968743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:23:49.978010 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:49.978358 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Added segment 778c2dca-bf71-40c8-84c6-ff73c428576e of type vlan for network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 Jul 07 23:23:50.016936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.044605 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.050029 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:50.050667 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.100605 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1841595 Jul 07 23:23:50.103876 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39684) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:50.108671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'admin_state_up': True, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:50.118014 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419d46c-934b-45ba-80a0-968a619d6d2b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Network': ['ID=320d09e4-7b35-4284-b8c5-25b83c61b4f8,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:50.129740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:23:50.134486 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.135541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.187100 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.326004 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.517597 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.535868 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.640472 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.145 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/24705c8e-dfbe-4846-9efe-4dfc49633708) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:23:50.745059 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.782587 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.819468 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:23:50.822299 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:23:50.828126 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:23:50.855430 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=24705c8e-dfbe-4846-9efe-4dfc49633708,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:51.360926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:51.438157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-696486f6-e422-4c8b-a8e2-d8860718da15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:51.479951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:51.559685 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:51.690023 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:23:51.795693 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:23:51.805085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Sync routers for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:23:51.813131 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:51.814231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:51.814395 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-63a434b6-ecf6-411d-9bca-c9d14041ec1e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7094653 Jul 07 23:23:51.815020 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:51.818009 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39686) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:51.849770 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-706de9c8-f75e-45f0-9cec-c574e839a3ec tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=6726b63148584a7eafe3601a17af15a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305722 Jul 07 23:23:51.852387 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39688) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:51.923776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:51.940732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46109c-3e1c-4c25-b924-6ffdb72c5e5c tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:51.942754 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-0f46109c-3e1c-4c25-b924-6ffdb72c5e5c tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892122 Jul 07 23:23:51.945669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39690) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:51.979455 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-206ec1d1-752a-46c7-8331-606924757605 tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=51086f85-fe57-4331-b13d-7d114d061a57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324321 Jul 07 23:23:51.981785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39692) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:51.986637 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700547277', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'project_id': '6726b63148584a7eafe3601a17af15a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:52.077156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:23:52.081466 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.102153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:51Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:52.129386 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Checking router: a968b90e-5a1f-4b4e-af2a-409fe9c1f4db for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:23:52.129747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Updating router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db port 24705c8e-dfbe-4846-9efe-4dfc49633708 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:23:52.165899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.263922 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.326887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Subnet': ['ID=2652ecdf-5a6e-41b5-a218-9dac5edd2431,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:52.335027 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Checking segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:23:52.335173 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network hostable DHCP agents. Network: 320d09e4-7b35-4284-b8c5-25b83c61b4f8, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:23:52.352413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:23:52.361644 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 320d09e4-7b35-4284-b8c5-25b83c61b4f8) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:23:52.367483 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:52.368164 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.373985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89abb962-33fd-42f4-acdb-c37dc5053657 None None] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:23:52.382558 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-6d2b4452-ca5f-4ccf-95b8-abe7b6016544 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3997254 Jul 07 23:23:52.385208 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39694) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:23:52.483386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.485472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.502417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Transition to ACTIVE for port object 24705c8e-dfbe-4846-9efe-4dfc49633708 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:52.515002 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.605741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e3350-cffe-4f2d-bbb5-c3e4fc0af610 None None] Pushing event updated for resources: {'Port': ['ID=24705c8e-dfbe-4846-9efe-4dfc49633708,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:52.608034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Attempting to bind port 24705c8e-dfbe-4846-9efe-4dfc49633708 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:23:52.608414 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Attempting to bind port 24705c8e-dfbe-4846-9efe-4dfc49633708 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:23:52.608788 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Attempting to bind port 24705c8e-dfbe-4846-9efe-4dfc49633708 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:23:52.619819 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:23:52.620206 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:23:52.620623 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.621049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:23:52.621531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Bound port: 24705c8e-dfbe-4846-9efe-4dfc49633708, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:23:52.621926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.670712 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:23:52.671584 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.709554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] For port 24705c8e-dfbe-4846-9efe-4dfc49633708, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:23:52.713957 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] For port 24705c8e-dfbe-4846-9efe-4dfc49633708, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=24705c8e-dfbe-4846-9efe-4dfc49633708,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:23:52.764210 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.834253 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:52.846922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e3350-cffe-4f2d-bbb5-c3e4fc0af610 None None] Pushing event updated for resources: {'Port': ['ID=24705c8e-dfbe-4846-9efe-4dfc49633708,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:52.868207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:52.868846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:52.935848 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Allocated IP 172.20.0.2 (320d09e4-7b35-4284-b8c5-25b83c61b4f8/2652ecdf-5a6e-41b5-a218-9dac5edd2431/6b0e42c8-8e07-4875-a761-1436905b254c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:23:53.037024 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:53.252293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.263411 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Transition to ACTIVE for port object 6b0e42c8-8e07-4875-a761-1436905b254c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:53.285801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Transition to ACTIVE for port object 6b0e42c8-8e07-4875-a761-1436905b254c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:53.292683 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.330856 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:51Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:53.346363 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.1 (320d09e4-7b35-4284-b8c5-25b83c61b4f8/2652ecdf-5a6e-41b5-a218-9dac5edd2431/cb0cb0e1-9375-4720-b386-29015606e038) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:23:53.369031 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:23:53.372231 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f17ff-adec-40df-b8c6-877f679d53b3 None None] The sync data for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 is: [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:51Z', 'revision_number': 3, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:23:53.377107 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:23:53.380236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:23:53.382313 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Pushing event updated for resources: {'Port': ['ID=6b0e42c8-8e07-4875-a761-1436905b254c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:53.448425 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Attempting to bind port 6b0e42c8-8e07-4875-a761-1436905b254c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:23:53.448917 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Attempting to bind port 6b0e42c8-8e07-4875-a761-1436905b254c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:23:53.449301 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Attempting to bind port 6b0e42c8-8e07-4875-a761-1436905b254c on network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:23:53.456345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:23:53.457375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Checking segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:23:53.457783 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.458177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Bound using segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:23:53.458684 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Bound port: 6b0e42c8-8e07-4875-a761-1436905b254c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:23:53.459567 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.477784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.493169 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object cb0cb0e1-9375-4720-b386-29015606e038 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:53.523034 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] For port 6b0e42c8-8e07-4875-a761-1436905b254c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:23:53.526599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] For port 6b0e42c8-8e07-4875-a761-1436905b254c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6b0e42c8-8e07-4875-a761-1436905b254c,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:23:53.529962 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.532157 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.587934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:23:53.591640 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:23:53.616515 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:23:53.640824 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea4daf-99e5-46b3-8cc1-45a58bf528cd None None] Pushing event updated for resources: {'Port': ['ID=6b0e42c8-8e07-4875-a761-1436905b254c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:53.653108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=cb0cb0e1-9375-4720-b386-29015606e038,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:53.682960 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.873540 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:53.963885 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:54.176705 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:54.181509 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:54.265422 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=cb0cb0e1-9375-4720-b386-29015606e038,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:54.268032 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:54.369670 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:23:54.371152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:23:54.488932 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:23:54.547875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714cd89-f8bc-4012-8532-e5b857126b61 None None] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:23:54.603479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:23:54.608736 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-1992f3f2-522e-4dac-bee9-59d291783ae4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/a968b90e-5a1f-4b4e-af2a-409fe9c1f4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2224782 Jul 07 23:23:54.652358 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0e00df18-7d3e-464c-8608-1fb8ab7961c8 None None] Provisioning for port 6b0e42c8-8e07-4875-a761-1436905b254c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:23:54.790263 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6b0e42c8-8e07-4875-a761-1436905b254c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:23:54.835337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-3f79c78d-f1b4-4f61-8c45-c77add0dfa91 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406331212&fields=id&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 267 time: 0.0406885 Jul 07 23:23:54.846177 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 6b0e42c8-8e07-4875-a761-1436905b254c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:23:54.851302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6b0e42c8-8e07-4875-a761-1436905b254c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:54.851682 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:54.952790 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:54.968344 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-851c59ed-e4e8-404a-837c-3a78d45cd91a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:54.970115 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-851c59ed-e4e8-404a-837c-3a78d45cd91a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/networks?id=320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 200 len: 796 time: 0.1307719 Jul 07 23:23:54.990174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-d78a9ca1-32bd-4ba6-b1b7-0eb614f93798 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/quotas/6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 375 time: 0.0126889 Jul 07 23:23:55.065558 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-9dfe30be-2587-4255-ac04-fc22081d1e17 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695806 Jul 07 23:23:55.118921 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Sync routers for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:23:55.135250 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:55.136189 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:55.195973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 6b0e42c8-8e07-4875-a761-1436905b254c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6b0e42c8-8e07-4875-a761-1436905b254c,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:55.197098 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89148b6f-726b-47d2-a707-a6344a629ac3 None None] Provisioning for port cb0cb0e1-9375-4720-b386-29015606e038 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:23:55.203315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89148b6f-726b-47d2-a707-a6344a629ac3 None None] Provisioning complete for port cb0cb0e1-9375-4720-b386-29015606e038 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:55.203701 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89148b6f-726b-47d2-a707-a6344a629ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.209180 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.210135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 24705c8e-dfbe-4846-9efe-4dfc49633708 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:23:55.250052 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-60b08d31-df19-4a39-b7ed-f26e716c4faa service neutron] 10.222.0.95 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710110 Jul 07 23:23:55.255609 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:55.285372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=6b0e42c8-8e07-4875-a761-1436905b254c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:55.332085 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-89148b6f-726b-47d2-a707-a6344a629ac3 None None] Port cb0cb0e1-9375-4720-b386-29015606e038 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:23:55.351367 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89148b6f-726b-47d2-a707-a6344a629ac3 None None] Provisioning complete for port 6b0e42c8-8e07-4875-a761-1436905b254c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:55.351747 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89148b6f-726b-47d2-a707-a6344a629ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.368622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-3b3120eb-b9a5-4fe7-bd7a-a316659f3cc5 service neutron] 10.222.0.95 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113212 Jul 07 23:23:55.375186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 24705c8e-dfbe-4846-9efe-4dfc49633708 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:23:55.384880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 24705c8e-dfbe-4846-9efe-4dfc49633708 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:55.385353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.484512 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:54Z', 'revision_number': 2, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:55.520137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.551179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 24705c8e-dfbe-4846-9efe-4dfc49633708, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=24705c8e-dfbe-4846-9efe-4dfc49633708,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:55.557832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.560721 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d8386d97-aad2-4c0e-a02c-1a412076c0b6 req-c4254f42-67c5-4d71-8c52-7c92a7c92c82 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 210 time: 0.0320270 Jul 07 23:23:55.631481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=24705c8e-dfbe-4846-9efe-4dfc49633708,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:55.636373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-90d3ac90-7aed-494d-85e8-3e316cb74f11 None None] Provisioning complete for port cb0cb0e1-9375-4720-b386-29015606e038 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:55.636832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-90d3ac90-7aed-494d-85e8-3e316cb74f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.639246 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Checking router: a968b90e-5a1f-4b4e-af2a-409fe9c1f4db for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:23:55.639603 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Updating router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db port cb0cb0e1-9375-4720-b386-29015606e038 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:23:55.673193 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-90d3ac90-7aed-494d-85e8-3e316cb74f11 None None] Port cb0cb0e1-9375-4720-b386-29015606e038 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:23:55.674901 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.940039 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:55.949766 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Transition to ACTIVE for port object cb0cb0e1-9375-4720-b386-29015606e038 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:55.955184 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:56.008283 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Pushing event updated for resources: {'Port': ['ID=cb0cb0e1-9375-4720-b386-29015606e038,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:56.033238 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.033591 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.033931 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.034517 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.034746 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.035090 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.035452 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.035783 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.036108 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.036442 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.036762 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.037090 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:23:56.071379 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Attempting to bind port cb0cb0e1-9375-4720-b386-29015606e038 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:23:56.071753 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Attempting to bind port cb0cb0e1-9375-4720-b386-29015606e038 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:23:56.072111 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Attempting to bind port cb0cb0e1-9375-4720-b386-29015606e038 on network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:23:56.078015 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:23:56.078723 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Checking segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:23:56.079131 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:56.079519 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Bound using segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:23:56.079988 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Bound port: cb0cb0e1-9375-4720-b386-29015606e038, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:23:56.081161 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:56.153872 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] For port cb0cb0e1-9375-4720-b386-29015606e038, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:23:56.157260 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] For port cb0cb0e1-9375-4720-b386-29015606e038, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cb0cb0e1-9375-4720-b386-29015606e038,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:23:56.162715 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:56.213932 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:23:56.214578 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:56.320524 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fc432-f7f1-4065-a52d-d7de13eb1dad None None] Pushing event updated for resources: {'Port': ['ID=cb0cb0e1-9375-4720-b386-29015606e038,revision_number=4']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:56.348974 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:23:56.539484 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:56Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:23:56.564440 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820893d4-c718-4d3e-bd21-5492db17eed0 None None] The sync data for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 is: [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:56Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:23:56.802569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-04baea68-bd56-4ee4-8d8d-2da9b5441018 req-e14558dc-f5f5-451c-98d0-fa08cbc9a076 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 210 time: 0.0316772 Jul 07 23:23:56.879833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6b0e42c8-8e07-4875-a761-1436905b254c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:23:56.895979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-aaff1f1e-bc00-4d5d-ac07-b707d8d3e0df tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:56.897818 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-aaff1f1e-bc00-4d5d-ac07-b707d8d3e0df tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/networks?id=320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 200 len: 796 time: 0.1994762 Jul 07 23:23:56.933205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 6b0e42c8-8e07-4875-a761-1436905b254c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:56.934154 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:56.950326 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb267986-f757-41bc-ba3b-f83a00376964 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6726b63148584a7eafe3601a17af15a4 HTTP/1.1" status: 200 len: 380 time: 0.0432420 Jul 07 23:23:56.963323 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'port': {'device_id': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'admin_state_up': True, 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'security_groups': ['50aee50b-155e-48f4-98bb-2a531dc5901f']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:57.031752 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cb0cb0e1-9375-4720-b386-29015606e038 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:23:57.081208 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Made reservation on behalf of 6726b63148584a7eafe3601a17af15a4 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:23:57.085002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port cb0cb0e1-9375-4720-b386-29015606e038 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:23:57.085914 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.088976 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cb0cb0e1-9375-4720-b386-29015606e038 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:57.089280 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.174529 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.209153 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port cb0cb0e1-9375-4720-b386-29015606e038, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cb0cb0e1-9375-4720-b386-29015606e038,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:23:57.215155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.216424 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 24705c8e-dfbe-4846-9efe-4dfc49633708 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:23:57.236742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.20.0.13 (320d09e4-7b35-4284-b8c5-25b83c61b4f8/2652ecdf-5a6e-41b5-a218-9dac5edd2431/723c4ae5-442e-4382-9b9c-102221b9f312) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:23:57.294888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=cb0cb0e1-9375-4720-b386-29015606e038,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:57.314389 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 24705c8e-dfbe-4846-9efe-4dfc49633708 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:57.314944 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.413383 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.430744 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Transition to ACTIVE for port object 723c4ae5-442e-4382-9b9c-102221b9f312 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:57.464928 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.509537 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:23:57.512874 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:23:57.515314 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:23:57.553877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=723c4ae5-442e-4382-9b9c-102221b9f312,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:57.582972 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:57.583654 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.604012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-cb8033e7-3383-483d-acdf-e8813a8093f3 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6448350 Jul 07 23:23:57.615722 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-3d64930c-2959-4777-8a44-57ecf7b05a80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:23:57.616936 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-3d64930c-2959-4777-8a44-57ecf7b05a80 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061681 Jul 07 23:23:57.672556 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Request body: {'port': {'device_id': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:23:57.751209 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.752109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-131eaa88-dfb5-4332-addf-80a89acb82d2 None None] Provisioning for port 723c4ae5-442e-4382-9b9c-102221b9f312 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:23:57.756115 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-131eaa88-dfb5-4332-addf-80a89acb82d2 None None] Provisioning complete for port 723c4ae5-442e-4382-9b9c-102221b9f312 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:57.756495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-131eaa88-dfb5-4332-addf-80a89acb82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.792145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-131eaa88-dfb5-4332-addf-80a89acb82d2 None None] Port 723c4ae5-442e-4382-9b9c-102221b9f312 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:23:58.039379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651888-467e-4eca-91c0-c92b7d7ac5be req-89ea63c1-d204-411b-a8e1-c100f0407587 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:58.040872 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b651888-467e-4eca-91c0-c92b7d7ac5be req-89ea63c1-d204-411b-a8e1-c100f0407587 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 932 time: 0.1075959 Jul 07 23:23:58.091532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723c4ae5-442e-4382-9b9c-102221b9f312 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:23:58.105607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:58.112969 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6b651888-467e-4eca-91c0-c92b7d7ac5be req-a9c19709-371e-4d65-8b6a-99d51a47be21 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666041 Jul 07 23:23:58.121877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Transition to ACTIVE for port object 723c4ae5-442e-4382-9b9c-102221b9f312 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:23:58.126422 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:58.176595 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Pushing event updated for resources: {'Port': ['ID=723c4ae5-442e-4382-9b9c-102221b9f312,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:58.252505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Attempting to bind port 723c4ae5-442e-4382-9b9c-102221b9f312 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:23:58.252853 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Attempting to bind port 723c4ae5-442e-4382-9b9c-102221b9f312 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:23:58.253229 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Attempting to bind port 723c4ae5-442e-4382-9b9c-102221b9f312 on network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:23:58.257811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Port 723c4ae5-442e-4382-9b9c-102221b9f312 on network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:23:58.258192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Attempting to bind port 723c4ae5-442e-4382-9b9c-102221b9f312 on network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:23:58.263182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:23:58.263525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Checking segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:23:58.263917 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Bound using segment: {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:23:58.264352 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Bound port: 723c4ae5-442e-4382-9b9c-102221b9f312, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778c2dca-bf71-40c8-84c6-ff73c428576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:23:58.264774 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:58.329613 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] For port 723c4ae5-442e-4382-9b9c-102221b9f312, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:23:58.333484 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] For port 723c4ae5-442e-4382-9b9c-102221b9f312, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=723c4ae5-442e-4382-9b9c-102221b9f312,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:23:58.337051 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:58.371001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:58.371635 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:58.373086 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] 10.222.0.103 "PUT /v2.0/ports/723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 200 len: 1093 time: 0.7487209 Jul 07 23:23:58.373519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:23:58.375810 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4669c3de-c2ac-4591-beb2-0fbbf835b271" -d '{"events": [{"name": "network-changed", "server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:23:58.400830 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbef82-b51b-419d-ac1a-dae213b2417d service neutron] Pushing event updated for resources: {'Port': ['ID=723c4ae5-442e-4382-9b9c-102221b9f312,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:23:58.453688 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbe8c3-1cb7-4897-a3e9-9690681b1d7f x-openstack-request-id: req-60fbe8c3-1cb7-4897-a3e9-9690681b1d7f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:23:58.453987 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:23:58.454243 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60fbe8c3-1cb7-4897-a3e9-9690681b1d7f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:23:58.454650 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312', 'status': 'completed', 'code': 200} Jul 07 23:23:58.483153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-b63cd701-c4d9-4845-a85c-a88c9eb0bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:58.484706 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-b63cd701-c4d9-4845-a85c-a88c9eb0bcdd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1096 time: 0.0655198 Jul 07 23:23:58.527569 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-313ec3c4-88c9-443c-9da6-e90a7c0c2ba6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 200 len: 217 time: 0.0358520 Jul 07 23:23:58.576103 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-d6c30f03-de55-44ca-8bcc-fefed82a590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:58.577587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-d6c30f03-de55-44ca-8bcc-fefed82a590b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2652ecdf-5a6e-41b5-a218-9dac5edd2431 HTTP/1.1" status: 200 len: 834 time: 0.0445721 Jul 07 23:23:58.631936 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-f38288cb-1d01-4739-9f21-fde17e4e0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:58.633444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-f38288cb-1d01-4739-9f21-fde17e4e0cb0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=320d09e4-7b35-4284-b8c5-25b83c61b4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498984 Jul 07 23:23:58.698532 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cb0cb0e1-9375-4720-b386-29015606e038 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:23:58.729921 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-3357c006-7912-4e50-a540-d360a5c46fb1 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897331 Jul 07 23:23:58.747346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cb0cb0e1-9375-4720-b386-29015606e038 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:23:58.747346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:58.818553 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0c069cb2-b408-4258-98ee-1673b6fdd999 req-e81932a9-8485-4aa5-a7ab-897b10ac6779 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Jul 07 23:23:58.920336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-c5252221-0b92-40bd-afcd-b60936aa2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:58.921813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-c5252221-0b92-40bd-afcd-b60936aa2dff service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1096 time: 0.0551615 Jul 07 23:23:59.008081 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-2ad874bd-fb25-44f4-b6d4-bc8ceac7f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:59.009448 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-2ad874bd-fb25-44f4-b6d4-bc8ceac7f0ca service neutron] 10.222.0.103 "GET /v2.0/networks?id=320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 200 len: 897 time: 0.0816140 Jul 07 23:23:59.051855 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-009e3b7b-f9c3-40e9-9e05-0a102f0ee9fa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 200 len: 217 time: 0.0364799 Jul 07 23:23:59.470703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-2d79f831-dd89-4b4c-97b2-547ffdb13ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:59.472672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-2d79f831-dd89-4b4c-97b2-547ffdb13ba6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2652ecdf-5a6e-41b5-a218-9dac5edd2431 HTTP/1.1" status: 200 len: 834 time: 0.4139953 Jul 07 23:23:59.531560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18b66e-2874-43cc-af7a-ba4cedb16867 req-5659fc8a-e119-41d4-a77d-e9b27140654c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:59.533001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d18b66e-2874-43cc-af7a-ba4cedb16867 req-5659fc8a-e119-41d4-a77d-e9b27140654c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 944 time: 0.1059225 Jul 07 23:23:59.572364 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-2054a855-7c39-4fcf-87e6-1425a74f2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:59.573826 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-2054a855-7c39-4fcf-87e6-1425a74f2305 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=320d09e4-7b35-4284-b8c5-25b83c61b4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935950 Jul 07 23:23:59.581038 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3d18b66e-2874-43cc-af7a-ba4cedb16867 req-97eeffe3-7921-4dcb-9cce-31c5ad355669 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418506 Jul 07 23:23:59.663060 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-60c84eb4-db4b-4922-a0bd-31521b3a0f21 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803361 Jul 07 23:23:59.753529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4669c3de-c2ac-4591-beb2-0fbbf835b271 req-5b510719-6f38-4bad-adbf-72b90e02b04c service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839894 Jul 07 23:24:00.754555 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227d984-90fd-402f-8467-a6f04b4e4545 req-3b5d8054-4f61-4a8b-8bab-152eb1da8272 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:00.756006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7227d984-90fd-402f-8467-a6f04b4e4545 req-3b5d8054-4f61-4a8b-8bab-152eb1da8272 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 944 time: 0.0635979 Jul 07 23:24:00.792223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7227d984-90fd-402f-8467-a6f04b4e4545 req-f55ed451-40db-4196-88dc-2ee4e863c24f tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Jul 07 23:24:00.968757 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 723c4ae5-442e-4382-9b9c-102221b9f312 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:24:01.059764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 723c4ae5-442e-4382-9b9c-102221b9f312, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=723c4ae5-442e-4382-9b9c-102221b9f312,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:01.070515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '723c4ae5-442e-4382-9b9c-102221b9f312', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'port_id': '723c4ae5-442e-4382-9b9c-102221b9f312', 'mac_address': 'fa:16:3e:9d:68:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:24:01.109586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:01.121473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723c4ae5-442e-4382-9b9c-102221b9f312 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:24:01.139665 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 723c4ae5-442e-4382-9b9c-102221b9f312, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=723c4ae5-442e-4382-9b9c-102221b9f312,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:01.143177 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:01.188456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=723c4ae5-442e-4382-9b9c-102221b9f312,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:01.370949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['723c4ae5-442e-4382-9b9c-102221b9f312'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:24:01.966521 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be625-c14b-4a5b-923b-037332656490 req-7049e001-df8a-4484-bb84-12914c1244cc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:01.968073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c66be625-c14b-4a5b-923b-037332656490 req-7049e001-df8a-4484-bb84-12914c1244cc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 945 time: 0.0621815 Jul 07 23:24:02.010183 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c66be625-c14b-4a5b-923b-037332656490 req-762e7363-c8ec-4047-80c2-afefe943226b tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Jul 07 23:24:02.984426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 723c4ae5-442e-4382-9b9c-102221b9f312 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:24:03.031706 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 723c4ae5-442e-4382-9b9c-102221b9f312 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:24:03.036672 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 723c4ae5-442e-4382-9b9c-102221b9f312 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:24:03.037050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:03.120580 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:03.143105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:24:03.146033 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4981137-4d17-4a78-88aa-b75f745ce871" -d '{"events": [{"server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "name": "network-vif-plugged", "status": "completed", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:24:03.158529 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 723c4ae5-442e-4382-9b9c-102221b9f312, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=723c4ae5-442e-4382-9b9c-102221b9f312,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:03.162536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:03.197080 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c962fb-1f5e-4cba-a887-cbe75cd3d3f8 req-5f045969-722e-4d3c-acce-d2f7743211ef tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:03.198608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4c962fb-1f5e-4cba-a887-cbe75cd3d3f8 req-5f045969-722e-4d3c-acce-d2f7743211ef tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 945 time: 0.0673208 Jul 07 23:24:03.209103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=723c4ae5-442e-4382-9b9c-102221b9f312,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:03.236634 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d4c962fb-1f5e-4cba-a887-cbe75cd3d3f8 req-67b3be58-b4eb-4934-9b36-15ac563cb3da tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Jul 07 23:24:03.326775 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e85daf-846e-42b5-8903-506de6f765eb x-openstack-request-id: req-19e85daf-846e-42b5-8903-506de6f765eb {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:24:03.327078 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "name": "network-vif-plugged", "status": "completed", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:24:03.327338 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19e85daf-846e-42b5-8903-506de6f765eb {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:24:03.327744 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312', 'code': 200} Jul 07 23:24:03.438048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdaafe-8e85-4028-af8a-6690320459ad req-5fe1b011-0a78-4c38-a68c-d63f35dd13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:03.439580 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31bdaafe-8e85-4028-af8a-6690320459ad req-5fe1b011-0a78-4c38-a68c-d63f35dd13c1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1098 time: 0.0542359 Jul 07 23:24:03.474502 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31bdaafe-8e85-4028-af8a-6690320459ad req-af8bcaf0-b77f-48f5-ba3d-18bcdb6086c2 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282636 Jul 07 23:24:04.412427 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccb9ea-eccb-4b41-bff4-9cc4d3952005 req-d1f7f746-fc89-4780-8107-b62b0a4a154e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:04.413916 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cccb9ea-eccb-4b41-bff4-9cc4d3952005 req-d1f7f746-fc89-4780-8107-b62b0a4a154e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0654116 Jul 07 23:24:04.450590 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0cccb9ea-eccb-4b41-bff4-9cc4d3952005 req-7fa0b4ca-d4ba-49ee-9c64-2899cfe77b62 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Jul 07 23:24:04.618736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b26f9-e309-464b-99c5-78b3f0f97c0a req-12269292-d3b1-4fdb-8439-aab84285bd47 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:04.620217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-069b26f9-e309-464b-99c5-78b3f0f97c0a req-12269292-d3b1-4fdb-8439-aab84285bd47 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0622926 Jul 07 23:24:04.656744 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-069b26f9-e309-464b-99c5-78b3f0f97c0a req-3a18e479-58fd-4cbc-b426-b3acad1ed059 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311556 Jul 07 23:24:04.680658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39752) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:04.729825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae23fc-eea7-497c-997b-bfb28b97cfae tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:04.731360 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d6ae23fc-eea7-497c-997b-bfb28b97cfae tempest-TestNetworkAdvancedServerOps-81817608 tempest-TestNetworkAdvancedServerOps-81817608-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1093 time: 0.0497267 Jul 07 23:24:04.734260 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39754) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:04.739821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '723c4ae5-442e-4382-9b9c-102221b9f312', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:24:04.760776 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:04.856833 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:04.958298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Allocated IP 172.25.5.152 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/54c77919-e4b9-427c-bd81-c73cb3f05c90) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:24:05.056400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.094361 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.136496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:24:05.139165 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:24:05.145574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:24:05.173831 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=54c77919-e4b9-427c-bd81-c73cb3f05c90,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:05.502707 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.579432 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.727352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.731763 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.797101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event updated for resources: {'Port': ['ID=54c77919-e4b9-427c-bd81-c73cb3f05c90,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:05.807074 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:05.905824 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 8240dd86-d8a3-4635-a746-10ff99dfd8f2 associated. External IP: 172.25.5.152, port: 723c4ae5-442e-4382-9b9c-102221b9f312. Jul 07 23:24:06.111068 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:24:06.216376 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:24:06.226758 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] Sync routers for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:24:06.231939 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:06.236183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:06.237007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:06.270787 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e63dc1d0-52ed-4809-b898-5d943a686536 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5354073 Jul 07 23:24:06.271380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:24:06.273692 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be4103-e929-472e-a8c8-2778c8b1d6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:24:06.341479 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:06.425662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869dc43-1198-4f57-9445-a0f1b2744f40 req-eba127d6-a27b-4c2d-9946-b9f9b31f3656 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:06.427099 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c869dc43-1198-4f57-9445-a0f1b2744f40 req-eba127d6-a27b-4c2d-9946-b9f9b31f3656 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0624704 Jul 07 23:24:06.464730 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c869dc43-1198-4f57-9445-a0f1b2744f40 req-754ff5d5-ed60-4f25-8b12-9a951e2d30a2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Jul 07 23:24:06.490897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39760) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:06.531203 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f43de-b0f4-48f9-ae11-a2c44fce4805 x-openstack-request-id: req-2b1f43de-b0f4-48f9-ae11-a2c44fce4805 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:24:06.531903 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:24:06.531903 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2b1f43de-b0f4-48f9-ae11-a2c44fce4805 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:24:06.532122 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312', 'status': 'completed', 'code': 200} Jul 07 23:24:06.564180 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '8240dd86-d8a3-4635-a746-10ff99dfd8f2', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'port_id': '723c4ae5-442e-4382-9b9c-102221b9f312', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'mac_address': 'fa:16:3e:9d:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:24:05Z', 'updated_at': '2021-07-07T23:24:05Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:57Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:06.584037 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f0acd2ea-ed92-44fb-8d23-3023506f5127 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/8240dd86-d8a3-4635-a746-10ff99dfd8f2 HTTP/1.1" status: 200 len: 992 time: 0.0919516 Jul 07 23:24:06.590896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] Checking router: a968b90e-5a1f-4b4e-af2a-409fe9c1f4db for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:24:06.599915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:06.600544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:23:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:06.604617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-9a199583-680b-4eb8-a378-66c7f493b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:06.606211 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-9a199583-680b-4eb8-a378-66c7f493b3b2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1098 time: 0.0690072 Jul 07 23:24:06.698608 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-51a8946b-0c8d-46e1-ac74-caeb84a9c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:06.700043 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-51a8946b-0c8d-46e1-ac74-caeb84a9c2aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 200 len: 897 time: 0.0879657 Jul 07 23:24:06.703614 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:06.766140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-45693470-09ac-4d9c-8ab6-03f96b83da36 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 200 len: 1000 time: 0.0599649 Jul 07 23:24:06.811924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-06043176-66ee-4831-8acd-a2065f8653fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:06.813385 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-06043176-66ee-4831-8acd-a2065f8653fd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2652ecdf-5a6e-41b5-a218-9dac5edd2431 HTTP/1.1" status: 200 len: 834 time: 0.0413692 Jul 07 23:24:06.878822 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-2630f758-48c3-4c01-b49e-b3dcbc742ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:06.880379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-2630f758-48c3-4c01-b49e-b3dcbc742ce2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=320d09e4-7b35-4284-b8c5-25b83c61b4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607514 Jul 07 23:24:06.924652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '8240dd86-d8a3-4635-a746-10ff99dfd8f2', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'port_id': '723c4ae5-442e-4382-9b9c-102221b9f312', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'mac_address': 'fa:16:3e:9d:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:24:05Z', 'updated_at': '2021-07-07T23:24:05Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:57Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:06.954540 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a73f3-fad9-400f-97d6-4608de110efb None None] The sync data for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 is: [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '8240dd86-d8a3-4635-a746-10ff99dfd8f2', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'port_id': '723c4ae5-442e-4382-9b9c-102221b9f312', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'mac_address': 'fa:16:3e:9d:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:24:05Z', 'updated_at': '2021-07-07T23:24:05Z', 'revision_number': 0, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:57Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:24:06.973765 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-41c1f517-6854-46de-9456-115d91d5b1dc service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857589 Jul 07 23:24:07.070063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5be4103-e929-472e-a8c8-2778c8b1d6d4 req-c1ed2ab0-3011-4820-9091-a2d684d55792 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891166 Jul 07 23:24:07.132352 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133eefd-768d-4ef8-8966-c651cbaaa3a1 None None] New status for floating IP 8240dd86-d8a3-4635-a746-10ff99dfd8f2: ACTIVE {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:24:07.587881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39762) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:07.647154 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d07feada-1d99-46af-bade-205d3cfe6119 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/8240dd86-d8a3-4635-a746-10ff99dfd8f2 HTTP/1.1" status: 200 len: 994 time: 0.0581095 Jul 07 23:24:11.021093 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:24:17.625930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:18.430892 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2e70f849-0aef-4e72-8f64-c58e0e509850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:19.416496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:21.438583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6a859c5c-77ec-4696-a660-c71ce188962e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:21.478615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:22.422851 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:23.963752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:25.433822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-c0085468-b30f-4590-a6c8-1dbd376484bf req-66dc96d6-ea45-4edb-aee6-fec6667ec743 service neutron] (93931) timed out ('10.222.0.95', 34960) {{(pid=93931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:24:41.393695 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b51b3-ff73-49bd-a9a7-e89e70767262 req-d8144241-de9c-47e0-9ccf-ff49994b8e42 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:41.395223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a3b51b3-ff73-49bd-a9a7-e89e70767262 req-d8144241-de9c-47e0-9ccf-ff49994b8e42 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0661128 Jul 07 23:24:41.432800 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a3b51b3-ff73-49bd-a9a7-e89e70767262 req-51fcb7e3-2d70-4e20-834c-48e367469457 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Jul 07 23:24:42.603881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36728b6-4105-446b-a2ed-3013ef6a18c8 req-12833807-435a-42e8-9d89-224f1f76eca4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:42.605387 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e36728b6-4105-446b-a2ed-3013ef6a18c8 req-12833807-435a-42e8-9d89-224f1f76eca4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0625527 Jul 07 23:24:42.642608 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e36728b6-4105-446b-a2ed-3013ef6a18c8 req-4d9520b9-3e11-4099-81b1-f085439b93cb tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Jul 07 23:24:42.666702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39784) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:42.730157 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-753dc4c4-a9b8-4b07-80c4-83dac9105aa2 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/8240dd86-d8a3-4635-a746-10ff99dfd8f2 HTTP/1.1" status: 200 len: 994 time: 0.0622053 Jul 07 23:24:44.170426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-f525ca9d-d674-4475-ad01-666a6024f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:44.171952 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-f525ca9d-d674-4475-ad01-666a6024f0c0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1098 time: 0.0935240 Jul 07 23:24:44.184836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123c3d-00f1-4d33-a92b-7881c4cbc911 req-9d31a345-c96e-422c-b2d8-3febb93aa04e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:44.186223 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd123c3d-00f1-4d33-a92b-7881c4cbc911 req-9d31a345-c96e-422c-b2d8-3febb93aa04e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0817235 Jul 07 23:24:44.271126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd123c3d-00f1-4d33-a92b-7881c4cbc911 req-4ce86b8b-1b9e-411d-a474-457a7cb4c398 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767708 Jul 07 23:24:44.296648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-c56150ba-a40a-403c-ac99-14bed37af6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:44.298146 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-c56150ba-a40a-403c-ac99-14bed37af6ef service neutron] 10.222.0.103 "GET /v2.0/networks?id=320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 200 len: 897 time: 0.1110537 Jul 07 23:24:44.359666 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-e7619b82-5ac8-44ee-a071-1c26948d19e8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 200 len: 1002 time: 0.0553348 Jul 07 23:24:44.410039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-2a40b63f-2705-44b6-919f-e78956a492a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:44.412103 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-2a40b63f-2705-44b6-919f-e78956a492a6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2652ecdf-5a6e-41b5-a218-9dac5edd2431 HTTP/1.1" status: 200 len: 834 time: 0.0462878 Jul 07 23:24:44.466726 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-87dd54c0-e053-435d-81f7-5f6299b8edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:44.468171 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-87dd54c0-e053-435d-81f7-5f6299b8edf9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=320d09e4-7b35-4284-b8c5-25b83c61b4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496268 Jul 07 23:24:44.553252 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-0a50b3c7-ee3a-4595-a995-bfe31cefcfb0 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781624 Jul 07 23:24:44.643859 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cd4ffe51-fba2-4c0e-b8c3-02973e80f171 req-90851f64-ea01-406c-bad0-f0f7aaf67828 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Jul 07 23:24:45.452925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df99e9-9494-4695-a10f-6c650caed6b3 req-3e69898d-f59d-48c8-b8bd-8c33fa7aaefa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:45.455215 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88df99e9-9494-4695-a10f-6c650caed6b3 req-3e69898d-f59d-48c8-b8bd-8c33fa7aaefa tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0680885 Jul 07 23:24:45.494909 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-88df99e9-9494-4695-a10f-6c650caed6b3 req-d296f451-b8aa-4275-8264-c0322841febf tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Jul 07 23:24:46.669511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9149f-a03c-49ae-a618-13c9cf83fa01 req-81651d3a-de94-47f2-87e9-b492c4261a99 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:46.671010 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3c9149f-a03c-49ae-a618-13c9cf83fa01 req-81651d3a-de94-47f2-87e9-b492c4261a99 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0657024 Jul 07 23:24:46.708403 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a3c9149f-a03c-49ae-a618-13c9cf83fa01 req-51277f5f-0c45-464e-a1eb-dcd0788acb5e tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Jul 07 23:24:46.733843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39796) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:46.793164 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eec82bdd-3573-4823-909c-482718c24376 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/floatingips/8240dd86-d8a3-4635-a746-10ff99dfd8f2 HTTP/1.1" status: 200 len: 994 time: 0.0580904 Jul 07 23:24:47.091732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39802) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:47.244067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 54c77919-e4b9-427c-bd81-c73cb3f05c90 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:24:47.244442 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:47.320398 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:47.320729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:47.331687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 54c77919-e4b9-427c-bd81-c73cb3f05c90 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:24:47.473125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:47.499636 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=54c77919-e4b9-427c-bd81-c73cb3f05c90,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:47.524549 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.524910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.525258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.525600 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.525937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.526274 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.526610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.526966 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.527300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.527631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.527957 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.528281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:47.567339 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:47.567735 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Floating IP 8240dd86-d8a3-4635-a746-10ff99dfd8f2 disassociated (deleted). External IP: 172.25.5.152, port: 723c4ae5-442e-4382-9b9c-102221b9f312. Jul 07 23:24:47.619189 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:48.019791 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:24:48.113066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:24:48.217371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:24:48.222092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:48.226902 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] Sync routers for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:24:48.235648 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:48.236364 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:48.257742 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a6c0b4c4-57ea-4ecb-acba-cb4c192a7c8c tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/floatingips/8240dd86-d8a3-4635-a746-10ff99dfd8f2 HTTP/1.1" status: 204 len: 168 time: 1.1649387 Jul 07 23:24:48.258518 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:24:48.260918 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262355b-e0e2-4192-8ef3-67d9cd577d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:24:48.341375 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:48.473215 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0c685883-fa04-4d22-ada3-5ef54fa62ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:48.504844 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ae04c-a340-440b-b97c-79e7f1247254 x-openstack-request-id: req-fe6ae04c-a340-440b-b97c-79e7f1247254 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:24:48.505200 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:24:48.506570 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fe6ae04c-a340-440b-b97c-79e7f1247254 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:24:48.506570 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312', 'status': 'completed', 'code': 200} Jul 07 23:24:48.553772 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:57Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:48.590464 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-6d48590f-9bbb-4bb4-8e7e-46ece35f39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:48.592265 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-6d48590f-9bbb-4bb4-8e7e-46ece35f39e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 1098 time: 0.0617137 Jul 07 23:24:48.733606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014d45a-c656-48a3-8374-0e68be8a4203 req-3da42648-5787-445c-b84f-c435783df0b4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:48.735184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e014d45a-c656-48a3-8374-0e68be8a4203 req-3da42648-5787-445c-b84f-c435783df0b4 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.1367059 Jul 07 23:24:48.738585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] Checking router: a968b90e-5a1f-4b4e-af2a-409fe9c1f4db for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:24:48.740641 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-64b720c6-f8a1-420f-bf97-088bd1ff836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:48.742047 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-64b720c6-f8a1-420f-bf97-088bd1ff836c service neutron] 10.222.0.103 "GET /v2.0/networks?id=320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 200 len: 897 time: 0.1417208 Jul 07 23:24:48.746964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:48.747588 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:48.805942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-d7919131-1e7c-43c4-ab30-7c54d9075082 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 200 len: 217 time: 0.0561569 Jul 07 23:24:48.855598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:48.855813 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e014d45a-c656-48a3-8374-0e68be8a4203 req-d65168d9-6ae8-4b75-8d94-6e1197325635 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107366 Jul 07 23:24:48.877460 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-432ba385-f03e-4520-9a60-b906033acd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:48.879192 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-432ba385-f03e-4520-9a60-b906033acd1c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2652ecdf-5a6e-41b5-a218-9dac5edd2431 HTTP/1.1" status: 200 len: 834 time: 0.0583072 Jul 07 23:24:48.938312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-4be388ff-f1f3-4c7d-b2df-7d607b36352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:48.939810 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-4be388ff-f1f3-4c7d-b2df-7d607b36352f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=320d09e4-7b35-4284-b8c5-25b83c61b4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521407 Jul 07 23:24:49.032361 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-5cab3ea8-8916-44fa-9b26-2a3b532d0c57 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855646 Jul 07 23:24:49.050258 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:57Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:49.078643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474989c-ca5a-43f5-b628-8086a8c23758 None None] The sync data for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 is: [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:53Z', 'revision_number': 4, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'cb0cb0e1-9375-4720-b386-29015606e038', 'name': '', 'network_id': '320d09e4-7b35-4284-b8c5-25b83c61b4f8', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'mac_address': 'fa:16:3e:eb:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:52Z', 'updated_at': '2021-07-07T23:23:57Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'subnets': [{'id': '2652ecdf-5a6e-41b5-a218-9dac5edd2431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:24:49.124862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2262355b-e0e2-4192-8ef3-67d9cd577d7b req-61a76464-0275-4423-bdf5-8a0050d16849 service neutron] 10.222.0.103 "GET /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Jul 07 23:24:49.291781 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3313942-b6db-41cc-8de3-48e15abcf19c None None] New status for floating IP 8240dd86-d8a3-4635-a746-10ff99dfd8f2: DOWN {{(pid=93934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:24:49.418330 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:50.060924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1548c7e-e89d-4723-9e32-9f9fa2df9b7c req-f6bd2c1a-74a3-4e88-9ff5-e2a54f1efa43 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:50.062419 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1548c7e-e89d-4723-9e32-9f9fa2df9b7c req-f6bd2c1a-74a3-4e88-9ff5-e2a54f1efa43 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.0929408 Jul 07 23:24:50.112672 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e1548c7e-e89d-4723-9e32-9f9fa2df9b7c req-b90027e0-41e6-47d0-bcbe-cebff000981a tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "GET /v2.0/security-groups?id=50aee50b-155e-48f4-98bb-2a531dc5901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436404 Jul 07 23:24:50.123072 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-1966c7b7-5560-46cd-bb19-f6f1d6a9f330 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:50.124516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-1966c7b7-5560-46cd-bb19-f6f1d6a9f330 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 946 time: 0.1025732 Jul 07 23:24:50.226821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 723c4ae5-442e-4382-9b9c-102221b9f312 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:24:50.227509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:50.311011 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 723c4ae5-442e-4382-9b9c-102221b9f312, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=723c4ae5-442e-4382-9b9c-102221b9f312,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:50.311377 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:50.324289 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 723c4ae5-442e-4382-9b9c-102221b9f312 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:24:50.451382 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:50.479154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=723c4ae5-442e-4382-9b9c-102221b9f312,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:50.523085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] No DVR routers for this DVR port 723c4ae5-442e-4382-9b9c-102221b9f312 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:24:50.525678 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:50.527725 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b5e0914e-fe4e-4314-8662-7bddfeefaf89 req-ec7f6884-7357-4e37-979b-97d89ef8ef78 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.103 "DELETE /v2.0/ports/723c4ae5-442e-4382-9b9c-102221b9f312 HTTP/1.1" status: 204 len: 173 time: 0.3978596 Jul 07 23:24:50.528172 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'name': 'network-vif-deleted', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:24:50.530421 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e896d-8cbc-40a0-97a0-47c65c122054" -d '{"events": [{"server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "name": "network-vif-deleted", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:24:50.565959 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41124729-3601-4a79-9fb8-cc6c2dfff56c x-openstack-request-id: req-41124729-3601-4a79-9fb8-cc6c2dfff56c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:24:50.566308 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ad11cb-3e20-4ac3-83a0-5269abc24de6", "name": "network-vif-deleted", "tag": "723c4ae5-442e-4382-9b9c-102221b9f312", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:24:50.566562 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-41124729-3601-4a79-9fb8-cc6c2dfff56c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:24:50.566997 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ad11cb-3e20-4ac3-83a0-5269abc24de6', 'name': 'network-vif-deleted', 'tag': '723c4ae5-442e-4382-9b9c-102221b9f312', 'status': 'completed', 'code': 200} Jul 07 23:24:51.046894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec913e6c-16e9-49a3-9c60-fc26c80b7dc5 req-f6dbf1e1-868e-4d55-815b-5b5896551c75 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300035 Jul 07 23:24:51.124915 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec913e6c-16e9-49a3-9c60-fc26c80b7dc5 req-f8329838-244b-4027-a7eb-7bfd68bcd7bb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6726b63148584a7eafe3601a17af15a4&device_id=62ad11cb-3e20-4ac3-83a0-5269abc24de6 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Jul 07 23:24:51.207482 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39818) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:51.325569 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913e6c-16e9-49a3-9c60-fc26c80b7dc5 req-7e06edd6-d853-478e-890f-dc25cd4509d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:51.327136 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec913e6c-16e9-49a3-9c60-fc26c80b7dc5 req-7e06edd6-d853-478e-890f-dc25cd4509d6 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=6726b63148584a7eafe3601a17af15a4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1837101 Jul 07 23:24:51.440743 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f922ac4a-e375-44bc-a88a-1cf64fcdbec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:51.480856 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:51.496702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913e6c-16e9-49a3-9c60-fc26c80b7dc5 req-5cc67b24-fa2d-4234-839f-f1d04127a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:51.498219 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec913e6c-16e9-49a3-9c60-fc26c80b7dc5 req-5cc67b24-fa2d-4234-839f-f1d04127a338 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640382 Jul 07 23:24:51.576358 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:51.839588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port cb0cb0e1-9375-4720-b386-29015606e038 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:24:51.839946 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:51.927521 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port cb0cb0e1-9375-4720-b386-29015606e038, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cb0cb0e1-9375-4720-b386-29015606e038,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:51.927893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:51.944838 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for cb0cb0e1-9375-4720-b386-29015606e038 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:24:52.126937 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:52.153917 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=cb0cb0e1-9375-4720-b386-29015606e038,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:52.184325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.184685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.185033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.185379 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.185718 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.186061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.186394 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.186764 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.187104 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.187438 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.187768 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.188095 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:52.340454 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:52.426067 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:52.554424 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:24:52.657865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:24:52.663430 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-689168a9-bdc5-4d4f-be62-d3e3d3000e90 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "PUT /v2.0/routers/a968b90e-5a1f-4b4e-af2a-409fe9c1f4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548912 Jul 07 23:24:52.666094 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39820) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:52.668668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] Sync routers for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:24:52.685661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:52.686309 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:52.717442 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting subnet 2652ecdf-5a6e-41b5-a218-9dac5edd2431 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:24:52.720673 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:52.761663 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:52.788388 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:52.971496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:24:52Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:52.998541 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] Checking router: a968b90e-5a1f-4b4e-af2a-409fe9c1f4db for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:24:53.007643 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] Routers {'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:53.008287 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:53.114269 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] Set router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:53.141138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 723c4ae5-442e-4382-9b9c-102221b9f312 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:24:53.151305 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.188947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 723c4ae5-442e-4382-9b9c-102221b9f312 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:24:53.189296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 723c4ae5-442e-4382-9b9c-102221b9f312 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:24:53.211939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.238576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Subnet': ['ID=2652ecdf-5a6e-41b5-a218-9dac5edd2431,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:53.242346 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.247624 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-78d6bf3d-c950-469b-8074-d52598994826 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/subnets/2652ecdf-5a6e-41b5-a218-9dac5edd2431 HTTP/1.1" status: 204 len: 168 time: 0.5772274 Jul 07 23:24:53.247624 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39822) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:53.253778 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005834a6-f311-4449-bddc-2d7041b6385c None None] Network 320d09e4-7b35-4284-b8c5-25b83c61b4f8 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:24:53.352772 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.421661 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:24:52Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:53.450137 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da87984-70ba-4204-870a-a6994528dca2 None None] The sync data for ids ['a968b90e-5a1f-4b4e-af2a-409fe9c1f4db'] in n-d-694802-13 is: [{'id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406830618', 'tenant_id': '6726b63148584a7eafe3601a17af15a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:24:52Z', 'revision_number': 5, 'project_id': '6726b63148584a7eafe3601a17af15a4', 'gw_port': {'id': '24705c8e-dfbe-4846-9efe-4dfc49633708', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a968b90e-5a1f-4b4e-af2a-409fe9c1f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:23:50Z', 'updated_at': '2021-07-07T23:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:24:53.459594 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.519649 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Deleting port 24705c8e-dfbe-4846-9efe-4dfc49633708 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:24:53.520016 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.600010 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] For port 24705c8e-dfbe-4846-9efe-4dfc49633708, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=24705c8e-dfbe-4846-9efe-4dfc49633708,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:53.600384 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.611811 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Calling delete_port for 24705c8e-dfbe-4846-9efe-4dfc49633708 owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:24:53.776463 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.799705 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Port': ['ID=24705c8e-dfbe-4846-9efe-4dfc49633708,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:53.835185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] DHCP port deletion for 320d09e4-7b35-4284-b8c5-25b83c61b4f8 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:24:53.875462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.891268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Deleting port 6b0e42c8-8e07-4875-a761-1436905b254c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:24:53.891656 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.967989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] For port 6b0e42c8-8e07-4875-a761-1436905b254c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=6b0e42c8-8e07-4875-a761-1436905b254c,segment=NetworkSegment(778c2dca-bf71-40c8-84c6-ff73c428576e),segment_id=778c2dca-bf71-40c8-84c6-ff73c428576e)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:53.968398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.973213 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.975939 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:53.984323 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Calling delete_port for 6b0e42c8-8e07-4875-a761-1436905b254c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:24:53.985634 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.022740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.023322 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Fanout notify agent at l3_agent the message router_deleted on router a968b90e-5a1f-4b4e-af2a-409fe9c1f4db {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:24:54.031130 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.032288 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-94aec9b8-f74d-49c1-b68b-a99e55cd57d1 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/routers/a968b90e-5a1f-4b4e-af2a-409fe9c1f4db HTTP/1.1" status: 204 len: 168 time: 0.7844195 Jul 07 23:24:54.035121 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:54.072233 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.104591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Pushing event deleted for resources: {'Port': ['ID=6b0e42c8-8e07-4875-a761-1436905b254c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:54.106950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] No DVR routers for this DVR port 6b0e42c8-8e07-4875-a761-1436905b254c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:24:54.116831 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.117324 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.117528 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.117876 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.118322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.118566 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.118918 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.119208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.119545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.119875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.120209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.120568 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dcf473-95c5-45ed-b3a1-46193766e276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:54.121320 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.213941 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.224583 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320d09e4-7b35-4284-b8c5-25b83c61b4f8']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:54.234884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778c2dca-bf71-40c8-84c6-ff73c428576e') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:54.235192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778c2dca-bf71-40c8-84c6-ff73c428576e') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:54.244010 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.257408 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.263174 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:24:54.263571 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:24:54.266511 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:24:54.327562 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.335515 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.336903 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/networks/320d09e4-7b35-4284-b8c5-25b83c61b4f8 HTTP/1.1" status: 204 len: 168 time: 0.3008108 Jul 07 23:24:54.340053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39828) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:54.348475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d184007-4673-463d-a784-ec7af7608d93 tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'Network': ['ID=320d09e4-7b35-4284-b8c5-25b83c61b4f8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:54.398369 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af39e31d-4106-4e4c-a7e1-9c197f1848bc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.422315 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af39e31d-4106-4e4c-a7e1-9c197f1848bc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.488311 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af39e31d-4106-4e4c-a7e1-9c197f1848bc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.491343 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-af39e31d-4106-4e4c-a7e1-9c197f1848bc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:54.492538 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-af39e31d-4106-4e4c-a7e1-9c197f1848bc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] 10.222.0.95 "DELETE /v2.0/security-groups/50aee50b-155e-48f4-98bb-2a531dc5901f HTTP/1.1" status: 204 len: 168 time: 0.1514845 Jul 07 23:24:54.502026 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39e31d-4106-4e4c-a7e1-9c197f1848bc tempest-TestNetworkAdvancedServerOps-65337951 tempest-TestNetworkAdvancedServerOps-65337951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aee50b-155e-48f4-98bb-2a531dc5901f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:54.726773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6b0e42c8-8e07-4875-a761-1436905b254c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:24:54.746905 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 6b0e42c8-8e07-4875-a761-1436905b254c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:24:54.747264 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 6b0e42c8-8e07-4875-a761-1436905b254c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:24:54.747699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cb0cb0e1-9375-4720-b386-29015606e038 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:24:54.769520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: cb0cb0e1-9375-4720-b386-29015606e038 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:24:54.769820 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cb0cb0e1-9375-4720-b386-29015606e038 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:24:54.770251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 24705c8e-dfbe-4846-9efe-4dfc49633708 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:24:54.789763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 24705c8e-dfbe-4846-9efe-4dfc49633708 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:24:54.790119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 24705c8e-dfbe-4846-9efe-4dfc49633708 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:24:54.827623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39836) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:54.970319 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b4145fd1-5880-4b4d-8cf3-5d7b0b32eb4c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6726b63148584a7eafe3601a17af15a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415017 Jul 07 23:24:54.972735 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39840) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:55.027098 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c71f2832-e2ea-41c9-a0ee-5ccd5ca64ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.047921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c71f2832-e2ea-41c9-a0ee-5ccd5ca64ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.093563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c71f2832-e2ea-41c9-a0ee-5ccd5ca64ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.096072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c71f2832-e2ea-41c9-a0ee-5ccd5ca64ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.097221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c71f2832-e2ea-41c9-a0ee-5ccd5ca64ad9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/68093a89-3fa1-4a1b-b788-565a2e5424fb HTTP/1.1" status: 204 len: 168 time: 0.1235981 Jul 07 23:24:55.104816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f2832-e2ea-41c9-a0ee-5ccd5ca64ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68093a89-3fa1-4a1b-b788-565a2e5424fb,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:55.350843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39846) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:55.364039 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0df97435-33b3-4c8a-9c87-28aa500b6a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.455582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0df97435-33b3-4c8a-9c87-28aa500b6a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.458928 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-0df97435-33b3-4c8a-9c87-28aa500b6a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.500255 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-0df97435-33b3-4c8a-9c87-28aa500b6a1c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=136835a6e4364b1890f63e3412f2b65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482520 Jul 07 23:24:55.501469 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df97435-33b3-4c8a-9c87-28aa500b6a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d93b145-33c6-4706-b865-d7623fc83ad2,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:55.502970 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39848) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:55.550528 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8767a9e1-a459-4d44-832a-36b802a907f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.571661 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8767a9e1-a459-4d44-832a-36b802a907f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.616871 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8767a9e1-a459-4d44-832a-36b802a907f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.619598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8767a9e1-a459-4d44-832a-36b802a907f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:55.620814 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8767a9e1-a459-4d44-832a-36b802a907f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9d93b145-33c6-4706-b865-d7623fc83ad2 HTTP/1.1" status: 204 len: 168 time: 0.1167781 Jul 07 23:24:55.628479 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767a9e1-a459-4d44-832a-36b802a907f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d93b145-33c6-4706-b865-d7623fc83ad2,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:56.299462 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39870) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:56.392021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-167997305-network', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:24:56.413576 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Made reservation on behalf of b666e90d23a8433d94a5b929ff286631 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:24:56.415965 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.424545 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.512852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.516606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.554316 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:24:56.560359 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba55e5-61e0-4850-a029-12c4e10e0a66,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:56.566284 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.566707 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Added segment 6f095303-134e-41ba-8eae-48375900dafc of type vlan for network b141c738-a869-4c47-96d3-fcafd1c66564 Jul 07 23:24:56.606926 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.634465 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.635469 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:56.636096 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.687222 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3866663 Jul 07 23:24:56.690282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39874) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:56.695971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Request body: {'subnet': {'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-167997305-subnet', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:24:56.696146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4e797-fd85-4cdd-9d56-527887f0d4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b141c738-a869-4c47-96d3-fcafd1c66564,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:56.706017 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network b141c738-a869-4c47-96d3-fcafd1c66564 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:24:56.722877 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Made reservation on behalf of b666e90d23a8433d94a5b929ff286631 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:24:56.726137 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.907236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:56.963821 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d30ef6-404d-43e3-86fc-4714684351b4,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:56.972373 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Checking segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:24:56.972738 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Network hostable DHCP agents. Network: b141c738-a869-4c47-96d3-fcafd1c66564, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:24:56.992532 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Network b141c738-a869-4c47-96d3-fcafd1c66564 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:24:57.004570 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, b141c738-a869-4c47-96d3-fcafd1c66564) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:24:57.009868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:57.010480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.016045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e083e6-3bf8-4245-b52a-f592b6e13ea5 None None] Network b141c738-a869-4c47-96d3-fcafd1c66564 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:24:57.024697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-888a5f06-ce29-4de1-a643-2e97a4f7f0f8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3327181 Jul 07 23:24:57.027380 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39876) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:57.031956 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:24:57.056086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.057217 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.144582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.166531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-b141c738-a869-4c47-96d3-fcafd1c66564', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:24:57.167438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.285009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.316314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Allocated IP 172.20.0.2 (b141c738-a869-4c47-96d3-fcafd1c66564/c2d30ef6-404d-43e3-86fc-4714684351b4/cd02b8fa-994e-42b7-88b4-275a70e3b989) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:24:57.457697 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.466735 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Transition to ACTIVE for port object cd02b8fa-994e-42b7-88b4-275a70e3b989 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:24:57.481852 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Transition to ACTIVE for port object cd02b8fa-994e-42b7-88b4-275a70e3b989 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:24:57.487811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.519123 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.525243 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Network b141c738-a869-4c47-96d3-fcafd1c66564 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:24:57.529900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:24:57.533221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:24:57.539138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Pushing event updated for resources: {'Port': ['ID=cd02b8fa-994e-42b7-88b4-275a70e3b989,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:57.544871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.594449 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Attempting to bind port cd02b8fa-994e-42b7-88b4-275a70e3b989 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:24:57.594857 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Attempting to bind port cd02b8fa-994e-42b7-88b4-275a70e3b989 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:24:57.595230 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Attempting to bind port cd02b8fa-994e-42b7-88b4-275a70e3b989 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:24:57.600791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:24:57.601175 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Checking segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:24:57.601585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.601984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Bound using segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:24:57.602456 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Bound port: cd02b8fa-994e-42b7-88b4-275a70e3b989, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:24:57.602866 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.643905 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Allocated IP 172.25.5.52 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/c58a52a0-3d3d-48a1-8e48-4bd9d85bb980) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:24:57.669509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] For port cd02b8fa-994e-42b7-88b4-275a70e3b989, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:24:57.672901 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] For port cd02b8fa-994e-42b7-88b4-275a70e3b989, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cd02b8fa-994e-42b7-88b4-275a70e3b989,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:24:57.677390 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.742253 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327de7c-1920-4dd5-96a1-70a0e22555e6 None None] Pushing event updated for resources: {'Port': ['ID=cd02b8fa-994e-42b7-88b4-275a70e3b989,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:57.760921 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.804889 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.847913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:24:57.850887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:24:57.855884 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Pushing event updated for resources: {'Port': ['ID=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:57.859454 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:24:58.119003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:58.302855 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:58.443486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:24:58.667924 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc510961-b1a7-4403-84a2-3c5de5fac38a None None] Network b141c738-a869-4c47-96d3-fcafd1c66564 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:24:58.745102 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-ef9d2019-054d-4507-b056-533f12d01a8e None None] Provisioning for port cd02b8fa-994e-42b7-88b4-275a70e3b989 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:24:58.794053 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cd02b8fa-994e-42b7-88b4-275a70e3b989 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:24:58.879458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port cd02b8fa-994e-42b7-88b4-275a70e3b989 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:24:58.884433 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cd02b8fa-994e-42b7-88b4-275a70e3b989 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:24:58.884821 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:58.901281 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:24:58.912032 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:24:58.922107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:58.926073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-52796447-6395-4090-86c2-4c869f09fab3 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8950820 Jul 07 23:24:58.926255 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:58.926255 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:58.926486 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39878) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:24:58.978043 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.015143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port cd02b8fa-994e-42b7-88b4-275a70e3b989, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cd02b8fa-994e-42b7-88b4-275a70e3b989,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:59.020571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.033626 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:59.084814 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=cd02b8fa-994e-42b7-88b4-275a70e3b989,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:59.180586 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4b5727d1-206a-4c9b-8c97-bd670aa74791 None None] Provisioning complete for port cd02b8fa-994e-42b7-88b4-275a70e3b989 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:24:59.181054 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4b5727d1-206a-4c9b-8c97-bd670aa74791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.334273 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:58Z', 'revision_number': 3, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:59.362702 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:24:59.363215 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Updating router 625c8d0c-9279-4549-8b85-48c2bcec8d36 port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:24:59.384646 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.404391 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.586044 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Allocated IP 172.20.0.1 (b141c738-a869-4c47-96d3-fcafd1c66564/c2d30ef6-404d-43e3-86fc-4714684351b4/c56a3a1d-3bad-4433-baba-1f5441f61a24) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:24:59.650381 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.659751 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Transition to ACTIVE for port object c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:24:59.664627 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.690208 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.705042 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Transition to ACTIVE for port object c56a3a1d-3bad-4433-baba-1f5441f61a24 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:24:59.711757 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Attempting to bind port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:24:59.712130 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Attempting to bind port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:24:59.712503 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Attempting to bind port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:24:59.721105 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:24:59.721480 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:24:59.721883 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.722278 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:24:59.722778 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Bound port: c58a52a0-3d3d-48a1-8e48-4bd9d85bb980, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:24:59.723164 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.725503 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Pushing event updated for resources: {'Port': ['ID=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:59.738956 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.751045 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.751399 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.751745 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.752084 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.752419 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.752753 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.753089 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.753418 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.753747 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.754081 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.754420 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.754750 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:59.776594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Network b141c738-a869-4c47-96d3-fcafd1c66564 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:24:59.779436 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:24:59.784074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] For port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:24:59.787898 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] For port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:24:59.789297 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:24:59.796697 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.821113 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Pushing event updated for resources: {'Port': ['ID=c56a3a1d-3bad-4433-baba-1f5441f61a24,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:59.842963 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:24:59.843601 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:24:59.845694 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:59.965113 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:24:59.966873 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049ed5-66df-45af-8902-1a97f98bec74 None None] Pushing event updated for resources: {'Port': ['ID=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:00.025346 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.049101 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e2d2051-a780-419c-97d4-8d2aaa085b2a None None] Provisioning for port c56a3a1d-3bad-4433-baba-1f5441f61a24 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:00.054527 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6e2d2051-a780-419c-97d4-8d2aaa085b2a None None] Provisioning complete for port c56a3a1d-3bad-4433-baba-1f5441f61a24 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:00.054952 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2051-a780-419c-97d4-8d2aaa085b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.088915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d2051-a780-419c-97d4-8d2aaa085b2a None None] Port c56a3a1d-3bad-4433-baba-1f5441f61a24 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:25:00.144689 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:58Z', 'revision_number': 3, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:00.171075 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303e2a2-cbac-4f45-935f-fd62aba48944 None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:58Z', 'revision_number': 3, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:25:00.211809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.219017 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.292564 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.294450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Pushing event updated for resources: {'Port': ['ID=c56a3a1d-3bad-4433-baba-1f5441f61a24,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:00.410331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Network b141c738-a869-4c47-96d3-fcafd1c66564 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:00.412445 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:00.558533 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:25:00.695876 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:25:00.703883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-993e6385-5da1-4754-bd5a-d2e0ce258e03 admin admin] 10.222.0.95 "PUT /v2.0/routers/625c8d0c-9279-4549-8b85-48c2bcec8d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764351 Jul 07 23:25:00.721032 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-32ea0d26-fe8c-4b7b-a9a0-4d22c8146fe5 None None] Provisioning complete for port c56a3a1d-3bad-4433-baba-1f5441f61a24 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:00.721663 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-32ea0d26-fe8c-4b7b-a9a0-4d22c8146fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.764922 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-32ea0d26-fe8c-4b7b-a9a0-4d22c8146fe5 None None] Port c56a3a1d-3bad-4433-baba-1f5441f61a24 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:25:00.859195 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:00.920338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:00.924773 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:00.925158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.022462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.044683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:01.049861 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.050808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cd02b8fa-994e-42b7-88b4-275a70e3b989 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:01.135668 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:01.144040 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port cd02b8fa-994e-42b7-88b4-275a70e3b989 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:01.144424 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.271038 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39894) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:01.276131 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-18013652-network', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:01.296960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Made reservation on behalf of ecd6afbe9b1f41d98aabd244a68faf25 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:25:01.299434 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.308818 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.399996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.403665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.429171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:25:01.444147 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2212a-bbfe-40df-bfa8-245fbfcf0bda,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:01.448627 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.448976 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Added segment eff037dc-be3b-452d-939f-cfd483e302ce of type vlan for network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 Jul 07 23:25:01.490147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.519766 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.520847 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:01.521345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.576533 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3043804 Jul 07 23:25:01.579454 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:01.584495 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Request body: {'subnet': {'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-18013652-subnet', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:01.593195 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddbb73-4b8d-4267-ad60-7b3ef4a361da admin admin] Pushing event updated for resources: {'Network': ['ID=4c1e725d-bfed-4ece-aa0e-f0c9832b0366,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:01.603652 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:25:01.611965 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Made reservation on behalf of ecd6afbe9b1f41d98aabd244a68faf25 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:25:01.615014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.784861 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.835441 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28466b25-c6b2-45d9-a421-993b6fef14aa,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:01.837567 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:25:01.847601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:01.848229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:01.851205 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Checking segment: {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:01.851578 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Network hostable DHCP agents. Network: 4c1e725d-bfed-4ece-aa0e-f0c9832b0366, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:25:01.870930 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:25:01.880181 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 4c1e725d-bfed-4ece-aa0e-f0c9832b0366) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:01.884806 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:01.885893 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.890377 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2b70b-ee09-43d0-90a5-7a9ad81cccc2 None None] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:25:01.902752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b072f59f-f427-41ea-9356-db1a20f8df46 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3199391 Jul 07 23:25:01.903033 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:01.907588 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:01.929136 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.930118 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.986237 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.028069 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:02.124084 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.194476 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-4c1e725d-bfed-4ece-aa0e-f0c9832b0366', 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'fixed_ips': [{'subnet_id': '28466b25-c6b2-45d9-a421-993b6fef14aa'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:25:02.195372 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.328245 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.347814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.385159 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Allocated IP 172.20.0.2 (4c1e725d-bfed-4ece-aa0e-f0c9832b0366/28466b25-c6b2-45d9-a421-993b6fef14aa/c8e5d154-5144-41d7-ab88-bee186708e23) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:25:02.406973 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:00Z', 'revision_number': 2, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:02.461399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Allocated IP 172.25.5.159 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/c534ae84-b614-467c-b56f-94b6535065c7) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:25:02.464447 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:25:02.464822 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Updating router 625c8d0c-9279-4549-8b85-48c2bcec8d36 port c56a3a1d-3bad-4433-baba-1f5441f61a24 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:25:02.513992 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.562035 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.604307 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.644507 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:02.647362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:02.649799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:25:02.678904 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Pushing event updated for resources: {'Port': ['ID=c534ae84-b614-467c-b56f-94b6535065c7,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:02.682750 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.698117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Transition to ACTIVE for port object c8e5d154-5144-41d7-ab88-bee186708e23 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:02.747046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:02.758914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Transition to ACTIVE for port object c8e5d154-5144-41d7-ab88-bee186708e23 will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:02.788820 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.860122 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:02.877847 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:02.885164 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:25:02.893407 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Pushing event updated for resources: {'Port': ['ID=c8e5d154-5144-41d7-ab88-bee186708e23,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:02.918295 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.979612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:02.979995 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.014214 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Attempting to bind port c8e5d154-5144-41d7-ab88-bee186708e23 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:25:03.014598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Attempting to bind port c8e5d154-5144-41d7-ab88-bee186708e23 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:25:03.015004 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Attempting to bind port c8e5d154-5144-41d7-ab88-bee186708e23 on network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:03.030111 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.035142 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:25:03.035520 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Checking segment: {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:03.035931 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.036861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Bound using segment: {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:25:03.037348 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Bound port: c8e5d154-5144-41d7-ab88-bee186708e23, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:25:03.037737 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.059766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Transition to ACTIVE for port object c56a3a1d-3bad-4433-baba-1f5441f61a24 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:03.072012 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.122212 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.267415 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Router fb78964e-b744-4614-962f-c2e17697da61 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:25:03.367554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] For port c8e5d154-5144-41d7-ab88-bee186708e23, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:03.369453 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa1e47-0cec-47b6-bc99-7e7479b729ec None None] Pushing event updated for resources: {'Port': ['ID=c56a3a1d-3bad-4433-baba-1f5441f61a24,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:03.374274 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] For port c8e5d154-5144-41d7-ab88-bee186708e23, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c8e5d154-5144-41d7-ab88-bee186708e23,segment=NetworkSegment(eff037dc-be3b-452d-939f-cfd483e302ce),segment_id=eff037dc-be3b-452d-939f-cfd483e302ce)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:25:03.385612 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:25:03.399036 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.400118 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Sync routers for ids ['fb78964e-b744-4614-962f-c2e17697da61'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:25:03.403740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.405322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-68d702e7-17cf-4c70-b92f-bb6a703c0f54 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5013144 Jul 07 23:25:03.408047 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:03.411870 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Routers {'fb78964e-b744-4614-962f-c2e17697da61'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:03.412501 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fb78964e-b744-4614-962f-c2e17697da61'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:03.477755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Attempting to bind port c56a3a1d-3bad-4433-baba-1f5441f61a24 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:25:03.478144 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Attempting to bind port c56a3a1d-3bad-4433-baba-1f5441f61a24 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:25:03.478521 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Attempting to bind port c56a3a1d-3bad-4433-baba-1f5441f61a24 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:03.499300 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:25:03.500158 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Checking segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:03.500716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.501346 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Bound using segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:25:03.502026 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Bound port: c56a3a1d-3bad-4433-baba-1f5441f61a24, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:25:03.502436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.508938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9e74-a697-4f83-800d-837a2232ed23 None None] Pushing event updated for resources: {'Port': ['ID=c8e5d154-5144-41d7-ab88-bee186708e23,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:03.541001 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Set router fb78964e-b744-4614-962f-c2e17697da61 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:03.580699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] For port c56a3a1d-3bad-4433-baba-1f5441f61a24, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:03.585702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] For port c56a3a1d-3bad-4433-baba-1f5441f61a24, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c56a3a1d-3bad-4433-baba-1f5441f61a24,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:25:03.591341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.652916 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:03.653584 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:03.691659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa1e47-0cec-47b6-bc99-7e7479b729ec None None] Pushing event updated for resources: {'Port': ['ID=c56a3a1d-3bad-4433-baba-1f5441f61a24,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:03.766968 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:25:02Z', 'revision_number': 3, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:03.810145 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:03.839594 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Checking router: fb78964e-b744-4614-962f-c2e17697da61 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:25:03.840055 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Updating router fb78964e-b744-4614-962f-c2e17697da61 port c534ae84-b614-467c-b56f-94b6535065c7 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:25:03.897334 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.074846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:03Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:04.105764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322a791-9b60-410e-9d3f-489726eb12cc None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:03Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:25:04.226799 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.237161 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Transition to ACTIVE for port object c534ae84-b614-467c-b56f-94b6535065c7 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:04.245195 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.296903 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Attempting to bind port c534ae84-b614-467c-b56f-94b6535065c7 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:25:04.297286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Attempting to bind port c534ae84-b614-467c-b56f-94b6535065c7 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:25:04.297874 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Attempting to bind port c534ae84-b614-467c-b56f-94b6535065c7 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:04.309671 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:25:04.310041 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:04.310456 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.310846 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.310980 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:25:04.311354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Bound port: c534ae84-b614-467c-b56f-94b6535065c7, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:25:04.311744 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.335768 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8382-e341-4944-aa68-cddfb9a27c41 None None] Pushing event updated for resources: {'Port': ['ID=c534ae84-b614-467c-b56f-94b6535065c7,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:04.372008 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] For port c534ae84-b614-467c-b56f-94b6535065c7, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:04.375786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] For port c534ae84-b614-467c-b56f-94b6535065c7, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c534ae84-b614-467c-b56f-94b6535065c7,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:25:04.382661 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.439131 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Routers {'fb78964e-b744-4614-962f-c2e17697da61'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:04.439989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fb78964e-b744-4614-962f-c2e17697da61'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:04.505505 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Allocated IP 172.20.0.1 (4c1e725d-bfed-4ece-aa0e-f0c9832b0366/28466b25-c6b2-45d9-a421-993b6fef14aa/21e86a84-066a-485f-b4d1-1dce9aab14d9) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:25:04.508912 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8382-e341-4944-aa68-cddfb9a27c41 None None] Pushing event updated for resources: {'Port': ['ID=c534ae84-b614-467c-b56f-94b6535065c7,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:04.598980 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] Set router fb78964e-b744-4614-962f-c2e17697da61 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:04.631625 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.647725 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Transition to ACTIVE for port object 21e86a84-066a-485f-b4d1-1dce9aab14d9 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:04.689112 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.758931 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:04.760529 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:04.769188 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:25:04.812291 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:04.816134 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Pushing event updated for resources: {'Port': ['ID=21e86a84-066a-485f-b4d1-1dce9aab14d9,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:04.872218 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c8e5d154-5144-41d7-ab88-bee186708e23 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:04.898183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd73c4-dad6-4b11-a52f-4c3f36e2a639 None None] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:25:04.976776 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:25:02Z', 'revision_number': 3, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:04.996497 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.012614 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a88b-22e7-41b7-950f-e40ccd3a72f8 None None] The sync data for ids ['fb78964e-b744-4614-962f-c2e17697da61'] in n-d-694802-13 is: [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:25:02Z', 'revision_number': 3, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:25:05.024404 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-97a38d8f-7b4d-453f-a53a-c503b5d3ee36 None None] Provisioning for port c8e5d154-5144-41d7-ab88-bee186708e23 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:05.048622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c8e5d154-5144-41d7-ab88-bee186708e23 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:05.050782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-97a38d8f-7b4d-453f-a53a-c503b5d3ee36 None None] Provisioning complete for port c8e5d154-5144-41d7-ab88-bee186708e23 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:05.051171 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97a38d8f-7b4d-453f-a53a-c503b5d3ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.079480 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c8e5d154-5144-41d7-ab88-bee186708e23 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:05.079736 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.204996 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.211469 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.255339 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.261786 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97a38d8f-7b4d-453f-a53a-c503b5d3ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.292915 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.301021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Pushing event updated for resources: {'Port': ['ID=21e86a84-066a-485f-b4d1-1dce9aab14d9,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:05.319454 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c8e5d154-5144-41d7-ab88-bee186708e23, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c8e5d154-5144-41d7-ab88-bee186708e23,segment=NetworkSegment(eff037dc-be3b-452d-939f-cfd483e302ce),segment_id=eff037dc-be3b-452d-939f-cfd483e302ce)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:05.326727 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.327570 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c56a3a1d-3bad-4433-baba-1f5441f61a24 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:05.452877 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:05.454552 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:05.457466 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.db.api [None req-97a38d8f-7b4d-453f-a53a-c503b5d3ee36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 23:25:05.458079 n-d-694802-13 neutron-server[93933]: DEBUG oslo_db.api [None req-97a38d8f-7b4d-453f-a53a-c503b5d3ee36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 23:25:05.477392 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c8e5d154-5144-41d7-ab88-bee186708e23,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:05.495343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c56a3a1d-3bad-4433-baba-1f5441f61a24 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:05.509502 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c56a3a1d-3bad-4433-baba-1f5441f61a24 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:05.509949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.599048 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Router fb78964e-b744-4614-962f-c2e17697da61 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:25:05.602559 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.639418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c56a3a1d-3bad-4433-baba-1f5441f61a24, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c56a3a1d-3bad-4433-baba-1f5441f61a24,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:05.649281 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.713273 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c56a3a1d-3bad-4433-baba-1f5441f61a24,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:05.746735 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:25:05.767304 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0cd54ae-eb6c-43dc-ac01-9029eedb4a2e admin admin] 10.222.0.95 "PUT /v2.0/routers/fb78964e-b744-4614-962f-c2e17697da61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3505664 Jul 07 23:25:06.133890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89efa96e-ccba-4aa4-b596-884a0ad8b712 None None] Provisioning complete for port c8e5d154-5144-41d7-ab88-bee186708e23 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:06.134453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89efa96e-ccba-4aa4-b596-884a0ad8b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.229829 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89efa96e-ccba-4aa4-b596-884a0ad8b712 None None] Provisioning for port 21e86a84-066a-485f-b4d1-1dce9aab14d9 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:06.234342 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-89efa96e-ccba-4aa4-b596-884a0ad8b712 None None] Provisioning complete for port 21e86a84-066a-485f-b4d1-1dce9aab14d9 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:06.234837 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89efa96e-ccba-4aa4-b596-884a0ad8b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.277673 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-89efa96e-ccba-4aa4-b596-884a0ad8b712 None None] Port 21e86a84-066a-485f-b4d1-1dce9aab14d9 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:25:06.311059 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 39908) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:06.315825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542107224', 'description': 'tempest-secgroup-smoke-542107224 description', 'project_id': 'b666e90d23a8433d94a5b929ff286631'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:06.337763 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.417279 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.421297 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.450428 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.451774 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396649 Jul 07 23:25:06.455300 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39910) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:06.456086 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b8c87-c8fd-4f88-98f4-aa536cce520b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1f637d-3db7-4dae-8893-a17110aef7bf,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:06.460273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': '9c1f637d-3db7-4dae-8893-a17110aef7bf', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:06.487053 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.542612 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.546193 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.561240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ffc47c-8820-4bb4-a538-7c07f9a3dedd,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:06.569189 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.570369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2e2e6657-e6c3-4c95-b82b-9fa4d2fb57f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140289 Jul 07 23:25:06.573123 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39912) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:06.577496 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': '9c1f637d-3db7-4dae-8893-a17110aef7bf', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:06.603146 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.662963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.666354 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.684806 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28578a69-a9ca-4948-9b7b-45c773fccd5a,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:06.687825 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.689004 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-645f9cc2-7b2d-4434-ae9c-a27d0726e2ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149766 Jul 07 23:25:06.695340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39914) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:06.696686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': '9c1f637d-3db7-4dae-8893-a17110aef7bf', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:06.728410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.789991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.793724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.816227 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d242bd7-4889-4176-b07a-abccbef52829,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:06.817426 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c534ae84-b614-467c-b56f-94b6535065c7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:06.819965 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.821184 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cacbfcfb-f628-48ec-b0e3-05119c3df072 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282191 Jul 07 23:25:06.824001 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39916) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:06.832764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': '9c1f637d-3db7-4dae-8893-a17110aef7bf', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:06.863057 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.879298 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port c534ae84-b614-467c-b56f-94b6535065c7 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:06.883119 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c534ae84-b614-467c-b56f-94b6535065c7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:06.883533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.931466 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.935400 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.954650 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4f3816-b08e-4fde-9d20-f342c270bf61,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:06.964457 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.968235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-12daf6c5-6861-46d7-8b8c-7b40ac83799d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407480 Jul 07 23:25:06.968395 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.968494 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39918) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:06.974093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': '9c1f637d-3db7-4dae-8893-a17110aef7bf', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:06.987315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port c534ae84-b614-467c-b56f-94b6535065c7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c534ae84-b614-467c-b56f-94b6535065c7,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:06.991877 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:06.992768 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c8e5d154-5144-41d7-ab88-bee186708e23 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:06.996539 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Project b666e90d23a8433d94a5b929ff286631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:25:07.001430 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.066402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.069627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=c534ae84-b614-467c-b56f-94b6535065c7,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:07.071135 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.081061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c8e5d154-5144-41d7-ab88-bee186708e23 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:07.081452 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.095684 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4c003f-afec-4853-b1c1-8aac97ecf39b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:07.100122 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.101414 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3f0c3ef6-2399-40b5-a979-00d38dd418ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320372 Jul 07 23:25:07.104182 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39920) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:07.109267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': '9c1f637d-3db7-4dae-8893-a17110aef7bf', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:07.133769 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Project b666e90d23a8433d94a5b929ff286631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:25:07.139264 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.169598 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c56a3a1d-3bad-4433-baba-1f5441f61a24 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:07.201417 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.205563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.226255 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44becbc3-d8f8-4312-8b3e-319f2e359d83,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:07.232480 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.233849 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4ac9e5e2-14f9-45d7-b85e-2f2910551a8e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286671 Jul 07 23:25:07.265898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c56a3a1d-3bad-4433-baba-1f5441f61a24 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:07.266284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:07.491121 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Sync routers for ids ['fb78964e-b744-4614-962f-c2e17697da61'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:25:07.500489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Routers {'fb78964e-b744-4614-962f-c2e17697da61'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:07.501114 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fb78964e-b744-4614-962f-c2e17697da61'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:07.565350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-fbd640c8-20d8-4189-ac76-717ab6d8cdc7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542107224&fields=id&tenant_id=b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 267 time: 0.0326526 Jul 07 23:25:07.604956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Set router fb78964e-b744-4614-962f-c2e17697da61 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:07.672434 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-d073098d-3eb0-415e-8589-2a51a92d40f5 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:07.673935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-d073098d-3eb0-415e-8589-2a51a92d40f5 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 808 time: 0.1017292 Jul 07 23:25:07.688929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-ba5a70d6-56db-4919-ac61-133397909e41 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/quotas/b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 375 time: 0.0090511 Jul 07 23:25:07.756885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-6d7a48d5-45db-49b9-94f6-d1dca86c5cd9 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622063 Jul 07 23:25:07.772240 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-49bb08ef-d38a-4f5c-b99c-845a755500e3 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:25:07.773313 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-49bb08ef-d38a-4f5c-b99c-845a755500e3 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055616 Jul 07 23:25:07.870064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-30a056d3-687b-4699-b32b-417df161bd60 service neutron] 10.222.0.95 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908995 Jul 07 23:25:07.959416 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:25:04Z', 'revision_number': 4, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21e86a84-066a-485f-b4d1-1dce9aab14d9', 'name': '', 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'mac_address': 'fa:16:3e:b3:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '28466b25-c6b2-45d9-a421-993b6fef14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:04Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 2, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'subnets': [{'id': '28466b25-c6b2-45d9-a421-993b6fef14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:07.960161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-28de7b52-7aa8-451c-829e-6f35b957cf8e service neutron] 10.222.0.95 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841320 Jul 07 23:25:07.986440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Checking router: fb78964e-b744-4614-962f-c2e17697da61 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:25:07.986839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Updating router fb78964e-b744-4614-962f-c2e17697da61 port 21e86a84-066a-485f-b4d1-1dce9aab14d9 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:25:08.021604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:08.129258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-483ac0b3-88dc-4374-8ce3-9e45f3e7da3f req-c71c5f18-0c43-4c1d-9e55-b6f8a2df7f21 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 210 time: 0.0302410 Jul 07 23:25:08.288625 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:08.298944 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Transition to ACTIVE for port object 21e86a84-066a-485f-b4d1-1dce9aab14d9 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:08.305256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:08.394948 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5674d-29e7-4e11-b2ec-610be9db49e4 None None] Pushing event updated for resources: {'Port': ['ID=21e86a84-066a-485f-b4d1-1dce9aab14d9,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:08.444792 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Attempting to bind port 21e86a84-066a-485f-b4d1-1dce9aab14d9 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:25:08.445182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Attempting to bind port 21e86a84-066a-485f-b4d1-1dce9aab14d9 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:25:08.445554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Attempting to bind port 21e86a84-066a-485f-b4d1-1dce9aab14d9 on network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:08.453748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:25:08.454140 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Checking segment: {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:08.454719 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:08.455120 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Bound using segment: {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:25:08.455601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Bound port: 21e86a84-066a-485f-b4d1-1dce9aab14d9, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff037dc-be3b-452d-939f-cfd483e302ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:25:08.455990 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:08.525730 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] For port 21e86a84-066a-485f-b4d1-1dce9aab14d9, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:08.529613 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] For port 21e86a84-066a-485f-b4d1-1dce9aab14d9, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21e86a84-066a-485f-b4d1-1dce9aab14d9,segment=NetworkSegment(eff037dc-be3b-452d-939f-cfd483e302ce),segment_id=eff037dc-be3b-452d-939f-cfd483e302ce)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:25:08.535208 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:08.594883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Routers {'fb78964e-b744-4614-962f-c2e17697da61'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:08.595544 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:24:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fb78964e-b744-4614-962f-c2e17697da61'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:08.636883 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5674d-29e7-4e11-b2ec-610be9db49e4 None None] Pushing event updated for resources: {'Port': ['ID=21e86a84-066a-485f-b4d1-1dce9aab14d9,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:08.728035 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] Set router fb78964e-b744-4614-962f-c2e17697da61 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:08.769796 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c534ae84-b614-467c-b56f-94b6535065c7 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:08.948220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port c534ae84-b614-467c-b56f-94b6535065c7 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:08.948598 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:09.076550 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:25:04Z', 'revision_number': 4, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21e86a84-066a-485f-b4d1-1dce9aab14d9', 'name': '', 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'mac_address': 'fa:16:3e:b3:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '28466b25-c6b2-45d9-a421-993b6fef14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:04Z', 'updated_at': '2021-07-07T23:25:08Z', 'revision_number': 4, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'subnets': [{'id': '28466b25-c6b2-45d9-a421-993b6fef14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:09.107555 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d2a86-caa3-40ba-89a3-dc97045170eb None None] The sync data for ids ['fb78964e-b744-4614-962f-c2e17697da61'] in n-d-694802-13 is: [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:25:04Z', 'revision_number': 4, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '21e86a84-066a-485f-b4d1-1dce9aab14d9', 'name': '', 'network_id': '4c1e725d-bfed-4ece-aa0e-f0c9832b0366', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'mac_address': 'fa:16:3e:b3:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '28466b25-c6b2-45d9-a421-993b6fef14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:04Z', 'updated_at': '2021-07-07T23:25:08Z', 'revision_number': 4, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'subnets': [{'id': '28466b25-c6b2-45d9-a421-993b6fef14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:25:09.288273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d40d1ed7-c75b-416c-ad2a-8447cce58910 req-40787c45-0f94-4ee3-be88-0b5b5ffe853b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 210 time: 0.0344484 Jul 07 23:25:09.528042 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-acf5f977-1db1-4d1e-a332-0d1befd6d4d7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:09.529873 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-acf5f977-1db1-4d1e-a332-0d1befd6d4d7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 808 time: 0.1122613 Jul 07 23:25:09.581812 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-3cb25b3f-558e-44fc-9d96-f901cf1f1de2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 379 time: 0.0427990 Jul 07 23:25:09.594694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'port': {'device_id': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'admin_state_up': True, 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'security_groups': ['9c1f637d-3db7-4dae-8893-a17110aef7bf']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:09.704952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Made reservation on behalf of b666e90d23a8433d94a5b929ff286631 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:25:09.708952 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:09.844607 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Allocated IP 172.20.0.13 (b141c738-a869-4c47-96d3-fcafd1c66564/c2d30ef6-404d-43e3-86fc-4714684351b4/041eb025-cf72-4cf7-885f-eb5309933b11) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:25:09.982397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:09.997178 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Transition to ACTIVE for port object 041eb025-cf72-4cf7-885f-eb5309933b11 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:10.035185 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.084200 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Network b141c738-a869-4c47-96d3-fcafd1c66564 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:10.087496 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:10.093761 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:25:10.124418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:10.151616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:10.152258 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.167989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-63a97f41-c65c-45e2-b451-ed33e221a6f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5772533 Jul 07 23:25:10.179082 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-b8f50bfa-c80b-4764-87cd-364dc34896ef tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:25:10.180193 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-b8f50bfa-c80b-4764-87cd-364dc34896ef tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062785 Jul 07 23:25:10.191566 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Request body: {'port': {'device_id': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:10.273814 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.373182 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a3c081ed-6c26-49d3-8ca2-cc4af97a77da None None] Provisioning for port 041eb025-cf72-4cf7-885f-eb5309933b11 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:10.377488 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-a3c081ed-6c26-49d3-8ca2-cc4af97a77da None None] Provisioning complete for port 041eb025-cf72-4cf7-885f-eb5309933b11 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:10.377652 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a3c081ed-6c26-49d3-8ca2-cc4af97a77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.417754 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a3c081ed-6c26-49d3-8ca2-cc4af97a77da None None] Port 041eb025-cf72-4cf7-885f-eb5309933b11 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:25:10.505945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aa4c7-f6d3-4bf6-ad87-cf9308fdcc7f req-94af30fb-f54e-4b2f-9f45-06d498d3aecb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:10.507719 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd9aa4c7-f6d3-4bf6-ad87-cf9308fdcc7f req-94af30fb-f54e-4b2f-9f45-06d498d3aecb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 932 time: 0.0641234 Jul 07 23:25:10.545743 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fd9aa4c7-f6d3-4bf6-ad87-cf9308fdcc7f req-43855278-ef25-4e27-a3a8-4894c70f9e54 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Jul 07 23:25:10.562398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:25:10.569891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.581746 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Transition to ACTIVE for port object 041eb025-cf72-4cf7-885f-eb5309933b11 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:10.585800 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.655161 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:10.726283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:25:10.726822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:25:10.727325 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:10.732558 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Port 041eb025-cf72-4cf7-885f-eb5309933b11 on network b141c738-a869-4c47-96d3-fcafd1c66564 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:25:10.732993 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:10.739108 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:25:10.739548 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Checking segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:10.740021 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Bound using segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:25:10.740681 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Bound port: 041eb025-cf72-4cf7-885f-eb5309933b11, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:25:10.740977 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.777318 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21e86a84-066a-485f-b4d1-1dce9aab14d9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:10.830809 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:10.835983 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:25:10.841152 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.846766 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 21e86a84-066a-485f-b4d1-1dce9aab14d9 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:10.850928 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 21e86a84-066a-485f-b4d1-1dce9aab14d9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:10.851378 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.876695 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:10.877430 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.878976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] 10.222.0.97 "PUT /v2.0/ports/041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1093 time: 0.6917288 Jul 07 23:25:10.879298 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:25:10.881677 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8508056f-086a-496f-8992-0cbc0866e0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:25:10.921868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435857f9-4ba7-41cf-a832-13ef6d0438d1 service neutron] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:10.955246 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39694c56-8c69-49d5-bfd0-6d22daf21778 x-openstack-request-id: req-39694c56-8c69-49d5-bfd0-6d22daf21778 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:25:10.955546 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:25:10.955804 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-39694c56-8c69-49d5-bfd0-6d22daf21778 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:25:10.956454 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'status': 'completed', 'code': 200} Jul 07 23:25:10.963158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:10.986501 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-2e7e0a6d-4d89-435d-b71e-83396e70efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:10.988084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-2e7e0a6d-4d89-435d-b71e-83396e70efa1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1096 time: 0.0631921 Jul 07 23:25:11.001912 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 21e86a84-066a-485f-b4d1-1dce9aab14d9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21e86a84-066a-485f-b4d1-1dce9aab14d9,segment=NetworkSegment(eff037dc-be3b-452d-939f-cfd483e302ce),segment_id=eff037dc-be3b-452d-939f-cfd483e302ce)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:11.010898 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:11.046299 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-f21efc3a-1b0e-4669-8f2a-ebc435013543 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 217 time: 0.0499244 Jul 07 23:25:11.064621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=21e86a84-066a-485f-b4d1-1dce9aab14d9,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:11.097909 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-ee1056c7-b5c7-49ab-adc8-ce37a1c807ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.099674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-ee1056c7-b5c7-49ab-adc8-ce37a1c807ad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0474110 Jul 07 23:25:11.156656 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-cad073a8-9721-4b0b-b516-a0292bbf4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.158079 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-cad073a8-9721-4b0b-b516-a0292bbf4437 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519862 Jul 07 23:25:11.251001 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-da7148f3-437d-4150-baaf-21c095503507 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Jul 07 23:25:11.340338 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-0e7d07ba-7914-4da8-bc45-98ecfa567461 req-2e5681cd-0203-4b8a-a972-08ca6c9cace2 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Jul 07 23:25:11.445164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508056f-086a-496f-8992-0cbc0866e0fc req-0e1e0eaf-c285-4a05-8beb-9aaa5e030254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.446742 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-0e1e0eaf-c285-4a05-8beb-9aaa5e030254 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1096 time: 0.0541115 Jul 07 23:25:11.544349 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508056f-086a-496f-8992-0cbc0866e0fc req-ef14c291-04c7-42b8-b24c-717d4ef4075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.545858 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-ef14c291-04c7-42b8-b24c-717d4ef4075f service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0931969 Jul 07 23:25:11.588852 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-40382ecc-2be7-4fad-bca6-310864f21442 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 217 time: 0.0367730 Jul 07 23:25:11.645584 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508056f-086a-496f-8992-0cbc0866e0fc req-f25479f4-41f5-45bc-844c-c6cc091546ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.647193 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-f25479f4-41f5-45bc-844c-c6cc091546ba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0521369 Jul 07 23:25:11.708464 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508056f-086a-496f-8992-0cbc0866e0fc req-e80c8bde-32c2-457f-89ee-06f512231521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.710153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-e80c8bde-32c2-457f-89ee-06f512231521 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563610 Jul 07 23:25:11.740292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376c88a-f4f5-4efd-bb54-d2c9cf28cc5e req-d234c016-fe20-4c6f-9b9e-f9cff0cbb3f8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.744662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9376c88a-f4f5-4efd-bb54-d2c9cf28cc5e req-d234c016-fe20-4c6f-9b9e-f9cff0cbb3f8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 944 time: 0.0752058 Jul 07 23:25:11.792792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9376c88a-f4f5-4efd-bb54-d2c9cf28cc5e req-4e219484-81fd-4830-a336-fd12af42415e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Jul 07 23:25:11.806796 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-ff72e555-ca38-4f30-95e2-dc6863925782 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886827 Jul 07 23:25:11.910908 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-8508056f-086a-496f-8992-0cbc0866e0fc req-0cdcf482-ddba-4d15-8962-5f3ad973c472 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975740 Jul 07 23:25:12.738841 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21e86a84-066a-485f-b4d1-1dce9aab14d9 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:12.784999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 21e86a84-066a-485f-b4d1-1dce9aab14d9 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:12.785368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:12.976943 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68544a1-d97f-46cb-a3bc-c62c19b76bcc req-8cfe8610-212a-4674-8e0b-355d18ad40f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:12.978446 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c68544a1-d97f-46cb-a3bc-c62c19b76bcc req-8cfe8610-212a-4674-8e0b-355d18ad40f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 944 time: 0.0682957 Jul 07 23:25:13.017130 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c68544a1-d97f-46cb-a3bc-c62c19b76bcc req-3a183c12-e545-4764-983d-a1c5f2fe93a6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Jul 07 23:25:14.188652 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce60d-94d8-4ca3-98de-a1c1b61b9304 req-cdf6c198-ce35-488b-aece-b3e33d26b7d0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:14.190045 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c13ce60d-94d8-4ca3-98de-a1c1b61b9304 req-cdf6c198-ce35-488b-aece-b3e33d26b7d0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 944 time: 0.0625870 Jul 07 23:25:14.226740 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c13ce60d-94d8-4ca3-98de-a1c1b61b9304 req-c05490f2-e6db-4fa3-903c-b9d7621f2702 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Jul 07 23:25:15.397574 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9793f1-c984-42e7-946a-b020ed286996 req-b05114da-45cb-4f07-b047-1d39428cfb02 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:15.399064 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a9793f1-c984-42e7-946a-b020ed286996 req-b05114da-45cb-4f07-b047-1d39428cfb02 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 944 time: 0.0618520 Jul 07 23:25:15.439324 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1a9793f1-c984-42e7-946a-b020ed286996 req-8fdb49a4-611f-4635-89db-9cecbc4ef909 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348370 Jul 07 23:25:15.937239 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:25:16.033486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:16.048337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '041eb025-cf72-4cf7-885f-eb5309933b11', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'mac_address': 'fa:16:3e:7b:5e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:25:16.084155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:16.096481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:25:16.116092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:16.119788 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:16.165873 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:16.468405 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['041eb025-cf72-4cf7-885f-eb5309933b11'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:25:16.615228 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0d6c-a828-4c66-9021-2f119026c050 req-60677733-ac7f-4e31-919f-a2f716632d93 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:16.616798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a4c0d6c-a828-4c66-9021-2f119026c050 req-60677733-ac7f-4e31-919f-a2f716632d93 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0629597 Jul 07 23:25:16.654297 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3a4c0d6c-a828-4c66-9021-2f119026c050 req-d4fea425-b852-4962-8f33-fbad9c921441 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Jul 07 23:25:17.633782 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:17.825964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afca89-7a14-4ddd-b8ca-92f0f2785661 req-7b5f98f1-48ff-45d7-981f-8e5230389c90 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:17.827486 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62afca89-7a14-4ddd-b8ca-92f0f2785661 req-7b5f98f1-48ff-45d7-981f-8e5230389c90 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0614774 Jul 07 23:25:17.866642 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-62afca89-7a14-4ddd-b8ca-92f0f2785661 req-e1d9b996-35c0-4401-aa6b-58161e9cfc20 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328858 Jul 07 23:25:17.962601 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:18.008786 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port 041eb025-cf72-4cf7-885f-eb5309933b11 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:18.012286 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 041eb025-cf72-4cf7-885f-eb5309933b11 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:18.012662 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:18.087243 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:18.108890 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:25:18.111407 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82126c97-4877-4c8a-98c9-153534069557" -d '{"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-plugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:25:18.123938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:18.127654 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:18.152567 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d0ff1-e350-4590-8063-937f24e90aec x-openstack-request-id: req-127d0ff1-e350-4590-8063-937f24e90aec {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:25:18.152859 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-plugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:25:18.153116 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-127d0ff1-e350-4590-8063-937f24e90aec {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:25:18.153515 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'code': 200} Jul 07 23:25:18.181656 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:18.261736 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739a031-2e62-442d-a58f-27db3613e016 req-a71d4bd0-d618-46bc-953d-4030f28e09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:18.263181 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1739a031-2e62-442d-a58f-27db3613e016 req-a71d4bd0-d618-46bc-953d-4030f28e09b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1098 time: 0.0515587 Jul 07 23:25:18.296554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1739a031-2e62-442d-a58f-27db3613e016 req-9e4e95f8-0dbc-4ae5-b3b9-3f144e74a48b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272129 Jul 07 23:25:18.432393 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ff56896b-5174-4434-b55b-4808179ce454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:19.044396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd3b33-371c-4748-9c0b-e2d75b63a8e7 req-9e8c7738-aad8-4be0-97ca-49a5ddd9004c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:19.045845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05dd3b33-371c-4748-9c0b-e2d75b63a8e7 req-9e8c7738-aad8-4be0-97ca-49a5ddd9004c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0661325 Jul 07 23:25:19.082294 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-05dd3b33-371c-4748-9c0b-e2d75b63a8e7 req-f5ab605a-4672-4982-87c6-72b7695fcffc tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309613 Jul 07 23:25:19.418585 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:20.252843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc76834-4685-4f4d-b09c-d82ca295f2ec req-0855e000-963a-44a1-9811-d53c01889822 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:20.254376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bc76834-4685-4f4d-b09c-d82ca295f2ec req-0855e000-963a-44a1-9811-d53c01889822 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0635204 Jul 07 23:25:20.291876 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7bc76834-4685-4f4d-b09c-d82ca295f2ec req-6b91abfc-e922-4261-8fad-19a73680c332 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Jul 07 23:25:20.468920 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03255740-f716-4969-93e4-8af752e320d3 req-9e322c06-15df-499a-b957-c92f271ef3c3 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:20.470649 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03255740-f716-4969-93e4-8af752e320d3 req-9e322c06-15df-499a-b957-c92f271ef3c3 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0663519 Jul 07 23:25:20.510511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-03255740-f716-4969-93e4-8af752e320d3 req-fc187868-da7f-4f82-876d-35721f82de5a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345836 Jul 07 23:25:20.535602 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39984) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:20.690105 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e57451-a8cb-49d9-af09-3402bb481df0 tempest-TestShelveInstance-1195093039 tempest-TestShelveInstance-1195093039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:20.691929 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-84e57451-a8cb-49d9-af09-3402bb481df0 tempest-TestShelveInstance-1195093039 tempest-TestShelveInstance-1195093039-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1093 time: 0.1551731 Jul 07 23:25:20.695466 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 39988) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:25:20.699869 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:20.720742 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:20.818073 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:20.917074 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Allocated IP 172.25.5.43 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/50e9f426-11f5-4eeb-b6e6-d36dfdd9e4af) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:25:21.019679 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.057549 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.093272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:25:21.100253 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:25:21.105701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:25:21.108757 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'Port': ['ID=50e9f426-11f5-4eeb-b6e6-d36dfdd9e4af,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:21.442347 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f17d1c13-b656-4c23-a369-f864cba5f203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.484499 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.729303 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.804235 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.947175 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:21.951410 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.019623 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'Port': ['ID=50e9f426-11f5-4eeb-b6e6-d36dfdd9e4af,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:22.031008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.128113 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Floating IP f79b3424-a03b-4353-9284-8b9309a944c0 associated. External IP: 172.25.5.43, port: 041eb025-cf72-4cf7-885f-eb5309933b11. Jul 07 23:25:22.331483 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:25:22.428608 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.442743 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:25:22.452167 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:25:22.459200 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.461769 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:22.462394 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:22.496068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-6e4edc21-85dd-4879-a8d4-5f43eaa8d31b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7994950 Jul 07 23:25:22.496930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:25:22.500028 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc268025-8fc0-44da-b27f-714b2b41724f" -d '{"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:25:22.535454 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b487016-5e89-4da5-a710-6e9b6e562a3f x-openstack-request-id: req-7b487016-5e89-4da5-a710-6e9b6e562a3f {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:25:22.536241 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:25:22.536500 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7b487016-5e89-4da5-a710-6e9b6e562a3f {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:25:22.536907 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'status': 'completed', 'code': 200} Jul 07 23:25:22.568313 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:22.607836 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268025-8fc0-44da-b27f-714b2b41724f req-43c79130-2e6a-4971-a56e-a2e4349ef675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:22.609459 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-43c79130-2e6a-4971-a56e-a2e4349ef675 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1098 time: 0.0522304 Jul 07 23:25:22.701895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268025-8fc0-44da-b27f-714b2b41724f req-8df610c6-3caf-43ef-9988-06a661b2a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:22.703473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-8df610c6-3caf-43ef-9988-06a661b2a7c0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0881555 Jul 07 23:25:22.770560 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-a6f2fab8-3366-4c06-95bf-1443c46394e7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 999 time: 0.0602386 Jul 07 23:25:22.788989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'f79b3424-a03b-4353-9284-8b9309a944c0', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'mac_address': 'fa:16:3e:7b:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:25:21Z', 'updated_at': '2021-07-07T23:25:21Z', 'revision_number': 0, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:22.814273 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:25:22.822190 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:25:22.822360 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268025-8fc0-44da-b27f-714b2b41724f req-36050212-c954-489a-b04b-efb684f52e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:22.822823 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:25:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:22.823902 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-36050212-c954-489a-b04b-efb684f52e99 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0469511 Jul 07 23:25:22.881421 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268025-8fc0-44da-b27f-714b2b41724f req-8f4df332-2989-4916-b0a3-e8f4a76c09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:22.882938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-8f4df332-2989-4916-b0a3-e8f4a76c09c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528128 Jul 07 23:25:22.927105 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:25:22.971215 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-94cb7b95-1e61-4399-acfb-d0879a9e25ee service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818624 Jul 07 23:25:23.063036 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fc268025-8fc0-44da-b27f-714b2b41724f req-661b5201-1840-45b1-b054-d6e41737eac0 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Jul 07 23:25:23.147202 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'f79b3424-a03b-4353-9284-8b9309a944c0', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'mac_address': 'fa:16:3e:7b:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:25:21Z', 'updated_at': '2021-07-07T23:25:21Z', 'revision_number': 0, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:25:23.172104 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b733994-dab8-45f0-ac74-2333bf541f8b None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'f79b3424-a03b-4353-9284-8b9309a944c0', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'mac_address': 'fa:16:3e:7b:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:25:21Z', 'updated_at': '2021-07-07T23:25:21Z', 'revision_number': 0, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:25:23.351742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc0004-0b15-48d7-9087-064a7d6da74a None None] New status for floating IP f79b3424-a03b-4353-9284-8b9309a944c0: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:25:23.967602 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:25.018913 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:25:47.633295 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:48.431132 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cfafd5a5-e9bf-44ca-8179-f799292e5bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:49.418197 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:51.443353 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-432786ce-1bf8-4e75-81b5-5aac650d6b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:51.484642 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:52.430620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:53.971488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:55.829934 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-f993eb99-9430-4728-bf16-dbd8167be55e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508027 Jul 07 23:25:55.925416 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-869732f0-89d1-4f56-92ce-7424e0c7e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:55.927428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-869732f0-89d1-4f56-92ce-7424e0c7e489 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1098 time: 0.0552592 Jul 07 23:25:56.030758 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-57a9be19-7d7b-49c7-bf5d-3736bb8a2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:56.032271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-57a9be19-7d7b-49c7-bf5d-3736bb8a2e7d service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0848253 Jul 07 23:25:56.098966 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-0453ba4f-c4a3-4db0-95f4-fe3be0ad94a5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1001 time: 0.0593586 Jul 07 23:25:56.144341 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-dffe1caa-1ae5-4a4a-a864-9adc793ac2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:56.145779 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-dffe1caa-1ae5-4a4a-a864-9adc793ac2d7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0417092 Jul 07 23:25:56.200305 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-14dbc984-4e72-442d-a920-b10bc89bcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:56.201751 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-14dbc984-4e72-442d-a920-b10bc89bcb29 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502379 Jul 07 23:25:56.291754 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-ea4d7da4-8835-4157-882e-d82ce3afe133 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830567 Jul 07 23:25:56.379802 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ef4bc06c-a359-4fee-bf56-5b9a1f2eb911 req-71ec3020-462f-42c0-8383-3177add2090b service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810549 Jul 07 23:26:02.018971 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:26:17.631608 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:18.432063 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-637e6feb-b942-48e9-8ba4-950afee86307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:19.426347 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:21.443675 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cd9e68af-ec84-4295-beeb-9819e9894bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:21.484323 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:22.434848 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:23.972596 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:39.018539 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:26:47.630377 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:48.432362 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3ae7f4c5-4d87-4985-8837-2137354bc179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:49.440573 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:51.442696 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0774e204-2dcc-446d-ad2e-e0420abfd8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:51.487133 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:52.436899 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:53.976738 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:56.876375 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-28772fea-8148-4f89-9359-89bd5b32a5a4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014535 Jul 07 23:26:56.975869 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-157880fe-ac4c-47cc-9ad6-d0271f242714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:56.977379 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-157880fe-ac4c-47cc-9ad6-d0271f242714 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1098 time: 0.0560057 Jul 07 23:26:57.078156 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-47035da7-216a-422b-bc4c-48dee40aafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:57.079607 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-47035da7-216a-422b-bc4c-48dee40aafad service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0833962 Jul 07 23:26:57.146019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-a2cd0377-b218-4ba0-9afa-83f9db2d35c9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1001 time: 0.0603316 Jul 07 23:26:57.192780 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-f860f84a-ff10-48fe-8dfc-e8afca321c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:57.194740 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-f860f84a-ff10-48fe-8dfc-e8afca321c22 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0420721 Jul 07 23:26:57.251582 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-1d359a0a-faff-4465-8815-784049b4c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:57.253129 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-1d359a0a-faff-4465-8815-784049b4c111 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525270 Jul 07 23:26:57.636322 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-7cbecb40-b866-45c7-92e2-52a149fc017d service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761725 Jul 07 23:26:57.724389 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-dc926f1c-121c-46a5-a281-fbb4824aa414 req-66a78ba6-8576-43b1-8c75-12b894a344a8 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805044 Jul 07 23:27:16.016985 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:27:17.644914 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:18.433503 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52d72adc-a4c5-4849-baed-7e70dada2464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:19.450681 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:21.443331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d784709-f660-4ad6-a325-3c16849cfd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:21.486620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:22.438382 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:23.979553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:47.111924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a8b15-9153-4e37-ac3d-7fdd0ee1f0bf req-638d4e8d-1155-4e55-96f1-e6bf592dba44 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:47.113341 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e8a8b15-9153-4e37-ac3d-7fdd0ee1f0bf req-638d4e8d-1155-4e55-96f1-e6bf592dba44 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0646563 Jul 07 23:27:47.150845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8e8a8b15-9153-4e37-ac3d-7fdd0ee1f0bf req-91a88d43-b6e7-493f-8612-652293cfa3f6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Jul 07 23:27:47.658412 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:48.351088 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dce85c-a49c-446c-bd72-49d99fb327e1 req-b18fdb1c-a9ff-44c2-82ba-a40015f3bc37 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:48.352599 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61dce85c-a49c-446c-bd72-49d99fb327e1 req-b18fdb1c-a9ff-44c2-82ba-a40015f3bc37 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0656531 Jul 07 23:27:48.389951 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-61dce85c-a49c-446c-bd72-49d99fb327e1 req-27bd4083-e94c-43c9-a6ca-184553190b96 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Jul 07 23:27:48.434069 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2cd91560-406a-417c-aff1-898aab01a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:49.454667 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:49.561396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164c2b-d2f6-45d7-a392-296239df0fef req-dde5b38a-da97-43c2-8c93-5f63326a8d03 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:49.562893 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37164c2b-d2f6-45d7-a392-296239df0fef req-dde5b38a-da97-43c2-8c93-5f63326a8d03 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0619147 Jul 07 23:27:49.600418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-37164c2b-d2f6-45d7-a392-296239df0fef req-90e94c4a-8284-478c-8b19-ed9a5a45dc92 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Jul 07 23:27:50.769802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a758-f280-487e-be1c-e331a029250d req-552dac97-bcd0-4e07-834b-c5d7a94877cb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:50.771322 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d364a758-f280-487e-be1c-e331a029250d req-552dac97-bcd0-4e07-834b-c5d7a94877cb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0626202 Jul 07 23:27:50.808371 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d364a758-f280-487e-be1c-e331a029250d req-b394957b-4674-4484-b44e-d13753a1f17a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309925 Jul 07 23:27:51.444379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1dde14b4-d395-460a-aa07-57b23af4564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:51.486052 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:51.988069 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49850be-76c9-4a03-b85c-119dc4c9c06a req-2e2aac65-6327-45dd-8c05-d25806ec2ab4 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:51.989830 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e49850be-76c9-4a03-b85c-119dc4c9c06a req-2e2aac65-6327-45dd-8c05-d25806ec2ab4 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0684114 Jul 07 23:27:52.026348 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e49850be-76c9-4a03-b85c-119dc4c9c06a req-e1b151f0-e3c6-495a-8366-d325549b8fd1 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303547 Jul 07 23:27:52.441580 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:53.016286 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:27:53.197860 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d263c-f4e5-4a91-9a1f-66740fda9bef req-24ac03b6-2bcc-4f05-abf1-36d8e044c670 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:53.199364 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d61d263c-f4e5-4a91-9a1f-66740fda9bef req-24ac03b6-2bcc-4f05-abf1-36d8e044c670 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0624747 Jul 07 23:27:53.236063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d61d263c-f4e5-4a91-9a1f-66740fda9bef req-af78b5a1-2187-48b0-8ee1-0d68658dccf2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Jul 07 23:27:53.980670 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:54.420811 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe46a6-cb9f-4a95-8a2b-68f817013727 req-b00ffcc6-a95a-4c89-bb23-1b2e3ff16401 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:54.422350 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ebe46a6-cb9f-4a95-8a2b-68f817013727 req-b00ffcc6-a95a-4c89-bb23-1b2e3ff16401 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0757525 Jul 07 23:27:54.460587 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2ebe46a6-cb9f-4a95-8a2b-68f817013727 req-e5d221d6-1473-4da9-b45c-57ef697c3486 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325518 Jul 07 23:27:55.630651 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a6a9e-fdbc-45dd-905c-5ab174e9fd65 req-4a20eecc-fd47-414c-9c38-3c7afaa5d1b8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:55.632126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f02a6a9e-fdbc-45dd-905c-5ab174e9fd65 req-4a20eecc-fd47-414c-9c38-3c7afaa5d1b8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0624385 Jul 07 23:27:55.668886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f02a6a9e-fdbc-45dd-905c-5ab174e9fd65 req-85d431ec-7070-4c07-a713-ed94db54e303 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Jul 07 23:27:56.844880 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828fa0a-91c7-4043-bee5-371f2ff1722c req-aed8c81f-5e40-4e71-b36a-5343e7813df5 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:56.846413 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4828fa0a-91c7-4043-bee5-371f2ff1722c req-aed8c81f-5e40-4e71-b36a-5343e7813df5 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0629148 Jul 07 23:27:56.883945 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4828fa0a-91c7-4043-bee5-371f2ff1722c req-13ca5bc9-37d2-4bf5-9eca-1e83a7263f76 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 07 23:27:58.061415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549a6dc-c96d-4b70-8afa-70c21fc51ffa req-bf744e54-abdb-4152-b6d8-4fcacc06e23d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:58.062956 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6549a6dc-c96d-4b70-8afa-70c21fc51ffa req-bf744e54-abdb-4152-b6d8-4fcacc06e23d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0682178 Jul 07 23:27:58.100180 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6549a6dc-c96d-4b70-8afa-70c21fc51ffa req-5aec9f21-930c-407d-8642-c3a92672a31e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Jul 07 23:27:58.869018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-b220f8f2-1ec4-4b5f-b828-823123eda294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:58.870583 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-b220f8f2-1ec4-4b5f-b828-823123eda294 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1098 time: 0.0546288 Jul 07 23:27:58.978144 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-c728088b-f1a9-439f-be7a-649bfbc3260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:58.979653 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-c728088b-f1a9-439f-be7a-649bfbc3260f service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0871136 Jul 07 23:27:59.044963 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-3ff30458-f9ec-4506-a45e-2fb65172669e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1001 time: 0.0575407 Jul 07 23:27:59.096463 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-82c75d9e-ff9f-45c1-8173-f801b219008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:59.097884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-82c75d9e-ff9f-45c1-8173-f801b219008d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0459130 Jul 07 23:27:59.154590 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-5d0de7ff-018d-402b-898b-3005e7a36dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:59.156160 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-5d0de7ff-018d-402b-898b-3005e7a36dc8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508883 Jul 07 23:27:59.247938 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-a521040f-0b73-4a66-8660-208f12463f51 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821109 Jul 07 23:27:59.275257 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71293-30b6-4d00-adae-e3c03c0c61b0 req-313d94fa-f969-4669-8e64-244e3d30a73c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:59.276895 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42a71293-30b6-4d00-adae-e3c03c0c61b0 req-313d94fa-f969-4669-8e64-244e3d30a73c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0631278 Jul 07 23:27:59.313853 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-42a71293-30b6-4d00-adae-e3c03c0c61b0 req-3c3c8cc3-f6c8-4ca9-b924-d80320accc8a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Jul 07 23:27:59.344994 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-80df1d11-126c-4f60-8b06-e3e2bfbc04ab req-ec3089f2-0ecd-488a-8cf6-5017b70aae66 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891519 Jul 07 23:28:00.490384 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893779de-55ba-4028-b057-dce3ed461e9e req-5bff8df2-b783-4829-aff0-a29cb4087ae9 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:00.491903 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-893779de-55ba-4028-b057-dce3ed461e9e req-5bff8df2-b783-4829-aff0-a29cb4087ae9 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0662699 Jul 07 23:28:00.528549 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-893779de-55ba-4028-b057-dce3ed461e9e req-18f4a78f-0a99-4c4d-af40-4245c1963d0f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Jul 07 23:28:00.770987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:28:00.865229 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:00.876468 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': '041eb025-cf72-4cf7-885f-eb5309933b11', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'mac_address': 'fa:16:3e:7b:5e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:28:00.912827 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:00.924703 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:28:00.942875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:00.947398 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:00.996046 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:01.003207 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.003560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.003908 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.004257 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.004602 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.004936 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.005271 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.005604 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.005937 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.006268 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.006599 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.006954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:01.019355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['041eb025-cf72-4cf7-885f-eb5309933b11'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:28:01.704340 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be7ec3-7558-4c85-a4a7-6c1495e32ece req-7180bf51-4b4a-43de-9919-d451504e0267 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:01.705841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65be7ec3-7558-4c85-a4a7-6c1495e32ece req-7180bf51-4b4a-43de-9919-d451504e0267 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0650959 Jul 07 23:28:01.743073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-65be7ec3-7558-4c85-a4a7-6c1495e32ece req-7a8142d4-3528-49ca-b505-cdce80b5fc4a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Jul 07 23:28:02.787089 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:28:02.840378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port 041eb025-cf72-4cf7-885f-eb5309933b11 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:28:02.840763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:02.919027 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:02.920348 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dde6-25b2-4973-a30d-817c31f32c52 req-86d5c46b-d06c-4934-bb20-b3d36a66d3e8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:02.921848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fce2dde6-25b2-4973-a30d-817c31f32c52 req-86d5c46b-d06c-4934-bb20-b3d36a66d3e8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0620644 Jul 07 23:28:02.940545 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:28:02.942816 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd0644c-18c0-4cd4-907c-f444757003c1" -d '{"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-plugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:28:02.955688 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:02.959592 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-fce2dde6-25b2-4973-a30d-817c31f32c52 req-dd332b18-23d1-4945-a03c-6f2876e8c48f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Jul 07 23:28:02.961038 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:03.007990 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0a7e6d-8885-414c-9d03-18139bbd9c37 x-openstack-request-id: req-ca0a7e6d-8885-414c-9d03-18139bbd9c37 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:28:03.008374 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-plugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:28:03.009119 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca0a7e6d-8885-414c-9d03-18139bbd9c37 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:28:03.009506 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'code': 200} Jul 07 23:28:03.014125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:04.140687 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89869d-a2b1-46bf-9db4-7b680b127078 req-434d9c82-5d71-4607-b709-7f99af321f07 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:04.142221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e89869d-a2b1-46bf-9db4-7b680b127078 req-434d9c82-5d71-4607-b709-7f99af321f07 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0688307 Jul 07 23:28:04.183320 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2e89869d-a2b1-46bf-9db4-7b680b127078 req-0b95034b-cca6-4151-9a90-a7693b001cba tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347764 Jul 07 23:28:05.365787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee111c-bb58-4bc3-ae21-26caed4f7d9f req-51d48d9d-dc53-4a0c-8d7b-507d0e9c8eff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:05.371181 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34ee111c-bb58-4bc3-ae21-26caed4f7d9f req-51d48d9d-dc53-4a0c-8d7b-507d0e9c8eff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0714798 Jul 07 23:28:05.420273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-34ee111c-bb58-4bc3-ae21-26caed4f7d9f req-276e8c3c-a1d5-41e4-9df9-315f0897bf5e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447958 Jul 07 23:28:06.612573 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f349d-82b0-472b-8f6f-17ab95d4e27f req-2e98a653-6c36-4301-b665-a5cb1b09043e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:06.614493 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec3f349d-82b0-472b-8f6f-17ab95d4e27f req-2e98a653-6c36-4301-b665-a5cb1b09043e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0785952 Jul 07 23:28:06.660159 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ec3f349d-82b0-472b-8f6f-17ab95d4e27f req-75f6c444-c460-4628-91e7-59c1347a6242 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377471 Jul 07 23:28:07.864027 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d358-e04f-4421-81c5-bf927fa947b5 req-d11f524f-d5e1-49d3-b79a-e5d14a0cf02b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:07.865411 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7647d358-e04f-4421-81c5-bf927fa947b5 req-d11f524f-d5e1-49d3-b79a-e5d14a0cf02b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0761564 Jul 07 23:28:07.906762 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7647d358-e04f-4421-81c5-bf927fa947b5 req-9bf27115-22f0-4117-9454-c537bed030a1 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349967 Jul 07 23:28:09.108784 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf48bb-a1c8-4756-aa5c-c64c66603205 req-cd7219c9-20ef-4375-b493-8e57650c027e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:09.111273 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acaf48bb-a1c8-4756-aa5c-c64c66603205 req-cd7219c9-20ef-4375-b493-8e57650c027e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0742328 Jul 07 23:28:09.167132 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-acaf48bb-a1c8-4756-aa5c-c64c66603205 req-880e7da3-8ba0-431e-874b-44206e29505d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503716 Jul 07 23:28:10.363896 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae480b-9928-4d14-ab5f-8ffa678f631d req-783d04a5-de7f-4845-a38f-ad6c6f14cf4d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:10.366205 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54ae480b-9928-4d14-ab5f-8ffa678f631d req-783d04a5-de7f-4845-a38f-ad6c6f14cf4d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0714071 Jul 07 23:28:10.407923 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54ae480b-9928-4d14-ab5f-8ffa678f631d req-2d87b54f-dd73-4cbe-9271-399619260117 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343277 Jul 07 23:28:11.607937 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92cfbf-70ef-46bb-b709-01ac97a8628c req-9028243b-ea97-4445-911e-fb29a50b34d2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:11.609470 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca92cfbf-70ef-46bb-b709-01ac97a8628c req-9028243b-ea97-4445-911e-fb29a50b34d2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0656431 Jul 07 23:28:11.660626 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca92cfbf-70ef-46bb-b709-01ac97a8628c req-8db82869-e8c1-4aa3-90ac-551c700884cd tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354702 Jul 07 23:28:12.838772 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d008b66-4b18-4411-9fb8-cde7db127496 req-6060c62c-6d34-441c-8a38-701a12090237 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:12.840298 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d008b66-4b18-4411-9fb8-cde7db127496 req-6060c62c-6d34-441c-8a38-701a12090237 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0672216 Jul 07 23:28:12.877158 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2d008b66-4b18-4411-9fb8-cde7db127496 req-e0a5d0e7-db8f-45d7-bfa1-4c0c4357f4d9 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313158 Jul 07 23:28:13.562826 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-2362250f-2de0-40b0-aea9-21d7a818d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:13.564316 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-2362250f-2de0-40b0-aea9-21d7a818d6c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1098 time: 0.0517395 Jul 07 23:28:13.654148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-81f197dc-35ba-443c-96f9-3fb3be97a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:13.655617 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-81f197dc-35ba-443c-96f9-3fb3be97a672 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0852158 Jul 07 23:28:13.718552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-5fa8c2e5-5d9d-4ad4-a7b6-78697bb9fa6b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1001 time: 0.0565927 Jul 07 23:28:13.766102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-804f5fb5-f1cb-4666-9869-fa4c2a47d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:13.767554 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-804f5fb5-f1cb-4666-9869-fa4c2a47d8ea service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0434983 Jul 07 23:28:13.825720 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-da727a38-6eb8-48cd-aee4-be3b80c0512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:13.827218 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-da727a38-6eb8-48cd-aee4-be3b80c0512f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535617 Jul 07 23:28:13.917833 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-58aa9ae4-a92e-447e-b2b8-d8ace1a09e2c service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833151 Jul 07 23:28:14.012547 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-25165596-9483-44d2-9636-3ebdbc9b2ba8 req-b7a005b1-a77d-48da-a62c-a1f69bbdd234 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875752 Jul 07 23:28:14.050767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d544bc-764f-4a4d-a5a2-100ddfea9c6e req-732afe14-8ab0-4967-a7f3-45651be81bf2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:14.052281 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01d544bc-764f-4a4d-a5a2-100ddfea9c6e req-732afe14-8ab0-4967-a7f3-45651be81bf2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0638409 Jul 07 23:28:14.089993 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-01d544bc-764f-4a4d-a5a2-100ddfea9c6e req-e244f826-ff43-45de-9b35-3ae7e8bbe8f2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320637 Jul 07 23:28:15.268426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58672e2-bd0a-4e03-b274-aefa6e5fe389 req-fa68e88b-d37c-4354-8550-bc01cdc7e2cd tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:15.269917 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b58672e2-bd0a-4e03-b274-aefa6e5fe389 req-fa68e88b-d37c-4354-8550-bc01cdc7e2cd tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0634706 Jul 07 23:28:15.307311 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b58672e2-bd0a-4e03-b274-aefa6e5fe389 req-437bef76-c43a-441a-8ff2-6a6a9d6df9fa tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313492 Jul 07 23:28:16.481606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b4ae-14b4-4121-8bc4-a6ae8721b22f req-d28f91b4-c8b7-4b63-9ca7-587d63c01ee4 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:16.483088 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3a9b4ae-14b4-4121-8bc4-a6ae8721b22f req-d28f91b4-c8b7-4b63-9ca7-587d63c01ee4 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0660653 Jul 07 23:28:16.519041 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f3a9b4ae-14b4-4121-8bc4-a6ae8721b22f req-e11b8950-0102-450f-b550-0c4ebd8e1bb1 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305517 Jul 07 23:28:16.863801 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cb208-fe11-4a55-8601-8d3bcec3a401 req-b77beac9-f16a-45ed-9ef7-502e67eda87b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:16.865337 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a2cb208-fe11-4a55-8601-8d3bcec3a401 req-b77beac9-f16a-45ed-9ef7-502e67eda87b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0643630 Jul 07 23:28:16.879974 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:28:16.907913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4a2cb208-fe11-4a55-8601-8d3bcec3a401 req-69c9a2f5-1e74-411b-a804-72cf1994c811 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370584 Jul 07 23:28:17.014242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-7c7b31e6-e741-4058-8b6a-9fa5a8d502ac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053276 Jul 07 23:28:17.110472 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:17.132223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:28:17.134936 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a4ad5-e592-417c-91e2-47af5a8c946f" -d '{"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-unplugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:28:17.147338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:17.152897 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:17.176806 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 23:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4fdff-977e-49d9-abc0-ef2e1b9d5ff5 x-openstack-request-id: req-d6f4fdff-977e-49d9-abc0-ef2e1b9d5ff5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:28:17.177353 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-unplugged", "status": "failed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "code": 422}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:28:17.177621 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d6f4fdff-977e-49d9-abc0-ef2e1b9d5ff5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:28:17.178018 n-d-694802-13 neutron-server[93933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'code': 422} returned with failed status Jul 07 23:28:17.206326 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:17.672034 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:18.002365 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-284c6599-ee35-4c62-90df-508cc0a0cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:18.003944 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-284c6599-ee35-4c62-90df-508cc0a0cc2c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e&tenant_id=b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 1096 time: 0.0841787 Jul 07 23:28:18.014545 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-13', 'device_owner': 'compute:nova'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:28:18.128944 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:18.151301 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343fe38-71bd-478d-b638-191b9d5f7789 req-15522f1d-be28-4305-b7c2-3b3facc68566 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:18.152788 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b343fe38-71bd-478d-b638-191b9d5f7789 req-15522f1d-be28-4305-b7c2-3b3facc68566 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 944 time: 0.1171536 Jul 07 23:28:18.270034 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b343fe38-71bd-478d-b638-191b9d5f7789 req-8461ef2c-05a6-4b04-8cff-e2941ced33c7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976608 Jul 07 23:28:18.364677 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:18.397095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h2-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:28:18.434836 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:28:18.435571 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-0b400168-737c-4610-9536-3df172ec4097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:18.443231 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:18.454973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Transition to ACTIVE for port object 041eb025-cf72-4cf7-885f-eb5309933b11 will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:28:18.458310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:18.563070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=9']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:18.576985 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.577351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.577701 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.578085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.578455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.578892 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.579261 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.579631 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.580031 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.580402 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.580882 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.581116 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:28:18.643809 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] No DVR routers for this DVR port 041eb025-cf72-4cf7-885f-eb5309933b11 on host n-h2-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:28:18.779535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:28:18.779879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:28:18.780266 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:28:18.784584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Port 041eb025-cf72-4cf7-885f-eb5309933b11 on network b141c738-a869-4c47-96d3-fcafd1c66564 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:28:18.784913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Attempting to bind port 041eb025-cf72-4cf7-885f-eb5309933b11 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:28:18.789658 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:28:18.789996 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Checking segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:28:18.790381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Bound using segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:28:18.791104 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Bound port: 041eb025-cf72-4cf7-885f-eb5309933b11, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:28:18.791464 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:19.127829 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:28:19.130763 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:28:19.136013 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:19.169071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.169708 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:19.171566 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] 10.222.0.103 "PUT /v2.0/ports/041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1093 time: 1.1608899 Jul 07 23:28:19.172023 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:28:19.174929 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e44cfd6-a9d7-4354-8275-21fa1208a89f" -d '{"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:28:19.227368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4bf29-38e5-4ddc-b32b-5d7e3de41488 service neutron] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=10']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:19.264480 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-20f1d749-f55e-4668-810d-cf8793e64655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.266012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-20f1d749-f55e-4668-810d-cf8793e64655 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1097 time: 0.0693562 Jul 07 23:28:19.282162 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd947d9a-e548-49b9-b2e2-9a80b8ebfcfa x-openstack-request-id: req-bd947d9a-e548-49b9-b2e2-9a80b8ebfcfa {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:28:19.282453 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:28:19.282726 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bd947d9a-e548-49b9-b2e2-9a80b8ebfcfa {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:28:19.283229 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'status': 'completed', 'code': 200} Jul 07 23:28:19.365332 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-0fbdc6cd-4483-41b8-a3e5-c30cae3709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.367039 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-0fbdc6cd-4483-41b8-a3e5-c30cae3709ee service neutron] 10.222.0.103 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0944619 Jul 07 23:28:19.470061 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-998b7c0a-ead2-46c9-98e5-07a225383d37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 999 time: 0.0954578 Jul 07 23:28:19.475720 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:19.525396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581dc8-0827-4378-9d0e-d7b4c51d5528 req-fbf18ea2-2556-497b-889d-6908a932b8b7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.526865 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac581dc8-0827-4378-9d0e-d7b4c51d5528 req-fbf18ea2-2556-497b-889d-6908a932b8b7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.1173947 Jul 07 23:28:19.542109 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-b19bbd19-17f8-40d8-a066-d496d2ab67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.543510 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-b19bbd19-17f8-40d8-a066-d496d2ab67be service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0673177 Jul 07 23:28:19.594235 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac581dc8-0827-4378-9d0e-d7b4c51d5528 req-8b6e884e-4d11-43df-b889-7f34b5f5a379 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617599 Jul 07 23:28:19.614519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-a814ed05-65e8-4f87-b4f3-56cb18c4c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.616112 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-a814ed05-65e8-4f87-b4f3-56cb18c4c530 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651789 Jul 07 23:28:19.707325 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-1c3f2ac3-d7fb-4cf0-8d88-742b4b988553 service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833755 Jul 07 23:28:19.794262 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af6f8dc4-af7a-497a-af26-3936e7130e6d req-a7c927c9-6db3-4cef-a647-8ab9d56c7670 service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807247 Jul 07 23:28:19.897754 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-8241fec7-6880-46b4-a062-90f4bcc445f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.899336 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-8241fec7-6880-46b4-a062-90f4bcc445f9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1097 time: 0.0598221 Jul 07 23:28:19.990505 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-5072953e-8c33-489b-865d-a1cc6d7bad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:19.992093 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-5072953e-8c33-489b-865d-a1cc6d7bad1b service neutron] 10.222.0.103 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0867968 Jul 07 23:28:20.078861 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-d00fe870-216f-4a9c-907a-9d9ce5b94d9a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 999 time: 0.0803101 Jul 07 23:28:20.776973 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ac01-0628-48b3-8db9-cec61846733f req-df2d3da1-8fc3-441e-baf1-2a7953520e51 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:20.777964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1664ac01-0628-48b3-8db9-cec61846733f req-df2d3da1-8fc3-441e-baf1-2a7953520e51 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0665488 Jul 07 23:28:20.817913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1664ac01-0628-48b3-8db9-cec61846733f req-8086db75-58d3-4317-96bc-fa1fc412cdb6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Jul 07 23:28:21.447070 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5081a5a2-9ed1-4dc2-b912-fe5abdb28856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:21.488737 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:22.002071 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315771-7607-45bc-82b6-0f1d45b15ffe req-ddd6140c-6353-48e5-8075-b42b6440d6d6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:22.003630 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd315771-7607-45bc-82b6-0f1d45b15ffe req-ddd6140c-6353-48e5-8075-b42b6440d6d6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0671535 Jul 07 23:28:22.043848 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd315771-7607-45bc-82b6-0f1d45b15ffe req-ed22fd51-9d68-4692-b456-ba077d0c0a04 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345156 Jul 07 23:28:22.447564 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:23.230357 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7873f-8582-4180-b386-534111255ba1 req-e4a5aa4a-cd71-4e79-bdff-f371aea74b0b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:23.231984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0b7873f-8582-4180-b386-534111255ba1 req-e4a5aa4a-cd71-4e79-bdff-f371aea74b0b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0696914 Jul 07 23:28:23.271379 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0b7873f-8582-4180-b386-534111255ba1 req-c626c132-9ed6-4503-9a56-41e976000f55 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Jul 07 23:28:23.985636 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:24.452478 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b782c-0dce-4d13-bfb7-a78f07ee2b9b req-e0a362a4-4f94-4ea1-a792-386609ecab38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:24.454207 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-975b782c-0dce-4d13-bfb7-a78f07ee2b9b req-e0a362a4-4f94-4ea1-a792-386609ecab38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0664823 Jul 07 23:28:24.493506 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-975b782c-0dce-4d13-bfb7-a78f07ee2b9b req-f5a68e8e-958f-4145-89dc-7579e0025f66 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329707 Jul 07 23:28:25.675003 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67200c03-5b62-4845-9d74-491bdc55dc3f req-fbfaf09a-522a-4adc-ad68-36dbede7cf96 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:25.676511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67200c03-5b62-4845-9d74-491bdc55dc3f req-fbfaf09a-522a-4adc-ad68-36dbede7cf96 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0656490 Jul 07 23:28:25.721140 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-67200c03-5b62-4845-9d74-491bdc55dc3f req-fd24eb76-2b42-4733-b426-482c7b2ce74b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390966 Jul 07 23:28:26.907714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3a0a8-83fe-49e5-b618-505b2d3626de req-ea7048ca-69d0-4cec-9cb2-c0601a8e8a85 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:26.909242 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7e3a0a8-83fe-49e5-b618-505b2d3626de req-ea7048ca-69d0-4cec-9cb2-c0601a8e8a85 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0704868 Jul 07 23:28:26.948531 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f7e3a0a8-83fe-49e5-b618-505b2d3626de req-a08b3790-595f-49e9-b476-9179b01ba7ec tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Jul 07 23:28:28.133662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaf092-bc95-4d83-b07d-922a645750ee req-acf43907-04d2-4aa4-bba3-85129f58e69e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:28.135149 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97aaf092-bc95-4d83-b07d-922a645750ee req-acf43907-04d2-4aa4-bba3-85129f58e69e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0662317 Jul 07 23:28:28.175019 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-97aaf092-bc95-4d83-b07d-922a645750ee req-2834ab51-ce36-41f2-8043-2ec1591e496c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340023 Jul 07 23:28:29.360838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2ea7-bdab-4b1d-b2ec-d16b86611224 req-480b9457-7462-49ba-becf-e0f7bb1db28a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:29.362885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08af2ea7-bdab-4b1d-b2ec-d16b86611224 req-480b9457-7462-49ba-becf-e0f7bb1db28a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0726852 Jul 07 23:28:29.404835 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-08af2ea7-bdab-4b1d-b2ec-d16b86611224 req-b81c2a1c-3a17-4f8e-85fd-ac6951d6f434 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363717 Jul 07 23:28:30.016346 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:28:30.298879 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-635259b2-bd93-4acd-9b0d-4c6d6f3532b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:30.300266 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-635259b2-bd93-4acd-9b0d-4c6d6f3532b0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0446780 Jul 07 23:28:30.358964 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-f715378e-217e-4ad3-a096-a875517d6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:30.360471 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-f715378e-217e-4ad3-a096-a875517d6d19 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506840 Jul 07 23:28:30.455930 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-8f171ec5-c8aa-4afe-befd-dd9ea87ba938 service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Jul 07 23:28:30.577571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e44cfd6-a9d7-4354-8275-21fa1208a89f req-f919afd0-b938-4b3b-b964-83edb37893bc service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146872 Jul 07 23:28:30.606235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98684e9e-7253-4c9c-93fa-b939c3214a7b req-e20cf4fb-38d0-4834-9347-1a212457ef73 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:30.607737 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98684e9e-7253-4c9c-93fa-b939c3214a7b req-e20cf4fb-38d0-4834-9347-1a212457ef73 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0879123 Jul 07 23:28:30.644277 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-98684e9e-7253-4c9c-93fa-b939c3214a7b req-e67314dc-6bae-4fcd-b323-54e7c5e57dc6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Jul 07 23:28:31.818670 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791abf6-cc76-4a1f-bb2d-8be215555126 req-c0f58267-2f91-4a57-9f4b-3ccf6612c6f9 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:31.820168 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b791abf6-cc76-4a1f-bb2d-8be215555126 req-c0f58267-2f91-4a57-9f4b-3ccf6612c6f9 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 945 time: 0.0625198 Jul 07 23:28:31.858272 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b791abf6-cc76-4a1f-bb2d-8be215555126 req-a77eca5b-9c6a-4a25-b280-9cbaa3fdcf37 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Jul 07 23:28:32.347539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:28:32.441038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:32.455897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': '041eb025-cf72-4cf7-885f-eb5309933b11', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'port_id': '041eb025-cf72-4cf7-885f-eb5309933b11', 'mac_address': 'fa:16:3e:7b:5e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:28:32.492759 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:32.504964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:28:32.523423 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:32.528127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:32.573048 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=11']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:32.761105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['041eb025-cf72-4cf7-885f-eb5309933b11'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:28:33.030870 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76fdb9-0bfd-4ac2-ab52-ed8291512527 req-c5da96bb-ac78-44ec-91bc-1deb2b56904c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:33.032258 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e76fdb9-0bfd-4ac2-ab52-ed8291512527 req-c5da96bb-ac78-44ec-91bc-1deb2b56904c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0627570 Jul 07 23:28:33.072036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e76fdb9-0bfd-4ac2-ab52-ed8291512527 req-a3aea5c9-0605-4cde-b30b-be1f5eb260ee tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342822 Jul 07 23:28:34.244331 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc8b45-a914-435e-ab3b-d9917fd9336b req-c9f7ef69-9b50-4acd-ac04-7071bd2f7b72 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:34.245841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5fc8b45-a914-435e-ab3b-d9917fd9336b req-c9f7ef69-9b50-4acd-ac04-7071bd2f7b72 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 946 time: 0.0624714 Jul 07 23:28:34.283276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a5fc8b45-a914-435e-ab3b-d9917fd9336b req-0ec4ff47-9556-4ee1-908d-123e2e56a3a5 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319138 Jul 07 23:28:34.347897 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:28:34.399166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port 041eb025-cf72-4cf7-885f-eb5309933b11 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:28:34.403446 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port 041eb025-cf72-4cf7-885f-eb5309933b11 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:28:34.403831 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:34.479676 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:34.501105 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:28:34.503397 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d330194-5b12-4b03-8304-8fd9bfa38d54" -d '{"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-plugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:28:34.516437 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:28:34.520304 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:34.544560 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c4015-3cd7-4530-9302-4904245de2b4 x-openstack-request-id: req-d67c4015-3cd7-4530-9302-4904245de2b4 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:28:34.544868 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-plugged", "status": "completed", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:28:34.545123 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d67c4015-3cd7-4530-9302-4904245de2b4 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:28:34.545517 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'code': 200} Jul 07 23:28:34.570565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=12']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:28:34.706086 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21e5e-5147-4ee7-bd22-5afda359d66d req-d0a9ffa1-bd6f-4766-b172-9a6400769b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:34.707532 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0e21e5e-5147-4ee7-bd22-5afda359d66d req-d0a9ffa1-bd6f-4766-b172-9a6400769b8c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1099 time: 0.0506706 Jul 07 23:28:34.741378 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a0e21e5e-5147-4ee7-bd22-5afda359d66d req-d4c2192f-b5d3-4374-b17b-5a5d32432ecc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270000 Jul 07 23:28:35.468981 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf86f-3102-492c-a711-e5ae43fc7252 req-06fcc944-d7cb-49a5-91a5-ba2fa89d95bb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:35.470509 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31adf86f-3102-492c-a711-e5ae43fc7252 req-06fcc944-d7cb-49a5-91a5-ba2fa89d95bb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 947 time: 0.0708318 Jul 07 23:28:35.508534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-31adf86f-3102-492c-a711-e5ae43fc7252 req-50438365-0586-4b32-a3a4-695b4bb0dd57 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Jul 07 23:28:36.680101 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f5386-27a7-4457-8952-2b57463385b4 req-2ade43bc-cd4c-4c38-a06f-28ba595c654d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:36.681570 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a3f5386-27a7-4457-8952-2b57463385b4 req-2ade43bc-cd4c-4c38-a06f-28ba595c654d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 947 time: 0.0630255 Jul 07 23:28:36.718453 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0a3f5386-27a7-4457-8952-2b57463385b4 req-4d213cfc-5e88-4026-b436-2ff5c1ade5f8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Jul 07 23:28:47.676621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:48.436320 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba55d-7ce0-426c-9697-b1e79a86b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:49.471088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:51.447928 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4e4e6711-3a9d-4cb8-b214-8f66ddd843b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:51.489574 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:52.448630 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:53.990045 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:56.062202 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-1f2a74f6-6a60-4e1f-a869-5df447ee7003 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494106 Jul 07 23:28:56.160292 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-21f322ca-791a-4312-8e5e-109cda3281ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:56.161710 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-21f322ca-791a-4312-8e5e-109cda3281ed service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1099 time: 0.0559566 Jul 07 23:28:56.263935 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-2fea1b29-c3c7-4c85-a8b0-052a371cb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:56.265400 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-2fea1b29-c3c7-4c85-a8b0-052a371cb2cc service neutron] 10.222.0.103 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0825377 Jul 07 23:28:56.332560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-2876615e-1941-4151-84dd-b8de82bd3f0b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 1001 time: 0.0605693 Jul 07 23:28:56.380901 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-61e1887e-c97d-4045-8706-7486734b3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:56.382293 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-61e1887e-c97d-4045-8706-7486734b3a14 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0418069 Jul 07 23:28:56.437662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-626f982f-862c-409e-9b71-e27050a73753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:56.439074 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-626f982f-862c-409e-9b71-e27050a73753 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499244 Jul 07 23:28:56.531844 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-af558352-c56f-480e-9ebf-718fe07a5900 service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850723 Jul 07 23:28:56.618172 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e9e86d62-3840-4106-9bf9-c50d3cf6efff req-3dc1b89f-da2b-44b4-8d71-8ec1d822b479 service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789402 Jul 07 23:29:07.014906 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:29:17.685708 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:18.437239 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d5a72c54-b9f2-414b-b7f1-66287c3c6fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:19.497507 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:21.448330 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f68f-c68d-424d-95ee-c97446c6286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:21.491930 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:22.451181 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:23.988885 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:44.013690 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:29:47.701088 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.437517 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f5d92077-314d-4c42-a9f6-116a7192df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.440296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40326) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:48.596325 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Deleting port 50e9f426-11f5-4eeb-b6e6-d36dfdd9e4af {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:29:48.596754 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.673109 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.673448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.685254 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Calling delete_port for 50e9f426-11f5-4eeb-b6e6-d36dfdd9e4af owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:29:48.829724 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.856235 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event deleted for resources: {'Port': ['ID=50e9f426-11f5-4eeb-b6e6-d36dfdd9e4af,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:48.868377 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.868737 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.869091 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.869441 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.869787 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.870807 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.871153 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.871492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.871838 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.872168 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.872506 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.872844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:48.928063 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:48.928402 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Floating IP f79b3424-a03b-4353-9284-8b9309a944c0 disassociated (deleted). External IP: 172.25.5.43, port: 041eb025-cf72-4cf7-885f-eb5309933b11. Jul 07 23:29:49.137632 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:29:49.243502 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:29:49.248594 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:49.254036 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:29:49.264144 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:29:49.264758 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:29:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:29:49.288308 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cb90267a-298c-46c8-93cb-c08a8bc0b478 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "DELETE /v2.0/floatingips/f79b3424-a03b-4353-9284-8b9309a944c0 HTTP/1.1" status: 204 len: 168 time: 0.8468628 Jul 07 23:29:49.289006 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:29:49.291434 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:29:49.376989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:29:49.529450 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:49.533298 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec335fb-a0c5-4705-bfe2-3f7b72134b4c x-openstack-request-id: req-3ec335fb-a0c5-4705-bfe2-3f7b72134b4c {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:29:49.533783 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:29:49.534157 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3ec335fb-a0c5-4705-bfe2-3f7b72134b4c {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:29:49.534697 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'status': 'completed', 'code': 200} Jul 07 23:29:49.682983 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:29:49.704347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-b1755b02-53d0-41a1-839a-e715c2febe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:49.705886 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-b1755b02-53d0-41a1-839a-e715c2febe24 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 1099 time: 0.1468616 Jul 07 23:29:49.708470 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:29:49.717420 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:29:49.718022 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:29:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:29:49.721671 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11966f-0412-4e42-b075-a29d96aaf766 req-6946ce0a-491f-49a9-bc4f-2624c4111e25 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:49.723217 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca11966f-0412-4e42-b075-a29d96aaf766 req-6946ce0a-491f-49a9-bc4f-2624c4111e25 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 947 time: 0.0870655 Jul 07 23:29:49.809005 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ca11966f-0412-4e42-b075-a29d96aaf766 req-6cbf7d46-6fff-4f49-a586-d628440643de tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767410 Jul 07 23:29:49.823205 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:29:49.839974 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-7c6e83cd-4ef2-4df6-9fad-b5c3994d44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:49.841540 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-7c6e83cd-4ef2-4df6-9fad-b5c3994d44b4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.1174459 Jul 07 23:29:49.883456 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-afb962a5-e491-41e6-9033-3d771f68d642 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 200 len: 217 time: 0.0354204 Jul 07 23:29:49.932302 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-f9436b38-8df1-4785-8d62-c31e8c9ddb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:49.933959 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-f9436b38-8df1-4785-8d62-c31e8c9ddb26 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0443811 Jul 07 23:29:49.996713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-84348519-6cc1-4c41-add0-8ae0ac34dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:49.998245 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-84348519-6cc1-4c41-add0-8ae0ac34dbc4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573678 Jul 07 23:29:50.025492 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:29:50.055213 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71fbe-d05d-4599-8d7a-7e0a16ca0b97 None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:29:50.093712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-363e53c9-4234-45a5-b615-2975a7de6a3c service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885456 Jul 07 23:29:50.187644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4e78181f-da94-4b5c-bb5f-1d28abe6bf1e req-e545b393-921f-4ff4-98aa-0a401f0e6051 service neutron] 10.222.0.103 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874269 Jul 07 23:29:50.283747 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ca972-d1a7-4d23-b429-ca5ccc8a81cf None None] New status for floating IP f79b3424-a03b-4353-9284-8b9309a944c0: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:29:50.853312 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-c5d2acce-a6c6-49f8-be5b-34c51cd84fe8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:50.855369 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-c5d2acce-a6c6-49f8-be5b-34c51cd84fe8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.103 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 947 time: 0.0644526 Jul 07 23:29:50.998953 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Deleting port 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:29:50.999302 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:51.044707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c77e7-824b-4546-a7c1-322ad4400a67 req-21445d7c-1913-4618-8ace-cadba2acb41a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:51.046187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d58c77e7-824b-4546-a7c1-322ad4400a67 req-21445d7c-1913-4618-8ace-cadba2acb41a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 947 time: 0.1194527 Jul 07 23:29:51.103289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d58c77e7-824b-4546-a7c1-322ad4400a67 req-12338d85-63f6-4011-995a-94ac8a235056 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=9c1f637d-3db7-4dae-8893-a17110aef7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486639 Jul 07 23:29:51.120514 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] For port 041eb025-cf72-4cf7-885f-eb5309933b11, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=041eb025-cf72-4cf7-885f-eb5309933b11,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:29:51.120885 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:51.133828 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Calling delete_port for 041eb025-cf72-4cf7-885f-eb5309933b11 owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:29:51.449438 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8da75ea2-4e6c-473b-bccd-87476bda239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:51.493583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:51.542621 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:51.570175 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event deleted for resources: {'Port': ['ID=041eb025-cf72-4cf7-885f-eb5309933b11,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:51.617063 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] No DVR routers for this DVR port 041eb025-cf72-4cf7-885f-eb5309933b11 on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:29:51.619687 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:51.621713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-516cfe37-64ea-4f1d-9733-4da55f13042c req-4cbead89-8c39-4285-9a63-065961f5b948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.103 "DELETE /v2.0/ports/041eb025-cf72-4cf7-885f-eb5309933b11 HTTP/1.1" status: 204 len: 173 time: 0.7613175 Jul 07 23:29:51.622148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-deleted', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:29:51.624430 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07813dbd-971d-4c28-9088-685391f5cc4c" -d '{"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-deleted", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:29:51.660161 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885781e-3568-4c5d-a8b2-537f5f6014d6 x-openstack-request-id: req-4885781e-3568-4c5d-a8b2-537f5f6014d6 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:29:51.660456 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e00970-8c16-4774-a440-8ecac8d3a64e", "name": "network-vif-deleted", "tag": "041eb025-cf72-4cf7-885f-eb5309933b11", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:29:51.660710 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4885781e-3568-4c5d-a8b2-537f5f6014d6 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:29:51.661106 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e00970-8c16-4774-a440-8ecac8d3a64e', 'name': 'network-vif-deleted', 'tag': '041eb025-cf72-4cf7-885f-eb5309933b11', 'status': 'completed', 'code': 200} Jul 07 23:29:52.262451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-51a75f34-e654-4c26-93e8-ce0c436bb5cf req-2553c978-e52d-4532-861a-a60bf55d829c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=52e00970-8c16-4774-a440-8ecac8d3a64e HTTP/1.1" status: 200 len: 210 time: 0.0287175 Jul 07 23:29:52.453351 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:53.354059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40346) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:53.411560 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76e60f82-d8e2-421b-a220-a6e7db52d3f7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:53.435711 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76e60f82-d8e2-421b-a220-a6e7db52d3f7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:53.493186 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76e60f82-d8e2-421b-a220-a6e7db52d3f7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:53.496991 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76e60f82-d8e2-421b-a220-a6e7db52d3f7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:53.498174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-76e60f82-d8e2-421b-a220-a6e7db52d3f7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "DELETE /v2.0/security-groups/9c1f637d-3db7-4dae-8893-a17110aef7bf HTTP/1.1" status: 204 len: 168 time: 0.1430552 Jul 07 23:29:53.507076 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e60f82-d8e2-421b-a220-a6e7db52d3f7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1f637d-3db7-4dae-8893-a17110aef7bf,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:53.991581 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:54.687748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:29:54.707612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: 041eb025-cf72-4cf7-885f-eb5309933b11 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:29:54.707989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device 041eb025-cf72-4cf7-885f-eb5309933b11 not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:29:54.804848 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40354) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:54.809609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22144901', 'description': 'tempest-secgroup-smoke-22144901 description', 'project_id': 'b666e90d23a8433d94a5b929ff286631'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:54.835006 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:54.919356 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:54.922764 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:54.949794 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:54.951049 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1451805 Jul 07 23:29:54.952933 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb4693-801b-4f56-80a5-03334ffeab74 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82497a1-05d7-416e-865a-af964006d156,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:54.954140 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40356) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:54.961146 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': 'b82497a1-05d7-416e-865a-af964006d156', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:54.989366 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.045179 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.048511 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.068861 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b120d891-8577-4940-96f4-f14d320179d4,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:55.072047 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.073841 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186392 Jul 07 23:29:55.076765 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40364) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:55.079172 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.079527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.079871 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.080216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.080553 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.080884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.081215 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.081513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': 'b82497a1-05d7-416e-865a-af964006d156', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:55.081729 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.081863 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.082194 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.082527 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.082918 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800853d-cee6-4559-a69d-d052330e6be6 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:55.107459 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.161998 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.165713 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.181856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8651d4da-2161-4376-b5f0-54bcabce3e51,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:55.188201 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.189607 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-643dda73-0bce-4a5f-95ed-8cb5cc5f510f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117954 Jul 07 23:29:55.192362 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40366) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:55.196728 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': 'b82497a1-05d7-416e-865a-af964006d156', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:55.222769 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.279577 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.283003 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.303893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1970939e-72ae-4545-9f69-4eb792ad4d9b,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:55.307624 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.308879 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7f369815-6aae-467b-9fa4-e6f5cabf4b8b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155243 Jul 07 23:29:55.312092 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40368) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:55.316467 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': 'b82497a1-05d7-416e-865a-af964006d156', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:55.342187 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.402337 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.405582 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.423067 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e99f1b-fefa-4f5a-adf6-62df24981d40,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:55.429501 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.430548 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3b4b1115-2120-4e8f-9031-b6b2bd6a8e28 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175234 Jul 07 23:29:55.433960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40370) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:55.438379 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': 'b82497a1-05d7-416e-865a-af964006d156', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:55.459163 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Project b666e90d23a8433d94a5b929ff286631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:29:55.463997 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.522403 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.526043 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.543621 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f37a82-0e77-4f3e-9fcc-582902675536,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:55.553092 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.554346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-76cf4a6c-a2b5-4c34-bf88-ad4565ac845c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193774 Jul 07 23:29:55.557020 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40372) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:55.562049 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'security_group_rule': {'security_group_id': 'b82497a1-05d7-416e-865a-af964006d156', 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:29:55.582807 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Project b666e90d23a8433d94a5b929ff286631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:29:55.587714 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.647359 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.650682 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.668313 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e973516a-b042-485a-8731-4ac599ab0ae3,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:55.675579 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:55.676798 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-7258723e-714d-40c9-a6f3-be9b6c2756b2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182623 Jul 07 23:30:09.064053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-482189d7-ddd7-4282-8ba0-b64792510e12 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22144901&fields=id&tenant_id=b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 267 time: 0.0330536 Jul 07 23:30:09.171401 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-c3b17a14-fc3c-48b2-a488-f437b4acaaba tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:09.172913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-c3b17a14-fc3c-48b2-a488-f437b4acaaba tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 808 time: 0.1031632 Jul 07 23:30:09.187615 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-f1d84dff-1d6c-467e-9522-058d589767e8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/quotas/b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 375 time: 0.0093372 Jul 07 23:30:09.252065 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-98ed2148-3a9f-4f10-996a-03e45f086db8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596957 Jul 07 23:30:09.390358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-7d1c526c-3f5b-4709-a7e2-d05c6743b4c1 service neutron] 10.222.0.95 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276658 Jul 07 23:30:09.478175 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-db0f33f7-7b02-424e-abbc-50326cd03f68 service neutron] 10.222.0.95 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822480 Jul 07 23:30:09.767173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-af172c4c-68cf-4ece-8a1b-c2ba26d651eb req-a3dfae20-6184-4e21-ba3d-ed50e967deca tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0323932 Jul 07 23:30:10.850199 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3e5bb720-761b-43e5-b19b-13aab7afb8d9 req-09d287e5-a284-407c-8137-8613acde40d7 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0307527 Jul 07 23:30:11.931194 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4db3cf67-b740-43a6-bf55-037d5305cec0 req-32f8c0db-cba6-44aa-a022-fdac9cd693a2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0285461 Jul 07 23:30:13.010190 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d206aa27-64a8-441f-aa5a-5b86575ba7f0 req-f481d2e8-badc-42ed-9d2f-1085c63cd559 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0281217 Jul 07 23:30:14.154018 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3aa32757-d8c0-4cd3-b00e-00b47a78c421 req-567a2130-8e48-498b-9d58-d74189b0f4e3 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0319960 Jul 07 23:30:15.257795 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-a38a68c1-e0d6-4dc5-8896-d0c8aa312fe0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:15.259433 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-a38a68c1-e0d6-4dc5-8896-d0c8aa312fe0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 808 time: 0.1095893 Jul 07 23:30:15.300749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-414dc4fa-64be-498f-b916-4b60b4ad2fe6 req-591e30af-617e-41d4-a03a-53a915bd56b8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0331869 Jul 07 23:30:15.304893 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-dfddb842-a0a0-4a3b-ab3e-932e6a086cc2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 378 time: 0.0364504 Jul 07 23:30:15.315891 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'port': {'device_id': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'admin_state_up': True, 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'security_groups': ['b82497a1-05d7-416e-865a-af964006d156']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:30:15.424884 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Made reservation on behalf of b666e90d23a8433d94a5b929ff286631 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:30:15.428541 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:15.558857 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Allocated IP 172.20.0.14 (b141c738-a869-4c47-96d3-fcafd1c66564/c2d30ef6-404d-43e3-86fc-4714684351b4/ee91d2cf-75e1-4d36-889a-c9a419840b51) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:30:15.701749 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:15.715960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Transition to ACTIVE for port object ee91d2cf-75e1-4d36-889a-c9a419840b51 will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:30:15.748444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:15.791011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Network b141c738-a869-4c47-96d3-fcafd1c66564 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:30:15.794230 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:30:15.800559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:30:15.829536 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:15.858367 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:15.859083 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:15.877189 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b5a8056c-e0ed-4cd3-b904-15b27a97bc22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655513 Jul 07 23:30:15.890395 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Request body: {'port': {'device_id': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:30:15.976392 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.100181 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7129561-da12-46ba-a6a6-460f368641b0 None None] Provisioning for port ee91d2cf-75e1-4d36-889a-c9a419840b51 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:30:16.104376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-c7129561-da12-46ba-a6a6-460f368641b0 None None] Provisioning complete for port ee91d2cf-75e1-4d36-889a-c9a419840b51 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:30:16.104945 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c7129561-da12-46ba-a6a6-460f368641b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.143328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-c7129561-da12-46ba-a6a6-460f368641b0 None None] Port ee91d2cf-75e1-4d36-889a-c9a419840b51 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:30:16.252159 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee91d2cf-75e1-4d36-889a-c9a419840b51 {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:30:16.259852 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.271897 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Transition to ACTIVE for port object ee91d2cf-75e1-4d36-889a-c9a419840b51 will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:30:16.275586 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.350110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:16.408726 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Attempting to bind port ee91d2cf-75e1-4d36-889a-c9a419840b51 on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:30:16.409475 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Attempting to bind port ee91d2cf-75e1-4d36-889a-c9a419840b51 by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:30:16.410016 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Attempting to bind port ee91d2cf-75e1-4d36-889a-c9a419840b51 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:30:16.415155 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Port ee91d2cf-75e1-4d36-889a-c9a419840b51 on network b141c738-a869-4c47-96d3-fcafd1c66564 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:30:16.415843 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Attempting to bind port ee91d2cf-75e1-4d36-889a-c9a419840b51 on network b141c738-a869-4c47-96d3-fcafd1c66564 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:30:16.421887 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:30:16.422139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Checking segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:30:16.422535 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Bound using segment: {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:30:16.423110 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Bound port: ee91d2cf-75e1-4d36-889a-c9a419840b51, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f095303-134e-41ba-8eae-48375900dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:30:16.423793 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.511103 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:30:16.514994 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:30:16.516702 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790a61-79f1-4448-b547-5d9c2e0e1eb3 req-65d89305-d38e-47ae-b13b-1156e8e26dcf tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:16.518442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50790a61-79f1-4448-b547-5d9c2e0e1eb3 req-65d89305-d38e-47ae-b13b-1156e8e26dcf tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0804660 Jul 07 23:30:16.521175 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.557216 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:16.557943 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:16.559467 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] 10.222.0.97 "PUT /v2.0/ports/ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 1093 time: 0.6750195 Jul 07 23:30:16.559922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:30:16.562266 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a8bde5-63e1-46a4-a7be-541471348bba" -d '{"events": [{"name": "network-changed", "server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:30:16.565485 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-50790a61-79f1-4448-b547-5d9c2e0e1eb3 req-8f570dc8-97c5-432e-a634-190b54807e48 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379324 Jul 07 23:30:16.597449 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6d2ab-a701-4b59-96dc-eb76ceb0bbbb service neutron] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:16.692264 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-ee5b54a3-d891-4029-9da7-b92416452383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:16.693839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-ee5b54a3-d891-4029-9da7-b92416452383 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1096 time: 0.0712335 Jul 07 23:30:16.708563 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0b769d-a304-47ed-a979-5a165cf39eb8 x-openstack-request-id: req-de0b769d-a304-47ed-a979-5a165cf39eb8 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:30:16.708853 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:30:16.709098 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-de0b769d-a304-47ed-a979-5a165cf39eb8 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:30:16.709498 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'status': 'completed', 'code': 200} Jul 07 23:30:16.740103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-9b77e379-2a29-434f-9f52-2417c6c65412 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 217 time: 0.0391517 Jul 07 23:30:16.793262 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-fa060027-23b3-4d4b-95e1-781d1daad00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:16.794831 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-fa060027-23b3-4d4b-95e1-781d1daad00b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0485325 Jul 07 23:30:16.860096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-c3440dfb-b068-475c-afd8-f076446168ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:16.861630 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-c3440dfb-b068-475c-afd8-f076446168ef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600278 Jul 07 23:30:16.958577 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-45d52c84-be0a-46a7-929e-7b588ada089b service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897601 Jul 07 23:30:17.052600 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4cdc21e3-fe36-4190-b05d-64b6d0cd2473 req-46dcdfb5-2ff5-45e0-83c2-00b99f94ce47 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880482 Jul 07 23:30:17.158296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bde5-63e1-46a4-a7be-541471348bba req-9444c0f9-dc21-4c9b-99d6-99fb7970764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:17.159887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-9444c0f9-dc21-4c9b-99d6-99fb7970764d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1096 time: 0.0584219 Jul 07 23:30:17.253796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bde5-63e1-46a4-a7be-541471348bba req-ff7f9989-018a-417d-98a0-dfe5508b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:17.255354 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-ff7f9989-018a-417d-98a0-dfe5508b2c46 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0897162 Jul 07 23:30:17.300350 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-cc7db8c0-9e17-4e30-9d28-e545765e2d68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 217 time: 0.0386753 Jul 07 23:30:17.349099 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bde5-63e1-46a4-a7be-541471348bba req-279c4779-3f49-4b31-8897-a65bad12dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:17.350575 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-279c4779-3f49-4b31-8897-a65bad12dcec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0441444 Jul 07 23:30:17.406825 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bde5-63e1-46a4-a7be-541471348bba req-a34aea6f-05e3-4bf7-b75d-d3866e34bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:17.408361 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-a34aea6f-05e3-4bf7-b75d-d3866e34bacd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512445 Jul 07 23:30:17.500473 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-59b5ffaf-8b2e-4556-a0f9-939f7728c564 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857823 Jul 07 23:30:17.590707 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-71a8bde5-63e1-46a4-a7be-541471348bba req-06f0bcac-d632-4efc-a033-6efce2245706 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827167 Jul 07 23:30:17.716293 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:17.762924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f34c9-610d-4662-98ad-490ab1cd6d23 req-4de87f9c-728d-40ec-9f2f-fe9a9bf32891 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:17.764529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e24f34c9-610d-4662-98ad-490ab1cd6d23 req-4de87f9c-728d-40ec-9f2f-fe9a9bf32891 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0688798 Jul 07 23:30:17.804182 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e24f34c9-610d-4662-98ad-490ab1cd6d23 req-abb5f060-09ff-4157-aec0-9fedae28c62b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339501 Jul 07 23:30:18.440327 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d9a9f36-b55d-497d-94f5-d92292ff011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:18.978263 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93ce3-bc55-469d-9a2e-311510340c4a req-f7a767bf-b076-496e-a04b-704ea788d770 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:18.979784 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7c93ce3-bc55-469d-9a2e-311510340c4a req-f7a767bf-b076-496e-a04b-704ea788d770 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0627244 Jul 07 23:30:19.018095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d7c93ce3-bc55-469d-9a2e-311510340c4a req-0822a5cf-e6fe-4576-9b04-07ae84c09dda tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320630 Jul 07 23:30:19.544763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:20.191513 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fd3a-6140-4b20-98fc-b26a122912fd req-2e9eb6c2-241c-40c4-b64a-66d59dbbaf04 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:20.192933 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfc5fd3a-6140-4b20-98fc-b26a122912fd req-2e9eb6c2-241c-40c4-b64a-66d59dbbaf04 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0654087 Jul 07 23:30:20.235516 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bfc5fd3a-6140-4b20-98fc-b26a122912fd req-b4edf54e-a0fc-458f-a0ef-bdb09b515ec8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370765 Jul 07 23:30:21.013250 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:30:21.413887 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e089b5-8d1b-479f-830d-c956b3845f76 req-b2c83c82-65ae-44dc-9777-46c8fc931f63 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:21.415461 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e089b5-8d1b-479f-830d-c956b3845f76 req-b2c83c82-65ae-44dc-9777-46c8fc931f63 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0665414 Jul 07 23:30:21.450967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-115c05f6-03cc-4dbc-b4fc-47f8295a23b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:21.455003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82e089b5-8d1b-479f-830d-c956b3845f76 req-5a08a5bf-1508-49f2-b1c1-1cead015435d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339680 Jul 07 23:30:21.494467 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:22.456137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:22.630923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa22a2-1f6e-4db6-bf6c-4a2a587c65e4 req-dd261b49-2c04-4ce5-b20b-e168f42dc36d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:22.632410 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2faa22a2-1f6e-4db6-bf6c-4a2a587c65e4 req-dd261b49-2c04-4ce5-b20b-e168f42dc36d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0638292 Jul 07 23:30:22.670024 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2faa22a2-1f6e-4db6-bf6c-4a2a587c65e4 req-4f3d36e7-2368-4025-a2f5-09098d338b07 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311189 Jul 07 23:30:23.844976 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd34936-8ce7-466a-9942-e6df89a8f1e5 req-ddc0704d-1bfb-40bc-b7db-aa917f1528ad tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:23.846474 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cd34936-8ce7-466a-9942-e6df89a8f1e5 req-ddc0704d-1bfb-40bc-b7db-aa917f1528ad tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0666046 Jul 07 23:30:23.883423 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2cd34936-8ce7-466a-9942-e6df89a8f1e5 req-f0c7fbef-c8f9-4232-8fb8-2c9788f4e66a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314672 Jul 07 23:30:23.993752 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:25.052897 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5ffe-361b-4732-941d-da6eefa4d046 req-a83c735f-af2d-43f0-88f4-44bac9854139 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:25.054383 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a6a5ffe-361b-4732-941d-da6eefa4d046 req-a83c735f-af2d-43f0-88f4-44bac9854139 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0622089 Jul 07 23:30:25.091127 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8a6a5ffe-361b-4732-941d-da6eefa4d046 req-bf2731be-b877-4403-95af-3c0d690b520a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312526 Jul 07 23:30:26.265923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c64c9-407b-40b0-8880-a23e5246bfef req-1a3fea0d-a24d-40af-b6b5-43652113e8cf tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:26.267443 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-495c64c9-407b-40b0-8880-a23e5246bfef req-1a3fea0d-a24d-40af-b6b5-43652113e8cf tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0626364 Jul 07 23:30:26.303934 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-495c64c9-407b-40b0-8880-a23e5246bfef req-47c9a23e-d4ed-45ef-9a68-11aca897c373 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310209 Jul 07 23:30:27.480456 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147749-858d-4163-a07f-1df10c51cc9a req-69654352-7ccb-49a1-b64a-30bab8776cde tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:27.481964 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac147749-858d-4163-a07f-1df10c51cc9a req-69654352-7ccb-49a1-b64a-30bab8776cde tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0666664 Jul 07 23:30:27.519256 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ac147749-858d-4163-a07f-1df10c51cc9a req-b646c9a5-cb25-4f15-83c5-97d207d65533 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315986 Jul 07 23:30:28.692975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cea76-9e3c-4234-b8c9-be966f646d30 req-a397b2fd-baa1-4a6b-bd13-36b8cfb58046 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:28.694496 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-046cea76-9e3c-4234-b8c9-be966f646d30 req-a397b2fd-baa1-4a6b-bd13-36b8cfb58046 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0648649 Jul 07 23:30:28.732109 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-046cea76-9e3c-4234-b8c9-be966f646d30 req-14d1f377-e82c-4f39-be6e-a72de50e02de tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319414 Jul 07 23:30:29.476949 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:30:29.568290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:30:29.582769 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'port_id': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'mac_address': 'fa:16:3e:19:00:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:30:29.617881 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:29.630421 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee91d2cf-75e1-4d36-889a-c9a419840b51 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:30:29.649431 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:30:29.653256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:29.698987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:29.706886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.707247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.707596 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.707941 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.708622 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.708875 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.709208 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.709542 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.709872 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.710202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.710531 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.710885 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:30:29.905949 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ef6f-335e-440d-81bf-0e959d342094 req-cc94cb15-eaf1-4073-9c5c-7377dcc1e5ec tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:29.907499 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d120ef6f-335e-440d-81bf-0e959d342094 req-cc94cb15-eaf1-4073-9c5c-7377dcc1e5ec tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 945 time: 0.0666475 Jul 07 23:30:29.947126 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d120ef6f-335e-440d-81bf-0e959d342094 req-3135475b-7479-4df3-a091-23fe9b2d3d49 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332129 Jul 07 23:30:30.025418 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ee91d2cf-75e1-4d36-889a-c9a419840b51'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:30:31.119462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4f2a-2328-4147-b28c-57adb67a3233 req-52d7515e-924b-4252-9628-7b82146ea1bc tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:31.120857 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-195c4f2a-2328-4147-b28c-57adb67a3233 req-52d7515e-924b-4252-9628-7b82146ea1bc tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 945 time: 0.0623240 Jul 07 23:30:31.158340 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-195c4f2a-2328-4147-b28c-57adb67a3233 req-b64be4cc-ce16-4c6a-892e-930581e41b22 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312505 Jul 07 23:30:31.469083 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:30:31.516138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port ee91d2cf-75e1-4d36-889a-c9a419840b51 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:30:31.519975 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port ee91d2cf-75e1-4d36-889a-c9a419840b51 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:30:31.520345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:31.598032 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:31.619988 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:30:31.622277 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a0b20-a662-44b9-a8c6-c10d481a7615" -d '{"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-plugged", "status": "completed", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:30:31.634724 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:30:31.638591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:31.685183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:31.707510 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275149ba-f6d8-40c7-9520-d9fc7cd39426 x-openstack-request-id: req-275149ba-f6d8-40c7-9520-d9fc7cd39426 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:30:31.707812 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-plugged", "status": "completed", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:30:31.708070 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-275149ba-f6d8-40c7-9520-d9fc7cd39426 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:30:31.708724 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'code': 200} Jul 07 23:30:31.821448 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e6266-67d3-4e85-b798-67e3d2a326f5 req-90fd1d2a-14f0-45c9-909e-c871744006e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:31.822872 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3e6266-67d3-4e85-b798-67e3d2a326f5 req-90fd1d2a-14f0-45c9-909e-c871744006e5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0512877 Jul 07 23:30:31.858761 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6b3e6266-67d3-4e85-b798-67e3d2a326f5 req-d52a7b2f-dacf-4cb1-ba41-54e81d1ca41d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292737 Jul 07 23:30:32.328007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859edc6-b1d4-42eb-a9f2-e69f28f45481 req-02497d2a-167e-44a4-9c0f-299e3485475c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:32.329465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e859edc6-b1d4-42eb-a9f2-e69f28f45481 req-02497d2a-167e-44a4-9c0f-299e3485475c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0612485 Jul 07 23:30:32.365655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e859edc6-b1d4-42eb-a9f2-e69f28f45481 req-c2f129dc-4c2d-47c1-8cb2-b2ccae4de899 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304749 Jul 07 23:30:33.541857 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038607d-6e71-4031-9eba-c1e237d71628 req-25c40cb4-ba93-48ff-a3be-7c49546a8e69 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:33.543382 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1038607d-6e71-4031-9eba-c1e237d71628 req-25c40cb4-ba93-48ff-a3be-7c49546a8e69 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0671279 Jul 07 23:30:33.579440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1038607d-6e71-4031-9eba-c1e237d71628 req-d93f7172-eb95-48ff-9d95-e6e33f9c58f0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305703 Jul 07 23:30:33.751309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5555df-f338-4810-86e0-0c121604ec51 req-6aea114f-0052-489f-ad88-0cfc6be8413a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:33.752707 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f5555df-f338-4810-86e0-0c121604ec51 req-6aea114f-0052-489f-ad88-0cfc6be8413a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0627019 Jul 07 23:30:33.791001 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6f5555df-f338-4810-86e0-0c121604ec51 req-ecf9ae13-3857-4da1-a221-c2c38dc1e948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322108 Jul 07 23:30:33.814178 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40604) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:30:33.913358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5d928-7f93-483e-9407-3557c6c681e3 tempest-TestShelveInstance-1195093039 tempest-TestShelveInstance-1195093039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:33.914905 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-5af5d928-7f93-483e-9407-3557c6c681e3 tempest-TestShelveInstance-1195093039 tempest-TestShelveInstance-1195093039-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1093 time: 0.0996795 Jul 07 23:30:33.917703 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40608) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:30:33.922134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:30:33.943746 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.037402 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.141771 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Allocated IP 172.25.5.20 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/aae8647e-af13-4c61-9865-d05fc2835200) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:30:34.239897 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.277958 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.313871 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:30:34.316601 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:30:34.321925 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:30:34.351894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'Port': ['ID=aae8647e-af13-4c61-9865-d05fc2835200,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:34.688699 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.766431 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.927399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:34.931898 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:35.000476 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event updated for resources: {'Port': ['ID=aae8647e-af13-4c61-9865-d05fc2835200,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:30:35.010162 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:35.108357 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Floating IP a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed associated. External IP: 172.25.5.20, port: ee91d2cf-75e1-4d36-889a-c9a419840b51. Jul 07 23:30:35.312832 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:30:35.417471 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:30:35.426747 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:30:35.434179 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:35.436112 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:30:35.436717 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:30:35.470276 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-852a9dd4-6d9a-4f68-a5ee-cbc6d7e0c415 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5515227 Jul 07 23:30:35.470883 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:30:35.473159 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:30:35.508853 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77321d1d-3cbf-4ca7-b2c5-1a1344b243ce x-openstack-request-id: req-77321d1d-3cbf-4ca7-b2c5-1a1344b243ce {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:30:35.509140 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:30:35.509398 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-77321d1d-3cbf-4ca7-b2c5-1a1344b243ce {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:30:35.509816 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'status': 'completed', 'code': 200} Jul 07 23:30:35.551989 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:30:35.589141 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-370b6a07-2b6e-4a14-9f0c-52de6e453177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:35.592416 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-370b6a07-2b6e-4a14-9f0c-52de6e453177 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0590310 Jul 07 23:30:35.679192 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-57cfb5ee-68c1-4e27-b379-59f4d151a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:35.680684 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-57cfb5ee-68c1-4e27-b379-59f4d151a67d service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0838320 Jul 07 23:30:35.749631 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-b80d0d29-93b9-474b-a6a1-f2a6a0dde03b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 999 time: 0.0626225 Jul 07 23:30:35.776171 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'port_id': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'mac_address': 'fa:16:3e:19:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:30:34Z', 'updated_at': '2021-07-07T23:30:34Z', 'revision_number': 0, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:30:35.798846 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-fa6eb0df-0917-49c0-8b3b-57d0d7b14110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:35.800332 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-fa6eb0df-0917-49c0-8b3b-57d0d7b14110 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0442297 Jul 07 23:30:35.802296 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:30:35.811112 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:30:35.811719 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:30:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:30:35.862182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-0b8ebba0-47dd-4d22-85ff-9113b6b78bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:35.863772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-0b8ebba0-47dd-4d22-85ff-9113b6b78bfb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574613 Jul 07 23:30:35.914809 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:30:35.964239 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-5e5fa934-2905-4d31-a8db-81bfde6e91f7 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943244 Jul 07 23:30:36.051843 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-badfb3e2-8fb0-40f4-806c-c26d1a5a4fc7 req-d0d2e2d2-4a4e-41ce-9963-58b4df2b6644 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813901 Jul 07 23:30:36.135428 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'port_id': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'mac_address': 'fa:16:3e:19:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:30:34Z', 'updated_at': '2021-07-07T23:30:34Z', 'revision_number': 0, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:30:36.247411 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7039e32-a45d-4a93-b0b5-cbccc43fe90d None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': 'a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'port_id': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'mac_address': 'fa:16:3e:19:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:30:34Z', 'updated_at': '2021-07-07T23:30:34Z', 'revision_number': 0, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:30:36.424302 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb8ba0-c06a-4968-b6f3-d383d253fc5d None None] New status for floating IP a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:30:47.731261 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:48.440755 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-949e1821-6d76-4e23-9e3f-3591ef6d8ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:49.546364 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:51.450889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f9fe806b-75a2-422a-8799-243f04cb1b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:51.494387 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:52.459459 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:53.995668 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:58.012514 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:31:01.815084 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-1c707fee-b9cd-4a5f-b8a8-97d461f1a602 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526042 Jul 07 23:31:01.917988 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-2e9709be-b89d-4771-aeb5-d1e97ade4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:01.919545 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-2e9709be-b89d-4771-aeb5-d1e97ade4d4f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0560422 Jul 07 23:31:02.020827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-444ca3b0-b487-4957-a849-702236c8fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:02.022307 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-444ca3b0-b487-4957-a849-702236c8fe9f service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0833035 Jul 07 23:31:02.092752 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-6633171b-c294-49ef-9858-ebf2688c8e22 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 1001 time: 0.0636120 Jul 07 23:31:02.140759 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-7f47eb53-fb17-4f35-bb07-48947b84baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:02.142680 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-7f47eb53-fb17-4f35-bb07-48947b84baf3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0422292 Jul 07 23:31:02.197960 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-ec51811b-7991-4ff2-8fee-2b3154d6077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:02.199428 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-ec51811b-7991-4ff2-8fee-2b3154d6077b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495956 Jul 07 23:31:02.291688 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-02b2478e-f460-488f-b402-955bc9db85f7 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Jul 07 23:31:02.381019 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-77ef1456-7c60-4b72-9f94-8ea7a658a460 req-91e847a1-113f-4340-8bbf-5786d4f47ec7 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809231 Jul 07 23:31:17.731345 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.439880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-88b00f37-0dc6-499e-9644-f97129c94631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:19.577591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.451967 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aff52bff-3a49-4946-b9cd-581f4eaca468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.493436 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:22.465200 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.998441 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:35.011672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:31:47.748488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.439530 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-67ee4799-5d0d-4ce1-9076-1812d5e48508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:49.595325 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:51.452377 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07ce-7dfd-43aa-bf25-066fb6cbf825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:51.492960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:52.465793 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:54.000618 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:01.845758 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-94391c9b-84d0-4cab-8d78-187e7680a969 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0886116 Jul 07 23:32:01.945913 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-f86c3289-e0ba-4010-896e-a4989007fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:01.947463 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-f86c3289-e0ba-4010-896e-a4989007fa01 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0572333 Jul 07 23:32:02.055707 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-9230eb17-527c-46f3-b546-4d2676a264e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:02.057141 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-9230eb17-527c-46f3-b546-4d2676a264e6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0886452 Jul 07 23:32:02.125674 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-59de7b7b-bb77-434c-a8d9-abeabafeb629 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 1001 time: 0.0619657 Jul 07 23:32:02.173671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-b5519be7-c742-40a9-9e10-aecf22794ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:02.175119 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-b5519be7-c742-40a9-9e10-aecf22794ab9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0434899 Jul 07 23:32:02.231355 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-7e202655-1170-4000-8635-66a985a04dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:02.232898 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-7e202655-1170-4000-8635-66a985a04dfd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505762 Jul 07 23:32:02.321269 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-12cfb92e-a1f6-4a0d-9ecc-935973b7900b service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Jul 07 23:32:02.408274 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-1dbf09ec-69e5-481a-aa59-2ad04086946a req-f6d93ef6-6a15-494a-a733-520adf9ecdb9 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797191 Jul 07 23:32:12.010405 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:32:17.760762 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:18.440374 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-460a651c-b74d-4abb-8438-b6ee37cf7cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:19.592299 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:21.452550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b95803f0-ecbb-45ee-bff6-4edea493f737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:21.491793 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:22.469599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:24.002839 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:31.156594 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda8a2-600c-44d6-a72a-7b218c62b4fd req-1657a22c-4320-409f-9324-c81cf13c6870 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:31.158101 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58fda8a2-600c-44d6-a72a-7b218c62b4fd req-1657a22c-4320-409f-9324-c81cf13c6870 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0645235 Jul 07 23:32:31.195078 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-58fda8a2-600c-44d6-a72a-7b218c62b4fd req-b1f188cb-d0f3-4cf1-afc5-c07bf78ca06b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313675 Jul 07 23:32:32.414713 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4b1f7-c402-4cc6-8f02-8d819b0b1e0d req-d3f196cf-7d2b-4088-b426-65d2f8e8220a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:32.416196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52d4b1f7-c402-4cc6-8f02-8d819b0b1e0d req-d3f196cf-7d2b-4088-b426-65d2f8e8220a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0661957 Jul 07 23:32:32.452963 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-52d4b1f7-c402-4cc6-8f02-8d819b0b1e0d req-44457fe5-2998-4d39-aeb5-5d2c43673b4d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313895 Jul 07 23:32:33.624662 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a53f6-f4f9-42d5-b624-1b1658a8c474 req-cb6f39b0-498c-4fe6-b46d-8dc0951e42c0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:33.626160 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-167a53f6-f4f9-42d5-b624-1b1658a8c474 req-cb6f39b0-498c-4fe6-b46d-8dc0951e42c0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0628471 Jul 07 23:32:33.663221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-167a53f6-f4f9-42d5-b624-1b1658a8c474 req-b8e1bf0b-fdee-4dff-9135-9509ad3ca45d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315585 Jul 07 23:32:34.838173 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6a8b-7094-4dd4-b744-4583f0b63c5d req-0dd3c6c4-ed62-4472-933d-020205a20a83 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:34.839685 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-facb6a8b-7094-4dd4-b744-4583f0b63c5d req-0dd3c6c4-ed62-4472-933d-020205a20a83 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0673296 Jul 07 23:32:34.877187 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-facb6a8b-7094-4dd4-b744-4583f0b63c5d req-cef73b82-d9b2-4d09-9368-ae59ef509cae tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315635 Jul 07 23:32:36.047015 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe590-614b-4849-9256-4d8a99ec151c req-3d05c8dd-81e4-4dba-b5de-8ea3b34c0b1f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:36.049035 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54ebe590-614b-4849-9256-4d8a99ec151c req-3d05c8dd-81e4-4dba-b5de-8ea3b34c0b1f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0639172 Jul 07 23:32:36.086189 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-54ebe590-614b-4849-9256-4d8a99ec151c req-dd9ae8f9-db1a-4319-8d9d-e83c968cb6dc tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317516 Jul 07 23:32:37.258715 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e018-9505-472d-8281-d7a0194ee286 req-da0e0bbe-63bf-4e00-9ab4-f00b22bf4bb3 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:37.260179 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bc8e018-9505-472d-8281-d7a0194ee286 req-da0e0bbe-63bf-4e00-9ab4-f00b22bf4bb3 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0617318 Jul 07 23:32:37.300425 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-3bc8e018-9505-472d-8281-d7a0194ee286 req-9e6e3609-ad62-4e55-acd2-1b5010a0c734 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348136 Jul 07 23:32:38.470487 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2d1f1-79bc-4db2-86cf-3a729395a281 req-94ebdbf0-97da-4e47-88fc-09015632c8ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:38.471999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a2d1f1-79bc-4db2-86cf-3a729395a281 req-94ebdbf0-97da-4e47-88fc-09015632c8ff tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0617292 Jul 07 23:32:38.508529 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-82a2d1f1-79bc-4db2-86cf-3a729395a281 req-34d75efe-9394-4e24-9854-8e4752757b02 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303316 Jul 07 23:32:39.679428 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361d4b3-3ed5-43b8-87dd-9164129b0b84 req-9f7a2267-3f2d-44ac-bb37-540d33562084 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:39.680918 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6361d4b3-3ed5-43b8-87dd-9164129b0b84 req-9f7a2267-3f2d-44ac-bb37-540d33562084 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0611701 Jul 07 23:32:39.716489 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-6361d4b3-3ed5-43b8-87dd-9164129b0b84 req-6f977967-8010-4c2d-9361-651020dd1a07 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301092 Jul 07 23:32:40.895366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead32cd-0400-458b-94a4-67b4e64913de req-f6d8d380-a00f-4152-85b8-1b4d28298d4c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:40.896852 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aead32cd-0400-458b-94a4-67b4e64913de req-f6d8d380-a00f-4152-85b8-1b4d28298d4c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0656440 Jul 07 23:32:40.935015 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-aead32cd-0400-458b-94a4-67b4e64913de req-096944d2-9e41-4640-abd7-e0e32f005309 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325265 Jul 07 23:32:41.228634 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-19d14378-c95e-42d6-ba9b-66172deb729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:41.230093 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-19d14378-c95e-42d6-ba9b-66172deb729e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0524535 Jul 07 23:32:41.322523 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-01c138db-4174-4792-97fa-813cb55eda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:41.324076 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-01c138db-4174-4792-97fa-813cb55eda87 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0872312 Jul 07 23:32:41.386696 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-4b224a03-08a1-43f1-976e-547e5a5ef963 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 1001 time: 0.0561800 Jul 07 23:32:41.437055 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-5b88df01-2093-4b48-a720-e0de074ad728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:41.438519 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-5b88df01-2093-4b48-a720-e0de074ad728 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0455642 Jul 07 23:32:41.492922 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-c6200b75-1903-44ae-88e7-0b16dfad6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:41.494301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-c6200b75-1903-44ae-88e7-0b16dfad6b73 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500219 Jul 07 23:32:41.581269 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-e4e19144-c1ec-4724-ab5a-e816256d56aa service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796559 Jul 07 23:32:41.673896 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-9e49f084-0932-4224-9f97-65dbd0acac47 req-47f10248-f06b-469f-9062-3e4a2e3f9b47 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863073 Jul 07 23:32:42.109278 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0d87-bff7-461d-9d60-492e9fc60af5 req-a193872e-55cd-4c2f-a4b5-68791ba5e3e1 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:42.111236 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024a0d87-bff7-461d-9d60-492e9fc60af5 req-a193872e-55cd-4c2f-a4b5-68791ba5e3e1 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0643709 Jul 07 23:32:42.147863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-024a0d87-bff7-461d-9d60-492e9fc60af5 req-7b1593dd-8e1a-4e90-80ee-455b316234ef tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311353 Jul 07 23:32:43.320347 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc55c8-ffa8-483b-9a39-c980c60e8095 req-87548060-9f48-4c3b-89d5-5749cd735699 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:43.321960 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24bc55c8-ffa8-483b-9a39-c980c60e8095 req-87548060-9f48-4c3b-89d5-5749cd735699 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0638905 Jul 07 23:32:43.364390 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-24bc55c8-ffa8-483b-9a39-c980c60e8095 req-88eab139-6b76-499f-bf5b-f2ccbd55466d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367124 Jul 07 23:32:44.542826 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199f22-3e99-4de4-a2b7-c5e62ea6ac5c req-bae6b471-849b-4ede-81a6-76c928f848fb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:44.544376 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85199f22-3e99-4de4-a2b7-c5e62ea6ac5c req-bae6b471-849b-4ede-81a6-76c928f848fb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0651879 Jul 07 23:32:44.583894 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-85199f22-3e99-4de4-a2b7-c5e62ea6ac5c req-f430eca2-b6c2-45c3-9635-0e190836f0fd tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338881 Jul 07 23:32:45.756816 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757636b-9098-413e-b364-2213bf45b080 req-0b40be25-57f1-4ece-ab89-b643ed638e7e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:45.758358 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0757636b-9098-413e-b364-2213bf45b080 req-0b40be25-57f1-4ece-ab89-b643ed638e7e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0638208 Jul 07 23:32:45.798712 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0757636b-9098-413e-b364-2213bf45b080 req-f6e8b373-b43a-4b8d-bcaa-96258ca1d702 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337374 Jul 07 23:32:46.088987 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-c25644b6-b731-4d33-9de3-b20ba28c2304 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555160 Jul 07 23:32:46.158336 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355503-797b-4072-83bd-25e7ae7cee31 req-17435da8-cf70-497c-8582-d6264c8a2082 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:46.158880 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:32:46.161073 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab355503-797b-4072-83bd-25e7ae7cee31 req-17435da8-cf70-497c-8582-d6264c8a2082 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0664024 Jul 07 23:32:46.208534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ab355503-797b-4072-83bd-25e7ae7cee31 req-4607eebd-1b82-41cb-acd6-2995e744aaf2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430050 Jul 07 23:32:46.252496 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:46.280290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:32:46.283464 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aefefd7-a8f3-4a94-936d-d7273f736ce6" -d '{"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-unplugged", "status": "completed", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:32:46.307064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:32:46.313288 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:46.322123 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5f9b6-2fb3-4e68-881a-6523c116d59d x-openstack-request-id: req-94b5f9b6-2fb3-4e68-881a-6523c116d59d {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:32:46.322418 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-unplugged", "status": "failed", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "code": 422}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:32:46.322694 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-94b5f9b6-2fb3-4e68-881a-6523c116d59d {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:32:46.323089 n-d-694802-13 neutron-server[93933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'code': 422} returned with failed status Jul 07 23:32:46.374874 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:32:46.382509 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.382881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.383223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.383554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.383886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.384211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.384535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.384860 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.385183 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.385508 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.385825 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:46.386143 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:32:47.394767 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377f53f-7081-4a16-93d3-966566ca0fcd req-f97f590d-aa00-4705-a755-357ec83bb970 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:47.396365 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8377f53f-7081-4a16-93d3-966566ca0fcd req-f97f590d-aa00-4705-a755-357ec83bb970 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0628428 Jul 07 23:32:47.433999 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-8377f53f-7081-4a16-93d3-966566ca0fcd req-83acb564-21c9-478c-9f90-77ef9b82826c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316479 Jul 07 23:32:47.763619 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:48.441155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-7d6025b4-c55b-4a92-9de7-2fbfa9ca1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:48.617991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbd434-f3c7-49cc-994b-3af1b3a978ed req-b30b345b-a18e-4187-b124-c96b5dbe661d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:48.619785 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11fbd434-f3c7-49cc-994b-3af1b3a978ed req-b30b345b-a18e-4187-b124-c96b5dbe661d tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0688305 Jul 07 23:32:48.660270 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-11fbd434-f3c7-49cc-994b-3af1b3a978ed req-29fa3ba0-45e1-468b-a1e7-ddaeb0b90753 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328479 Jul 07 23:32:49.011014 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:32:49.606834 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:49.832609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce2b97-2b06-48c8-af51-5104a9ed5afc req-5a0313d1-d938-4926-933e-a7f43f077e7a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:49.834143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfce2b97-2b06-48c8-af51-5104a9ed5afc req-5a0313d1-d938-4926-933e-a7f43f077e7a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0639462 Jul 07 23:32:49.872878 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dfce2b97-2b06-48c8-af51-5104a9ed5afc req-2dd3e17e-687d-4884-bea9-52698f485763 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327284 Jul 07 23:32:50.747613 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-ae06144b-550c-405d-9d07-71c86e9a3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:50.749094 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-ae06144b-550c-405d-9d07-71c86e9a3502 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67&tenant_id=b666e90d23a8433d94a5b929ff286631 HTTP/1.1" status: 200 len: 1096 time: 0.0518730 Jul 07 23:32:50.820196 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-11e0634e-76c3-4352-a9ed-7865a4c72e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:50.821670 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-11e0634e-76c3-4352-a9ed-7865a4c72e25 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1096 time: 0.0511613 Jul 07 23:32:50.916206 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-9ad6616d-e7d1-421b-916a-cce26b794f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:50.917873 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-9ad6616d-e7d1-421b-916a-cce26b794f46 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0892179 Jul 07 23:32:50.982989 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-1162eee0-a3c9-4264-b6ca-81e5b79c8679 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 999 time: 0.0586276 Jul 07 23:32:51.035046 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-6b8df4fb-8192-4d5b-a2c5-5424603d48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:51.036447 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-6b8df4fb-8192-4d5b-a2c5-5424603d48cd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0477905 Jul 07 23:32:51.058845 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f760928-7999-4e1b-944e-abc565bf4fb8 req-6f8f6b3d-b84e-4e6f-b4f4-6188584c84eb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:51.060334 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f760928-7999-4e1b-944e-abc565bf4fb8 req-6f8f6b3d-b84e-4e6f-b4f4-6188584c84eb tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0656569 Jul 07 23:32:51.093908 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-fa79e44e-af66-4554-aa86-4f737ec4cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:51.095521 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-fa79e44e-af66-4554-aa86-4f737ec4cb18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527158 Jul 07 23:32:51.098107 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7f760928-7999-4e1b-944e-abc565bf4fb8 req-634f5d67-2cde-4683-bd20-be36bf423a01 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316126 Jul 07 23:32:51.183261 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-ce0f7152-92d6-4bc5-a0c6-3b2bef3b4911 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Jul 07 23:32:51.274649 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-36c37497-9137-45fd-a0e6-a2421b61bf3b service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846720 Jul 07 23:32:51.453137 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4b60b73c-a979-44ae-95b3-46ca8e5e3bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:51.490368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:52.268912 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948535-0399-4ccf-aa10-7b03bcd7c302 req-344b9124-358d-4ea3-981f-e7b8715d7b13 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:52.270404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84948535-0399-4ccf-aa10-7b03bcd7c302 req-344b9124-358d-4ea3-981f-e7b8715d7b13 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0627477 Jul 07 23:32:52.307418 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-84948535-0399-4ccf-aa10-7b03bcd7c302 req-faf79c28-877f-49e1-bd81-ffd94b1f14ca tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314820 Jul 07 23:32:52.471354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:53.488474 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d508c-29c4-4f77-b73b-aa46e8acbf5e req-3406427f-3c77-47b7-8999-f1c87d7c1b3b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:53.489947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff2d508c-29c4-4f77-b73b-aa46e8acbf5e req-3406427f-3c77-47b7-8999-f1c87d7c1b3b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0614493 Jul 07 23:32:53.525760 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff2d508c-29c4-4f77-b73b-aa46e8acbf5e req-6d322de0-b05b-42de-99ea-fa89859a5ea0 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303614 Jul 07 23:32:54.006589 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:54.702304 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1395d-707d-4a05-8a30-8c13980e8243 req-3c22d9fa-6fb1-4025-8685-e95824a1a9ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:54.703782 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bac1395d-707d-4a05-8a30-8c13980e8243 req-3c22d9fa-6fb1-4025-8685-e95824a1a9ed tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0646198 Jul 07 23:32:54.740612 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bac1395d-707d-4a05-8a30-8c13980e8243 req-4e699584-2b38-45d8-8082-21087b38539c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312862 Jul 07 23:32:55.912311 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504a3d6-72b6-4c61-b0c5-ac4e343d7a9e req-5cc2730a-b439-46cb-ace6-5c12f7b58c7c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:55.913793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e504a3d6-72b6-4c61-b0c5-ac4e343d7a9e req-5cc2730a-b439-46cb-ace6-5c12f7b58c7c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0630202 Jul 07 23:32:55.949962 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e504a3d6-72b6-4c61-b0c5-ac4e343d7a9e req-ad4e3a64-00d6-470c-8e20-34995a24f738 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307086 Jul 07 23:32:57.123252 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f90ed-5682-494d-900e-a815bd830803 req-66fee951-c40c-4de2-96ae-729f33ff3d20 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:57.124637 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b62f90ed-5682-494d-900e-a815bd830803 req-66fee951-c40c-4de2-96ae-729f33ff3d20 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0654590 Jul 07 23:32:57.161671 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b62f90ed-5682-494d-900e-a815bd830803 req-15ca76bf-f070-4372-afb0-09145dd92976 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308282 Jul 07 23:32:58.335349 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eac0e-5887-4f7b-9676-9757d1b6311c req-90174942-2279-406f-9208-1da6b526a208 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:58.337123 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a75eac0e-5887-4f7b-9676-9757d1b6311c req-90174942-2279-406f-9208-1da6b526a208 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0630436 Jul 07 23:32:58.375451 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a75eac0e-5887-4f7b-9676-9757d1b6311c req-c44a81b2-eac6-4342-ae9f-be707aeac80a tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328066 Jul 07 23:32:59.544714 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b7ac-a68c-476e-bfc8-c9b2c5a8ec82 req-b10268c0-a413-4c88-a742-dbd3df11a721 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:59.546216 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e863b7ac-a68c-476e-bfc8-c9b2c5a8ec82 req-b10268c0-a413-4c88-a742-dbd3df11a721 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 944 time: 0.0624163 Jul 07 23:32:59.583008 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e863b7ac-a68c-476e-bfc8-c9b2c5a8ec82 req-7e6ae73e-9323-4146-8e3d-6b0f8a86f66c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307071 Jul 07 23:33:00.189307 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:33:00.284240 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:33:00.295010 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'port_id': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'mac_address': 'fa:16:3e:19:00:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:33:00.331570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:00.344074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee91d2cf-75e1-4d36-889a-c9a419840b51 {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:33:00.363124 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:33:00.366431 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:00.415669 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:33:00.694982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['ee91d2cf-75e1-4d36-889a-c9a419840b51'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:33:00.759112 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37ab3-9e0a-49df-8052-40d832d45cf1 req-e084a40c-f86f-4e26-8838-eb8d338897c2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:00.760763 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ac37ab3-9e0a-49df-8052-40d832d45cf1 req-e084a40c-f86f-4e26-8838-eb8d338897c2 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 945 time: 0.0684876 Jul 07 23:33:00.800931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9ac37ab3-9e0a-49df-8052-40d832d45cf1 req-203f4129-3326-48cd-8a3d-5d43356aea6f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344269 Jul 07 23:33:01.846497 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-1e305a64-b341-4246-88a5-696f4dd1db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:01.848102 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-1e305a64-b341-4246-88a5-696f4dd1db42 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1097 time: 0.0542271 Jul 07 23:33:01.955719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-05d25566-ad3b-43f7-b51e-e36c45126842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:01.957233 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-05d25566-ad3b-43f7-b51e-e36c45126842 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0898600 Jul 07 23:33:01.977511 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517b074-6946-497d-8c29-d8a599684ab0 req-6f655452-3a2d-47ab-b5ed-a05fb9a25103 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:01.979036 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c517b074-6946-497d-8c29-d8a599684ab0 req-6f655452-3a2d-47ab-b5ed-a05fb9a25103 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 945 time: 0.0630927 Jul 07 23:33:02.018554 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-c517b074-6946-497d-8c29-d8a599684ab0 req-d3ffc062-3207-4ab1-a952-a7f4dcfb884c tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326040 Jul 07 23:33:02.021791 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-9dc6172d-88cd-4ba9-b4f1-6504f764b389 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 1000 time: 0.0583174 Jul 07 23:33:02.070936 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-0cca015e-2eb5-480f-8511-61b1366a8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:02.072460 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-0cca015e-2eb5-480f-8511-61b1366a8b40 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0450134 Jul 07 23:33:02.139775 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-54e2afa5-0278-40f2-80c3-d8ad6129180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:02.141298 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-54e2afa5-0278-40f2-80c3-d8ad6129180e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608668 Jul 07 23:33:02.205149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:33:02.231022 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-7019866f-ea01-4bc4-a651-6557fa25d93e service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831411 Jul 07 23:33:02.257110 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port ee91d2cf-75e1-4d36-889a-c9a419840b51 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:33:02.257595 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:02.326854 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-65c86713-68d1-4d3a-b01f-b84dc8efde83 req-3204e616-1336-4072-b760-4b84756d30af service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897105 Jul 07 23:33:02.335763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:02.357577 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:33:02.359872 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1e5dc-0093-46ad-99b0-e07a316d61ec" -d '{"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-plugged", "status": "completed", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:33:02.372693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:33:02.379101 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:02.402890 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8ccdb6-90ae-426b-a155-1c85ed64a4c5 x-openstack-request-id: req-2f8ccdb6-90ae-426b-a155-1c85ed64a4c5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:33:02.403190 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-plugged", "status": "completed", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:33:02.403445 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2f8ccdb6-90ae-426b-a155-1c85ed64a4c5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:33:02.403835 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'code': 200} Jul 07 23:33:02.433125 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:33:02.559886 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a077c-1328-4d68-a24d-0cb785cad01d req-9884345b-309a-4ed0-9788-62182418cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:02.561391 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c83a077c-1328-4d68-a24d-0cb785cad01d req-9884345b-309a-4ed0-9788-62182418cb14 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0503170 Jul 07 23:33:02.593772 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-c83a077c-1328-4d68-a24d-0cb785cad01d req-7457f4fc-134b-4201-ba56-1d2459ba5df0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262733 Jul 07 23:33:03.193885 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5c8e8-b864-4752-8b58-bd5250fddac3 req-08656c32-93e8-42c9-9577-3b148ecc998f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:03.195315 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ced5c8e8-b864-4752-8b58-bd5250fddac3 req-08656c32-93e8-42c9-9577-3b148ecc998f tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0655587 Jul 07 23:33:03.232885 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ced5c8e8-b864-4752-8b58-bd5250fddac3 req-8e498e1e-cf7e-417a-bd72-1b29c5a1137b tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320585 Jul 07 23:33:04.403144 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51778e-f219-4da9-8f81-0e42d3a1e86e req-93157ff9-10fb-4649-848f-78bd5ef24844 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:04.404643 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb51778e-f219-4da9-8f81-0e42d3a1e86e req-93157ff9-10fb-4649-848f-78bd5ef24844 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0622945 Jul 07 23:33:04.444488 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bb51778e-f219-4da9-8f81-0e42d3a1e86e req-ea92e92a-a196-437c-8b7f-200529e74048 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338197 Jul 07 23:33:17.776959 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:18.441815 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cbecc81b-cd03-43c6-9d69-475d3a76ebe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:19.607787 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:21.453247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-47444a46-54c8-4d31-905a-534946f07f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:21.489515 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:22.477351 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:24.008787 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:26.010455 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:33:47.776226 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:48.442832 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-97778b7b-9a51-4706-a91b-a530e75a9026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:49.621471 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:51.453112 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9f356c47-1eab-4485-ab39-0b017809e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:51.489833 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:52.477869 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:54.011886 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:03.010678 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:34:03.816093 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-1bd42180-fc26-49cf-a38f-0003166f010a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532877 Jul 07 23:34:04.204203 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-99912590-df41-4547-a39f-6423d13b9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:04.205726 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-99912590-df41-4547-a39f-6423d13b9b7b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.3484156 Jul 07 23:34:04.308352 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-44e3c22c-7695-4146-ad22-c0aac9a6e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:04.309839 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-44e3c22c-7695-4146-ad22-c0aac9a6e5bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0832963 Jul 07 23:34:04.380976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-3e688984-8940-48f7-9bc1-bc687112c019 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 1001 time: 0.0635114 Jul 07 23:34:04.428632 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-01cf7693-9e10-499f-9ca4-7ffb27980fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:04.430705 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-01cf7693-9e10-499f-9ca4-7ffb27980fe8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0435612 Jul 07 23:34:04.485255 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-c63c276a-8d3c-4cbd-adca-f3032b2757e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:04.486652 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-c63c276a-8d3c-4cbd-adca-f3032b2757e1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502534 Jul 07 23:34:04.576090 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-1a27c36e-f7e3-447a-abec-baf9af65ab14 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830050 Jul 07 23:34:04.661754 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b033681-c5ad-40d7-b4b9-f80945ae7e3f req-b8fbcca1-3693-4ade-be06-92d45f0ddf9a service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791347 Jul 07 23:34:17.775536 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:18.442334 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e2dd073a-2304-4cde-bc64-ec54a5b9c2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:19.626298 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:20.309425 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40770) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:20.735107 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Deleting port aae8647e-af13-4c61-9865-d05fc2835200 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:20.735452 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:20.809230 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:20.809474 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:20.820635 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Calling delete_port for aae8647e-af13-4c61-9865-d05fc2835200 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:20.965600 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:20.991256 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event deleted for resources: {'Port': ['ID=aae8647e-af13-4c61-9865-d05fc2835200,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:21.016680 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.017043 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.017378 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.017736 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.018059 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.018393 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.018750 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.019079 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.019407 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.019732 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.020061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.020387 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:21.059563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:21.059834 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Floating IP a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed disassociated (deleted). External IP: 172.25.5.20, port: ee91d2cf-75e1-4d36-889a-c9a419840b51. Jul 07 23:34:21.261066 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:34:21.365040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:21.370011 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:21.376109 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:21.385640 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:21.386263 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:33:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:21.404459 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-013cf991-10d1-49c8-82c0-72152226af38 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "DELETE /v2.0/floatingips/a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed HTTP/1.1" status: 204 len: 168 time: 1.0939598 Jul 07 23:34:21.405048 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:21.407352 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:21.458926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-50108896-9562-4408-a034-1489c07dd471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:21.492134 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:21.492592 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:21.701701 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd73bf87-caef-401c-a22e-9cc31c665d6b x-openstack-request-id: req-cd73bf87-caef-401c-a22e-9cc31c665d6b {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:21.702002 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:21.702262 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cd73bf87-caef-401c-a22e-9cc31c665d6b {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:21.702690 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'status': 'completed', 'code': 200} Jul 07 23:34:21.705141 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:21.733690 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:21.741880 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:21.742486 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:21.785842 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-66c2fa0f-a5f5-49f6-874a-345a944886d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:21.787430 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-66c2fa0f-a5f5-49f6-874a-345a944886d5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b666e90d23a8433d94a5b929ff286631&device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 1098 time: 0.0601161 Jul 07 23:34:21.846931 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:21.866715 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b84b9-3db4-47ef-9118-fc91249f9f31 req-d5aabb0a-69cc-46c4-862e-cda096de1498 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:21.868598 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-547b84b9-3db4-47ef-9118-fc91249f9f31 req-d5aabb0a-69cc-46c4-862e-cda096de1498 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0725241 Jul 07 23:34:21.885300 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-c1582775-37e3-4291-8c65-cdec30fea5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:21.886910 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-c1582775-37e3-4291-8c65-cdec30fea5e7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 200 len: 909 time: 0.0921080 Jul 07 23:34:21.911786 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-547b84b9-3db4-47ef-9118-fc91249f9f31 req-44bf40f4-88c7-45df-8998-f5f81b197dcd tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368211 Jul 07 23:34:21.930815 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-6e9e52db-6254-4c18-99d0-75aad07899be service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 200 len: 217 time: 0.0356977 Jul 07 23:34:21.982381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-f8fd48ae-3f9a-4dbd-ac61-79e6f82a8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:21.983952 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-f8fd48ae-3f9a-4dbd-ac61-79e6f82a8f6a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 200 len: 847 time: 0.0477545 Jul 07 23:34:22.040594 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:22.041148 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-a5e61b31-0857-4fa0-9ca8-ecd762b9eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:22.042689 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-a5e61b31-0857-4fa0-9ca8-ecd762b9eb5c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b141c738-a869-4c47-96d3-fcafd1c66564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514657 Jul 07 23:34:22.069036 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457c2cd-44d6-4e4d-8622-8f2f0da50bb6 None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:24:59Z', 'revision_number': 4, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'c56a3a1d-3bad-4433-baba-1f5441f61a24', 'name': '', 'network_id': 'b141c738-a869-4c47-96d3-fcafd1c66564', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'mac_address': 'fa:16:3e:05:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:59Z', 'updated_at': '2021-07-07T23:25:05Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'subnets': [{'id': 'c2d30ef6-404d-43e3-86fc-4714684351b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:22.132475 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-ada5893e-8deb-4899-a61b-92e582c72c90 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822976 Jul 07 23:34:22.230703 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f2fefb5e-3a30-4112-a83c-4f58b99b1d3e req-b68756fb-4174-4d1a-a095-23a34ad4b364 service neutron] 10.222.0.97 "GET /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917964 Jul 07 23:34:22.278964 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c321d3-12eb-4ad8-a9d6-0e057bc58da6 None None] New status for floating IP a1a4105e-cdd8-4bc0-9c66-b4a998eb1bed: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:34:22.479790 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:23.086083 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ab7f2-dccc-4b13-a336-f308a0168971 req-07c501d9-2240-4e5d-83da-309827f2f4a8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:23.088344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e0ab7f2-dccc-4b13-a336-f308a0168971 req-07c501d9-2240-4e5d-83da-309827f2f4a8 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0646820 Jul 07 23:34:23.125007 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-1e0ab7f2-dccc-4b13-a336-f308a0168971 req-003ed913-e4e3-42fe-ae0e-117ebe7dbefc tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/security-groups?id=b82497a1-05d7-416e-865a-af964006d156&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311804 Jul 07 23:34:23.333941 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-a7393559-2b5a-4c13-99cc-41104f62ac90 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:23.335425 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-a7393559-2b5a-4c13-99cc-41104f62ac90 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 946 time: 0.0624833 Jul 07 23:34:23.435171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Deleting port ee91d2cf-75e1-4d36-889a-c9a419840b51 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:23.435444 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:23.521669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] For port ee91d2cf-75e1-4d36-889a-c9a419840b51, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=ee91d2cf-75e1-4d36-889a-c9a419840b51,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:23.522025 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:23.535114 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Calling delete_port for ee91d2cf-75e1-4d36-889a-c9a419840b51 owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:23.662574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:23.689701 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event deleted for resources: {'Port': ['ID=ee91d2cf-75e1-4d36-889a-c9a419840b51,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:23.700263 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.700623 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.700974 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.701324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.701669 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.702008 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.702347 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.702712 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.703621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.703621 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.703835 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.704031 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:23.762492 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] No DVR routers for this DVR port ee91d2cf-75e1-4d36-889a-c9a419840b51 on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:34:23.765063 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:23.767101 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-f21f724d-5cfe-4279-8b2d-d6168b7a4251 req-44b4b55e-36d5-422a-a7bd-426da12f7306 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.97 "DELETE /v2.0/ports/ee91d2cf-75e1-4d36-889a-c9a419840b51 HTTP/1.1" status: 204 len: 173 time: 0.4260626 Jul 07 23:34:23.767559 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-deleted', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:23.769836 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d05169b-797d-4ee6-b818-8222bdab1782" -d '{"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-deleted", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:23.804791 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbb725e-32a0-4746-8363-825368d06d57 x-openstack-request-id: req-1fbb725e-32a0-4746-8363-825368d06d57 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:23.805579 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23b9bf6-9719-4e2f-b0d7-ec985d508f67", "name": "network-vif-deleted", "tag": "ee91d2cf-75e1-4d36-889a-c9a419840b51", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:23.805838 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1fbb725e-32a0-4746-8363-825368d06d57 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:23.806241 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23b9bf6-9719-4e2f-b0d7-ec985d508f67', 'name': 'network-vif-deleted', 'tag': 'ee91d2cf-75e1-4d36-889a-c9a419840b51', 'status': 'completed', 'code': 200} Jul 07 23:34:24.014883 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:24.266984 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-9e068caf-f5b7-451e-af91-b05f2cebaf83 req-7671c23b-0a4d-421b-9d10-8f96e75ed948 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0289993 Jul 07 23:34:25.411012 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d2c0bde7-56fb-4f5b-ae3a-aafe4bc5399c req-641ab9a8-7dec-4ad6-838e-a1bb0e42c761 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0282903 Jul 07 23:34:26.558237 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b74fa7c5-eeda-4340-b2ee-0e239dfcf2c5 req-7cd6cc00-b118-40fd-b10f-489bbe294047 tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "GET /v2.0/ports?device_id=e23b9bf6-9719-4e2f-b0d7-ec985d508f67 HTTP/1.1" status: 200 len: 210 time: 0.0333066 Jul 07 23:34:26.626055 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:26.645987 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: ee91d2cf-75e1-4d36-889a-c9a419840b51 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:26.646435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device ee91d2cf-75e1-4d36-889a-c9a419840b51 not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:27.655825 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40800) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:27.717081 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb98884e-24b7-4166-9878-23c2f3f5c60e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:27.743756 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb98884e-24b7-4166-9878-23c2f3f5c60e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:27.806047 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb98884e-24b7-4166-9878-23c2f3f5c60e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:27.808809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-eb98884e-24b7-4166-9878-23c2f3f5c60e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:27.809981 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-eb98884e-24b7-4166-9878-23c2f3f5c60e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] 10.222.0.95 "DELETE /v2.0/security-groups/b82497a1-05d7-416e-865a-af964006d156 HTTP/1.1" status: 204 len: 168 time: 0.1531496 Jul 07 23:34:27.819381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98884e-24b7-4166-9878-23c2f3f5c60e tempest-TestShelveInstance-1373356488 tempest-TestShelveInstance-1373356488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82497a1-05d7-416e-865a-af964006d156,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:27.863258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40804) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:28.300849 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:28.551578 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Deleting port c56a3a1d-3bad-4433-baba-1f5441f61a24 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:28.551796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:28.630045 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] For port c56a3a1d-3bad-4433-baba-1f5441f61a24, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c56a3a1d-3bad-4433-baba-1f5441f61a24,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:28.630409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:28.643839 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Calling delete_port for c56a3a1d-3bad-4433-baba-1f5441f61a24 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:28.837142 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:28.867577 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56a3a1d-3bad-4433-baba-1f5441f61a24,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:29.045955 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:29.265187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Router 625c8d0c-9279-4549-8b85-48c2bcec8d36 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:34:29.371371 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:29.376480 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-f48ddb8c-2ccb-40b4-a88c-dcd538d03559 admin admin] 10.222.0.95 "PUT /v2.0/routers/625c8d0c-9279-4549-8b85-48c2bcec8d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106418 Jul 07 23:34:29.379194 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40808) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:29.384046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] Sync routers for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:29.392733 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:29.393354 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:29.483863 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:29.495337 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:29.590088 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:29.646571 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Deleting port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:29.646894 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:29.670816 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:34:28Z', 'revision_number': 5, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port': {'id': 'c58a52a0-3d3d-48a1-8e48-4bd9d85bb980', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:29.698005 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] Checking router: 625c8d0c-9279-4549-8b85-48c2bcec8d36 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:29.706297 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] Routers {'625c8d0c-9279-4549-8b85-48c2bcec8d36'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:29.706943 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['625c8d0c-9279-4549-8b85-48c2bcec8d36'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:29.726685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] For port c58a52a0-3d3d-48a1-8e48-4bd9d85bb980, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:29.727542 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:29.740415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Calling delete_port for c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:29.895410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] Set router 625c8d0c-9279-4549-8b85-48c2bcec8d36 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:29.952338 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:34:29Z', 'revision_number': 6, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:29.980241 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6157d0-e457-4fb6-9afe-ea7276795a9d None None] The sync data for ids ['625c8d0c-9279-4549-8b85-48c2bcec8d36'] in n-d-694802-13 is: [{'id': '625c8d0c-9279-4549-8b85-48c2bcec8d36', 'name': 'tempest-TestShelveInstance-167997305-router', 'tenant_id': 'b666e90d23a8433d94a5b929ff286631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:24:57Z', 'updated_at': '2021-07-07T23:34:29Z', 'revision_number': 6, 'project_id': 'b666e90d23a8433d94a5b929ff286631', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:30.193248 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.222742 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Pushing event deleted for resources: {'Port': ['ID=c58a52a0-3d3d-48a1-8e48-4bd9d85bb980,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:30.281324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.386519 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.388782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.452273 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.452802 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 625c8d0c-9279-4549-8b85-48c2bcec8d36 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:34:30.456791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.457931 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-1da36a95-0657-4d09-8e2a-0fb6737b410c admin admin] 10.222.0.95 "DELETE /v2.0/routers/625c8d0c-9279-4549-8b85-48c2bcec8d36 HTTP/1.1" status: 204 len: 168 time: 1.0778098 Jul 07 23:34:30.460426 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40810) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:30.503154 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Deleting subnet c2d30ef6-404d-43e3-86fc-4714684351b4 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:34:30.506060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.539224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.618080 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.669206 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.698391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.703163 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c2d30ef6-404d-43e3-86fc-4714684351b4 HTTP/1.1" status: 204 len: 168 time: 0.2416909 Jul 07 23:34:30.703396 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40812) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:30.704329 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c905643-b15c-402e-b5e3-b3c621a49d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d30ef6-404d-43e3-86fc-4714684351b4,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:30.704833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc88b6-b231-4174-af74-bc759318f959 None None] Network b141c738-a869-4c47-96d3-fcafd1c66564 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:34:30.779786 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.836297 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Deleting port cd02b8fa-994e-42b7-88b4-275a70e3b989 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:30.836665 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.907719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] For port cd02b8fa-994e-42b7-88b4-275a70e3b989, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cd02b8fa-994e-42b7-88b4-275a70e3b989,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:30.908011 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.921916 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Calling delete_port for cd02b8fa-994e-42b7-88b4-275a70e3b989 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:30.924517 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] DHCP port deletion for b141c738-a869-4c47-96d3-fcafd1c66564 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:34:30.978535 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Deleting port cd02b8fa-994e-42b7-88b4-275a70e3b989 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:30.978962 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.014740 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.054361 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] For port cd02b8fa-994e-42b7-88b4-275a70e3b989, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=cd02b8fa-994e-42b7-88b4-275a70e3b989,segment=NetworkSegment(6f095303-134e-41ba-8eae-48375900dafc),segment_id=6f095303-134e-41ba-8eae-48375900dafc)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:31.054788 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.055827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd02b8fa-994e-42b7-88b4-275a70e3b989,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:31.059602 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] No DVR routers for this DVR port cd02b8fa-994e-42b7-88b4-275a70e3b989 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:34:31.069320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c56a3a1d-3bad-4433-baba-1f5441f61a24 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:31.091435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Calling delete_port for cd02b8fa-994e-42b7-88b4-275a70e3b989 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:31.095205 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c56a3a1d-3bad-4433-baba-1f5441f61a24 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:31.095561 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c56a3a1d-3bad-4433-baba-1f5441f61a24 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:31.095986 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:31.120047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:31.120406 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c58a52a0-3d3d-48a1-8e48-4bd9d85bb980 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:31.120830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cd02b8fa-994e-42b7-88b4-275a70e3b989 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:31.134265 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.144236 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b141c738-a869-4c47-96d3-fcafd1c66564']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:31.154435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f095303-134e-41ba-8eae-48375900dafc') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:31.154781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f095303-134e-41ba-8eae-48375900dafc') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:31.163467 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.170343 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: cd02b8fa-994e-42b7-88b4-275a70e3b989 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:31.170739 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device cd02b8fa-994e-42b7-88b4-275a70e3b989 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:31.177743 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.185378 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:34:31.185813 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:34:31.187682 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:34:31.210155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.235061 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Pushing event deleted for resources: {'Port': ['ID=cd02b8fa-994e-42b7-88b4-275a70e3b989,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:31.239968 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] No DVR routers for this DVR port cd02b8fa-994e-42b7-88b4-275a70e3b989 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:34:31.246193 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.247490 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.247959 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.248315 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.248659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.248999 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.249334 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.249670 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.250047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.250396 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.250755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.251194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.251399 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1600ad2-7220-416d-9411-e0fb136fbc49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.252203 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.255025 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] 10.222.0.95 "DELETE /v2.0/networks/b141c738-a869-4c47-96d3-fcafd1c66564 HTTP/1.1" status: 204 len: 168 time: 0.5491829 Jul 07 23:34:31.258309 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40814) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:31.269703 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2c99-a072-41a1-ba65-182e65fdba6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b141c738-a869-4c47-96d3-fcafd1c66564,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:31.596239 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.841686 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Deleting port 21e86a84-066a-485f-b4d1-1dce9aab14d9 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:31.842033 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.916040 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] For port 21e86a84-066a-485f-b4d1-1dce9aab14d9, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=21e86a84-066a-485f-b4d1-1dce9aab14d9,segment=NetworkSegment(eff037dc-be3b-452d-939f-cfd483e302ce),segment_id=eff037dc-be3b-452d-939f-cfd483e302ce)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:31.916399 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.928421 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Calling delete_port for 21e86a84-066a-485f-b4d1-1dce9aab14d9 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:32.107521 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:32.138155 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e86a84-066a-485f-b4d1-1dce9aab14d9,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:32.298438 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:32.507960 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Router fb78964e-b744-4614-962f-c2e17697da61 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:34:32.609517 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:32.614507 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-d498686b-a40c-4ac1-ade1-1c5146c27216 admin admin] 10.222.0.95 "PUT /v2.0/routers/fb78964e-b744-4614-962f-c2e17697da61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3549964 Jul 07 23:34:32.617061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40816) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:32.618296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] Sync routers for ids ['fb78964e-b744-4614-962f-c2e17697da61'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:32.627252 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] Routers {'fb78964e-b744-4614-962f-c2e17697da61'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:32.627864 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fb78964e-b744-4614-962f-c2e17697da61'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:32.718310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:32.728408 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] Set router fb78964e-b744-4614-962f-c2e17697da61 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:32.816181 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:32.872319 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Deleting port c534ae84-b614-467c-b56f-94b6535065c7 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:32.872672 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:32.905892 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:34:32Z', 'revision_number': 5, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port': {'id': 'c534ae84-b614-467c-b56f-94b6535065c7', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb78964e-b744-4614-962f-c2e17697da61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:25:02Z', 'updated_at': '2021-07-07T23:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:32.931977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] Checking router: fb78964e-b744-4614-962f-c2e17697da61 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:32.939961 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] Routers {'fb78964e-b744-4614-962f-c2e17697da61'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:32.940564 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['fb78964e-b744-4614-962f-c2e17697da61'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:32.949843 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] For port c534ae84-b614-467c-b56f-94b6535065c7, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c534ae84-b614-467c-b56f-94b6535065c7,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:32.950211 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:32.963799 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Calling delete_port for c534ae84-b614-467c-b56f-94b6535065c7 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:33.028884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] Set router fb78964e-b744-4614-962f-c2e17697da61 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:33.078855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:34:32Z', 'revision_number': 6, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:33.109881 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436b5e1-9a24-4fad-95ab-2aa97a9ff0bb None None] The sync data for ids ['fb78964e-b744-4614-962f-c2e17697da61'] in n-d-694802-13 is: [{'id': 'fb78964e-b744-4614-962f-c2e17697da61', 'name': 'tempest-TestShelveInstance-18013652-router', 'tenant_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:25:01Z', 'updated_at': '2021-07-07T23:34:32Z', 'revision_number': 6, 'project_id': 'ecd6afbe9b1f41d98aabd244a68faf25', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:33.141796 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.166403 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Pushing event deleted for resources: {'Port': ['ID=c534ae84-b614-467c-b56f-94b6535065c7,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:33.232581 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.319607 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.322140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.362906 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.363438 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb78964e-b744-4614-962f-c2e17697da61 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:34:33.367910 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.369141 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c795411d-01fe-4f24-b0f9-aff71281c172 admin admin] 10.222.0.95 "DELETE /v2.0/routers/fb78964e-b744-4614-962f-c2e17697da61 HTTP/1.1" status: 204 len: 168 time: 0.7505007 Jul 07 23:34:33.371758 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40818) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:33.415381 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Deleting subnet 28466b25-c6b2-45d9-a421-993b6fef14aa {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:34:33.418225 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.455637 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.537573 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.590347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.613358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28466b25-c6b2-45d9-a421-993b6fef14aa,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:33.622540 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.624376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1ed49-a491-4e39-9376-353dee45d9ac None None] Network 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:34:33.624845 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-c172c33a-e3ca-4517-b0a6-967b118d9aa1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/28466b25-c6b2-45d9-a421-993b6fef14aa HTTP/1.1" status: 204 len: 168 time: 0.2517841 Jul 07 23:34:33.627111 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40820) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:33.694791 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.747062 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Deleting port c8e5d154-5144-41d7-ab88-bee186708e23 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:33.747411 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.814662 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] For port c8e5d154-5144-41d7-ab88-bee186708e23, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=c8e5d154-5144-41d7-ab88-bee186708e23,segment=NetworkSegment(eff037dc-be3b-452d-939f-cfd483e302ce),segment_id=eff037dc-be3b-452d-939f-cfd483e302ce)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:33.814961 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.827934 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Calling delete_port for c8e5d154-5144-41d7-ab88-bee186708e23 owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:33.886559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] DHCP port deletion for 4c1e725d-bfed-4ece-aa0e-f0c9832b0366 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:34:33.919396 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.936047 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Deleting port c8e5d154-5144-41d7-ab88-bee186708e23 {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:34:33.936458 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.951053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e5d154-5144-41d7-ab88-bee186708e23,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:33.952895 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] No DVR routers for this DVR port c8e5d154-5144-41d7-ab88-bee186708e23 on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:34:33.999981 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] For port c8e5d154-5144-41d7-ab88-bee186708e23, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:34.000379 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.013886 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Calling delete_port for c8e5d154-5144-41d7-ab88-bee186708e23 owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:34:34.016634 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Port c8e5d154-5144-41d7-ab88-bee186708e23 was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 23:34:34.017956 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.026148 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.036418 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1e725d-bfed-4ece-aa0e-f0c9832b0366']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:34.047730 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff037dc-be3b-452d-939f-cfd483e302ce') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:34.047934 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] Pushing event deleted for resources: {'Port': ['ID=c8e5d154-5144-41d7-ab88-bee186708e23,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:34.048075 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff037dc-be3b-452d-939f-cfd483e302ce') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:34.049699 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51267df1-63af-4be6-a876-55bf7044f954 None None] No DVR routers for this DVR port c8e5d154-5144-41d7-ab88-bee186708e23 on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:34:34.064531 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.078897 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.085018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:34:34.085420 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:34:34.087547 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:34:34.149173 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.155630 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.157694 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/4c1e725d-bfed-4ece-aa0e-f0c9832b0366 HTTP/1.1" status: 204 len: 168 time: 0.5295634 Jul 07 23:34:34.172791 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13b7d4-6603-4278-bb6e-8c32bd753fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1e725d-bfed-4ece-aa0e-f0c9832b0366,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:34.270928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40824) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:34.311262 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9929e960-deef-4e86-bdf0-b7851c90ef06 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b666e90d23a8433d94a5b929ff286631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390890 Jul 07 23:34:34.313663 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40826) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:34.361919 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc03c-1a32-41c0-92a0-e2b4a5870f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.382278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc03c-1a32-41c0-92a0-e2b4a5870f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.428606 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc03c-1a32-41c0-92a0-e2b4a5870f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.431218 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc03c-1a32-41c0-92a0-e2b4a5870f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.432401 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5ebfc03c-1a32-41c0-92a0-e2b4a5870f34 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/86ba55e5-61e0-4850-a029-12c4e10e0a66 HTTP/1.1" status: 204 len: 168 time: 0.1177771 Jul 07 23:34:34.439744 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfc03c-1a32-41c0-92a0-e2b4a5870f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba55e5-61e0-4850-a029-12c4e10e0a66,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:34.740382 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40832) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:34.783517 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3b69d103-d3f2-47d9-9874-b22efd6d0a5e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ecd6afbe9b1f41d98aabd244a68faf25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419807 Jul 07 23:34:34.785924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40834) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:34.832438 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee30b36e-ba62-44bb-8bf2-ac1fe50c5d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.854194 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee30b36e-ba62-44bb-8bf2-ac1fe50c5d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.901220 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee30b36e-ba62-44bb-8bf2-ac1fe50c5d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.904014 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ee30b36e-ba62-44bb-8bf2-ac1fe50c5d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:34.905301 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ee30b36e-ba62-44bb-8bf2-ac1fe50c5d14 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f4d2212a-bbfe-40df-bfa8-245fbfcf0bda HTTP/1.1" status: 204 len: 168 time: 0.1184881 Jul 07 23:34:34.912943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30b36e-ba62-44bb-8bf2-ac1fe50c5d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d2212a-bbfe-40df-bfa8-245fbfcf0bda,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:35.030054 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21e86a84-066a-485f-b4d1-1dce9aab14d9 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:35.049595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 21e86a84-066a-485f-b4d1-1dce9aab14d9 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:35.049947 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 21e86a84-066a-485f-b4d1-1dce9aab14d9 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:35.050372 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c534ae84-b614-467c-b56f-94b6535065c7 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:35.069294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c534ae84-b614-467c-b56f-94b6535065c7 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:35.069659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c534ae84-b614-467c-b56f-94b6535065c7 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:35.070081 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c8e5d154-5144-41d7-ab88-bee186708e23 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:35.089202 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: c8e5d154-5144-41d7-ab88-bee186708e23 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:34:35.089560 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device c8e5d154-5144-41d7-ab88-bee186708e23 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:34:35.551946 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40856) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:35.644615 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1624261934-network', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:35.665381 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Made reservation on behalf of b9db65ff8eb143f49d02d79a9cb4b8e5 for: {'network': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:34:35.667803 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.676211 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.761760 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.765289 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.785405 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:34:35.798855 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf2609e-b373-4158-ba93-165401b9e348,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:35.803524 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.803879 n-d-694802-13 neutron-server[93931]: INFO neutron.db.segments_db [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Added segment 1ee535be-aae1-4c7c-a8c0-2d247038c2d2 of type vlan for network e057f234-c232-47d8-a988-8a177e342b27 Jul 07 23:34:35.847369 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.876377 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.877477 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:35.878061 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:35.929955 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3768103 Jul 07 23:34:35.932922 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40860) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:35.938296 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Request body: {'subnet': {'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1624261934-subnet', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'ip_version': 4}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:35.938818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0088eb6-e068-40e0-9698-b9332e41a71d admin admin] Pushing event updated for resources: {'Network': ['ID=e057f234-c232-47d8-a988-8a177e342b27,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:35.948441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network e057f234-c232-47d8-a988-8a177e342b27 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:34:35.961007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Made reservation on behalf of b9db65ff8eb143f49d02d79a9cb4b8e5 for: {'subnet': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:34:35.964107 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8809116'] for subnet, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.127347 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12223304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8809102'] for subnet, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.186979 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c0f733-c06c-430e-9ad1-fabb651ec130,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:36.193846 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Checking segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:36.194215 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Network hostable DHCP agents. Network: e057f234-c232-47d8-a988-8a177e342b27, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:34:36.211085 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Network e057f234-c232-47d8-a988-8a177e342b27 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:34:36.223761 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, e057f234-c232-47d8-a988-8a177e342b27) {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:36.228685 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:36.229847 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.235103 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646aaf79-fce1-410b-b18e-9ed988f7b6b1 None None] Network e057f234-c232-47d8-a988-8a177e342b27 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:34:36.245713 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-e3d52dae-86f7-43da-a63e-667e2e4b0733 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3114238 Jul 07 23:34:36.248275 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40862) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:36.254975 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:36.285064 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.286663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.348218 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.406896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-e057f234-c232-47d8-a988-8a177e342b27', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:34:36.407814 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.545977 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Allocated IP 172.20.0.2 (e057f234-c232-47d8-a988-8a177e342b27/53c0f733-c06c-430e-9ad1-fabb651ec130/98e0531e-e6de-423b-92e0-5d58442f410e) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:36.690760 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.699530 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Transition to ACTIVE for port object 98e0531e-e6de-423b-92e0-5d58442f410e will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:36.713938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Transition to ACTIVE for port object 98e0531e-e6de-423b-92e0-5d58442f410e will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:36.719863 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.755455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Network e057f234-c232-47d8-a988-8a177e342b27 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:36.761954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:36.766186 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:36.770641 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.770821 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Pushing event updated for resources: {'Port': ['ID=98e0531e-e6de-423b-92e0-5d58442f410e,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:36.822292 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Attempting to bind port 98e0531e-e6de-423b-92e0-5d58442f410e on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:36.822585 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Attempting to bind port 98e0531e-e6de-423b-92e0-5d58442f410e by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:36.822969 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Attempting to bind port 98e0531e-e6de-423b-92e0-5d58442f410e on network e057f234-c232-47d8-a988-8a177e342b27 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:36.827962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:36.828336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Checking segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:36.828740 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.829129 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Bound using segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:36.829641 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Bound port: 98e0531e-e6de-423b-92e0-5d58442f410e, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:36.830030 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.894755 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] For port 98e0531e-e6de-423b-92e0-5d58442f410e, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:36.897693 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] For port 98e0531e-e6de-423b-92e0-5d58442f410e, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98e0531e-e6de-423b-92e0-5d58442f410e,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:36.902139 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:36.963486 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd60ec-9294-40e5-a920-5755482c77f6 None None] Pushing event updated for resources: {'Port': ['ID=98e0531e-e6de-423b-92e0-5d58442f410e,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:36.980108 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:37.000028 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:37.120110 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Allocated IP 172.25.5.176 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/d7f269b4-b6e1-448d-b5d8-e8830250d4d6) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:37.234482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:37.273238 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:37.314462 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:37.317306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:37.322894 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:37.349039 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Pushing event updated for resources: {'Port': ['ID=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:37.563640 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:37.761749 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:37.884915 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033758b-fd65-498d-a054-2a9bdbf07a37 None None] Network e057f234-c232-47d8-a988-8a177e342b27 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:34:37.892991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:34:38.003242 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:38.012059 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:38.021569 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.022992 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a7d40e4e-58c3-4600-8a45-4908fb8488cb admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7733564 Jul 07 23:34:38.023625 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:38.024283 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:38.025674 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40864) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:38.111123 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-aee31acd-f5aa-4c5b-b17d-cdedc5cb4b18 None None] Provisioning for port 98e0531e-e6de-423b-92e0-5d58442f410e completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:38.133333 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:38.321046 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:37Z', 'revision_number': 3, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:38.350015 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:38.350375 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Updating router 0a2fd406-f125-426b-b40b-2e73c29a0da7 port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:34:38.385670 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.460250 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.613205 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Allocated IP 172.20.0.1 (e057f234-c232-47d8-a988-8a177e342b27/53c0f733-c06c-430e-9ad1-fabb651ec130/f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:38.631937 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.641631 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Transition to ACTIVE for port object d7f269b4-b6e1-448d-b5d8-e8830250d4d6 will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:38.650201 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.699928 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Pushing event updated for resources: {'Port': ['ID=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:38.701899 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Attempting to bind port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:38.702262 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Attempting to bind port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:38.702615 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Attempting to bind port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:38.712349 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.712698 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.713043 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.713380 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.713711 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.714038 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.714366 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.714712 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.715035 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.715357 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.715711 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.716000 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:38.719133 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:38.719503 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:38.719926 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.720280 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:38.720743 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Bound port: d7f269b4-b6e1-448d-b5d8-e8830250d4d6, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:38.721124 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.725889 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.739992 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Transition to ACTIVE for port object f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:38.769207 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] For port d7f269b4-b6e1-448d-b5d8-e8830250d4d6, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:38.772218 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.773074 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] For port d7f269b4-b6e1-448d-b5d8-e8830250d4d6, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:38.778897 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.810320 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Network e057f234-c232-47d8-a988-8a177e342b27 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:38.815283 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:38.818679 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:38.825802 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:38.826441 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:38.860002 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Pushing event updated for resources: {'Port': ['ID=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:38.871125 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:38.894410 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733666a0-1724-49e9-a327-586f16528bc9 None None] Pushing event updated for resources: {'Port': ['ID=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:38.954990 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:39.020913 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.068149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-db192b88-aa9e-46c1-86de-59e92547a736 None None] Provisioning for port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:39.073022 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-db192b88-aa9e-46c1-86de-59e92547a736 None None] Provisioning complete for port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:39.073978 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-db192b88-aa9e-46c1-86de-59e92547a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.108850 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98e0531e-e6de-423b-92e0-5d58442f410e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:39.139262 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-db192b88-aa9e-46c1-86de-59e92547a736 None None] Port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:34:39.151411 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:37Z', 'revision_number': 3, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:39.170497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 98e0531e-e6de-423b-92e0-5d58442f410e completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:39.174294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 98e0531e-e6de-423b-92e0-5d58442f410e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:39.174695 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.179995 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad5100-a601-4f92-aeea-4e2b8404a53a None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:37Z', 'revision_number': 3, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:39.221283 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.225821 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.256781 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.293233 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 98e0531e-e6de-423b-92e0-5d58442f410e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98e0531e-e6de-423b-92e0-5d58442f410e,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:39.297675 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.310937 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.312797 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Pushing event updated for resources: {'Port': ['ID=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:39.347744 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=98e0531e-e6de-423b-92e0-5d58442f410e,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:39.413893 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Network e057f234-c232-47d8-a988-8a177e342b27 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:39.415503 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:39.544627 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:34:39.662220 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-06c6fec8-813f-4eb1-9d2e-65ec255acbf8 None None] Provisioning complete for port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:39.662912 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-06c6fec8-813f-4eb1-9d2e-65ec255acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:39.663418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:39.668677 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-434e338f-75ea-4ccd-8669-f21c7b267f6d admin admin] 10.222.0.95 "PUT /v2.0/routers/0a2fd406-f125-426b-b40b-2e73c29a0da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420596 Jul 07 23:34:39.706782 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-06c6fec8-813f-4eb1-9d2e-65ec255acbf8 None None] Port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:34:40.025545 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:34:40.133944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40880) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:40.139087 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1618800210-network', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:40.158890 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Made reservation on behalf of 409e7ba976f5401d80b6a42a8a3ee715 for: {'network': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:34:40.161218 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for network, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.169919 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.258790 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.262151 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.285971 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:34:40.296192 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5222a3-7068-4372-9025-3c934a11430f,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:40.301168 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.301522 n-d-694802-13 neutron-server[93932]: INFO neutron.db.segments_db [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Added segment 1c43ed84-340e-4ecc-b6f9-46070da7c3ea of type vlan for network 69c591f1-0fa5-41e9-8199-bc85de241279 Jul 07 23:34:40.341389 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749835332711'] for network, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.372782 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351'] for network, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.373720 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:40.374310 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.441473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3039656 Jul 07 23:34:40.442011 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40882) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:40.447796 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Request body: {'subnet': {'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1618800210-subnet', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'ip_version': 4}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:40.467764 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1dd14-b7ee-49c4-8714-54523126089d admin admin] Pushing event updated for resources: {'Network': ['ID=69c591f1-0fa5-41e9-8199-bc85de241279,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:40.469066 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Made reservation on behalf of 409e7ba976f5401d80b6a42a8a3ee715 for: {'subnet': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:34:40.471694 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425831'] for subnet, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.478776 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Network 69c591f1-0fa5-41e9-8199-bc85de241279 details requested by agent ovs-agent-n-d-694802-13 with host n-d-694802-13 {{(pid=93933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:34:40.658252 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11384241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425845'] for subnet, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.707163 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7717c02a-a0de-4455-85b6-7634bec13ba8,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:40.720807 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:40.724732 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Checking segment: {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:40.725096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Network hostable DHCP agents. Network: 69c591f1-0fa5-41e9-8199-bc85de241279, hostable agents: ['646e239f-7dd8-480b-9c60-88ed83de3ab1'], hosted agents: [] {{(pid=93931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:34:40.729464 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:40.730064 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:40.741926 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Network 69c591f1-0fa5-41e9-8199-bc85de241279 is scheduled to be hosted by DHCP agent 646e239f-7dd8-480b-9c60-88ed83de3ab1 with binding_index 1 {{(pid=93931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:34:40.750837 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-13, 69c591f1-0fa5-41e9-8199-bc85de241279) {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:40.755713 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:40.756721 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.767211 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb3bbd-1b89-490c-bbb6-9e02832f852f None None] Network 69c591f1-0fa5-41e9-8199-bc85de241279 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:34:40.771941 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-5ab65f72-77aa-4760-bee1-196a4d1d6967 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3285627 Jul 07 23:34:40.775139 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40884) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:40.779633 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:40.800975 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.802205 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.859777 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:40.896801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:40.998523 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.061748 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c38b867-76b5-5f66-80f9-74b980872650-69c591f1-0fa5-41e9-8199-bc85de241279', 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'fixed_ips': [{'subnet_id': '7717c02a-a0de-4455-85b6-7634bec13ba8'}]}} from n-d-694802-13. {{(pid=93933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:34:41.062643 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.160439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d7f269b4-b6e1-448d-b5d8-e8830250d4d6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:41.207543 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.227232 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.300168 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.db_base_plugin_common [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Allocated IP 172.20.0.2 (69c591f1-0fa5-41e9-8199-bc85de241279/7717c02a-a0de-4455-85b6-7634bec13ba8/59c0fe34-d567-48b8-a167-b64bed9bdc8c) {{(pid=93933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:41.306884 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:41.318474 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:41.318913 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.335427 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Allocated IP 172.25.5.161 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/ceebc81b-26c7-4874-a045-87cad5bc63df) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:41.394717 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:39Z', 'revision_number': 2, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:41.435869 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:41.436238 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Updating router 0a2fd406-f125-426b-b40b-2e73c29a0da7 port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:34:41.437518 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.480380 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.515512 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.520490 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:41.523336 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:41.528967 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:41.553032 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Pushing event updated for resources: {'Port': ['ID=ceebc81b-26c7-4874-a045-87cad5bc63df,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:41.553265 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.626038 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port d7f269b4-b6e1-448d-b5d8-e8830250d4d6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:41.643606 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.644397 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98e0531e-e6de-423b-92e0-5d58442f410e up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:41.647693 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Notify callbacks [] for port, precommit_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.750321 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Transition to ACTIVE for port object 59c0fe34-d567-48b8-a167-b64bed9bdc8c will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:41.782790 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.802149 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Transition to ACTIVE for port object 59c0fe34-d567-48b8-a167-b64bed9bdc8c will not be triggered until provisioned by entity DHCP. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:41.819989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733'] for port, after_create {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.821685 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:41.908870 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Network 69c591f1-0fa5-41e9-8199-bc85de241279 is already hosted by enough agents. {{(pid=93933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:41.917209 n-d-694802-13 neutron-server[93933]: DEBUG neutron.scheduler.base_scheduler [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Resources bound (agent type, host, resource id): {{(pid=93933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:41.919671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Received port after_create {{(pid=93933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:41.921700 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 98e0531e-e6de-423b-92e0-5d58442f410e triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:41.922078 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:41.956621 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Pushing event updated for resources: {'Port': ['ID=59c0fe34-d567-48b8-a167-b64bed9bdc8c,revision_number=1']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:42.059076 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Attempting to bind port 59c0fe34-d567-48b8-a167-b64bed9bdc8c on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:42.059452 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Attempting to bind port 59c0fe34-d567-48b8-a167-b64bed9bdc8c by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:42.059830 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Attempting to bind port 59c0fe34-d567-48b8-a167-b64bed9bdc8c on network 69c591f1-0fa5-41e9-8199-bc85de241279 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:42.097719 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:42.098071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Checking segment: {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:42.098487 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.098921 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Bound using segment: {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:42.099419 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Bound port: 59c0fe34-d567-48b8-a167-b64bed9bdc8c, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:42.099811 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.186470 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.206131 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Transition to ACTIVE for port object f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:42.220888 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.260905 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] For port 59c0fe34-d567-48b8-a167-b64bed9bdc8c, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:42.284980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] For port 59c0fe34-d567-48b8-a167-b64bed9bdc8c, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=59c0fe34-d567-48b8-a167-b64bed9bdc8c,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:42.293763 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b7d9d-61a3-4d1e-91d4-e6175a064048 None None] Pushing event updated for resources: {'Port': ['ID=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:42.300837 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559631'] for router, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.301407 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.404808 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Attempting to bind port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:42.405194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Attempting to bind port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:42.405569 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Attempting to bind port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 on network e057f234-c232-47d8-a988-8a177e342b27 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:42.414012 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccc640-1ce6-4929-9252-4bc788e0fb83 None None] Pushing event updated for resources: {'Port': ['ID=59c0fe34-d567-48b8-a167-b64bed9bdc8c,revision_number=2']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:42.417799 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:42.418194 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Checking segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:42.418614 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.419039 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Bound using segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:42.419536 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Bound port: f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:42.419934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.444036 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Router d87c60b5-f441-4865-8dfc-daea1e0db903 is scheduled to L3 agent 291afe03-7715-408a-b456-b778132830c0 with binding_index 1 {{(pid=93931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:34:42.509167 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] For port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:42.516221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] For port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:42.521399 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.595865 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:42.607208 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Sync routers for ids ['d87c60b5-f441-4865-8dfc-daea1e0db903'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:42.624786 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Routers {'d87c60b5-f441-4865-8dfc-daea1e0db903'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:42.625894 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d87c60b5-f441-4865-8dfc-daea1e0db903'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:42.630842 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:42.632765 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-c1526ac7-a11c-48e8-94ef-8781bb4e64ea admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8564610 Jul 07 23:34:42.636065 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40886) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:42.758831 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Set router d87c60b5-f441-4865-8dfc-daea1e0db903 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:42.817460 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b7d9d-61a3-4d1e-91d4-e6175a064048 None None] Pushing event updated for resources: {'Port': ['ID=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:42.844559 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:42.845507 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:42.978529 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 3, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:42.984330 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:43.015665 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Checking router: d87c60b5-f441-4865-8dfc-daea1e0db903 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:43.016310 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Updating router d87c60b5-f441-4865-8dfc-daea1e0db903 port ceebc81b-26c7-4874-a045-87cad5bc63df binding host n-d-694802-13 {{(pid=93934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:34:43.059581 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.186784 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d7f269b4-b6e1-448d-b5d8-e8830250d4d6 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:43.259726 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:42Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:43.302109 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:43.302707 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.306816 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af065f7-4fa5-4a42-9702-96145deb0b52 None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:42Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:43.442296 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 59c0fe34-d567-48b8-a167-b64bed9bdc8c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:43.509623 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Notify callbacks [] for port, precommit_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.524070 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.provisioning_blocks [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Transition to ACTIVE for port object ceebc81b-26c7-4874-a045-87cad5bc63df will not be triggered until provisioned by entity L2. {{(pid=93934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:43.531911 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.542554 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 59c0fe34-d567-48b8-a167-b64bed9bdc8c completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:43.595824 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Attempting to bind port ceebc81b-26c7-4874-a045-87cad5bc63df on host n-d-694802-13 for vnic_type normal with profile {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:43.596216 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Attempting to bind port ceebc81b-26c7-4874-a045-87cad5bc63df by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:43.596574 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Attempting to bind port ceebc81b-26c7-4874-a045-87cad5bc63df on network 51086f85-fe57-4331-b13d-7d114d061a57 {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:43.605385 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.605912 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a60fda-c384-4075-9d8e-e19110876873 None None] Pushing event updated for resources: {'Port': ['ID=ceebc81b-26c7-4874-a045-87cad5bc63df,revision_number=2']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:43.608783 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:43.609398 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Checking segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:43.609769 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.610161 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Bound using segment: {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'} {{(pid=93934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:43.610667 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.managers [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Bound port: ceebc81b-26c7-4874-a045-87cad5bc63df, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e6cf4-191b-4ce5-b7ca-bbacdd164d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57'}}] {{(pid=93934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:43.611064 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.672672 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] For port ceebc81b-26c7-4874-a045-87cad5bc63df, host n-d-694802-13, cleared binding levels {{(pid=93934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:43.676479 n-d-694802-13 neutron-server[93934]: DEBUG neutron.plugins.ml2.db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] For port ceebc81b-26c7-4874-a045-87cad5bc63df, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ceebc81b-26c7-4874-a045-87cad5bc63df,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:43.682533 n-d-694802-13 neutron-server[93934]: DEBUG neutron_lib.callbacks.manager [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.743283 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277ee7f-8090-45b5-99ea-4e424d69b0bf None None] Network 69c591f1-0fa5-41e9-8199-bc85de241279 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:34:43.749770 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a60fda-c384-4075-9d8e-e19110876873 None None] Pushing event updated for resources: {'Port': ['ID=ceebc81b-26c7-4874-a045-87cad5bc63df,revision_number=3']} {{(pid=93934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:43.752817 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Routers {'d87c60b5-f441-4865-8dfc-daea1e0db903'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:43.753489 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d87c60b5-f441-4865-8dfc-daea1e0db903'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:43.804366 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Allocated IP 172.20.0.1 (69c591f1-0fa5-41e9-8199-bc85de241279/7717c02a-a0de-4455-85b6-7634bec13ba8/563dc57e-f7cc-40c5-9305-4cce23101b50) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:43.824514 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] Provisioning for port 59c0fe34-d567-48b8-a167-b64bed9bdc8c completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:43.843515 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] Provisioning complete for port 59c0fe34-d567-48b8-a167-b64bed9bdc8c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:43.844062 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.877926 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] Set router d87c60b5-f441-4865-8dfc-daea1e0db903 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:43.937871 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:43.958258 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Transition to ACTIVE for port object 563dc57e-f7cc-40c5-9305-4cce23101b50 will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:44.002417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.004492 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.052962 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] For port 59c0fe34-d567-48b8-a167-b64bed9bdc8c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=59c0fe34-d567-48b8-a167-b64bed9bdc8c,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:44.061578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.067548 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Pushing event updated for resources: {'Port': ['ID=563dc57e-f7cc-40c5-9305-4cce23101b50,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:44.091124 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Network 69c591f1-0fa5-41e9-8199-bc85de241279 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:44.092819 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:44.095519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:44.133008 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4338db-03e7-47ca-9a5f-fce05b87dbf5 None None] Pushing event updated for resources: {'Port': ['ID=59c0fe34-d567-48b8-a167-b64bed9bdc8c,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:44.133966 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 3, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:44.155322 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646712'] for router_interface, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.170167 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700989-c36a-48b7-8f4b-f2281ccd4adb None None] The sync data for ids ['d87c60b5-f441-4865-8dfc-daea1e0db903'] in n-d-694802-13 is: [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 3, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:44.334981 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.384591 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-30c97049-4109-4851-a843-9a2474cbe26e None None] Provisioning complete for port 59c0fe34-d567-48b8-a167-b64bed9bdc8c triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:44.384980 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-30c97049-4109-4851-a843-9a2474cbe26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.567331 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.573408 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.646235 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-510c5423-3ffb-4819-a302-8773cbc3592d None None] Provisioning for port 563dc57e-f7cc-40c5-9305-4cce23101b50 completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:44.646986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Pushing event updated for resources: {'Port': ['ID=563dc57e-f7cc-40c5-9305-4cce23101b50,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:44.649966 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649029'] for router_interface, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.656481 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-510c5423-3ffb-4819-a302-8773cbc3592d None None] Provisioning complete for port 563dc57e-f7cc-40c5-9305-4cce23101b50 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:44.657108 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-510c5423-3ffb-4819-a302-8773cbc3592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:44.700985 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-510c5423-3ffb-4819-a302-8773cbc3592d None None] Port 563dc57e-f7cc-40c5-9305-4cce23101b50 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:34:44.754143 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Network 69c591f1-0fa5-41e9-8199-bc85de241279 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:44.755646 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:44.880272 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Router d87c60b5-f441-4865-8dfc-daea1e0db903 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:34:44.998295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:34:45.004761 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-184d9112-f2ae-4469-bb2a-9b28a61909d9 admin admin] 10.222.0.95 "PUT /v2.0/routers/d87c60b5-f441-4865-8dfc-daea1e0db903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3669884 Jul 07 23:34:45.027440 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-8c981947-c220-486d-9ea1-f59e7b28a60d None None] Provisioning complete for port 563dc57e-f7cc-40c5-9305-4cce23101b50 triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:45.027880 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8c981947-c220-486d-9ea1-f59e7b28a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.066998 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-8c981947-c220-486d-9ea1-f59e7b28a60d None None] Port 563dc57e-f7cc-40c5-9305-4cce23101b50 cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:34:45.174497 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ceebc81b-26c7-4874-a045-87cad5bc63df up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:45.233355 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port ceebc81b-26c7-4874-a045-87cad5bc63df completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:45.237432 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ceebc81b-26c7-4874-a045-87cad5bc63df triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:45.237799 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.324819 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.349254 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port ceebc81b-26c7-4874-a045-87cad5bc63df, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ceebc81b-26c7-4874-a045-87cad5bc63df,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:45.355917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.356842 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:45.436458 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=ceebc81b-26c7-4874-a045-87cad5bc63df,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:45.451810 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:45.455899 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:45.456372 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.532534 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.564657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:45.568926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.569839 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 59c0fe34-d567-48b8-a167-b64bed9bdc8c up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:45.646338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:45.663477 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 59c0fe34-d567-48b8-a167-b64bed9bdc8c triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:45.663923 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.708057 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40894) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:45.713339 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104012395', 'description': 'tempest-secgroup-smoke-1104012395 description', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:45.744363 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.829748 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.834453 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.865296 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.868053 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1575012 Jul 07 23:34:45.869055 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b20d2-70fc-4888-998a-f31e60783698 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fc883-2dfc-4100-80cf-53e7e0a28b01,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:45.870476 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40896) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:45.875610 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group_rule': {'security_group_id': 'f04fc883-2dfc-4100-80cf-53e7e0a28b01', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:45.902983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.963752 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.967755 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.985870 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4185c75b-3609-4532-9f4e-b58106eef8b2,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:45.993750 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:45.998070 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-99dd9e77-e34f-4af4-950c-24033af78c6d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235366 Jul 07 23:34:45.998070 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40898) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:46.002924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group_rule': {'security_group_id': 'f04fc883-2dfc-4100-80cf-53e7e0a28b01', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:46.029267 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.085725 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.089508 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.108875 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c58f13-fa10-41fc-a3ae-9d0f849c1671,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:46.115285 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.116527 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-a19dfcac-6ddf-49fb-b370-585d75d7ec76 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175847 Jul 07 23:34:46.120167 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40900) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:46.124606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group_rule': {'security_group_id': 'f04fc883-2dfc-4100-80cf-53e7e0a28b01', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:46.152907 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.215246 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.218716 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.238182 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b72296c-33b4-4a0c-a8db-b419315ed348,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:46.244891 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.246248 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-f459406c-a116-4b04-82ed-171cdcc3be00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250858 Jul 07 23:34:46.248911 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40902) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:46.253346 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group_rule': {'security_group_id': 'f04fc883-2dfc-4100-80cf-53e7e0a28b01', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:46.278600 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.342166 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.346104 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.365123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdff335-c328-4ed9-b844-b6f8421948eb,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:46.372057 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.373474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ce06516f-418e-4266-b934-42f22d4fdd55 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235530 Jul 07 23:34:46.376022 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40904) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:46.380742 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group_rule': {'security_group_id': 'f04fc883-2dfc-4100-80cf-53e7e0a28b01', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:46.403035 n-d-694802-13 neutron-server[93931]: INFO neutron.db.securitygroups_db [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Project b9db65ff8eb143f49d02d79a9cb4b8e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:34:46.408008 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.470031 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.473768 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.492061 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fadbe3-190c-49c7-bd2c-76a41c7de738,revision_number=0']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:46.498621 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.499924 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-3647f917-c41a-4698-a54f-42659d28b576 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229045 Jul 07 23:34:46.502913 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 40906) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:34:46.508148 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'security_group_rule': {'security_group_id': 'f04fc883-2dfc-4100-80cf-53e7e0a28b01', 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:46.532384 n-d-694802-13 neutron-server[93932]: INFO neutron.db.securitygroups_db [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Project b9db65ff8eb143f49d02d79a9cb4b8e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:34:46.537522 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.598936 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.603207 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-980231'] for security_group_rule, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.620519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f61ce5-8bab-4c7a-809f-4fa5bd577459,revision_number=0']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:46.627482 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:46.628979 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-02faa799-ff6b-4f62-a194-0cd90bb64d19 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250215 Jul 07 23:34:46.684513 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Sync routers for ids ['d87c60b5-f441-4865-8dfc-daea1e0db903'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:34:46.693314 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Routers {'d87c60b5-f441-4865-8dfc-daea1e0db903'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:46.693906 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d87c60b5-f441-4865-8dfc-daea1e0db903'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:46.767268 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-24ea1c9f-1a2b-4904-9032-22f8cc576fc6 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104012395&fields=id&tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5 HTTP/1.1" status: 200 len: 267 time: 0.0323904 Jul 07 23:34:46.800320 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Set router d87c60b5-f441-4865-8dfc-daea1e0db903 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:46.874470 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b8134868-54f5-4845-ab67-cb292d360ea9 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:46.875973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b8134868-54f5-4845-ab67-cb292d360ea9 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 810 time: 0.1022828 Jul 07 23:34:46.891023 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-794fb54d-4387-4eb8-9254-1459a7ed45b7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/quotas/b9db65ff8eb143f49d02d79a9cb4b8e5 HTTP/1.1" status: 200 len: 375 time: 0.0094745 Jul 07 23:34:46.957466 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-39cff3fe-2c1b-4bf9-a1ae-6e0faa854444 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611646 Jul 07 23:34:47.001049 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:34:44Z', 'revision_number': 4, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '563dc57e-f7cc-40c5-9305-4cce23101b50', 'name': '', 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'mac_address': 'fa:16:3e:b8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7717c02a-a0de-4455-85b6-7634bec13ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:43Z', 'updated_at': '2021-07-07T23:34:44Z', 'revision_number': 2, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'subnets': [{'id': '7717c02a-a0de-4455-85b6-7634bec13ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:47.028914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Checking router: d87c60b5-f441-4865-8dfc-daea1e0db903 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:34:47.029270 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Updating router d87c60b5-f441-4865-8dfc-daea1e0db903 port 563dc57e-f7cc-40c5-9305-4cce23101b50 binding host n-d-694802-13 {{(pid=93933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:34:47.062487 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ceebc81b-26c7-4874-a045-87cad5bc63df up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:47.065226 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-d386d351-bf3e-40ce-9079-4faeedc3115c service neutron] 10.222.0.95 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938458 Jul 07 23:34:47.084867 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.155349 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-cadc8de2-29a1-4f4d-bc81-361a3af51080 service neutron] 10.222.0.95 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834553 Jul 07 23:34:47.206659 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port ceebc81b-26c7-4874-a045-87cad5bc63df triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:47.207047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.347263 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0d4d0221-58cb-41d8-8302-d2a9ad5e6826 req-a6451208-97f0-4a8b-bcee-dc13abcbeeba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 210 time: 0.0411663 Jul 07 23:34:47.369576 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:47.460550 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Notify callbacks [] for port, precommit_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.470592 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:47.470994 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.474650 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Transition to ACTIVE for port object 563dc57e-f7cc-40c5-9305-4cce23101b50 will not be triggered until provisioned by entity L2. {{(pid=93933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:47.498203 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.564489 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa1033-e038-45c9-bf5d-d2a9b1c447a8 None None] Pushing event updated for resources: {'Port': ['ID=563dc57e-f7cc-40c5-9305-4cce23101b50,revision_number=3']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:47.645956 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Attempting to bind port 563dc57e-f7cc-40c5-9305-4cce23101b50 on host n-d-694802-13 for vnic_type normal with profile {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:47.646337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Attempting to bind port 563dc57e-f7cc-40c5-9305-4cce23101b50 by drivers openvswitch,hyperv on host n-d-694802-13 at level 0 using segments [{'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:47.646803 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Attempting to bind port 563dc57e-f7cc-40c5-9305-4cce23101b50 on network 69c591f1-0fa5-41e9-8199-bc85de241279 {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:47.655056 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Checking agent: {'id': 'ce50333d-84fc-40ad-ab12-b50b1e8ada3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 2, 21), 'started_at': datetime.datetime(2021, 7, 7, 22, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:47.655430 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Checking segment: {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:47.655846 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.656353 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Bound using segment: {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'} {{(pid=93933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:47.657051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.managers [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Bound port: 563dc57e-f7cc-40c5-9305-4cce23101b50, host: n-d-694802-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c43ed84-340e-4ecc-b6f9-46070da7c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279'}}] {{(pid=93933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:47.657439 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.722557 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] For port 563dc57e-f7cc-40c5-9305-4cce23101b50, host n-d-694802-13, cleared binding levels {{(pid=93933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:47.725595 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] For port 563dc57e-f7cc-40c5-9305-4cce23101b50, host n-d-694802-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=563dc57e-f7cc-40c5-9305-4cce23101b50,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:47.730916 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.795615 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Routers {'d87c60b5-f441-4865-8dfc-daea1e0db903'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:34:47.796174 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:21Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d87c60b5-f441-4865-8dfc-daea1e0db903'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:47.797905 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:48.005539 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa1033-e038-45c9-bf5d-d2a9b1c447a8 None None] Pushing event updated for resources: {'Port': ['ID=563dc57e-f7cc-40c5-9305-4cce23101b50,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:48.077865 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] Set router d87c60b5-f441-4865-8dfc-daea1e0db903 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:34:48.281900 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:34:44Z', 'revision_number': 4, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '563dc57e-f7cc-40c5-9305-4cce23101b50', 'name': '', 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'mac_address': 'fa:16:3e:b8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7717c02a-a0de-4455-85b6-7634bec13ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:43Z', 'updated_at': '2021-07-07T23:34:47Z', 'revision_number': 4, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'subnets': [{'id': '7717c02a-a0de-4455-85b6-7634bec13ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:34:48.309092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed4d94-fb73-41c9-b24a-2abc073a09cd None None] The sync data for ids ['d87c60b5-f441-4865-8dfc-daea1e0db903'] in n-d-694802-13 is: [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:34:44Z', 'revision_number': 4, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': '563dc57e-f7cc-40c5-9305-4cce23101b50', 'name': '', 'network_id': '69c591f1-0fa5-41e9-8199-bc85de241279', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'mac_address': 'fa:16:3e:b8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7717c02a-a0de-4455-85b6-7634bec13ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:43Z', 'updated_at': '2021-07-07T23:34:47Z', 'revision_number': 4, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'subnets': [{'id': '7717c02a-a0de-4455-85b6-7634bec13ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:34:48.443368 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d6607a5d-db3d-4209-8977-06803878877f req-3a1d8f03-bd57-478c-a662-378aa61c8825 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 210 time: 0.0389419 Jul 07 23:34:48.446616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bf83a08-b8c1-44a9-af5b-4e27267d91b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:49.066247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 563dc57e-f7cc-40c5-9305-4cce23101b50 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:49.114478 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning for port 563dc57e-f7cc-40c5-9305-4cce23101b50 completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:49.118655 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 563dc57e-f7cc-40c5-9305-4cce23101b50 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:49.119121 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:49.199501 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:49.231914 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] For port 563dc57e-f7cc-40c5-9305-4cce23101b50, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=563dc57e-f7cc-40c5-9305-4cce23101b50,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:49.235406 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:49.281058 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Pushing event updated for resources: {'Port': ['ID=563dc57e-f7cc-40c5-9305-4cce23101b50,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:49.529135 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-22cd72cf-dc66-4202-b23f-44d226dc5fdc req-d355b593-8d9e-404f-b865-60f4f5205fce tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 210 time: 0.0307395 Jul 07 23:34:49.637805 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:50.614994 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-02ee3056-6433-45d7-9735-9be967bc646b req-f3839263-0a0b-4976-b635-116fcccab725 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 210 time: 0.0303154 Jul 07 23:34:51.042846 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 563dc57e-f7cc-40c5-9305-4cce23101b50 up at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:51.089571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Provisioning complete for port 563dc57e-f7cc-40c5-9305-4cce23101b50 triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:51.089949 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:51.450560 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3573005f-2fba-4a28-9423-0ce54e20e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:51.493199 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:51.755560 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-0291478e-fa9e-467a-89b2-a67363afa118 req-8e45ed5e-3f44-4144-9032-cb826159a95f tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jul 07 23:34:52.445654 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-41a615d0-0f2e-40c5-9e4b-e15a002dbc67 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:52.447165 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-41a615d0-0f2e-40c5-9e4b-e15a002dbc67 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 810 time: 0.1012728 Jul 07 23:34:52.484620 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:52.492029 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-562b9b91-2055-49a9-b51b-23412eeb5b6e tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5 HTTP/1.1" status: 200 len: 380 time: 0.0353158 Jul 07 23:34:52.500868 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'port': {'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'admin_state_up': True, 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'security_groups': ['f04fc883-2dfc-4100-80cf-53e7e0a28b01']}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:52.605924 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Made reservation on behalf of b9db65ff8eb143f49d02d79a9cb4b8e5 for: {'port': 1} {{(pid=93931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:34:52.609522 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:52.736002 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Allocated IP 172.20.0.12 (e057f234-c232-47d8-a988-8a177e342b27/53c0f733-c06c-430e-9ad1-fabb651ec130/a69fd0f2-6eea-48e0-bf18-e2937926a49b) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:52.876810 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:52.891540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Transition to ACTIVE for port object a69fd0f2-6eea-48e0-bf18-e2937926a49b will not be triggered until provisioned by entity DHCP. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:52.901749 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-41440d53-6f7f-45cf-ac44-324ec9f28482 req-645d9a90-e9d1-4707-9105-8a37e2b0b544 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 210 time: 0.0338767 Jul 07 23:34:52.925574 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:52.972034 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Network e057f234-c232-47d8-a988-8a177e342b27 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:52.975204 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:52.981376 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:53.009149 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:53.035393 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:53.036048 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.050682 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-b4223326-1fec-4aa0-a902-735b040017e5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533943 Jul 07 23:34:53.062362 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Request body: {'port': {'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-13'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:53.142086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.251462 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-65a0544b-3fbd-4f7e-9471-611dade23e6b None None] Provisioning for port a69fd0f2-6eea-48e0-bf18-e2937926a49b completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:53.255074 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-65a0544b-3fbd-4f7e-9471-611dade23e6b None None] Provisioning complete for port a69fd0f2-6eea-48e0-bf18-e2937926a49b triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:53.255457 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-65a0544b-3fbd-4f7e-9471-611dade23e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.290198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-65a0544b-3fbd-4f7e-9471-611dade23e6b None None] Port a69fd0f2-6eea-48e0-bf18-e2937926a49b cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:34:53.400384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69fd0f2-6eea-48e0-bf18-e2937926a49b {{(pid=93931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:34:53.407598 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.419458 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.provisioning_blocks [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Transition to ACTIVE for port object a69fd0f2-6eea-48e0-bf18-e2937926a49b will not be triggered until provisioned by entity L2. {{(pid=93931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:53.423052 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.470822 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:53.548109 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Attempting to bind port a69fd0f2-6eea-48e0-bf18-e2937926a49b on host n-h2-694802-13 for vnic_type normal with profile {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:53.548457 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Attempting to bind port a69fd0f2-6eea-48e0-bf18-e2937926a49b by drivers openvswitch,hyperv on host n-h2-694802-13 at level 0 using segments [{'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:53.548799 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Attempting to bind port a69fd0f2-6eea-48e0-bf18-e2937926a49b on network e057f234-c232-47d8-a988-8a177e342b27 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:53.553289 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Port a69fd0f2-6eea-48e0-bf18-e2937926a49b on network e057f234-c232-47d8-a988-8a177e342b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-13 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:34:53.553618 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Attempting to bind port a69fd0f2-6eea-48e0-bf18-e2937926a49b on network e057f234-c232-47d8-a988-8a177e342b27 {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:53.559254 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Checking agent: {'id': 'b815a302-cc4d-4dfa-9899-b3717e9dd985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:53.559604 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Checking segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:53.559995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Bound using segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} {{(pid=93931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:53.560432 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.managers [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Bound port: a69fd0f2-6eea-48e0-bf18-e2937926a49b, host: n-h2-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}}] {{(pid=93931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:53.560797 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.626915 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, cleared binding levels {{(pid=93931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:53.630100 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:53.635088 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.667267 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:53.667983 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:53.669353 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] 10.222.0.97 "PUT /v2.0/ports/a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1093 time: 0.6114545 Jul 07 23:34:53.669798 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:53.672099 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:53.705018 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6028bf3-b578-4547-ae5d-b95258e92998 service neutron] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=3']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:53.720567 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7283c1b5-fd4d-4c35-b52b-156f4478b539 x-openstack-request-id: req-7283c1b5-fd4d-4c35-b52b-156f4478b539 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:53.720795 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:53.721072 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7283c1b5-fd4d-4c35-b52b-156f4478b539 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:53.721476 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'status': 'completed', 'code': 200} Jul 07 23:34:53.768906 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-fcecf523-58cd-4377-a3ad-511ce5b0b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:53.770659 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-fcecf523-58cd-4377-a3ad-511ce5b0b266 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1096 time: 0.0597038 Jul 07 23:34:53.817805 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-22e742cb-bb05-4c1e-b902-e5c63badb5a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 217 time: 0.0398006 Jul 07 23:34:53.871437 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-4358c456-25f3-4a2c-a39a-5f49e9bc697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:53.872972 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-4358c456-25f3-4a2c-a39a-5f49e9bc697a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0489113 Jul 07 23:34:53.931986 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca5a-3a73-4da9-a181-233255148386 req-ec78b152-6b66-44ec-9138-7ed0a66b7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:53.933579 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-ec78b152-6b66-44ec-9138-7ed0a66b7eed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532362 Jul 07 23:34:54.018295 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:54.031502 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-cba70d07-f905-4ca9-b832-5c91c2e764c3 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913649 Jul 07 23:34:54.075910 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9598cd-4a22-40cc-bd51-af73f1fcdfe6 req-ab8ab273-a06d-4e03-a5d6-8a418b8c148d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:54.077427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc9598cd-4a22-40cc-bd51-af73f1fcdfe6 req-ab8ab273-a06d-4e03-a5d6-8a418b8c148d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 944 time: 0.0633514 Jul 07 23:34:54.115662 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-bc9598cd-4a22-40cc-bd51-af73f1fcdfe6 req-3b08bc2a-6bc1-4e26-9748-ba12ee67e038 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325978 Jul 07 23:34:54.121386 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-4b2cca5a-3a73-4da9-a181-233255148386 req-ae6d2daa-5222-44a3-9d9e-9d82f0357975 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835805 Jul 07 23:34:54.225785 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-accd8866-d175-4252-9eba-4c88724a3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:54.227474 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-accd8866-d175-4252-9eba-4c88724a3fa7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1096 time: 0.0583436 Jul 07 23:34:54.316102 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-7684aec8-c80b-4612-bb99-7bea936ac3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:54.317618 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-7684aec8-c80b-4612-bb99-7bea936ac3cd service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0838873 Jul 07 23:34:54.357958 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-174d0c45-534a-4582-ab8e-65b10090830a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 217 time: 0.0344136 Jul 07 23:34:54.408753 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-ef9dbd12-508c-4468-9c55-b79257c92dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:54.410186 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-ef9dbd12-508c-4468-9c55-b79257c92dcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0462790 Jul 07 23:34:54.465435 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-37612bd7-7d9f-4c89-ba74-c79bdaac67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:54.466870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-37612bd7-7d9f-4c89-ba74-c79bdaac67f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509291 Jul 07 23:34:54.554587 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-069bc720-b2ba-4bef-826b-94b4f0566891 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810447 Jul 07 23:34:54.648603 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a6bea513-d21b-438b-a6fd-70c4e0c56ed3 req-8275d2e3-8fb1-435c-b6a7-31dd131e3892 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876544 Jul 07 23:34:55.290009 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf49d24-f87e-4429-963a-3b69f327f53d req-ae7aec4d-6354-43cf-82fb-7fb32c89137f tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:55.291520 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf49d24-f87e-4429-963a-3b69f327f53d req-ae7aec4d-6354-43cf-82fb-7fb32c89137f tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 944 time: 0.0626347 Jul 07 23:34:55.328727 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ddf49d24-f87e-4429-963a-3b69f327f53d req-155cdc10-a2da-495f-a17f-93076a8cde13 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Jul 07 23:34:56.512432 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96971080-42da-472c-98ef-5f82c7cad4f8 req-99cff9d6-80ca-4f5c-9832-9c5150fd5625 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:56.513906 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96971080-42da-472c-98ef-5f82c7cad4f8 req-99cff9d6-80ca-4f5c-9832-9c5150fd5625 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 944 time: 0.0749013 Jul 07 23:34:56.549748 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-96971080-42da-472c-98ef-5f82c7cad4f8 req-29af0729-5adf-4e28-bf4b-5193b2fe61ee tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303128 Jul 07 23:34:56.781878 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:34:56.876806 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:56.887989 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:34:56.923893 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:56.935984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69fd0f2-6eea-48e0-bf18-e2937926a49b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:34:56.954836 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:56.958864 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:57.010435 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:57.268337 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a69fd0f2-6eea-48e0-bf18-e2937926a49b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:34:57.720167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b86199-e601-4cbb-a632-09b99b6d0445 req-76a95048-1111-46d3-8d2a-f6b223ddf30c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:57.721670 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25b86199-e601-4cbb-a632-09b99b6d0445 req-76a95048-1111-46d3-8d2a-f6b223ddf30c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 945 time: 0.0627320 Jul 07 23:34:57.759196 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-25b86199-e601-4cbb-a632-09b99b6d0445 req-cf918a2f-5be7-4af3-8566-9c1bc3df9c09 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Jul 07 23:34:58.803984 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:58.852783 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning for port a69fd0f2-6eea-48e0-bf18-e2937926a49b completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:58.856780 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a69fd0f2-6eea-48e0-bf18-e2937926a49b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:58.857632 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.933235 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.935392 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758dfd84-8fb6-45ab-8f06-152a96cdcb5e req-63ad9eb5-18e1-4509-913f-e441b48adfab tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.936883 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-758dfd84-8fb6-45ab-8f06-152a96cdcb5e req-63ad9eb5-18e1-4509-913f-e441b48adfab tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 945 time: 0.0655904 Jul 07 23:34:58.956926 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:58.959306 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99849bbc-dca1-4da6-aa3b-56dfa355323e" -d '{"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-plugged", "status": "completed", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:58.971991 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:58.973874 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-758dfd84-8fb6-45ab-8f06-152a96cdcb5e req-b9eb4130-bd88-49a4-9a0e-96eb9c34d5f9 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Jul 07 23:34:58.976065 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:59.025162 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d9ea50-e773-45d5-8fe5-5b4c493b17d5 x-openstack-request-id: req-69d9ea50-e773-45d5-8fe5-5b4c493b17d5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:59.025451 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-plugged", "status": "completed", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:59.025703 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-69d9ea50-e773-45d5-8fe5-5b4c493b17d5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:59.026097 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'code': 200} Jul 07 23:34:59.035711 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:59.134065 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0950e71-678c-47d3-b476-ce6a1b281def req-027ad67f-e6a1-411d-9629-971a5116dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:59.135691 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a0950e71-678c-47d3-b476-ce6a1b281def req-027ad67f-e6a1-411d-9629-971a5116dddd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1098 time: 0.0527875 Jul 07 23:34:59.171586 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-a0950e71-678c-47d3-b476-ce6a1b281def req-f241779b-c778-41f2-b122-a471b545475f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294209 Jul 07 23:35:00.160306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315fec7-29b4-4a34-b6e5-3fbed0714bff req-add42c42-8611-4dab-bf86-7ac810212b61 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:00.161842 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5315fec7-29b4-4a34-b6e5-3fbed0714bff req-add42c42-8611-4dab-bf86-7ac810212b61 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 946 time: 0.0672197 Jul 07 23:35:00.200863 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5315fec7-29b4-4a34-b6e5-3fbed0714bff req-0f81639d-127f-4962-8882-d09b286352a8 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Jul 07 23:35:01.374093 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0aec-60c0-44d7-9883-164b76131b64 req-1beb02fb-0458-4cd3-8194-79ce4cfa2f15 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:01.375664 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b3c0aec-60c0-44d7-9883-164b76131b64 req-1beb02fb-0458-4cd3-8194-79ce4cfa2f15 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 946 time: 0.0634148 Jul 07 23:35:01.411888 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-7b3c0aec-60c0-44d7-9883-164b76131b64 req-8b1cda4a-c639-43c3-bb98-a1e7a74d7704 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Jul 07 23:35:01.584166 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c146ec-77cd-4e2f-9841-da32904e85cf req-2a238379-a2b2-482f-b7bd-5148676497c5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:01.585622 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c146ec-77cd-4e2f-9841-da32904e85cf req-2a238379-a2b2-482f-b7bd-5148676497c5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 946 time: 0.0652466 Jul 07 23:35:01.621661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-71c146ec-77cd-4e2f-9841-da32904e85cf req-3784ead4-f51f-4271-832b-55919bf20a30 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303025 Jul 07 23:35:01.645168 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40976) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:35:01.794285 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce33af-9997-47dc-8f57-dacdb45eb9c8 tempest-TestSnapshotPattern-759457998 tempest-TestSnapshotPattern-759457998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:01.795887 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-e3ce33af-9997-47dc-8f57-dacdb45eb9c8 tempest-TestSnapshotPattern-759457998 tempest-TestSnapshotPattern-759457998-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1093 time: 0.1496270 Jul 07 23:35:01.798812 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 40980) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:35:01.803207 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.v2.base [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:35:01.824839 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:01.920564 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:02.026221 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_common [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Allocated IP 172.25.5.120 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/89328e80-9be0-46bd-8cdd-4f3f7d833f02) {{(pid=93931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:35:02.125549 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for port, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:02.169081 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11384261'] for port, after_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:02.204506 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:35:02.207318 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.base_scheduler [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Resources bound (agent type, host, resource id): {{(pid=93931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:35:02.218152 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Received port after_create {{(pid=93931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:35:02.241399 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'Port': ['ID=89328e80-9be0-46bd-8cdd-4f3f7d833f02,revision_number=1']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:35:02.678278 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:02.784485 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:02.930971 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for port, precommit_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:02.935470 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11384119'] for port, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.005629 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'Port': ['ID=89328e80-9be0-46bd-8cdd-4f3f7d833f02,revision_number=2']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:35:03.013456 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.111257 n-d-694802-13 neutron-server[93931]: INFO neutron.db.l3_db [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Floating IP 10bacb1e-6343-4f9d-8b09-36d0798b9bcf associated. External IP: 172.25.5.120, port: a69fd0f2-6eea-48e0-bf18-e2937926a49b. Jul 07 23:35:03.313958 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:35:03.716164 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:35:03.725408 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:35:03.731590 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.735352 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:35:03.735952 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:03.768334 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-7044df65-a037-4ae0-8c52-35e3b5ef8c8d tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9684730 Jul 07 23:35:03.768942 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:35:03.771260 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ff60c-88da-410b-80c1-c71ae31c7707" -d '{"events": [{"name": "network-changed", "server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:35:03.811372 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e418ada-52cb-42c5-8ac1-bbc17a48dfc1 x-openstack-request-id: req-5e418ada-52cb-42c5-8ac1-bbc17a48dfc1 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:35:03.811661 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:35:03.811921 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5e418ada-52cb-42c5-8ac1-bbc17a48dfc1 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:35:03.812329 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'status': 'completed', 'code': 200} Jul 07 23:35:03.842393 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:35:03.888564 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-596b4a0e-3eef-4ffc-a97d-f03518aa5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:03.890121 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-596b4a0e-3eef-4ffc-a97d-f03518aa5df4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1098 time: 0.0537052 Jul 07 23:35:03.983459 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-12f26520-ea01-4bbc-8016-0acc613b0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:03.984894 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-12f26520-ea01-4bbc-8016-0acc613b0d48 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0884266 Jul 07 23:35:04.054157 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-2841af47-27d3-49db-896e-c890cb5bb1c7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1000 time: 0.0616410 Jul 07 23:35:04.058336 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:02Z', 'revision_number': 0, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:04.086850 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:35:04.095216 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:35:04.095827 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:34:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:04.101595 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-30908db2-d754-407c-9e6c-bd04b079b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:04.103655 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-30908db2-d754-407c-9e6c-bd04b079b753 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0439374 Jul 07 23:35:04.163832 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-f5845f73-02b0-49fe-a665-3c0ba3719122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:04.165897 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-f5845f73-02b0-49fe-a665-3c0ba3719122 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560815 Jul 07 23:35:04.198222 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:35:04.261002 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-5f41e9e5-43fd-4abe-a67f-26fab723268e service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878758 Jul 07 23:35:04.355998 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-7b5ff60c-88da-410b-80c1-c71ae31c7707 req-60f4beb8-916d-45c3-b0cb-4c4abb950875 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895770 Jul 07 23:35:04.415692 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:02Z', 'revision_number': 0, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:04.440892 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba714b-2642-4076-8049-6f2eb9cfefaf None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:02Z', 'revision_number': 0, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:35:04.627071 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246db12c-37c9-443f-bf84-8766e1d1cb20 None None] New status for floating IP 10bacb1e-6343-4f9d-8b09-36d0798b9bcf: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:35:05.820709 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-914b676c-f4e6-40ad-83d5-512137a7a11f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523739 Jul 07 23:35:05.912866 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-fda1c775-dd5e-4571-84c1-d4ff72ec5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:05.914275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-fda1c775-dd5e-4571-84c1-d4ff72ec5412 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1098 time: 0.0517137 Jul 07 23:35:06.019171 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-9e056920-348c-4b59-8b7d-eadc454bbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:06.020669 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-9e056920-348c-4b59-8b7d-eadc454bbcda service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0867686 Jul 07 23:35:06.084716 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-f253e669-515c-4b61-b7d4-57c1027500d3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1002 time: 0.0582352 Jul 07 23:35:06.131766 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-7ff690dc-5f48-406f-8877-a3e5fbf3874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:06.133227 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-7ff690dc-5f48-406f-8877-a3e5fbf3874c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0425744 Jul 07 23:35:06.192719 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-9c01bfae-c385-4a28-b1c3-b5b47d9c49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:06.194131 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-9c01bfae-c385-4a28-b1c3-b5b47d9c49e2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551903 Jul 07 23:35:06.281396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-834f0fb7-5dcc-4846-9124-5a5cb90641e9 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805898 Jul 07 23:35:06.377639 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-cf69995d-c6ae-49d5-bf20-74fa6841614f req-21a64560-64a7-4cea-a969-da44f198ff42 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896876 Jul 07 23:35:17.013774 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:35:17.790601 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:18.447972 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-38c08fa5-6119-4fe5-b3a2-99ad5e6a88e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:19.639265 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:21.451336 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f96c1523-b866-4242-ba36-f460dd6af7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:21.492331 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:22.486749 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:24.019621 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:47.804065 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:48.448003 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-52245335-199f-4ff6-8f6f-49db30bc6e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:49.658648 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:51.452227 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b4e8982f-7a35-4ac4-8702-8db35be0f130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:51.493312 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:52.491894 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:54.013502 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:35:54.021460 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:05.811589 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-6ff9f0d0-6eba-4b83-8ada-debdf0c533d9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514135 Jul 07 23:36:05.904342 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-2019d49a-c95b-4ddc-add5-fb557ed769c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:05.905809 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-2019d49a-c95b-4ddc-add5-fb557ed769c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1098 time: 0.0527194 Jul 07 23:36:06.013599 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-dd740566-1f4e-4c04-9cb3-9ca869256e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:06.015103 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-dd740566-1f4e-4c04-9cb3-9ca869256e8b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0885699 Jul 07 23:36:06.079069 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-c05f4345-94b0-43b8-86da-aa9d05f6bbd4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1002 time: 0.0573990 Jul 07 23:36:06.126112 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-54a1f003-36c7-4569-9bc3-254222dffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:06.127561 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-54a1f003-36c7-4569-9bc3-254222dffcc3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0428548 Jul 07 23:36:06.186450 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-fbac25d6-2d65-4c03-b09b-f6600360459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:06.187962 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-fbac25d6-2d65-4c03-b09b-f6600360459d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547175 Jul 07 23:36:06.197710 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-d7a53a4e-7c50-4bba-8501-fa3b387a177e service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:36:06.198697 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-d7a53a4e-7c50-4bba-8501-fa3b387a177e service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049050 Jul 07 23:36:06.290797 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-f23152fa-1ba0-42e9-8631-3df2f2ea6cca service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Jul 07 23:36:06.399847 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-5f8261cf-c350-40bb-96b0-cceefe0a18ce req-2c03f36e-b8a1-4550-a0c3-52e4fcef8dba service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029680 Jul 07 23:36:17.819578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:18.447927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-96eb4279-e4b6-4f9a-bf00-ef6eb8cd7d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:19.672771 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:21.451903 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f300c691-5c80-4c84-865f-aaf0766a0822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:21.493577 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:22.492553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:24.025186 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:31.011601 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:36:47.819010 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:48.447521 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-861cdfc9-ee57-4ad7-acff-0a7f571d52e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:49.694055 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:51.451943 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-470a4ff1-500f-4f8c-9932-832b9a88533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:51.492469 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:52.495375 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:54.028414 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:07.889582 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-2f80120f-2f75-495f-9240-7d8bb27758de service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1216543 Jul 07 23:37:07.984283 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-ebecbe2a-2753-4ddb-9582-402aff25e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:07.985781 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-ebecbe2a-2753-4ddb-9582-402aff25e969 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1098 time: 0.0521939 Jul 07 23:37:08.009862 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:37:08.091280 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-8e546289-0b25-48f2-ae46-86667e1917ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:08.092757 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-8e546289-0b25-48f2-ae46-86667e1917ec service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0884752 Jul 07 23:37:08.156232 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-3a179f0f-5da4-4736-bfe6-9ca1558fdf59 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1002 time: 0.0569966 Jul 07 23:37:08.208013 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-31ab14fa-8032-4771-a8a5-66ecb0eedc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:08.209468 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-31ab14fa-8032-4771-a8a5-66ecb0eedc93 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0473378 Jul 07 23:37:08.265361 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-ba23fde6-308c-42aa-8a71-5cf5147dd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:08.266884 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-ba23fde6-308c-42aa-8a71-5cf5147dd7df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512004 Jul 07 23:37:08.355649 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-17dce2a9-774f-44a0-b8ba-c284259eedaa service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817964 Jul 07 23:37:08.446142 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-ebc7e581-2fa9-48c0-b299-9f140118a52e req-85f01c0d-ac92-4543-b2b5-0422c5baf1ad service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841141 Jul 07 23:37:17.818434 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:18.447247 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d467aea8-f907-4146-843a-a9c6b80152d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:19.696172 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:21.453341 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-12afb51d-4c93-43ee-98a8-2b561825a87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:21.492735 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:22.497797 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:24.030479 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:35.547441 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b details requested by agent hyperv_n-h2-694802-13 with host n-h2-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:37:35.639135 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:35.650473 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Returning: {'device': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:37:35.685647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:35.697702 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a69fd0f2-6eea-48e0-bf18-e2937926a49b {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:37:35.716651 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:35.720546 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:35.771251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:35.778920 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.779280 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.779625 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.779967 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.780303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.780640 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.780970 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.781299 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.781627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.781954 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.782316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.782667 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:35.790379 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] get_ports_and_sgs() called for port_ids ['a69fd0f2-6eea-48e0-bf18-e2937926a49b'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:37:37.549198 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b up at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:37:37.595303 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Provisioning complete for port a69fd0f2-6eea-48e0-bf18-e2937926a49b triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:37:37.595686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:37.668874 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:37.690316 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:37.692596 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358e5a0c-087c-473e-bb9f-b1fc4386d761" -d '{"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-plugged", "status": "completed", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:37.704859 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:37.710035 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:37.760185 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:37.815499 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6b8ee3-a6a6-40fb-a50a-6fc49c96caf5 x-openstack-request-id: req-3f6b8ee3-a6a6-40fb-a50a-6fc49c96caf5 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:37.815802 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-plugged", "status": "completed", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:37.816062 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3f6b8ee3-a6a6-40fb-a50a-6fc49c96caf5 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:37.816472 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'code': 200} Jul 07 23:37:45.009222 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:37:47.820321 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:48.447850 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3025a3ac-b92c-4a12-bea5-6a7b7aa00034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:48.970071 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-ef24e3e9-0479-4e2b-9193-7d21e6f29dc5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104012395&fields=id&tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5 HTTP/1.1" status: 200 len: 267 time: 0.0335920 Jul 07 23:37:49.075610 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-ba1e5c50-52da-48cd-b991-8d9e92aa1268 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:49.077079 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-ba1e5c50-52da-48cd-b991-8d9e92aa1268 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 810 time: 0.1009750 Jul 07 23:37:49.092148 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-a2581557-287d-40a8-828d-8dd4e70ab42f tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/quotas/b9db65ff8eb143f49d02d79a9cb4b8e5 HTTP/1.1" status: 200 len: 375 time: 0.0094311 Jul 07 23:37:49.160817 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-a5c4f4f8-3c33-44e2-b5f6-4d7f125a1dfe tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640028 Jul 07 23:37:49.220642 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-261f33ef-033c-47c3-a767-f28fa20f585f service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:37:49.221603 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-261f33ef-033c-47c3-a767-f28fa20f585f service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499868 Jul 07 23:37:49.308404 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-9522eb4d-7519-4363-8a07-5eca0eec5f8b service neutron] 10.222.0.95 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811019 Jul 07 23:37:49.401289 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-6f1fbb78-1de5-4925-a66a-64049ac51878 service neutron] 10.222.0.95 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Jul 07 23:37:49.567346 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-ff4fc0f2-6e77-48b8-9f4a-88ed9f5619ca req-e946132b-1959-4dfa-93f3-010c1fd56c57 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 210 time: 0.0283237 Jul 07 23:37:49.700425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:50.731028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a245e400-11f1-491d-b15f-c73fad5562c9 req-99148c33-bcad-47d4-9823-93f425b651f5 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 210 time: 0.0351765 Jul 07 23:37:50.775354 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fa17ecfd-2027-4a51-8a59-a8598f03e5ef tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:50.776831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fa17ecfd-2027-4a51-8a59-a8598f03e5ef tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.103 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 810 time: 0.1321983 Jul 07 23:37:50.819436 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-c29ffab4-bc03-4cb3-a3e4-c7d186a82638 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5 HTTP/1.1" status: 200 len: 380 time: 0.0340819 Jul 07 23:37:50.827844 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'port': {'device_id': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'admin_state_up': True, 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'security_groups': ['f04fc883-2dfc-4100-80cf-53e7e0a28b01']}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:37:50.939267 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Made reservation on behalf of b9db65ff8eb143f49d02d79a9cb4b8e5 for: {'port': 1} {{(pid=93932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:37:50.942876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.070804 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Allocated IP 172.20.0.4 (e057f234-c232-47d8-a988-8a177e342b27/53c0f733-c06c-430e-9ad1-fabb651ec130/f5758b6f-3cc1-44f0-94a8-408217d568de) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:37:51.239649 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.255900 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Transition to ACTIVE for port object f5758b6f-3cc1-44f0-94a8-408217d568de will not be triggered until provisioned by entity DHCP. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:37:51.296324 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.341209 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Network e057f234-c232-47d8-a988-8a177e342b27 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:37:51.344648 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:37:51.352481 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:37:51.416018 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:51.416662 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.427928 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:51.440707 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.441095 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.441455 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.441760 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.442396 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.442980 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.443291 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.443663 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.444061 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.444606 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.444958 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.445295 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:51.462985 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d667bc64-a76d-4adf-a2db-7f206e847036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.464556 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-fda9b00d-6bbf-45f0-94d0-0f5bea93c71b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6403832 Jul 07 23:37:51.499725 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.634420 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:51.667086 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e36d8a6b-31a5-41ea-aef4-64d3e3eeca7a None None] Provisioning for port f5758b6f-3cc1-44f0-94a8-408217d568de completed by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:37:51.677221 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-e36d8a6b-31a5-41ea-aef4-64d3e3eeca7a None None] Provisioning complete for port f5758b6f-3cc1-44f0-94a8-408217d568de triggered by entity DHCP. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:37:51.677989 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e36d8a6b-31a5-41ea-aef4-64d3e3eeca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.719871 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-e36d8a6b-31a5-41ea-aef4-64d3e3eeca7a None None] Port f5758b6f-3cc1-44f0-94a8-408217d568de cannot update to ACTIVE because it is not bound. {{(pid=93933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:37:51.756320 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.782378 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:51.784972 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c5605f-06e7-4f60-bad1-abd38a739994" -d '{"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-unplugged", "status": "completed", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:51.801391 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:51.813878 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:51.866128 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Pushing event updated for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=8']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:51.937359 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f631707-f46d-42e2-b78d-874af68729b3 req-937db3bf-3c95-4020-99dd-8dd830dbb315 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:51.939003 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f631707-f46d-42e2-b78d-874af68729b3 req-937db3bf-3c95-4020-99dd-8dd830dbb315 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0728991 Jul 07 23:37:51.978521 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2f631707-f46d-42e2-b78d-874af68729b3 req-a9dcddf3-0857-4e88-bb4e-4a166f176cfc tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339110 Jul 07 23:37:52.031815 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e19ea-de94-4f1d-a036-08f10c10dfec x-openstack-request-id: req-5a8e19ea-de94-4f1d-a036-08f10c10dfec {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:52.032193 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-unplugged", "status": "completed", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:52.032521 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5a8e19ea-de94-4f1d-a036-08f10c10dfec {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:52.032992 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'code': 200} Jul 07 23:37:52.502130 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:53.162930 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d8bfe-a314-4cd1-b7b1-b95277bb4594 req-12c55fea-a29d-4d2c-9d27-9038740a8887 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:53.164773 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-147d8bfe-a314-4cd1-b7b1-b95277bb4594 req-12c55fea-a29d-4d2c-9d27-9038740a8887 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0652688 Jul 07 23:37:53.203769 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-147d8bfe-a314-4cd1-b7b1-b95277bb4594 req-dcb30da0-e6e7-4a26-9482-ad496f8f5cea tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Jul 07 23:37:54.034925 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:54.385881 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c9a65-2b4c-41c1-b6f6-8b7bf3f94c61 req-186dbcbf-0f8e-4904-8046-9606e91042a2 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:54.387465 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e10c9a65-2b4c-41c1-b6f6-8b7bf3f94c61 req-186dbcbf-0f8e-4904-8046-9606e91042a2 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0688705 Jul 07 23:37:54.427066 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-e10c9a65-2b4c-41c1-b6f6-8b7bf3f94c61 req-a395ffe6-7364-4503-ac00-c8d0b5c26221 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338769 Jul 07 23:37:55.606705 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3485-4010-43a9-a258-d805df11dbab req-1214b203-bb24-47ac-b3b9-e3b7c69c9675 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:55.608534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d17b3485-4010-43a9-a258-d805df11dbab req-1214b203-bb24-47ac-b3b9-e3b7c69c9675 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0657713 Jul 07 23:37:55.648947 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-d17b3485-4010-43a9-a258-d805df11dbab req-8885f5e4-90b8-4c80-834c-51c1f21664bd tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347044 Jul 07 23:37:56.839597 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72676cf2-4427-41b4-a43f-7d49c6b13a61 req-0bbbc823-04f3-4512-8d76-4117f81b7a37 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:56.841232 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72676cf2-4427-41b4-a43f-7d49c6b13a61 req-0bbbc823-04f3-4512-8d76-4117f81b7a37 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0693493 Jul 07 23:37:56.885867 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-72676cf2-4427-41b4-a43f-7d49c6b13a61 req-712b68be-8c38-42f8-8960-c1a1deb9f751 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Jul 07 23:37:58.065158 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eca2e9-0489-4362-8c33-5cc021658d9e req-35a40c1b-f0f3-4439-a5e3-69834056bc44 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:58.066733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9eca2e9-0489-4362-8c33-5cc021658d9e req-35a40c1b-f0f3-4439-a5e3-69834056bc44 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0651176 Jul 07 23:37:58.105925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f9eca2e9-0489-4362-8c33-5cc021658d9e req-99a3d4a4-4b94-474f-9c4b-a6beeeb5576b tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Jul 07 23:37:59.283264 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3395-2ba5-49f5-aeb4-912ab8a12401 req-f8e99b4d-c42d-49dc-bf58-52b7796535cf tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:59.284793 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-237a3395-2ba5-49f5-aeb4-912ab8a12401 req-f8e99b4d-c42d-49dc-bf58-52b7796535cf tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0634875 Jul 07 23:37:59.326562 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-237a3395-2ba5-49f5-aeb4-912ab8a12401 req-53f48bb4-979b-4474-9613-5291fe6f5254 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357168 Jul 07 23:38:00.522269 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356550-b687-4388-a45d-62ce35ccc463 req-a4362a1d-efb1-42b8-9b9b-e7a867d0f3ef tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:00.523862 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83356550-b687-4388-a45d-62ce35ccc463 req-a4362a1d-efb1-42b8-9b9b-e7a867d0f3ef tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.0757449 Jul 07 23:38:00.564254 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-83356550-b687-4388-a45d-62ce35ccc463 req-59534248-53ab-4bd6-ba1c-f67fb09fb1a4 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Jul 07 23:38:01.079203 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-32475359-01d8-4320-b5cb-af62f5899dac tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=93932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:38:01.080084 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-32475359-01d8-4320-b5cb-af62f5899dac tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054336 Jul 07 23:38:01.139465 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Request body: {'port': {'device_id': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-13'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:38:01.207140 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:01.798673 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5758b6f-3cc1-44f0-94a8-408217d568de {{(pid=93932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:38:01.810047 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926c0-ba88-462b-a685-1f756c5ccba7 req-bfcb6fa0-832f-42a6-a775-b91935d87b43 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:01.811567 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b5926c0-ba88-462b-a685-1f756c5ccba7 req-bfcb6fa0-832f-42a6-a775-b91935d87b43 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 931 time: 0.1284933 Jul 07 23:38:01.815236 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:01.842779 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.provisioning_blocks [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Transition to ACTIVE for port object f5758b6f-3cc1-44f0-94a8-408217d568de will not be triggered until provisioned by entity L2. {{(pid=93932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:38:01.847904 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:01.886143 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5b5926c0-ba88-462b-a685-1f756c5ccba7 req-f085ad0e-a58c-4656-808f-78a4c9b27f2f tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685117 Jul 07 23:38:01.948541 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:38:01.979520 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Attempting to bind port f5758b6f-3cc1-44f0-94a8-408217d568de on host n-h1-694802-13 for vnic_type normal with profile {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:38:01.979858 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Attempting to bind port f5758b6f-3cc1-44f0-94a8-408217d568de by drivers openvswitch,hyperv on host n-h1-694802-13 at level 0 using segments [{'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:38:01.980187 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Attempting to bind port f5758b6f-3cc1-44f0-94a8-408217d568de on network e057f234-c232-47d8-a988-8a177e342b27 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:38:01.984719 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Port f5758b6f-3cc1-44f0-94a8-408217d568de on network e057f234-c232-47d8-a988-8a177e342b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-13 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:38:01.985053 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Attempting to bind port f5758b6f-3cc1-44f0-94a8-408217d568de on network e057f234-c232-47d8-a988-8a177e342b27 {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:38:01.990152 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Checking agent: {'id': '32e4d9a1-2c5a-4d70-ae18-c8af4f2b8356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'started_at': datetime.datetime(2021, 7, 7, 22, 9, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:38:01.990495 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Checking segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:38:01.990924 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Bound using segment: {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'} {{(pid=93932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:38:01.991351 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.managers [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Bound port: f5758b6f-3cc1-44f0-94a8-408217d568de, host: n-h1-694802-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee535be-aae1-4c7c-a8c0-2d247038c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27'}}] {{(pid=93932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:38:01.991716 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:02.057355 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, cleared binding levels {{(pid=93932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:38:02.060698 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:38:02.065568 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:02.106712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.107415 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:02.108831 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] 10.222.0.103 "PUT /v2.0/ports/f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 200 len: 1092 time: 1.0216670 Jul 07 23:38:02.109273 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:38:02.111575 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736812ce-61b9-4e65-a755-94369d6db169" -d '{"events": [{"name": "network-changed", "server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:38:02.157186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2941-98ce-4ed6-8da7-886f45cb7097 service neutron] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=3']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:38:02.161840 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e7ee7-59f7-4afd-8dd6-50b182e56a54 x-openstack-request-id: req-b77e7ee7-59f7-4afd-8dd6-50b182e56a54 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:38:02.162134 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:38:02.162392 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b77e7ee7-59f7-4afd-8dd6-50b182e56a54 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:38:02.162811 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'status': 'completed', 'code': 200} Jul 07 23:38:02.207581 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-5a3e68d8-e8c8-4d49-a3d6-947e97fc1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.209119 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-5a3e68d8-e8c8-4d49-a3d6-947e97fc1a38 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1095 time: 0.0610840 Jul 07 23:38:02.252161 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-57051b52-81ca-4f1e-8898-5db29f657dde service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 200 len: 217 time: 0.0364933 Jul 07 23:38:02.305036 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-a9cc8d25-f5a5-4ba2-bcff-188874a9aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.307095 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-a9cc8d25-f5a5-4ba2-bcff-188874a9aa57 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0489643 Jul 07 23:38:02.364386 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-dce0b58e-fe06-4650-8b41-4b9eae95715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.365821 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-dce0b58e-fe06-4650-8b41-4b9eae95715e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521827 Jul 07 23:38:02.451081 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-06a70dbe-d8a2-4b60-940d-be3e2ac4f339 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784137 Jul 07 23:38:02.538957 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-47d703c4-2068-4971-92a4-9a9a1a03d8f0 req-189f81a3-21bb-4a94-8a65-e2ae9b9a32bb service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822291 Jul 07 23:38:02.637508 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736812ce-61b9-4e65-a755-94369d6db169 req-114ea3a2-f390-4229-a50e-a47239c42c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.638942 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-114ea3a2-f390-4229-a50e-a47239c42c77 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1095 time: 0.0532141 Jul 07 23:38:02.727350 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736812ce-61b9-4e65-a755-94369d6db169 req-e22653c4-0b57-46be-97b5-5b5bf1f99813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.728814 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-e22653c4-0b57-46be-97b5-5b5bf1f99813 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0843542 Jul 07 23:38:02.768028 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-58051e8b-c403-4871-9a2a-6ea1d120c36c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 200 len: 217 time: 0.0332139 Jul 07 23:38:02.815134 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736812ce-61b9-4e65-a755-94369d6db169 req-81ff24b5-56d2-4c18-8ea0-a8443801d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.816547 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-81ff24b5-56d2-4c18-8ea0-a8443801d889 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0422623 Jul 07 23:38:02.876585 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736812ce-61b9-4e65-a755-94369d6db169 req-c1fa68e1-119c-4974-8874-76d10c07c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:02.878068 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-c1fa68e1-119c-4974-8874-76d10c07c5f5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545657 Jul 07 23:38:02.967932 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-3ec57d49-f16c-4940-8fd4-9ad6183445c9 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Jul 07 23:38:03.099572 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-736812ce-61b9-4e65-a755-94369d6db169 req-d99c54ff-4911-45ca-8804-e50da0f565d0 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210554 Jul 07 23:38:03.117510 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac9ef4-6260-46ec-bc1f-703d2e76aca2 req-1108f15e-0551-4976-87ea-1e6dd7d47ced tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:03.119628 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70ac9ef4-6260-46ec-bc1f-703d2e76aca2 req-1108f15e-0551-4976-87ea-1e6dd7d47ced tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 943 time: 0.0940082 Jul 07 23:38:03.156606 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-70ac9ef4-6260-46ec-bc1f-703d2e76aca2 req-4ee0f47d-6ebd-428e-95bc-53b32845709f tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Jul 07 23:38:04.327944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036152a-d4e8-4d29-8369-725470288af9 req-7143a34a-da7d-40cf-91a5-7adc46a67c26 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:04.329427 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2036152a-d4e8-4d29-8369-725470288af9 req-7143a34a-da7d-40cf-91a5-7adc46a67c26 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 943 time: 0.0620122 Jul 07 23:38:04.366174 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2036152a-d4e8-4d29-8369-725470288af9 req-12295e69-d01b-4633-a41c-f8062c9e5314 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Jul 07 23:38:04.953740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f5758b6f-3cc1-44f0-94a8-408217d568de details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:38:05.046565 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:38:05.057801 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'port_id': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'mac_address': 'fa:16:3e:4f:10:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:38:05.093152 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:05.104980 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5758b6f-3cc1-44f0-94a8-408217d568de {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:38:05.124500 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:38:05.127960 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:05.172742 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=4']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:38:05.363166 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f5758b6f-3cc1-44f0-94a8-408217d568de'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:38:05.545298 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606840a5-0647-4706-b9d9-b03094c9302a req-7ef3f8ab-00b9-46a2-8f03-5493fa2aa48c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:05.546841 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-606840a5-0647-4706-b9d9-b03094c9302a req-7ef3f8ab-00b9-46a2-8f03-5493fa2aa48c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 944 time: 0.0672767 Jul 07 23:38:05.584473 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-606840a5-0647-4706-b9d9-b03094c9302a req-aa00ae06-cb0c-4876-b2f9-7d5015a72ef4 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jul 07 23:38:06.934453 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9db96-6a50-4e11-b542-16fc76252f20 req-6db81412-3bcc-48fa-a428-d0f7d0524a5a tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:06.936153 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfb9db96-6a50-4e11-b542-16fc76252f20 req-6db81412-3bcc-48fa-a428-d0f7d0524a5a tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 944 time: 0.0635235 Jul 07 23:38:06.961169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f5758b6f-3cc1-44f0-94a8-408217d568de up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:38:06.974884 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-cfb9db96-6a50-4e11-b542-16fc76252f20 req-f39c93c7-306b-48c2-9a52-2c6cd02bbb42 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Jul 07 23:38:07.015092 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning for port f5758b6f-3cc1-44f0-94a8-408217d568de completed by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:38:07.018657 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f5758b6f-3cc1-44f0-94a8-408217d568de triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:38:07.019047 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:07.092065 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:07.114030 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:38:07.116301 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e20279-4169-4309-8cc5-dcf8d7cad2c8" -d '{"events": [{"server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:38:07.129005 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:38:07.133453 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:07.160672 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d220494-4d6f-4fb0-807f-df9a939a722f x-openstack-request-id: req-6d220494-4d6f-4fb0-807f-df9a939a722f {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:38:07.160975 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:38:07.161229 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6d220494-4d6f-4fb0-807f-df9a939a722f {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:38:07.161621 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'code': 200} Jul 07 23:38:07.188572 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=5']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:38:07.270415 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92515172-4b79-4a9c-a618-7b5e9d32cfe9 req-482da4ff-da3e-4b6c-8c45-3e675d59ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:07.272006 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92515172-4b79-4a9c-a618-7b5e9d32cfe9 req-482da4ff-da3e-4b6c-8c45-3e675d59ced6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1097 time: 0.0570760 Jul 07 23:38:07.316352 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-92515172-4b79-4a9c-a618-7b5e9d32cfe9 req-3c2a3413-0601-493d-8af6-b11bdfc70cae service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299971 Jul 07 23:38:07.807389 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-0aebdc83-26eb-441e-a63c-8efbae5ae5a0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519438 Jul 07 23:38:07.900470 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1d89-0253-4192-8a58-4121b649cab6 req-34daff88-bd9e-471b-b55e-fd8b4179510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:07.901976 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-34daff88-bd9e-471b-b55e-fd8b4179510f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1096 time: 0.0523033 Jul 07 23:38:08.010029 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1d89-0253-4192-8a58-4121b649cab6 req-a349cb22-b3a1-40bb-b07c-768f7653a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:08.011396 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-a349cb22-b3a1-40bb-b07c-768f7653a984 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0897405 Jul 07 23:38:08.078255 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-94680462-4dfb-4d0e-9fc5-f88d63a2cb04 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1000 time: 0.0608385 Jul 07 23:38:08.134232 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1d89-0253-4192-8a58-4121b649cab6 req-3f6e2757-89cf-4e10-ad2f-e3b9fc348f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:08.136380 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-3f6e2757-89cf-4e10-ad2f-e3b9fc348f47 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0524406 Jul 07 23:38:08.165231 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320f82-1b4a-4a79-b8ad-adf3777ce2a4 req-8d6c69ed-3fd9-45a2-9934-e90d220cf670 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:08.166822 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd320f82-1b4a-4a79-b8ad-adf3777ce2a4 req-8d6c69ed-3fd9-45a2-9934-e90d220cf670 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 945 time: 0.0653913 Jul 07 23:38:08.195006 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1d89-0253-4192-8a58-4121b649cab6 req-1009d57f-d15c-4f45-9cca-d589474a7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:08.196552 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-1009d57f-d15c-4f45-9cca-d589474a7707 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540488 Jul 07 23:38:08.205173 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dd320f82-1b4a-4a79-b8ad-adf3777ce2a4 req-cf8553d1-9fd3-4814-89fa-2bcd522eb6b1 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Jul 07 23:38:08.284709 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-8b9ceafb-ab15-4013-97f3-26d44a8d6d7a service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Jul 07 23:38:08.381486 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-765d1d89-0253-4192-8a58-4121b649cab6 req-cb4acba1-6c33-4ea9-ba0c-d355ac34ec09 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895133 Jul 07 23:38:09.378989 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635aacf-b318-4182-84ab-bae2b6b75013 req-e6a1e583-246d-4fbf-9090-3434cda49503 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:09.380511 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2635aacf-b318-4182-84ab-bae2b6b75013 req-e6a1e583-246d-4fbf-9090-3434cda49503 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 945 time: 0.0649927 Jul 07 23:38:09.418755 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-2635aacf-b318-4182-84ab-bae2b6b75013 req-3b0cd2b7-71e2-4ac6-add2-16c209864065 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Jul 07 23:38:09.592458 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2599a9b-79a2-4814-ba5d-3fc600e2c9b7 req-590d8216-401c-40ab-bdce-602bde37a275 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:09.593913 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2599a9b-79a2-4814-ba5d-3fc600e2c9b7 req-590d8216-401c-40ab-bdce-602bde37a275 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 945 time: 0.0660131 Jul 07 23:38:09.630344 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-b2599a9b-79a2-4814-ba5d-3fc600e2c9b7 req-37119883-4207-4d71-ab7e-19d9f90d053c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309451 Jul 07 23:38:09.653727 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41308) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:38:09.707156 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8157d-5653-4565-93e3-7a71d11ec086 tempest-TestSnapshotPattern-759457998 tempest-TestSnapshotPattern-759457998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:09.708661 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-ecd8157d-5653-4565-93e3-7a71d11ec086 tempest-TestSnapshotPattern-759457998 tempest-TestSnapshotPattern-759457998-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1092 time: 0.0539405 Jul 07 23:38:09.711433 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41310) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:38:09.716167 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.v2.base [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Request body: {'floatingip': {'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'port_id': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:38:09.736809 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:09.835963 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:09.934645 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_common [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Allocated IP 172.25.5.2 (51086f85-fe57-4331-b13d-7d114d061a57/740b6e12-3682-4bb3-9a02-2cd7b3291abd/c1d56903-2744-43d9-b0f0-e88e449585ea) {{(pid=93932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:38:10.034264 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for port, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.072791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3720253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749835317733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12223292'] for port, after_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.109902 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Network 51086f85-fe57-4331-b13d-7d114d061a57 is already hosted by enough agents. {{(pid=93932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:38:10.112865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.base_scheduler [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Resources bound (agent type, host, resource id): {{(pid=93932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:38:10.119617 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Received port after_create {{(pid=93932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:38:10.142534 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'Port': ['ID=c1d56903-2744-43d9-b0f0-e88e449585ea,revision_number=1']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:38:10.482448 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.558345 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.701008 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for port, precommit_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.705512 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12223438'] for port, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.776560 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event updated for resources: {'Port': ['ID=c1d56903-2744-43d9-b0f0-e88e449585ea,revision_number=2']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:38:10.784413 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559721'] for floatingip, after_update {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:10.880733 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Floating IP c7475900-5ea5-41d7-bb88-a4f8c79940de associated. External IP: 172.25.5.2, port: f5758b6f-3cc1-44f0-94a8-408217d568de. Jul 07 23:38:11.080050 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:38:11.184664 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:38:11.193806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:38:11.200245 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:11.204681 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:38:11.205310 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:38:11.236327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-cdcb9d44-eb25-40a9-9cc9-101010674530 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5239151 Jul 07 23:38:11.236923 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:38:11.239232 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f01ba-7704-41d9-92ec-e8a73bc8026e" -d '{"events": [{"name": "network-changed", "server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:38:11.274427 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef439b5-62aa-4ad2-8b6b-f088a9b28c59 x-openstack-request-id: req-1ef439b5-62aa-4ad2-8b6b-f088a9b28c59 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:38:11.274779 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:38:11.275042 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1ef439b5-62aa-4ad2-8b6b-f088a9b28c59 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:38:11.275454 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'status': 'completed', 'code': 200} Jul 07 23:38:11.310992 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:38:11.348565 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-16bc1c0c-f25a-44a4-a645-ffda2dfd200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:11.350120 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-16bc1c0c-f25a-44a4-a645-ffda2dfd200c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1097 time: 0.0527050 Jul 07 23:38:11.441842 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-b112f39c-22eb-41e6-97c0-2432308220cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:11.443367 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-b112f39c-22eb-41e6-97c0-2432308220cc service neutron] 10.222.0.103 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0867350 Jul 07 23:38:11.507394 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-128c73c1-d8f5-4be5-bd9b-51c2ecde88b6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 200 len: 997 time: 0.0582464 Jul 07 23:38:11.535301 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:04Z', 'revision_number': 1, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}, {'id': 'c7475900-5ea5-41d7-bb88-a4f8c79940de', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:4f:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:38:10Z', 'updated_at': '2021-07-07T23:38:10Z', 'revision_number': 0, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:38:11.555412 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-0918f449-686a-4e8a-a9de-1a7e230aedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:11.557444 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-0918f449-686a-4e8a-a9de-1a7e230aedf6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0440545 Jul 07 23:38:11.564962 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:38:11.573213 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:38:11.573818 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:37:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:38:11.617492 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-a613a266-39a7-4389-86c1-cc18b1bb14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:38:11.619515 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-a613a266-39a7-4389-86c1-cc18b1bb14b7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561163 Jul 07 23:38:11.675997 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:38:11.706644 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-d194debc-5b60-4040-80d5-facf07a30676 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805569 Jul 07 23:38:11.801911 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-f66f01ba-7704-41d9-92ec-e8a73bc8026e req-b360d55e-d00c-42f2-a27e-5281d9b343a8 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882964 Jul 07 23:38:11.892684 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:04Z', 'revision_number': 1, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}, {'id': 'c7475900-5ea5-41d7-bb88-a4f8c79940de', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:4f:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:38:10Z', 'updated_at': '2021-07-07T23:38:10Z', 'revision_number': 0, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:38:11.918644 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0d8ce-0083-4975-a297-db429a59a8a7 None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:04Z', 'revision_number': 1, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}, {'id': 'c7475900-5ea5-41d7-bb88-a4f8c79940de', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:4f:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:38:10Z', 'updated_at': '2021-07-07T23:38:10Z', 'revision_number': 0, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:38:12.102117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03574f-4c6c-4187-89a9-e8b36abeca10 None None] New status for floating IP c7475900-5ea5-41d7-bb88-a4f8c79940de: ACTIVE {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:38:17.842386 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:18.447926 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-51df7023-c634-4b53-9d72-f2fadf1a0022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:19.698461 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:21.453841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f837-c2d6-466b-a874-32017f1014c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:21.490041 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:22.007713 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:38:22.505919 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:24.036413 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:47.892818 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:48.448116 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-26523e70-897a-45fd-82ec-c332cb076008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:49.729316 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:51.453193 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-470ba484-017e-444a-bdc1-e1111b8693da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:51.489796 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:52.509125 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:54.038108 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:59.007686 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:39:05.055739 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-ff96d695-7341-4c66-84f1-58f9e1123a6a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507059 Jul 07 23:39:05.145417 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-7d2fbfc3-8613-42cf-8bc0-1dc12a859053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:05.146925 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-7d2fbfc3-8613-42cf-8bc0-1dc12a859053 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1097 time: 0.0503280 Jul 07 23:39:05.536341 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-e60c13ad-145e-4f28-adc0-fb4959477035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:05.537736 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-e60c13ad-145e-4f28-adc0-fb4959477035 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.3705661 Jul 07 23:39:05.600880 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-5718146d-cf3c-4674-9504-6866aa35b5e2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 200 len: 999 time: 0.0566888 Jul 07 23:39:05.647583 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-019a31fd-2411-476c-b888-ca876f2d7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:05.648973 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-019a31fd-2411-476c-b888-ca876f2d7e1b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0421305 Jul 07 23:39:05.706400 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-283ca34d-4ba7-4a40-b631-59f84cf81beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:05.707882 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-283ca34d-4ba7-4a40-b631-59f84cf81beb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529251 Jul 07 23:39:05.791829 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-7cbbff18-5f80-4021-b295-ec8b07418fb6 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774753 Jul 07 23:39:05.882440 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-133e4f49-5327-41fb-98e2-cf2802d3fbe5 req-d3844dd0-c40c-415a-8b47-f8612da947c8 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843306 Jul 07 23:39:07.819227 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-adfd8ead-35f6-4ca6-8717-c796d49fc3e6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522377 Jul 07 23:39:07.909976 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43885fba-46f8-4342-80de-a4b430f497ad req-eb6cf0ed-b77b-4076-9e65-577c29e58945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:07.911476 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-eb6cf0ed-b77b-4076-9e65-577c29e58945 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1096 time: 0.0511084 Jul 07 23:39:08.016541 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43885fba-46f8-4342-80de-a4b430f497ad req-8aed4625-b353-4afb-b224-d00458bd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:08.017978 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-8aed4625-b353-4afb-b224-d00458bd5ce7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0865996 Jul 07 23:39:08.080870 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-3ae6e16e-95d5-47f4-ac2f-03d3e936bf66 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 1000 time: 0.0560548 Jul 07 23:39:08.132117 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43885fba-46f8-4342-80de-a4b430f497ad req-316f6ed8-39a4-41b2-bf14-d801d92f7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:08.133451 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-316f6ed8-39a4-41b2-bf14-d801d92f7a43 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0460865 Jul 07 23:39:08.187928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43885fba-46f8-4342-80de-a4b430f497ad req-de64cdc2-3a0a-4ad1-8b4e-a8a7fb7c4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:08.189362 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-de64cdc2-3a0a-4ad1-8b4e-a8a7fb7c4b46 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496430 Jul 07 23:39:08.274180 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-7f24d509-509b-43f7-8df4-7c67d3b62965 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785265 Jul 07 23:39:08.368175 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-43885fba-46f8-4342-80de-a4b430f497ad req-bc2496f6-1e6b-4b04-8266-acdc1ef63bf3 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878506 Jul 07 23:39:17.904789 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:18.447553 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5684458e-ab0b-437a-92bb-8bb184a4afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:19.741114 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:21.453583 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-72648ca3-368b-47e3-97b0-9dc2c23aeb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:21.490770 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:22.512476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:24.041879 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:36.007150 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:39:41.319983 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f5758b6f-3cc1-44f0-94a8-408217d568de details requested by agent hyperv_n-h1-694802-13 with host n-h1-694802-13 {{(pid=93933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:39:41.410573 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:39:41.421671 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Returning: {'device': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'port_id': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'mac_address': 'fa:16:3e:4f:10:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:39:41.617300 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:41.630494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5758b6f-3cc1-44f0-94a8-408217d568de {{(pid=93933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:39:41.651179 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:39:41.655447 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:41.708817 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=6']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:39:41.716401 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.716791 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.717152 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.717496 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.717834 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.718169 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.718498 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.718867 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.719236 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.719600 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.720002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.720338 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:41.725095 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] get_ports_and_sgs() called for port_ids ['f5758b6f-3cc1-44f0-94a8-408217d568de'] {{(pid=93933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:39:43.318290 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f5758b6f-3cc1-44f0-94a8-408217d568de up at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:39:43.372646 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.provisioning_blocks [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Provisioning complete for port f5758b6f-3cc1-44f0-94a8-408217d568de triggered by entity L2. {{(pid=93933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:39:43.373091 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3859573'] for port, provisioning_complete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:43.465284 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722232'] for port, before_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:43.489855 n-d-694802-13 neutron-server[93933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de'}] {{(pid=93933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:39:43.492585 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6951e6aa4e70963b6beb0dea26df0a9861d83573d8d7a863e682fbb31fa0394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03cde36-dd11-4ab6-82c5-f0076522f73a" -d '{"events": [{"server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de"}]}' {{(pid=93933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:39:43.507028 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:39:43.514605 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749835756328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749835317751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749835313448'] for port, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:43.546090 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744077d-17ea-4385-b1ba-6e3c0ced70d8 x-openstack-request-id: req-1744077d-17ea-4385-b1ba-6e3c0ced70d8 {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:39:43.546458 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de", "code": 200}]} {{(pid=93933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:39:43.546811 n-d-694802-13 neutron-server[93933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1744077d-17ea-4385-b1ba-6e3c0ced70d8 {{(pid=93933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:39:43.547280 n-d-694802-13 neutron-server[93933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'code': 200} Jul 07 23:39:43.571896 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Pushing event updated for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=7']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:39:47.912075 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:48.453492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-66e30358-51cb-4eb9-b2e6-3eb473717d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:49.733275 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.453271 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6eaabec4-c509-4da5-9de5-6513a66908d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.492838 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.535345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41506) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:39:51.694012 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Deleting port c1d56903-2744-43d9-b0f0-e88e449585ea {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:39:51.694281 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.766737 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.767068 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.778451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Calling delete_port for c1d56903-2744-43d9-b0f0-e88e449585ea owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:39:51.924216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:51.946444 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event deleted for resources: {'Port': ['ID=c1d56903-2744-43d9-b0f0-e88e449585ea,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:39:51.956813 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.957169 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.957519 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.957865 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.958204 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.959070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.959070 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.959303 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.959525 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.959856 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.960186 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:51.960523 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:52.024223 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:52.024560 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Floating IP c7475900-5ea5-41d7-bb88-a4f8c79940de disassociated (deleted). External IP: 172.25.5.2, port: f5758b6f-3cc1-44f0-94a8-408217d568de. Jul 07 23:39:52.227643 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:39:52.332629 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:39:52.337060 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:52.343095 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:39:52.351579 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:39:52.352182 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:52.375234 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-34661aed-aa28-47d0-b542-521e61add028 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "DELETE /v2.0/floatingips/c7475900-5ea5-41d7-bb88-a4f8c79940de HTTP/1.1" status: 204 len: 168 time: 0.8387153 Jul 07 23:39:52.375968 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:39:52.378406 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33940be1-8dae-492b-98df-cbace2ddd9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:39:52.453558 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:39:52.517296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:52.667512 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba4727d-c2c9-49ed-aa6f-6ff79af7dd16 x-openstack-request-id: req-7ba4727d-c2c9-49ed-aa6f-6ff79af7dd16 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:39:52.668026 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:39:52.668156 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7ba4727d-c2c9-49ed-aa6f-6ff79af7dd16 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:39:52.668493 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'status': 'completed', 'code': 200} Jul 07 23:39:52.684800 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:04Z', 'revision_number': 1, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:52.711467 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:39:52.720015 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:39:52.721065 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:52.744618 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-c541e2fc-795d-4992-8709-003a11b00060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:52.746329 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-c541e2fc-795d-4992-8709-003a11b00060 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 1097 time: 0.0536990 Jul 07 23:39:52.824506 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:39:52.883007 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-f2488a12-aa2d-4ff7-805e-70936a506674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:52.884539 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-f2488a12-aa2d-4ff7-805e-70936a506674 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.1306446 Jul 07 23:39:52.893945 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57f527-2814-427c-9068-880e2223c57b req-1606e4b8-7191-4385-96ec-becbf1a97421 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:52.895571 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a57f527-2814-427c-9068-880e2223c57b req-1606e4b8-7191-4385-96ec-becbf1a97421 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 945 time: 0.1339133 Jul 07 23:39:52.942588 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-23a4a712-43de-4f2f-904d-d923d4009b64 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 200 len: 217 time: 0.0459864 Jul 07 23:39:52.998854 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-5a57f527-2814-427c-9068-880e2223c57b req-41a625f6-df91-4c9a-92f9-7ac42e4f15fd tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956821 Jul 07 23:39:53.011316 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-0eaa94fd-ecac-4d2e-bef5-c7f751ad871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:53.012949 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-0eaa94fd-ecac-4d2e-bef5-c7f751ad871a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0634363 Jul 07 23:39:53.071408 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-a57d7a82-2f03-499e-b188-ad51934646a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:53.072939 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-a57d7a82-2f03-499e-b188-ad51934646a6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518425 Jul 07 23:39:53.137500 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:04Z', 'revision_number': 1, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:53.163986 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fb0d0-a79b-4a7b-b6d3-f6595a0cea98 None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_floatingips': [{'id': '10bacb1e-6343-4f9d-8b09-36d0798b9bcf', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'router_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'port_id': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'mac_address': 'fa:16:3e:b8:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:02Z', 'updated_at': '2021-07-07T23:35:04Z', 'revision_number': 1, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:39:53.166770 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-1a63d514-ff4e-40e2-baa2-ce2a29062430 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857801 Jul 07 23:39:53.257442 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-33940be1-8dae-492b-98df-cbace2ddd9d7 req-a30e2ec9-7b83-4960-aa6b-d5968d8afe15 service neutron] 10.222.0.103 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834630 Jul 07 23:39:53.405741 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f22c23-08fa-4b5a-9e83-aa468ef47356 None None] New status for floating IP c7475900-5ea5-41d7-bb88-a4f8c79940de: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:39:54.044933 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:54.219926 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cd60b-e5b2-48d3-ba77-c82022e31528 req-47fe9d57-2600-4d5f-bc73-a9cc88511c00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:54.221343 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f8cd60b-e5b2-48d3-ba77-c82022e31528 req-47fe9d57-2600-4d5f-bc73-a9cc88511c00 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 945 time: 0.1087723 Jul 07 23:39:54.229535 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-fb296ad0-00ac-4c4a-9277-581078b518f9 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:54.230935 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-fb296ad0-00ac-4c4a-9277-581078b518f9 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.103 "GET /v2.0/ports?device_id=65a79253-ba8e-472d-aeab-14da072ad0bf HTTP/1.1" status: 200 len: 945 time: 0.1092472 Jul 07 23:39:54.298585 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-4f8cd60b-e5b2-48d3-ba77-c82022e31528 req-55ccc58e-48bb-4ab8-a505-01895720a2a7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666993 Jul 07 23:39:54.349306 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Deleting port f5758b6f-3cc1-44f0-94a8-408217d568de {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:39:54.349663 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:54.439146 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] For port f5758b6f-3cc1-44f0-94a8-408217d568de, host n-h1-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-13',level=0,port_id=f5758b6f-3cc1-44f0-94a8-408217d568de,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:39:54.439510 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:54.451944 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Calling delete_port for f5758b6f-3cc1-44f0-94a8-408217d568de owned by compute:nova {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:39:54.577471 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:54.605770 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event deleted for resources: {'Port': ['ID=f5758b6f-3cc1-44f0-94a8-408217d568de,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:39:54.651584 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] No DVR routers for this DVR port f5758b6f-3cc1-44f0-94a8-408217d568de on host n-h1-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:39:54.654155 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:54.656221 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-a86b624b-8a0e-46f7-b99a-a200dc68928f req-a071ec36-61ea-4aa2-bdd3-6106478affa7 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.103 "DELETE /v2.0/ports/f5758b6f-3cc1-44f0-94a8-408217d568de HTTP/1.1" status: 204 len: 173 time: 0.4185681 Jul 07 23:39:54.670356 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'name': 'network-vif-deleted', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:39:54.672705 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08603de-3306-40d7-be84-103ad3aec4ec" -d '{"events": [{"server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "name": "network-vif-deleted", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:39:54.707768 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c8e9a-9bdd-421e-a065-957b2a4538b2 x-openstack-request-id: req-d84c8e9a-9bdd-421e-a065-957b2a4538b2 {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:39:54.708066 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a79253-ba8e-472d-aeab-14da072ad0bf", "name": "network-vif-deleted", "tag": "f5758b6f-3cc1-44f0-94a8-408217d568de", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:39:54.708348 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d84c8e9a-9bdd-421e-a065-957b2a4538b2 {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:39:54.708755 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a79253-ba8e-472d-aeab-14da072ad0bf', 'name': 'network-vif-deleted', 'tag': 'f5758b6f-3cc1-44f0-94a8-408217d568de', 'status': 'completed', 'code': 200} Jul 07 23:39:55.412138 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f5758b6f-3cc1-44f0-94a8-408217d568de no longer exists at agent hyperv_n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:39:55.432328 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] No Port match for: f5758b6f-3cc1-44f0-94a8-408217d568de {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:39:55.432690 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Device f5758b6f-3cc1-44f0-94a8-408217d568de not bound to the agent host n-h1-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:39:55.887749 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41564) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:39:56.038219 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Deleting port 89328e80-9be0-46bd-8cdd-4f3f7d833f02 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:39:56.038565 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:56.113893 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:56.114224 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:56.125909 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Calling delete_port for 89328e80-9be0-46bd-8cdd-4f3f7d833f02 owned by network:floatingip {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:39:56.269352 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:56.292282 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event deleted for resources: {'Port': ['ID=89328e80-9be0-46bd-8cdd-4f3f7d833f02,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:39:56.356166 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for floatingip, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:56.356511 n-d-694802-13 neutron-server[93932]: INFO neutron.db.l3_db [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Floating IP 10bacb1e-6343-4f9d-8b09-36d0798b9bcf disassociated (deleted). External IP: 172.25.5.120, port: a69fd0f2-6eea-48e0-bf18-e2937926a49b. Jul 07 23:39:56.562130 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:39:56.667358 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:39:56.672563 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for floatingip, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:56.677343 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:39:56.686719 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:39:56.687340 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:56.709986 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-8bdd19f9-0eeb-4f0a-b135-f6709addbd3c tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "DELETE /v2.0/floatingips/10bacb1e-6343-4f9d-8b09-36d0798b9bcf HTTP/1.1" status: 204 len: 168 time: 0.8188984 Jul 07 23:39:56.709986 n-d-694802-13 neutron-server[93932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:39:56.711837 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}290a7e4e40843248cb1b39aae08bca051da3ea65fb373178f3f8ae7f8e6fdcc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:39:56.791243 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:39:56.956184 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af472e-ab2b-42c7-83fe-08e831cfc5ac x-openstack-request-id: req-19af472e-ab2b-42c7-83fe-08e831cfc5ac {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:39:56.956691 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "status": "completed", "code": 200}]} {{(pid=93932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:39:56.956798 n-d-694802-13 neutron-server[93932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19af472e-ab2b-42c7-83fe-08e831cfc5ac {{(pid=93932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:39:56.957166 n-d-694802-13 neutron-server[93932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'status': 'completed', 'code': 200} Jul 07 23:39:56.996516 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:57.027197 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:39:57.036890 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:39:57.037513 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:57.037841 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-f0f99745-aeb1-4f65-a366-fa79798e6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:57.039580 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-f0f99745-aeb1-4f65-a366-fa79798e6f0c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 1096 time: 0.0577631 Jul 07 23:39:57.113315 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0ddfa-35a3-48f3-b186-0f5c0cf36c6d req-8b4386fc-27f3-45b7-8a05-be20704cf9be tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:57.114792 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dab0ddfa-35a3-48f3-b186-0f5c0cf36c6d req-8b4386fc-27f3-45b7-8a05-be20704cf9be tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 944 time: 0.0672755 Jul 07 23:39:57.137077 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-f252ed02-2071-4b38-86de-ede3f7d9a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:57.138732 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-f252ed02-2071-4b38-86de-ede3f7d9a627 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 200 len: 911 time: 0.0925214 Jul 07 23:39:57.150363 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:39:57.157526 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-dab0ddfa-35a3-48f3-b186-0f5c0cf36c6d req-cb067212-98c1-4fa4-8c62-98f0ed3cc6db tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361855 Jul 07 23:39:57.184501 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-2c33c48f-c38c-4635-9ed4-9d7685597eb2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 200 len: 217 time: 0.0377982 Jul 07 23:39:57.232962 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-322f8fca-b068-4999-aa84-772730e36ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:57.234439 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-322f8fca-b068-4999-aa84-772730e36ece service neutron] 10.222.0.97 "GET /v2.0/subnets?id=53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 200 len: 849 time: 0.0434229 Jul 07 23:39:57.295743 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-be9678df-2e45-4e94-b5c1-1a74c3955f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:57.297275 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-be9678df-2e45-4e94-b5c1-1a74c3955f36 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e057f234-c232-47d8-a988-8a177e342b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558519 Jul 07 23:39:57.344265 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:39:57.371295 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aedfe-fb2f-44f0-95e3-5c290614c0d2 None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:34:38Z', 'revision_number': 4, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13', '_interfaces': [{'id': 'f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1', 'name': '', 'network_id': 'e057f234-c232-47d8-a988-8a177e342b27', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'mac_address': 'fa:16:3e:dc:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:38Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'subnets': [{'id': '53c0f733-c06c-430e-9ad1-fabb651ec130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:39:57.392982 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-54aa2139-f1c1-47aa-8ef0-3288c3c4c1fe service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874994 Jul 07 23:39:57.490392 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-6f4e917a-8c04-4847-8a02-14f2a76f4fc4 req-1d09c24f-b325-4617-a79c-3ce3a6c1e4f5 service neutron] 10.222.0.97 "GET /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903628 Jul 07 23:39:57.584982 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b7946-52ec-4400-a1b3-99285a4fb705 None None] New status for floating IP 10bacb1e-6343-4f9d-8b09-36d0798b9bcf: DOWN {{(pid=93933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:39:58.301324 n-d-694802-13 neutron-server[93931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-531b10eb-4ad3-4f85-8bb0-90c21d4189d2 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:58.302851 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-531b10eb-4ad3-4f85-8bb0-90c21d4189d2 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.97 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 944 time: 0.0628786 Jul 07 23:39:58.330280 n-d-694802-13 neutron-server[93932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed7b0f-41fa-42d6-8560-4326fe97c7b4 req-c18494c9-8e23-4ea9-ba79-b9962d15a348 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:39:58.331801 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43ed7b0f-41fa-42d6-8560-4326fe97c7b4 req-c18494c9-8e23-4ea9-ba79-b9962d15a348 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e555a53-e55a-4514-91a1-0f4b9cf3332e HTTP/1.1" status: 200 len: 944 time: 0.0622523 Jul 07 23:39:58.368484 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [req-43ed7b0f-41fa-42d6-8560-4326fe97c7b4 req-e567f78e-14e0-402f-b503-38a28d49a684 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "GET /v2.0/security-groups?id=f04fc883-2dfc-4100-80cf-53e7e0a28b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Jul 07 23:39:58.416694 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Deleting port a69fd0f2-6eea-48e0-bf18-e2937926a49b {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:39:58.417051 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:58.503854 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] For port a69fd0f2-6eea-48e0-bf18-e2937926a49b, host n-h2-694802-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-13',level=0,port_id=a69fd0f2-6eea-48e0-bf18-e2937926a49b,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:39:58.504147 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:58.516800 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Calling delete_port for a69fd0f2-6eea-48e0-bf18-e2937926a49b owned by compute:nova {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:39:58.643462 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:58.672641 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event deleted for resources: {'Port': ['ID=a69fd0f2-6eea-48e0-bf18-e2937926a49b,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:39:58.684801 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.685123 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.685473 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.685856 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.686201 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.686540 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.686900 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.687237 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.687572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.687907 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.688241 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.688572 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-13 {{(pid=93931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:39:58.726827 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] No DVR routers for this DVR port a69fd0f2-6eea-48e0-bf18-e2937926a49b on host n-h2-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:39:58.729322 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231884'] for port, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:58.731661 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [req-fda72744-0e28-4f70-ac0f-179f345326b7 req-e43eb046-8e90-451a-882b-525039a45c52 tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.97 "DELETE /v2.0/ports/a69fd0f2-6eea-48e0-bf18-e2937926a49b HTTP/1.1" status: 204 len: 173 time: 0.4233136 Jul 07 23:39:58.732150 n-d-694802-13 neutron-server[93931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-deleted', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b'}] {{(pid=93931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:39:58.735405 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a938ab6360ad2cabe96b2dfa2161282be6c93e772a885aad756f361a8ab61c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d1e5d-2e1e-4a28-9919-c74c49daf246" -d '{"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-deleted", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b"}]}' {{(pid=93931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:39:58.829509 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c57ee6-4bb7-4c46-8a26-4ba53de27d50 x-openstack-request-id: req-87c57ee6-4bb7-4c46-8a26-4ba53de27d50 {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:39:58.829509 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e555a53-e55a-4514-91a1-0f4b9cf3332e", "name": "network-vif-deleted", "tag": "a69fd0f2-6eea-48e0-bf18-e2937926a49b", "status": "completed", "code": 200}]} {{(pid=93931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:39:58.829509 n-d-694802-13 neutron-server[93931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-87c57ee6-4bb7-4c46-8a26-4ba53de27d50 {{(pid=93931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:39:58.829509 n-d-694802-13 neutron-server[93931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e555a53-e55a-4514-91a1-0f4b9cf3332e', 'name': 'network-vif-deleted', 'tag': 'a69fd0f2-6eea-48e0-bf18-e2937926a49b', 'status': 'completed', 'code': 200} Jul 07 23:39:59.463247 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41580) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:39:59.519530 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46556b8a-3fcf-4233-913e-a74a4e27beba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:59.543086 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46556b8a-3fcf-4233-913e-a74a4e27beba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:59.605009 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46556b8a-3fcf-4233-913e-a74a4e27beba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:59.607508 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-46556b8a-3fcf-4233-913e-a74a4e27beba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:59.608697 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-46556b8a-3fcf-4233-913e-a74a4e27beba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] 10.222.0.95 "DELETE /v2.0/security-groups/f04fc883-2dfc-4100-80cf-53e7e0a28b01 HTTP/1.1" status: 204 len: 168 time: 0.1444592 Jul 07 23:39:59.622609 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46556b8a-3fcf-4233-913e-a74a4e27beba tempest-TestSnapshotPattern-443709673 tempest-TestSnapshotPattern-443709673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fc883-2dfc-4100-80cf-53e7e0a28b01,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:00.676566 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41586) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:01.409226 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:01.651699 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Deleting port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:01.652042 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:01.728914 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] For port f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:01.729567 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:01.742160 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Calling delete_port for f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 owned by network:router_interface {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:01.914940 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:01.939991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:02.103258 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.169045 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b no longer exists at agent hyperv_n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:02.188016 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] No Port match for: a69fd0f2-6eea-48e0-bf18-e2937926a49b {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:02.188373 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Device a69fd0f2-6eea-48e0-bf18-e2937926a49b not bound to the agent host n-h2-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:02.309712 n-d-694802-13 neutron-server[93932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Router 0a2fd406-f125-426b-b40b-2e73c29a0da7 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:40:02.415368 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:40:02.420327 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-59670926-84be-44c7-af44-216014b4cf6e admin admin] 10.222.0.95 "PUT /v2.0/routers/0a2fd406-f125-426b-b40b-2e73c29a0da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426207 Jul 07 23:40:02.422814 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41590) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:02.423667 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] Sync routers for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:40:02.432573 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:40:02.433202 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:02.526237 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks [] for router, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.534924 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: n-d-694802-13 {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:40:02.627983 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.680108 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Deleting port d7f269b4-b6e1-448d-b5d8-e8830250d4d6 {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:02.680458 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.706442 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:40:01Z', 'revision_number': 5, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port': {'id': 'd7f269b4-b6e1-448d-b5d8-e8830250d4d6', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:37Z', 'updated_at': '2021-07-07T23:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:02.731710 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] Checking router: 0a2fd406-f125-426b-b40b-2e73c29a0da7 for host: n-d-694802-13 {{(pid=93934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:40:02.740269 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] Routers {'0a2fd406-f125-426b-b40b-2e73c29a0da7'} bound to L3 agent in host n-d-694802-13 {{(pid=93934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:40:02.740871 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['0a2fd406-f125-426b-b40b-2e73c29a0da7'], 'active': True} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:02.761942 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] For port d7f269b4-b6e1-448d-b5d8-e8830250d4d6, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:02.762509 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.773776 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Calling delete_port for d7f269b4-b6e1-448d-b5d8-e8830250d4d6 owned by network:router_gateway {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:02.822448 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_dvr_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] Set router 0a2fd406-f125-426b-b40b-2e73c29a0da7 gateway port host: None {{(pid=93934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:40:02.875425 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.l3_hamode_db [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:40:02Z', 'revision_number': 6, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:02.900583 n-d-694802-13 neutron-server[93934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf178e8-d2e1-47b5-9b44-abc50e4fe483 None None] The sync data for ids ['0a2fd406-f125-426b-b40b-2e73c29a0da7'] in n-d-694802-13 is: [{'id': '0a2fd406-f125-426b-b40b-2e73c29a0da7', 'name': 'tempest-TestSnapshotPattern-1624261934-router', 'tenant_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:36Z', 'updated_at': '2021-07-07T23:40:02Z', 'revision_number': 6, 'project_id': 'b9db65ff8eb143f49d02d79a9cb4b8e5', 'gw_port_host': None}] {{(pid=93934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:40:02.945173 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.971114 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f269b4-b6e1-448d-b5d8-e8830250d4d6,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:03.037526 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.125316 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.127391 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.171950 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.172463 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2fd406-f125-426b-b40b-2e73c29a0da7 {{(pid=93932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:40:03.176791 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] Notify callbacks [] for router, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.178063 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-24cbef60-47b5-46de-837e-2ab7f57c7798 admin admin] 10.222.0.95 "DELETE /v2.0/routers/0a2fd406-f125-426b-b40b-2e73c29a0da7 HTTP/1.1" status: 204 len: 168 time: 0.7542715 Jul 07 23:40:03.180461 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41592) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:03.223969 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Deleting subnet 53c0f733-c06c-430e-9ad1-fabb651ec130 {{(pid=93932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:40:03.226940 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.261984 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12222737'] for subnet, precommit_delete_associations {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.354409 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.407072 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12223247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8807549'] for subnet, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.431700 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c0f733-c06c-430e-9ad1-fabb651ec130,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:03.435590 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.437655 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-fb829ef0-f918-4b82-a3d1-2cea3ecea74c admin admin] 10.222.0.95 "DELETE /v2.0/subnets/53c0f733-c06c-430e-9ad1-fabb651ec130 HTTP/1.1" status: 204 len: 168 time: 0.2562656 Jul 07 23:40:03.440185 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41594) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:03.441097 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd940c-cc21-4939-bb72-10bd07a205b2 None None] Network e057f234-c232-47d8-a988-8a177e342b27 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:40:03.507683 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.566529 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Deleting port 98e0531e-e6de-423b-92e0-5d58442f410e {{(pid=93932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:03.566876 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.628418 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.db [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] For port 98e0531e-e6de-423b-92e0-5d58442f410e, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=98e0531e-e6de-423b-92e0-5d58442f410e,segment=NetworkSegment(1ee535be-aae1-4c7c-a8c0-2d247038c2d2),segment_id=1ee535be-aae1-4c7c-a8c0-2d247038c2d2)] {{(pid=93932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:03.628729 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.641655 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Calling delete_port for 98e0531e-e6de-423b-92e0-5d58442f410e owned by network:dhcp {{(pid=93932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:03.687002 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] DHCP port deletion for e057f234-c232-47d8-a988-8a177e342b27 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:40:03.719376 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:03.732016 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12223285'] for port, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.740938 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:03.741294 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device f8a1af7b-a5f9-4ae2-acf4-53f3446c82d1 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:03.758451 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e0531e-e6de-423b-92e0-5d58442f410e,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:03.761666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Deleting port 98e0531e-e6de-423b-92e0-5d58442f410e {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:03.761991 n-d-694802-13 neutron-server[93932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] No DVR routers for this DVR port 98e0531e-e6de-423b-92e0-5d58442f410e on host n-d-694802-13 {{(pid=93932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:40:03.762457 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.825683 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] For port 98e0531e-e6de-423b-92e0-5d58442f410e, host n-d-694802-13, got binding levels [] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:03.826092 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.832933 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.841666 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Calling delete_port for 98e0531e-e6de-423b-92e0-5d58442f410e owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:03.843345 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e057f234-c232-47d8-a988-8a177e342b27']}} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:03.844322 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.ipam_backend_mixin [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Port 98e0531e-e6de-423b-92e0-5d58442f410e was not found and therefore no delete operation was performed {{(pid=93933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 23:40:03.845552 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.860497 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee535be-aae1-4c7c-a8c0-2d247038c2d2') {'for_net_delete': True} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:03.860849 n-d-694802-13 neutron-server[93932]: DEBUG neutron.services.segments.db [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee535be-aae1-4c7c-a8c0-2d247038c2d2') {} {{(pid=93932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:03.870199 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12222726'] for segment, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.872740 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] No DVR routers for this DVR port 98e0531e-e6de-423b-92e0-5d58442f410e on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:40:03.876642 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a4c22-6285-40cb-be3f-3afd93f3ee2d None None] Pushing event deleted for resources: {'Port': ['ID=98e0531e-e6de-423b-92e0-5d58442f410e,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:03.890216 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.896450 n-d-694802-13 neutron-server[93932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:40:03.896816 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12223466'] for segment, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: Traceback (most recent call last): Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: timer() Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: cb(*args, **kw) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: return func(*args, **kwargs) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: self._notify() Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: self.callback(batched_events) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: event.method(event) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: return f(self, *a, **k) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: return self._get(url).json() Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: return self.request(url, 'GET', **kwargs) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:40:03.898676 n-d-694802-13 neutron-server[93932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:40:03.955533 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.961227 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Notify callbacks [] for network, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.963534 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] 10.222.0.95 "DELETE /v2.0/networks/e057f234-c232-47d8-a988-8a177e342b27 HTTP/1.1" status: 204 len: 168 time: 0.5222967 Jul 07 23:40:03.966943 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41596) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:03.979796 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0b71c-680d-4cc4-8905-d8137c83a505 admin admin] Pushing event deleted for resources: {'Network': ['ID=e057f234-c232-47d8-a988-8a177e342b27,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:04.309643 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648980'] for router_interface, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:04.556053 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Deleting port 563dc57e-f7cc-40c5-9305-4cce23101b50 {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:04.556399 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:04.634063 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] For port 563dc57e-f7cc-40c5-9305-4cce23101b50, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=563dc57e-f7cc-40c5-9305-4cce23101b50,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:04.634423 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:04.646606 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Calling delete_port for 563dc57e-f7cc-40c5-9305-4cce23101b50 owned by network:router_interface {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:04.818043 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:04.843680 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=563dc57e-f7cc-40c5-9305-4cce23101b50,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:05.008120 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648746'] for router_interface, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:05.253475 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d7f269b4-b6e1-448d-b5d8-e8830250d4d6 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:05.278051 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: d7f269b4-b6e1-448d-b5d8-e8830250d4d6 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:05.278410 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device d7f269b4-b6e1-448d-b5d8-e8830250d4d6 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:05.278861 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98e0531e-e6de-423b-92e0-5d58442f410e no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:05.298374 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 98e0531e-e6de-423b-92e0-5d58442f410e {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:05.298764 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 98e0531e-e6de-423b-92e0-5d58442f410e not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:05.550296 n-d-694802-13 neutron-server[93931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Router d87c60b5-f441-4865-8dfc-daea1e0db903 has already been hosted by L3 agent 291afe03-7715-408a-b456-b778132830c0 {{(pid=93931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:40:05.654315 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] Notify agent at l3_agent.n-d-694802-13 the message routers_updated {{(pid=93931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:40:05.659234 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-9b230f36-4145-4c59-8a58-b7220dd03c4b admin admin] 10.222.0.95 "PUT /v2.0/routers/d87c60b5-f441-4865-8dfc-daea1e0db903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916022 Jul 07 23:40:05.661671 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41598) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:05.664339 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335262b7-3551-4217-877b-003a83d97699 None None] Sync routers for ids ['d87c60b5-f441-4865-8dfc-daea1e0db903'] in n-d-694802-13 {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:40:05.674072 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] Routers {'d87c60b5-f441-4865-8dfc-daea1e0db903'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:40:05.674727 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d87c60b5-f441-4865-8dfc-daea1e0db903'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:05.766588 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks [] for router, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:05.778612 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] Set router d87c60b5-f441-4865-8dfc-daea1e0db903 gateway port host: n-d-694802-13 {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:40:05.869484 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:05.922227 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Deleting port ceebc81b-26c7-4874-a045-87cad5bc63df {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:05.922581 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:05.960067 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'external_fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:40:04Z', 'revision_number': 5, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port': {'id': 'ceebc81b-26c7-4874-a045-87cad5bc63df', 'name': '', 'network_id': '51086f85-fe57-4331-b13d-7d114d061a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:34:41Z', 'updated_at': '2021-07-07T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '740b6e12-3682-4bb3-9a02-2cd7b3291abd', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-13'}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:05.986380 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335262b7-3551-4217-877b-003a83d97699 None None] Checking router: d87c60b5-f441-4865-8dfc-daea1e0db903 for host: n-d-694802-13 {{(pid=93933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:40:05.994833 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] Routers {'d87c60b5-f441-4865-8dfc-daea1e0db903'} bound to L3 agent in host n-d-694802-13 {{(pid=93933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:40:05.995439 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T22:02:21Z,description=,heartbeat_timestamp=2021-07-07T23:39:51Z,host='n-d-694802-13',id=291afe03-7715-408a-b456-b778132830c0,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T22:02:21Z,topic='l3_agent')) {'router_ids': ['d87c60b5-f441-4865-8dfc-daea1e0db903'], 'active': True} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:06.004995 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] For port ceebc81b-26c7-4874-a045-87cad5bc63df, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=ceebc81b-26c7-4874-a045-87cad5bc63df,segment=NetworkSegment(427e6cf4-191b-4ce5-b7ca-bbacdd164d12),segment_id=427e6cf4-191b-4ce5-b7ca-bbacdd164d12)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:06.005371 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.022307 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Calling delete_port for ceebc81b-26c7-4874-a045-87cad5bc63df owned by network:router_gateway {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:06.079571 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvr_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] Set router d87c60b5-f441-4865-8dfc-daea1e0db903 gateway port host: None {{(pid=93933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:40:06.132087 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_hamode_db [None req-335262b7-3551-4217-877b-003a83d97699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:40:05Z', 'revision_number': 6, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port_host': None}], 'n-d-694802-13', False) {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:06.157888 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335262b7-3551-4217-877b-003a83d97699 None None] The sync data for ids ['d87c60b5-f441-4865-8dfc-daea1e0db903'] in n-d-694802-13 is: [{'id': 'd87c60b5-f441-4865-8dfc-daea1e0db903', 'name': 'tempest-TestSnapshotPattern-1618800210-router', 'tenant_id': '409e7ba976f5401d80b6a42a8a3ee715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:34:40Z', 'updated_at': '2021-07-07T23:40:05Z', 'revision_number': 6, 'project_id': '409e7ba976f5401d80b6a42a8a3ee715', 'gw_port_host': None}] {{(pid=93933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:40:06.193345 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.222818 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceebc81b-26c7-4874-a045-87cad5bc63df,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:06.281401 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559699'] for router_gateway, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.367880 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.369914 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.413115 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641399'] for router, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.413628 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d87c60b5-f441-4865-8dfc-daea1e0db903 {{(pid=93931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:40:06.417883 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] Notify callbacks [] for router, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.419065 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-bb937003-4862-4271-ae95-1d6aed810084 admin admin] 10.222.0.95 "DELETE /v2.0/routers/d87c60b5-f441-4865-8dfc-daea1e0db903 HTTP/1.1" status: 204 len: 168 time: 0.7564774 Jul 07 23:40:06.422384 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41600) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:06.469928 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.db_base_plugin_v2 [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Deleting subnet 7717c02a-a0de-4455-85b6-7634bec13ba8 {{(pid=93931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:40:06.472892 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.513092 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257072'] for subnet, precommit_delete_associations {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.593450 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862875'] for subnet, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.653321 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11384310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8429446'] for subnet, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.680760 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7717c02a-a0de-4455-85b6-7634bec13ba8,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:06.682784 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.686981 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-223d74dd-337c-46c2-b477-b52a772877d9 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7717c02a-a0de-4455-85b6-7634bec13ba8 HTTP/1.1" status: 204 len: 168 time: 0.2612994 Jul 07 23:40:06.687728 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41602) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:06.689251 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e44ca-6523-43a1-8565-b176901237d6 None None] Network 69c591f1-0fa5-41e9-8199-bc85de241279 requested from n-d-694802-13 {{(pid=93933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:40:06.758964 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3923238'] for network, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.814413 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Deleting port 59c0fe34-d567-48b8-a167-b64bed9bdc8c {{(pid=93931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:06.814796 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.888471 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.db [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] For port 59c0fe34-d567-48b8-a167-b64bed9bdc8c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=59c0fe34-d567-48b8-a167-b64bed9bdc8c,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:06.889058 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.890117 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] DHCP port deletion for 69c591f1-0fa5-41e9-8199-bc85de241279 request from n-d-694802-13 {{(pid=93933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:40:06.903781 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.plugin [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Calling delete_port for 59c0fe34-d567-48b8-a167-b64bed9bdc8c owned by network:dhcp {{(pid=93931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:06.940639 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] Deleting port 59c0fe34-d567-48b8-a167-b64bed9bdc8c {{(pid=93933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:40:06.941273 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749835749340'] for port, before_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:06.990735 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11384268'] for port, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.008075 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.db [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] For port 59c0fe34-d567-48b8-a167-b64bed9bdc8c, host n-d-694802-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-13',level=0,port_id=59c0fe34-d567-48b8-a167-b64bed9bdc8c,segment=NetworkSegment(1c43ed84-340e-4ecc-b6f9-46070da7c3ea),segment_id=1c43ed84-340e-4ecc-b6f9-46070da7c3ea)] {{(pid=93933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:40:07.008481 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648724'] for port, precommit_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.021127 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] Calling delete_port for 59c0fe34-d567-48b8-a167-b64bed9bdc8c owned by network:dhcp {{(pid=93933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:40:07.024616 n-d-694802-13 neutron-server[93931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] No DVR routers for this DVR port 59c0fe34-d567-48b8-a167-b64bed9bdc8c on host n-d-694802-13 {{(pid=93931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:40:07.026685 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c0fe34-d567-48b8-a167-b64bed9bdc8c,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:07.097425 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749835756310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749835317742'] for port, after_delete {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.099493 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866574', 'neutron.services.segments.db._delete_segments_for_network-8749835851870'] for network, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.110096 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c591f1-0fa5-41e9-8199-bc85de241279']}} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:07.120763 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c43ed84-340e-4ecc-b6f9-46070da7c3ea') {'for_net_delete': True} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:07.121072 n-d-694802-13 neutron-server[93931]: DEBUG neutron.services.segments.db [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c43ed84-340e-4ecc-b6f9-46070da7c3ea') {} {{(pid=93931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:40:07.123336 n-d-694802-13 neutron-server[93933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] Pushing event deleted for resources: {'Port': ['ID=59c0fe34-d567-48b8-a167-b64bed9bdc8c,revision_number=None']} {{(pid=93933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:07.125345 n-d-694802-13 neutron-server[93933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e99dc2-ada8-4c03-a33c-5d50302d1d85 None None] No DVR routers for this DVR port 59c0fe34-d567-48b8-a167-b64bed9bdc8c on host n-d-694802-13 {{(pid=93933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:40:07.132375 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749835619714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257063'] for segment, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.148184 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314'] for segment, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.154247 n-d-694802-13 neutron-server[93931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:40:07.154728 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11384083'] for segment, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: Traceback (most recent call last): Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: timer() Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: cb(*args, **kw) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: return func(*args, **kwargs) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: self._notify() Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: self.callback(batched_events) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: event.method(event) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: return f(self, *a, **k) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: return self._get(url).json() Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: return self.request(url, 'GET', **kwargs) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:40:07.157081 n-d-694802-13 neutron-server[93931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:40:07.210223 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ceebc81b-26c7-4874-a045-87cad5bc63df no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:07.225086 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559735'] for network, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.233379 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.234494 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: ceebc81b-26c7-4874-a045-87cad5bc63df {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:07.234950 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device ceebc81b-26c7-4874-a045-87cad5bc63df not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:07.235271 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] 10.222.0.95 "DELETE /v2.0/networks/69c591f1-0fa5-41e9-8199-bc85de241279 HTTP/1.1" status: 204 len: 168 time: 0.5465734 Jul 07 23:40:07.235455 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 563dc57e-f7cc-40c5-9305-4cce23101b50 no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:07.247398 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efb434-a185-4400-8a3c-4af1252f00b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c591f1-0fa5-41e9-8199-bc85de241279,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:07.255627 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 563dc57e-f7cc-40c5-9305-4cce23101b50 {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:07.256007 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 563dc57e-f7cc-40c5-9305-4cce23101b50 not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:07.256417 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 59c0fe34-d567-48b8-a167-b64bed9bdc8c no longer exists at agent ovs-agent-n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:40:07.275898 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] No Port match for: 59c0fe34-d567-48b8-a167-b64bed9bdc8c {{(pid=93933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:40:07.276247 n-d-694802-13 neutron-server[93933]: DEBUG neutron.plugins.ml2.rpc [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Device 59c0fe34-d567-48b8-a167-b64bed9bdc8c not bound to the agent host n-d-694802-13 {{(pid=93933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:40:07.341920 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41606) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:07.381153 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-d1ff1d5f-c577-4b87-8db0-391c06fb6f2c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b9db65ff8eb143f49d02d79a9cb4b8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373926 Jul 07 23:40:07.383598 n-d-694802-13 neutron-server[93931]: DEBUG neutron.wsgi [-] (93931) accepted ('10.222.0.95', 41608) {{(pid=93931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:07.432683 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed71f974-1215-440f-97bd-c34e059036e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.453615 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed71f974-1215-440f-97bd-c34e059036e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.498935 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed71f974-1215-440f-97bd-c34e059036e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.501397 n-d-694802-13 neutron-server[93931]: DEBUG neutron_lib.callbacks.manager [None req-ed71f974-1215-440f-97bd-c34e059036e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.502551 n-d-694802-13 neutron-server[93931]: INFO neutron.wsgi [None req-ed71f974-1215-440f-97bd-c34e059036e5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6bf2609e-b373-4158-ba93-165401b9e348 HTTP/1.1" status: 204 len: 168 time: 0.1181192 Jul 07 23:40:07.509952 n-d-694802-13 neutron-server[93931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71f974-1215-440f-97bd-c34e059036e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf2609e-b373-4158-ba93-165401b9e348,revision_number=None']} {{(pid=93931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:07.818604 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41614) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:07.858176 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-21c1591c-8429-46e6-aee0-39abdff9e997 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=409e7ba976f5401d80b6a42a8a3ee715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382912 Jul 07 23:40:07.861815 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [-] (93932) accepted ('10.222.0.95', 41616) {{(pid=93932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:40:07.909150 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a0-f1ec-4122-b5ef-5bbcad381611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.934019 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a0-f1ec-4122-b5ef-5bbcad381611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.982312 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a0-f1ec-4122-b5ef-5bbcad381611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606057'] for security_group, after_delete {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.985543 n-d-694802-13 neutron-server[93932]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a0-f1ec-4122-b5ef-5bbcad381611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:07.986733 n-d-694802-13 neutron-server[93932]: INFO neutron.wsgi [None req-3c41d0a0-f1ec-4122-b5ef-5bbcad381611 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8b5222a3-7068-4372-9025-3c934a11430f HTTP/1.1" status: 204 len: 168 time: 0.1239648 Jul 07 23:40:07.995321 n-d-694802-13 neutron-server[93932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41d0a0-f1ec-4122-b5ef-5bbcad381611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5222a3-7068-4372-9025-3c934a11430f,revision_number=None']} {{(pid=93932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:40:13.006328 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:40:17.923523 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:18.445101 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-37cf4d50-9818-4cce-8ef1-12ba47db9ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:19.742028 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:21.455488 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c98a9a2d-123b-45ee-986f-138538791e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:21.494084 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:22.518039 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:24.048616 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:47.922947 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:48.445701 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-3a4375b5-2000-471d-bd4e-f8936a8d3255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:49.746426 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:50.005998 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:40:51.454224 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9a09-05eb-4067-82c5-7da4b48ab270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:51.493273 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:52.521604 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:54.051191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:17.937533 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:18.445437 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8ad2df0f-8c64-4009-9c75-ba34f369c034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:19.774609 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:21.454335 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-417f6a75-2659-417a-91f8-e93f965da2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:21.491647 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:22.524951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:24.053560 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:27.005553 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:41:47.951729 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:48.445160 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-73f40c88-47e7-4e24-ba18-f713604070e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:49.789551 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:51.455841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b687acc2-0b2a-4e07-8a63-ed78f5e74538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:51.490599 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:52.526371 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:54.056732 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:04.005428 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:42:17.950998 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:18.444191 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9a522ba3-089e-434f-8fe3-a8109f87bfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:19.810354 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:21.454937 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d12f8b8b-bcad-4c3b-bd83-b667d4c7470f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:21.491369 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:22.528582 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:24.061232 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:41.005048 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:42:47.949780 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:48.444927 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba365-9da3-4fd4-9c4f-3ea2343d2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:49.803570 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:51.454254 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-69af5469-fad6-45fb-aba9-817bdc1e25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:51.490477 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:52.531087 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:54.060188 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:17.949049 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:18.004806 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:43:18.444934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-35529192-eefa-463b-88de-35c00f34445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:19.801662 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:21.454155 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-b4859b32-0595-4829-b3e8-56d77e083808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:21.490808 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:22.534395 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:24.063454 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:47.963368 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:48.445276 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8399deb0-c765-428f-8a42-dc650f2fe99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:49.802346 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:51.454679 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-51c5e325-3010-4795-a62a-18e2e2b5752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:51.489830 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:52.537495 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:54.065417 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:55.004240 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:44:17.978106 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:18.445142 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6bce4e1e-8ceb-4d5c-8f05-4497d4f5d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:19.820127 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:21.454498 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cf90dd46-5a0a-4ea6-a611-4adbd881ed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:21.488993 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:22.540860 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:24.067800 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:32.002755 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:44:47.977934 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:48.445338 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-071f986d-f607-4f9f-89d6-847f10491352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:49.832991 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:51.454195 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-31ba11b9-5aa6-4511-97b0-1e3638099bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:51.489006 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:52.542256 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:54.071200 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:09.001901 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:45:17.976677 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:18.445686 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-9dce4c4b-62d5-42c3-a5c1-427a978b27c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:19.832591 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:21.454350 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-e658dc3e-bcd2-4832-a49a-a181a6a2595d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:21.489462 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:22.544628 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:24.072802 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:46.002219 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:45:47.974644 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:48.445107 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eae1267f-19e6-4316-8c0d-b563395aaec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:49.850302 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:51.454778 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-8050471f-801f-4f95-83af-f46b72a0ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:51.488657 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:52.547929 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:54.077485 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:17.989757 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:18.445162 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-aa83791d-1c40-45ca-8a37-fa359666600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:19.846391 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:21.453716 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-d4161f4c-8b7e-42c5-aa50-cd614ec4e58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:21.488974 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:22.550649 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:23.001474 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:46:24.076139 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:47.988841 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:48.444594 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-89b1ee45-6a96-45a4-89db-3123d2ae8269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:49.862352 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:51.453543 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-cdab4288-0c0c-4df0-a660-b2068f15407a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:51.489296 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:52.552050 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:46:54.078586 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:00.001548 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:47:17.988158 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:18.443959 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5f0711ba-0df1-4baa-b378-34e285db93ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:19.876492 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:21.452889 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-eda11c12-cb5b-4801-873a-2f9027d2f727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:21.488100 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:22.554951 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:24.080797 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:37.000631 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:47:46.090868 n-d-694802-13 neutron-server[93932]: DEBUG neutron.wsgi [req-c1874eea-bf9b-469b-9715-8169ef704a96 req-c25644b6-b731-4d33-9de3-b20ba28c2304 service neutron] (93932) timed out ('10.222.0.95', 35746) {{(pid=93932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:47:48.002763 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:48.443373 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-6d5aef39-f93a-4aa0-84c5-2637c90df721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:49.880169 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:51.453173 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-c5eda57f-fa7a-4575-a73d-ac338a0f1084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:51.493337 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:52.558476 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:47:54.084590 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:13.999694 n-d-694802-13 neutron-server[93934]: DEBUG neutron.db.agents_db [None req-9d4a5aca-0df5-44b1-b8a2-1c911f1283d3 None None] Agent healthcheck: found 7 active agents {{(pid=93934) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:48:17.998680 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5b5b867e-2102-467b-b827-297f2b9aed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:18.444061 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-56a05341-e706-4948-8a55-393fb1323f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:19.893785 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-2db6430c-3aec-40b1-a8d0-d025b71f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:21.454724 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4fd543be-8457-467f-91ea-0c80e1764ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:21.494917 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-5658194c-46ee-4a83-8b3e-9673cc16bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:22.560578 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-956061d5-b4dc-428e-8f3a-b1b72369815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:48:24.088615 n-d-694802-13 neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-4393ddd6-e62a-499f-a0c8-67d767a35625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749835851852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3859588'] for agent, after_update {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}